layer,module,loss,samples,damp,time
1,mlp.experts.0.gate_proj,not applicable,,0.004
1,mlp.experts.0.up_proj,not applicable,,0.010
1,mlp.experts.1.gate_proj,not applicable,,0.013
1,mlp.experts.1.up_proj,not applicable,,0.016
1,mlp.experts.2.gate_proj,not applicable,,0.019
1,mlp.experts.2.up_proj,not applicable,,0.022
1,mlp.experts.3.gate_proj,not applicable,,0.024
1,mlp.experts.3.up_proj,not applicable,,0.027
1,mlp.experts.4.gate_proj,not applicable,,0.029
1,mlp.experts.4.up_proj,not applicable,,0.032
1,mlp.experts.5.gate_proj,not applicable,,0.034
1,mlp.experts.5.up_proj,not applicable,,0.036
1,mlp.experts.6.gate_proj,not applicable,,0.039
1,mlp.experts.6.up_proj,not applicable,,0.041
1,mlp.experts.7.gate_proj,not applicable,,0.044
1,mlp.experts.7.up_proj,not applicable,,0.046
1,mlp.experts.8.gate_proj,not applicable,,0.049
1,mlp.experts.8.up_proj,not applicable,,0.051
1,mlp.experts.9.gate_proj,not applicable,,0.054
1,mlp.experts.9.up_proj,not applicable,,0.056
1,mlp.experts.10.gate_proj,not applicable,,0.059
1,mlp.experts.10.up_proj,not applicable,,0.062
1,mlp.experts.11.gate_proj,not applicable,,0.065
1,mlp.experts.11.up_proj,not applicable,,0.068
1,mlp.experts.12.gate_proj,not applicable,,0.070
1,mlp.experts.12.up_proj,not applicable,,0.073
1,mlp.experts.13.gate_proj,not applicable,,0.075
1,mlp.experts.13.up_proj,not applicable,,0.077
1,mlp.experts.14.gate_proj,not applicable,,0.080
1,mlp.experts.14.up_proj,not applicable,,0.082
1,mlp.experts.15.gate_proj,not applicable,,0.085
1,mlp.experts.15.up_proj,not applicable,,0.087
1,mlp.experts.16.gate_proj,not applicable,,0.090
1,mlp.experts.16.up_proj,not applicable,,0.092
1,mlp.experts.17.gate_proj,not applicable,,0.095
1,mlp.experts.17.up_proj,not applicable,,0.097
1,mlp.experts.18.gate_proj,not applicable,,0.100
1,mlp.experts.18.up_proj,not applicable,,0.102
1,mlp.experts.19.gate_proj,not applicable,,0.105
1,mlp.experts.19.up_proj,not applicable,,0.107
1,mlp.experts.20.gate_proj,not applicable,,0.109
1,mlp.experts.20.up_proj,not applicable,,0.113
1,mlp.experts.21.gate_proj,not applicable,,0.115
1,mlp.experts.21.up_proj,not applicable,,0.120
1,mlp.experts.22.gate_proj,not applicable,,0.123
1,mlp.experts.22.up_proj,not applicable,,0.127
1,mlp.experts.23.gate_proj,not applicable,,0.130
1,mlp.experts.23.up_proj,not applicable,,0.134
1,mlp.experts.24.gate_proj,not applicable,,0.137
1,mlp.experts.24.up_proj,not applicable,,0.139
1,mlp.experts.25.gate_proj,not applicable,,0.142
1,mlp.experts.25.up_proj,not applicable,,0.144
1,mlp.experts.26.gate_proj,not applicable,,0.147
1,mlp.experts.26.up_proj,not applicable,,0.149
1,mlp.experts.27.gate_proj,not applicable,,0.152
1,mlp.experts.27.up_proj,not applicable,,0.154
1,mlp.experts.28.gate_proj,not applicable,,0.157
1,mlp.experts.28.up_proj,not applicable,,0.159
1,mlp.experts.29.gate_proj,not applicable,,0.162
1,mlp.experts.29.up_proj,not applicable,,0.164
1,mlp.experts.30.gate_proj,not applicable,,0.167
1,mlp.experts.30.up_proj,not applicable,,0.170
1,mlp.experts.31.gate_proj,not applicable,,0.173
1,mlp.experts.31.up_proj,not applicable,,0.175
1,mlp.experts.32.gate_proj,not applicable,,0.178
1,mlp.experts.32.up_proj,not applicable,,0.180
1,mlp.experts.33.gate_proj,not applicable,,0.183
1,mlp.experts.33.up_proj,not applicable,,0.186
1,mlp.experts.34.gate_proj,not applicable,,0.188
1,mlp.experts.34.up_proj,not applicable,,0.190
1,mlp.experts.35.gate_proj,not applicable,,0.193
1,mlp.experts.35.up_proj,not applicable,,0.195
1,mlp.experts.36.gate_proj,not applicable,,0.198
1,mlp.experts.36.up_proj,not applicable,,0.200
1,mlp.experts.37.gate_proj,not applicable,,0.203
1,mlp.experts.37.up_proj,not applicable,,0.205
1,mlp.experts.38.gate_proj,not applicable,,0.208
1,mlp.experts.38.up_proj,not applicable,,0.210
1,mlp.experts.39.gate_proj,not applicable,,0.212
1,mlp.experts.39.up_proj,not applicable,,0.215
1,mlp.experts.40.gate_proj,not applicable,,0.217
1,mlp.experts.40.up_proj,not applicable,,0.221
1,mlp.experts.41.gate_proj,not applicable,,0.223
1,mlp.experts.41.up_proj,not applicable,,0.225
1,mlp.experts.42.gate_proj,not applicable,,0.228
1,mlp.experts.42.up_proj,not applicable,,0.230
1,mlp.experts.43.gate_proj,not applicable,,0.233
1,mlp.experts.43.up_proj,not applicable,,0.236
1,mlp.experts.44.gate_proj,not applicable,,0.238
1,mlp.experts.44.up_proj,not applicable,,0.241
1,mlp.experts.45.gate_proj,not applicable,,0.243
1,mlp.experts.45.up_proj,not applicable,,0.247
1,mlp.experts.46.gate_proj,not applicable,,0.250
1,mlp.experts.46.up_proj,not applicable,,0.254
1,mlp.experts.47.gate_proj,not applicable,,0.256
1,mlp.experts.47.up_proj,not applicable,,0.260
1,mlp.experts.48.gate_proj,not applicable,,0.263
1,mlp.experts.48.up_proj,not applicable,,0.265
1,mlp.experts.49.gate_proj,not applicable,,0.268
1,mlp.experts.49.up_proj,not applicable,,0.270
1,mlp.experts.50.gate_proj,not applicable,,0.273
1,mlp.experts.50.up_proj,not applicable,,0.276
1,mlp.experts.51.gate_proj,not applicable,,0.279
1,mlp.experts.51.up_proj,not applicable,,0.281
1,mlp.experts.52.gate_proj,not applicable,,0.284
1,mlp.experts.52.up_proj,not applicable,,0.286
1,mlp.experts.53.gate_proj,not applicable,,0.289
1,mlp.experts.53.up_proj,not applicable,,0.291
1,mlp.experts.54.gate_proj,not applicable,,0.294
1,mlp.experts.54.up_proj,not applicable,,0.296
1,mlp.experts.55.gate_proj,not applicable,,0.299
1,mlp.experts.55.up_proj,not applicable,,0.301
1,mlp.experts.56.gate_proj,not applicable,,0.303
1,mlp.experts.56.up_proj,not applicable,,0.306
1,mlp.experts.57.gate_proj,not applicable,,0.308
1,mlp.experts.57.up_proj,not applicable,,0.311
1,mlp.experts.58.gate_proj,not applicable,,0.313
1,mlp.experts.58.up_proj,not applicable,,0.316
1,mlp.experts.59.gate_proj,not applicable,,0.318
1,mlp.experts.59.up_proj,not applicable,,0.320
1,mlp.experts.60.gate_proj,not applicable,,0.323
1,mlp.experts.60.up_proj,not applicable,,0.326
1,mlp.experts.61.gate_proj,not applicable,,0.329
1,mlp.experts.61.up_proj,not applicable,,0.331
1,mlp.experts.62.gate_proj,not applicable,,0.334
1,mlp.experts.62.up_proj,not applicable,,0.336
1,mlp.experts.63.gate_proj,not applicable,,0.338
1,mlp.experts.63.up_proj,not applicable,,0.341
1,mlp.experts.64.gate_proj,not applicable,,0.343
1,mlp.experts.64.up_proj,not applicable,,0.346
1,mlp.experts.65.gate_proj,not applicable,,0.348
1,mlp.experts.65.up_proj,not applicable,,0.351
1,mlp.experts.66.gate_proj,not applicable,,0.353
1,mlp.experts.66.up_proj,not applicable,,0.355
1,mlp.experts.67.gate_proj,not applicable,,0.358
1,mlp.experts.67.up_proj,not applicable,,0.360
1,mlp.experts.68.gate_proj,not applicable,,0.363
1,mlp.experts.68.up_proj,not applicable,,0.365
1,mlp.experts.69.gate_proj,not applicable,,0.367
1,mlp.experts.69.up_proj,not applicable,,0.372
1,mlp.experts.70.gate_proj,not applicable,,0.375
1,mlp.experts.70.up_proj,not applicable,,0.379
1,mlp.experts.71.gate_proj,not applicable,,0.382
1,mlp.experts.71.up_proj,not applicable,,0.386
1,mlp.experts.72.gate_proj,not applicable,,0.389
1,mlp.experts.72.up_proj,not applicable,,0.391
1,mlp.experts.73.gate_proj,not applicable,,0.394
1,mlp.experts.73.up_proj,not applicable,,0.396
1,mlp.experts.74.gate_proj,not applicable,,0.399
1,mlp.experts.74.up_proj,not applicable,,0.401
1,mlp.experts.75.gate_proj,not applicable,,0.404
1,mlp.experts.75.up_proj,not applicable,,0.406
1,mlp.experts.76.gate_proj,not applicable,,0.408
1,mlp.experts.76.up_proj,not applicable,,0.411
1,mlp.experts.77.gate_proj,not applicable,,0.413
1,mlp.experts.77.up_proj,not applicable,,0.416
1,mlp.experts.78.gate_proj,not applicable,,0.418
1,mlp.experts.78.up_proj,not applicable,,0.421
1,mlp.experts.79.gate_proj,not applicable,,0.423
1,mlp.experts.79.up_proj,not applicable,,0.426
1,mlp.experts.80.gate_proj,not applicable,,0.428
1,mlp.experts.80.up_proj,not applicable,,0.431
1,mlp.experts.81.gate_proj,not applicable,,0.434
1,mlp.experts.81.up_proj,not applicable,,0.436
1,mlp.experts.82.gate_proj,not applicable,,0.439
1,mlp.experts.82.up_proj,not applicable,,0.441
1,mlp.experts.83.gate_proj,not applicable,,0.443
1,mlp.experts.83.up_proj,not applicable,,0.446
1,mlp.experts.84.gate_proj,not applicable,,0.448
1,mlp.experts.84.up_proj,not applicable,,0.451
1,mlp.experts.85.gate_proj,not applicable,,0.453
1,mlp.experts.85.up_proj,not applicable,,0.455
1,mlp.experts.86.gate_proj,not applicable,,0.458
1,mlp.experts.86.up_proj,not applicable,,0.460
1,mlp.experts.87.gate_proj,not applicable,,0.463
1,mlp.experts.87.up_proj,not applicable,,0.465
1,mlp.experts.88.gate_proj,not applicable,,0.468
1,mlp.experts.88.up_proj,not applicable,,0.470
1,mlp.experts.89.gate_proj,not applicable,,0.473
1,mlp.experts.89.up_proj,not applicable,,0.475
1,mlp.experts.90.gate_proj,not applicable,,0.478
1,mlp.experts.90.up_proj,not applicable,,0.481
1,mlp.experts.91.gate_proj,not applicable,,0.484
1,mlp.experts.91.up_proj,not applicable,,0.486
1,mlp.experts.92.gate_proj,not applicable,,0.489
1,mlp.experts.92.up_proj,not applicable,,0.491
1,mlp.experts.93.gate_proj,not applicable,,0.494
1,mlp.experts.93.up_proj,not applicable,,0.498
1,mlp.experts.94.gate_proj,not applicable,,0.501
1,mlp.experts.94.up_proj,not applicable,,0.505
1,mlp.experts.95.gate_proj,not applicable,,0.507
1,mlp.experts.95.up_proj,not applicable,,0.511
1,mlp.experts.96.gate_proj,not applicable,,0.514
1,mlp.experts.96.up_proj,not applicable,,0.517
1,mlp.experts.97.gate_proj,not applicable,,0.519
1,mlp.experts.97.up_proj,not applicable,,0.522
1,mlp.experts.98.gate_proj,not applicable,,0.524
1,mlp.experts.98.up_proj,not applicable,,0.527
1,mlp.experts.99.gate_proj,not applicable,,0.529
1,mlp.experts.99.up_proj,not applicable,,0.532
1,mlp.experts.100.gate_proj,not applicable,,0.534
1,mlp.experts.100.up_proj,not applicable,,0.537
1,mlp.experts.101.gate_proj,not applicable,,0.540
1,mlp.experts.101.up_proj,not applicable,,0.542
1,mlp.experts.102.gate_proj,not applicable,,0.545
1,mlp.experts.102.up_proj,not applicable,,0.547
1,mlp.experts.103.gate_proj,not applicable,,0.549
1,mlp.experts.103.up_proj,not applicable,,0.552
1,mlp.experts.104.gate_proj,not applicable,,0.554
1,mlp.experts.104.up_proj,not applicable,,0.557
1,mlp.experts.105.gate_proj,not applicable,,0.559
1,mlp.experts.105.up_proj,not applicable,,0.562
1,mlp.experts.106.gate_proj,not applicable,,0.564
1,mlp.experts.106.up_proj,not applicable,,0.567
1,mlp.experts.107.gate_proj,not applicable,,0.569
1,mlp.experts.107.up_proj,not applicable,,0.572
1,mlp.experts.108.gate_proj,not applicable,,0.574
1,mlp.experts.108.up_proj,not applicable,,0.577
1,mlp.experts.109.gate_proj,not applicable,,0.580
1,mlp.experts.109.up_proj,not applicable,,0.582
1,mlp.experts.110.gate_proj,not applicable,,0.584
1,mlp.experts.110.up_proj,not applicable,,0.588
1,mlp.experts.111.gate_proj,not applicable,,0.590
1,mlp.experts.111.up_proj,not applicable,,0.593
1,mlp.experts.112.gate_proj,not applicable,,0.595
1,mlp.experts.112.up_proj,not applicable,,0.598
1,mlp.experts.113.gate_proj,not applicable,,0.600
1,mlp.experts.113.up_proj,not applicable,,0.603
1,mlp.experts.114.gate_proj,not applicable,,0.605
1,mlp.experts.114.up_proj,not applicable,,0.607
1,mlp.experts.115.gate_proj,not applicable,,0.610
1,mlp.experts.115.up_proj,not applicable,,0.612
1,mlp.experts.116.gate_proj,not applicable,,0.615
1,mlp.experts.116.up_proj,not applicable,,0.617
1,mlp.experts.117.gate_proj,not applicable,,0.620
1,mlp.experts.117.up_proj,not applicable,,0.624
1,mlp.experts.118.gate_proj,not applicable,,0.627
1,mlp.experts.118.up_proj,not applicable,,0.631
1,mlp.experts.119.gate_proj,not applicable,,0.633
1,mlp.experts.119.up_proj,not applicable,,0.637
1,mlp.experts.120.gate_proj,not applicable,,0.640
1,mlp.experts.120.up_proj,not applicable,,0.643
1,mlp.experts.121.gate_proj,not applicable,,0.646
1,mlp.experts.121.up_proj,not applicable,,0.648
1,mlp.experts.122.gate_proj,not applicable,,0.651
1,mlp.experts.122.up_proj,not applicable,,0.653
1,mlp.experts.123.gate_proj,not applicable,,0.656
1,mlp.experts.123.up_proj,not applicable,,0.658
1,mlp.experts.124.gate_proj,not applicable,,0.660
1,mlp.experts.124.up_proj,not applicable,,0.663
1,mlp.experts.125.gate_proj,not applicable,,0.665
1,mlp.experts.125.up_proj,not applicable,,0.668
1,mlp.experts.126.gate_proj,not applicable,,0.670
1,mlp.experts.126.up_proj,not applicable,,0.673
1,mlp.experts.127.gate_proj,not applicable,,0.675
1,mlp.experts.127.up_proj,not applicable,,0.678
1,mlp.experts.128.gate_proj,not applicable,,0.681
1,mlp.experts.128.up_proj,not applicable,,0.683
1,mlp.experts.129.gate_proj,not applicable,,0.685
1,mlp.experts.129.up_proj,not applicable,,0.688
1,mlp.experts.130.gate_proj,not applicable,,0.690
1,mlp.experts.130.up_proj,not applicable,,0.694
1,mlp.experts.131.gate_proj,not applicable,,0.696
1,mlp.experts.131.up_proj,not applicable,,0.699
1,mlp.experts.132.gate_proj,not applicable,,0.701
1,mlp.experts.132.up_proj,not applicable,,0.703
1,mlp.experts.133.gate_proj,not applicable,,0.706
1,mlp.experts.133.up_proj,not applicable,,0.708
1,mlp.experts.134.gate_proj,not applicable,,0.711
1,mlp.experts.134.up_proj,not applicable,,0.713
1,mlp.experts.135.gate_proj,not applicable,,0.716
1,mlp.experts.135.up_proj,not applicable,,0.718
1,mlp.experts.136.gate_proj,not applicable,,0.721
1,mlp.experts.136.up_proj,not applicable,,0.723
1,mlp.experts.137.gate_proj,not applicable,,0.725
1,mlp.experts.137.up_proj,not applicable,,0.728
1,mlp.experts.138.gate_proj,not applicable,,0.730
1,mlp.experts.138.up_proj,not applicable,,0.733
1,mlp.experts.139.gate_proj,not applicable,,0.735
1,mlp.experts.139.up_proj,not applicable,,0.738
1,mlp.experts.140.gate_proj,not applicable,,0.740
1,mlp.experts.140.up_proj,not applicable,,0.743
1,mlp.experts.141.gate_proj,not applicable,,0.746
1,mlp.experts.141.up_proj,not applicable,,0.750
1,mlp.experts.142.gate_proj,not applicable,,0.753
1,mlp.experts.142.up_proj,not applicable,,0.757
1,mlp.experts.143.gate_proj,not applicable,,0.759
1,mlp.experts.143.up_proj,not applicable,,0.763
1,mlp.experts.144.gate_proj,not applicable,,0.766
1,mlp.experts.144.up_proj,not applicable,,0.768
1,mlp.experts.145.gate_proj,not applicable,,0.771
1,mlp.experts.145.up_proj,not applicable,,0.773
1,mlp.experts.146.gate_proj,not applicable,,0.776
1,mlp.experts.146.up_proj,not applicable,,0.778
1,mlp.experts.147.gate_proj,not applicable,,0.781
1,mlp.experts.147.up_proj,not applicable,,0.784
1,mlp.experts.148.gate_proj,not applicable,,0.786
1,mlp.experts.148.up_proj,not applicable,,0.789
1,mlp.experts.149.gate_proj,not applicable,,0.791
1,mlp.experts.149.up_proj,not applicable,,0.794
1,mlp.experts.150.gate_proj,not applicable,,0.796
1,mlp.experts.150.up_proj,not applicable,,0.799
1,mlp.experts.151.gate_proj,not applicable,,0.802
1,mlp.experts.151.up_proj,not applicable,,0.804
1,mlp.experts.152.gate_proj,not applicable,,0.807
1,mlp.experts.152.up_proj,not applicable,,0.809
1,mlp.experts.153.gate_proj,not applicable,,0.812
1,mlp.experts.153.up_proj,not applicable,,0.814
1,mlp.experts.154.gate_proj,not applicable,,0.817
1,mlp.experts.154.up_proj,not applicable,,0.819
1,mlp.experts.155.gate_proj,not applicable,,0.821
1,mlp.experts.155.up_proj,not applicable,,0.824
1,mlp.experts.156.gate_proj,not applicable,,0.826
1,mlp.experts.156.up_proj,not applicable,,0.829
1,mlp.experts.157.gate_proj,not applicable,,0.831
1,mlp.experts.157.up_proj,not applicable,,0.834
1,mlp.experts.158.gate_proj,not applicable,,0.836
1,mlp.experts.158.up_proj,not applicable,,0.838
1,mlp.experts.159.gate_proj,not applicable,,0.841
1,mlp.experts.159.up_proj,not applicable,,0.843
1,mlp.experts.160.gate_proj,not applicable,,0.846
1,mlp.experts.160.up_proj,not applicable,,0.849
1,mlp.experts.161.gate_proj,not applicable,,0.852
1,mlp.experts.161.up_proj,not applicable,,0.854
1,mlp.experts.162.gate_proj,not applicable,,0.857
1,mlp.experts.162.up_proj,not applicable,,0.859
1,mlp.experts.163.gate_proj,not applicable,,0.861
1,mlp.experts.163.up_proj,not applicable,,0.864
1,mlp.experts.164.gate_proj,not applicable,,0.866
1,mlp.experts.164.up_proj,not applicable,,0.869
1,mlp.experts.165.gate_proj,not applicable,,0.871
1,mlp.experts.165.up_proj,not applicable,,0.875
1,mlp.experts.166.gate_proj,not applicable,,0.878
1,mlp.experts.166.up_proj,not applicable,,0.882
1,mlp.experts.167.gate_proj,not applicable,,0.885
1,mlp.experts.167.up_proj,not applicable,,0.889
1,mlp.experts.168.gate_proj,not applicable,,0.892
1,mlp.experts.168.up_proj,not applicable,,0.894
1,mlp.experts.169.gate_proj,not applicable,,0.897
1,mlp.experts.169.up_proj,not applicable,,0.899
1,mlp.experts.170.gate_proj,not applicable,,0.902
1,mlp.experts.170.up_proj,not applicable,,0.905
1,mlp.experts.171.gate_proj,not applicable,,0.907
1,mlp.experts.171.up_proj,not applicable,,0.910
1,mlp.experts.172.gate_proj,not applicable,,0.912
1,mlp.experts.172.up_proj,not applicable,,0.915
1,mlp.experts.173.gate_proj,not applicable,,0.917
1,mlp.experts.173.up_proj,not applicable,,0.920
1,mlp.experts.174.gate_proj,not applicable,,0.922
1,mlp.experts.174.up_proj,not applicable,,0.925
1,mlp.experts.175.gate_proj,not applicable,,0.928
1,mlp.experts.175.up_proj,not applicable,,0.930
1,mlp.experts.176.gate_proj,not applicable,,0.932
1,mlp.experts.176.up_proj,not applicable,,0.935
1,mlp.experts.177.gate_proj,not applicable,,0.937
1,mlp.experts.177.up_proj,not applicable,,0.940
1,mlp.experts.178.gate_proj,not applicable,,0.942
1,mlp.experts.178.up_proj,not applicable,,0.945
1,mlp.experts.179.gate_proj,not applicable,,0.947
1,mlp.experts.179.up_proj,not applicable,,0.950
1,mlp.experts.180.gate_proj,not applicable,,0.952
1,mlp.experts.180.up_proj,not applicable,,0.955
1,mlp.experts.181.gate_proj,not applicable,,0.958
1,mlp.experts.181.up_proj,not applicable,,0.960
1,mlp.experts.182.gate_proj,not applicable,,0.963
1,mlp.experts.182.up_proj,not applicable,,0.965
1,mlp.experts.183.gate_proj,not applicable,,0.968
1,mlp.experts.183.up_proj,not applicable,,0.970
1,mlp.experts.184.gate_proj,not applicable,,0.973
1,mlp.experts.184.up_proj,not applicable,,0.975
1,mlp.experts.185.gate_proj,not applicable,,0.978
1,mlp.experts.185.up_proj,not applicable,,0.980
1,mlp.experts.186.gate_proj,not applicable,,0.983
1,mlp.experts.186.up_proj,not applicable,,0.985
1,mlp.experts.187.gate_proj,not applicable,,0.988
1,mlp.experts.187.up_proj,not applicable,,0.990
1,mlp.experts.188.gate_proj,not applicable,,0.993
1,mlp.experts.188.up_proj,not applicable,,0.995
1,mlp.experts.189.gate_proj,not applicable,,0.998
1,mlp.experts.189.up_proj,not applicable,,1.002
1,mlp.experts.190.gate_proj,not applicable,,1.005
1,mlp.experts.190.up_proj,not applicable,,1.010
1,mlp.experts.191.gate_proj,not applicable,,1.012
1,mlp.experts.191.up_proj,not applicable,,1.016
1,mlp.experts.192.gate_proj,not applicable,,1.019
1,mlp.experts.192.up_proj,not applicable,,1.021
1,mlp.experts.193.gate_proj,not applicable,,1.024
1,mlp.experts.193.up_proj,not applicable,,1.026
1,mlp.experts.194.gate_proj,not applicable,,1.029
1,mlp.experts.194.up_proj,not applicable,,1.031
1,mlp.experts.195.gate_proj,not applicable,,1.034
1,mlp.experts.195.up_proj,not applicable,,1.037
1,mlp.experts.196.gate_proj,not applicable,,1.039
1,mlp.experts.196.up_proj,not applicable,,1.041
1,mlp.experts.197.gate_proj,not applicable,,1.044
1,mlp.experts.197.up_proj,not applicable,,1.047
1,mlp.experts.198.gate_proj,not applicable,,1.049
1,mlp.experts.198.up_proj,not applicable,,1.052
1,mlp.experts.199.gate_proj,not applicable,,1.054
1,mlp.experts.199.up_proj,not applicable,,1.056
1,mlp.experts.200.gate_proj,not applicable,,1.059
1,mlp.experts.200.up_proj,not applicable,,1.062
1,mlp.experts.201.gate_proj,not applicable,,1.065
1,mlp.experts.201.up_proj,not applicable,,1.067
1,mlp.experts.202.gate_proj,not applicable,,1.070
1,mlp.experts.202.up_proj,not applicable,,1.072
1,mlp.experts.203.gate_proj,not applicable,,1.075
1,mlp.experts.203.up_proj,not applicable,,1.077
1,mlp.experts.204.gate_proj,not applicable,,1.080
1,mlp.experts.204.up_proj,not applicable,,1.082
1,mlp.experts.205.gate_proj,not applicable,,1.085
1,mlp.experts.205.up_proj,not applicable,,1.087
1,mlp.experts.206.gate_proj,not applicable,,1.090
1,mlp.experts.206.up_proj,not applicable,,1.092
1,mlp.experts.207.gate_proj,not applicable,,1.095
1,mlp.experts.207.up_proj,not applicable,,1.097
1,mlp.experts.208.gate_proj,not applicable,,1.100
1,mlp.experts.208.up_proj,not applicable,,1.102
1,mlp.experts.209.gate_proj,not applicable,,1.105
1,mlp.experts.209.up_proj,not applicable,,1.107
1,mlp.experts.210.gate_proj,not applicable,,1.109
1,mlp.experts.210.up_proj,not applicable,,1.113
1,mlp.experts.211.gate_proj,not applicable,,1.115
1,mlp.experts.211.up_proj,not applicable,,1.118
1,mlp.experts.212.gate_proj,not applicable,,1.120
1,mlp.experts.212.up_proj,not applicable,,1.123
1,mlp.experts.213.gate_proj,not applicable,,1.125
1,mlp.experts.213.up_proj,not applicable,,1.129
1,mlp.experts.214.gate_proj,not applicable,,1.132
1,mlp.experts.214.up_proj,not applicable,,1.136
1,mlp.experts.215.gate_proj,not applicable,,1.138
1,mlp.experts.215.up_proj,not applicable,,1.142
1,mlp.experts.216.gate_proj,not applicable,,1.145
1,mlp.experts.216.up_proj,not applicable,,1.147
1,mlp.experts.217.gate_proj,not applicable,,1.150
1,mlp.experts.217.up_proj,not applicable,,1.152
1,mlp.experts.218.gate_proj,not applicable,,1.155
1,mlp.experts.218.up_proj,not applicable,,1.157
1,mlp.experts.219.gate_proj,not applicable,,1.160
1,mlp.experts.219.up_proj,not applicable,,1.162
1,mlp.experts.220.gate_proj,not applicable,,1.165
1,mlp.experts.220.up_proj,not applicable,,1.168
1,mlp.experts.221.gate_proj,not applicable,,1.171
1,mlp.experts.221.up_proj,not applicable,,1.173
1,mlp.experts.222.gate_proj,not applicable,,1.176
1,mlp.experts.222.up_proj,not applicable,,1.178
1,mlp.experts.223.gate_proj,not applicable,,1.181
1,mlp.experts.223.up_proj,not applicable,,1.183
1,mlp.experts.224.gate_proj,not applicable,,1.185
1,mlp.experts.224.up_proj,not applicable,,1.188
1,mlp.experts.225.gate_proj,not applicable,,1.191
1,mlp.experts.225.up_proj,not applicable,,1.193
1,mlp.experts.226.gate_proj,not applicable,,1.196
1,mlp.experts.226.up_proj,not applicable,,1.198
1,mlp.experts.227.gate_proj,not applicable,,1.201
1,mlp.experts.227.up_proj,not applicable,,1.203
1,mlp.experts.228.gate_proj,not applicable,,1.206
1,mlp.experts.228.up_proj,not applicable,,1.208
1,mlp.experts.229.gate_proj,not applicable,,1.210
1,mlp.experts.229.up_proj,not applicable,,1.213
1,mlp.experts.230.gate_proj,not applicable,,1.215
1,mlp.experts.230.up_proj,not applicable,,1.219
1,mlp.experts.231.gate_proj,not applicable,,1.221
1,mlp.experts.231.up_proj,not applicable,,1.224
1,mlp.experts.232.gate_proj,not applicable,,1.226
1,mlp.experts.232.up_proj,not applicable,,1.228
1,mlp.experts.233.gate_proj,not applicable,,1.231
1,mlp.experts.233.up_proj,not applicable,,1.233
1,mlp.experts.234.gate_proj,not applicable,,1.236
1,mlp.experts.234.up_proj,not applicable,,1.238
1,mlp.experts.235.gate_proj,not applicable,,1.241
1,mlp.experts.235.up_proj,not applicable,,1.243
1,mlp.experts.236.gate_proj,not applicable,,1.246
1,mlp.experts.236.up_proj,not applicable,,1.248
1,mlp.experts.237.gate_proj,not applicable,,1.250
1,mlp.experts.237.up_proj,not applicable,,1.255
1,mlp.experts.238.gate_proj,not applicable,,1.257
1,mlp.experts.238.up_proj,not applicable,,1.261
1,mlp.experts.239.gate_proj,not applicable,,1.264
1,mlp.experts.239.up_proj,not applicable,,1.272
1,mlp.experts.240.gate_proj,not applicable,,1.275
1,mlp.experts.240.up_proj,not applicable,,1.278
1,mlp.experts.241.gate_proj,not applicable,,1.281
1,mlp.experts.241.up_proj,not applicable,,1.283
1,mlp.experts.242.gate_proj,not applicable,,1.286
1,mlp.experts.242.up_proj,not applicable,,1.289
1,mlp.experts.243.gate_proj,not applicable,,1.291
1,mlp.experts.243.up_proj,not applicable,,1.294
1,mlp.experts.244.gate_proj,not applicable,,1.297
1,mlp.experts.244.up_proj,not applicable,,1.299
1,mlp.experts.245.gate_proj,not applicable,,1.302
1,mlp.experts.245.up_proj,not applicable,,1.305
1,mlp.experts.246.gate_proj,not applicable,,1.307
1,mlp.experts.246.up_proj,not applicable,,1.310
1,mlp.experts.247.gate_proj,not applicable,,1.312
1,mlp.experts.247.up_proj,not applicable,,1.314
1,mlp.experts.248.gate_proj,not applicable,,1.317
1,mlp.experts.248.up_proj,not applicable,,1.319
1,mlp.experts.249.gate_proj,not applicable,,1.322
1,mlp.experts.249.up_proj,not applicable,,1.325
1,mlp.experts.250.gate_proj,not applicable,,1.327
1,mlp.experts.250.up_proj,not applicable,,1.330
1,mlp.experts.251.gate_proj,not applicable,,1.333
1,mlp.experts.251.up_proj,not applicable,,1.335
1,mlp.experts.252.gate_proj,not applicable,,1.338
1,mlp.experts.252.up_proj,not applicable,,1.340
1,mlp.experts.253.gate_proj,not applicable,,1.343
1,mlp.experts.253.up_proj,not applicable,,1.345
1,mlp.experts.254.gate_proj,not applicable,,1.347
1,mlp.experts.254.up_proj,not applicable,,1.350
1,mlp.experts.255.gate_proj,not applicable,,1.352
1,mlp.experts.255.up_proj,not applicable,,1.355
1,mlp.experts.0.down_proj,0.0000001640,,1.357
1,mlp.experts.1.down_proj,0.0000000001,,1.359
1,mlp.experts.2.down_proj,0.0000000259,,1.362
1,mlp.experts.3.down_proj,0.0000000015,,1.364
1,mlp.experts.4.down_proj,0.0000000060,,1.366
1,mlp.experts.5.down_proj,0.0000000001,,1.369
1,mlp.experts.6.down_proj,0.0000000014,,1.371
1,mlp.experts.7.down_proj,0.0000001124,,1.374
1,mlp.experts.8.down_proj,0.0000000015,,1.376
1,mlp.experts.9.down_proj,0.0000000022,,1.381
1,mlp.experts.10.down_proj,0.0000000024,,1.384
1,mlp.experts.11.down_proj,0.0000000002,,1.386
1,mlp.experts.12.down_proj,0.0000000528,,1.388
1,mlp.experts.13.down_proj,0.0000000296,,1.391
1,mlp.experts.14.down_proj,0.0000000253,,1.393
1,mlp.experts.15.down_proj,0.0000000534,,1.395
1,mlp.experts.16.down_proj,0.0000000112,,1.400
1,mlp.experts.17.down_proj,0.0000000001,,1.404
1,mlp.experts.18.down_proj,0.0000000036,,1.406
1,mlp.experts.19.down_proj,0.0000000592,,1.409
1,mlp.experts.20.down_proj,0.0000003151,,1.411
1,mlp.experts.21.down_proj,0.0000000313,,1.414
1,mlp.experts.22.down_proj,0.0000000092,,1.416
1,mlp.experts.23.down_proj,0.0000000162,,1.418
1,mlp.experts.24.down_proj,0.0000000936,,1.421
1,mlp.experts.25.down_proj,0.0000000143,,1.423
1,mlp.experts.26.down_proj,0.0000002353,,1.425
1,mlp.experts.27.down_proj,0.0000000014,,1.428
1,mlp.experts.28.down_proj,0.0000000700,,1.430
1,mlp.experts.29.down_proj,0.0000001273,,1.433
1,mlp.experts.30.down_proj,0.0000000000,,1.436
1,mlp.experts.31.down_proj,0.0000000273,,1.438
1,mlp.experts.32.down_proj,0.0000002386,,1.441
1,mlp.experts.33.down_proj,0.0000000015,,1.443
1,mlp.experts.34.down_proj,0.0000002864,,1.445
1,mlp.experts.35.down_proj,0.0000000028,,1.448
1,mlp.experts.36.down_proj,0.0000000370,,1.450
1,mlp.experts.37.down_proj,0.0000000239,,1.453
1,mlp.experts.38.down_proj,0.0000000254,,1.455
1,mlp.experts.39.down_proj,0.0000000739,,1.457
1,mlp.experts.40.down_proj,0.0000000156,,1.460
1,mlp.experts.41.down_proj,0.0000000009,,1.462
1,mlp.experts.42.down_proj,0.0000000003,,1.464
1,mlp.experts.43.down_proj,0.0000002157,,1.467
1,mlp.experts.44.down_proj,0.0000000033,,1.469
1,mlp.experts.45.down_proj,0.0000000668,,1.472
1,mlp.experts.46.down_proj,0.0000000446,,1.474
1,mlp.experts.47.down_proj,0.0000000033,,1.476
1,mlp.experts.48.down_proj,0.0000001353,,1.479
1,mlp.experts.49.down_proj,0.0000000270,,1.482
1,mlp.experts.50.down_proj,0.0000000132,,1.484
1,mlp.experts.51.down_proj,0.0000000003,,1.487
1,mlp.experts.52.down_proj,0.0000000174,,1.489
1,mlp.experts.53.down_proj,0.0000000394,,1.492
1,mlp.experts.54.down_proj,0.0000000589,,1.494
1,mlp.experts.55.down_proj,0.0000000090,,1.497
1,mlp.experts.56.down_proj,0.0000000001,,1.499
1,mlp.experts.57.down_proj,0.0000000596,,1.504
1,mlp.experts.58.down_proj,0.0000000002,,1.506
1,mlp.experts.59.down_proj,0.0000000001,,1.509
1,mlp.experts.60.down_proj,0.0000000155,,1.511
1,mlp.experts.61.down_proj,0.0000000006,,1.514
1,mlp.experts.62.down_proj,0.0000000070,,1.516
1,mlp.experts.63.down_proj,0.0000000102,,1.518
1,mlp.experts.64.down_proj,0.0000000244,,1.522
1,mlp.experts.65.down_proj,0.0000000107,,1.526
1,mlp.experts.66.down_proj,0.0000000345,,1.529
1,mlp.experts.67.down_proj,0.0000000661,,1.531
1,mlp.experts.68.down_proj,0.0000001513,,1.534
1,mlp.experts.69.down_proj,0.0000000751,,1.537
1,mlp.experts.70.down_proj,0.0000000587,,1.539
1,mlp.experts.71.down_proj,0.0000000000,,1.542
1,mlp.experts.72.down_proj,0.0000000708,,1.544
1,mlp.experts.73.down_proj,0.0000000459,,1.546
1,mlp.experts.74.down_proj,0.0000000135,,1.549
1,mlp.experts.75.down_proj,0.0000000084,,1.551
1,mlp.experts.76.down_proj,0.0000000091,,1.554
1,mlp.experts.77.down_proj,0.0000002943,,1.556
1,mlp.experts.78.down_proj,0.0000000006,,1.558
1,mlp.experts.79.down_proj,0.0000000479,,1.561
1,mlp.experts.80.down_proj,0.0000000028,,1.563
1,mlp.experts.81.down_proj,0.0000000507,,1.566
1,mlp.experts.82.down_proj,0.0000000157,,1.568
1,mlp.experts.83.down_proj,0.0000000372,,1.570
1,mlp.experts.84.down_proj,0.0000000649,,1.573
1,mlp.experts.85.down_proj,0.0000000282,,1.575
1,mlp.experts.86.down_proj,0.0000000015,,1.578
1,mlp.experts.87.down_proj,0.0000000043,,1.580
1,mlp.experts.88.down_proj,0.0000000445,,1.582
1,mlp.experts.89.down_proj,0.0000000004,,1.586
1,mlp.experts.90.down_proj,0.0000000392,,1.588
1,mlp.experts.91.down_proj,0.0000000137,,1.591
1,mlp.experts.92.down_proj,0.0000000541,,1.593
1,mlp.experts.93.down_proj,0.0000000000,,1.596
1,mlp.experts.94.down_proj,0.0000000575,,1.598
1,mlp.experts.95.down_proj,0.0000000354,,1.600
1,mlp.experts.96.down_proj,0.0000000430,,1.603
1,mlp.experts.97.down_proj,0.0000000435,,1.605
1,mlp.experts.98.down_proj,0.0000000089,,1.608
1,mlp.experts.99.down_proj,0.0000000001,,1.610
1,mlp.experts.100.down_proj,0.0000000039,,1.613
1,mlp.experts.101.down_proj,0.0000002433,,1.615
1,mlp.experts.102.down_proj,0.0000001265,,1.618
1,mlp.experts.103.down_proj,0.0000000053,,1.620
1,mlp.experts.104.down_proj,0.0000000185,,1.623
1,mlp.experts.105.down_proj,0.0000000095,,1.627
1,mlp.experts.106.down_proj,0.0000000021,,1.629
1,mlp.experts.107.down_proj,0.0000000021,,1.632
1,mlp.experts.108.down_proj,0.0000000127,,1.634
1,mlp.experts.109.down_proj,0.0000000065,,1.638
1,mlp.experts.110.down_proj,0.0000000498,,1.640
1,mlp.experts.111.down_proj,0.0000000055,,1.642
1,mlp.experts.112.down_proj,0.0000000500,,1.647
1,mlp.experts.113.down_proj,0.0000000764,,1.651
1,mlp.experts.114.down_proj,0.0000000830,,1.654
1,mlp.experts.115.down_proj,0.0000006280,,1.656
1,mlp.experts.116.down_proj,0.0000000947,,1.659
1,mlp.experts.117.down_proj,0.0000000006,,1.661
1,mlp.experts.118.down_proj,0.0000000915,,1.663
1,mlp.experts.119.down_proj,0.0000000016,,1.666
1,mlp.experts.120.down_proj,0.0000000054,,1.668
1,mlp.experts.121.down_proj,0.0000000167,,1.671
1,mlp.experts.122.down_proj,0.0000000094,,1.673
1,mlp.experts.123.down_proj,0.0000000004,,1.676
1,mlp.experts.124.down_proj,0.0000000005,,1.678
1,mlp.experts.125.down_proj,0.0000000028,,1.680
1,mlp.experts.126.down_proj,0.0000000000,,1.683
1,mlp.experts.127.down_proj,0.0000000540,,1.685
1,mlp.experts.128.down_proj,0.0000000375,,1.688
1,mlp.experts.129.down_proj,0.0000002018,,1.691
1,mlp.experts.130.down_proj,0.0000000498,,1.693
1,mlp.experts.131.down_proj,0.0000000310,,1.696
1,mlp.experts.132.down_proj,0.0000000019,,1.698
1,mlp.experts.133.down_proj,0.0000001524,,1.701
1,mlp.experts.134.down_proj,0.0000000192,,1.703
1,mlp.experts.135.down_proj,0.0000000043,,1.706
1,mlp.experts.136.down_proj,0.0000000092,,1.708
1,mlp.experts.137.down_proj,0.0000000043,,1.711
1,mlp.experts.138.down_proj,0.0000000704,,1.713
1,mlp.experts.139.down_proj,0.0000000869,,1.716
1,mlp.experts.140.down_proj,0.0000004887,,1.718
1,mlp.experts.141.down_proj,0.0000000265,,1.721
1,mlp.experts.142.down_proj,0.0000000064,,1.723
1,mlp.experts.143.down_proj,0.0000000956,,1.726
1,mlp.experts.144.down_proj,0.0000000000,,1.728
1,mlp.experts.145.down_proj,0.0000000720,,1.731
1,mlp.experts.146.down_proj,0.0000000002,,1.733
1,mlp.experts.147.down_proj,0.0000000255,,1.735
1,mlp.experts.148.down_proj,0.0000000755,,1.738
1,mlp.experts.149.down_proj,0.0000000043,,1.741
1,mlp.experts.150.down_proj,0.0000000196,,1.743
1,mlp.experts.151.down_proj,0.0000000407,,1.746
1,mlp.experts.152.down_proj,0.0000000001,,1.748
1,mlp.experts.153.down_proj,0.0000000255,,1.757
1,mlp.experts.154.down_proj,0.0000000149,,1.760
1,mlp.experts.155.down_proj,0.0000000274,,1.762
1,mlp.experts.156.down_proj,0.0000000691,,1.765
1,mlp.experts.157.down_proj,0.0000001687,,1.767
1,mlp.experts.158.down_proj,0.0000000491,,1.769
1,mlp.experts.159.down_proj,0.0000000005,,1.772
1,mlp.experts.160.down_proj,0.0000000005,,1.776
1,mlp.experts.161.down_proj,0.0000000004,,1.780
1,mlp.experts.162.down_proj,0.0000000007,,1.782
1,mlp.experts.163.down_proj,0.0000000400,,1.785
1,mlp.experts.164.down_proj,0.0000000722,,1.787
1,mlp.experts.165.down_proj,0.0000000055,,1.790
1,mlp.experts.166.down_proj,0.0000000040,,1.793
1,mlp.experts.167.down_proj,0.0000000029,,1.796
1,mlp.experts.168.down_proj,0.0000000022,,1.799
1,mlp.experts.169.down_proj,0.0000000975,,1.803
1,mlp.experts.170.down_proj,0.0000000111,,1.806
1,mlp.experts.171.down_proj,0.0000001144,,1.809
1,mlp.experts.172.down_proj,0.0000002689,,1.812
1,mlp.experts.173.down_proj,0.0000000027,,1.816
1,mlp.experts.174.down_proj,0.0000000240,,1.818
1,mlp.experts.175.down_proj,0.0000000190,,1.821
1,mlp.experts.176.down_proj,0.0000000018,,1.823
1,mlp.experts.177.down_proj,0.0000000274,,1.826
1,mlp.experts.178.down_proj,0.0000000053,,1.828
1,mlp.experts.179.down_proj,0.0000000205,,1.831
1,mlp.experts.180.down_proj,0.0000000524,,1.833
1,mlp.experts.181.down_proj,0.0000000162,,1.836
1,mlp.experts.182.down_proj,0.0000000026,,1.838
1,mlp.experts.183.down_proj,0.0000000087,,1.841
1,mlp.experts.184.down_proj,0.0000000034,,1.843
1,mlp.experts.185.down_proj,0.0000000203,,1.846
1,mlp.experts.186.down_proj,0.0000000060,,1.848
1,mlp.experts.187.down_proj,0.0000000052,,1.851
1,mlp.experts.188.down_proj,0.0000000029,,1.853
1,mlp.experts.189.down_proj,0.0000000002,,1.856
1,mlp.experts.190.down_proj,0.0000000062,,1.859
1,mlp.experts.191.down_proj,0.0000001438,,1.861
1,mlp.experts.192.down_proj,0.0000001314,,1.864
1,mlp.experts.193.down_proj,0.0000000405,,1.866
1,mlp.experts.194.down_proj,0.0000000255,,1.869
1,mlp.experts.195.down_proj,0.0000000118,,1.871
1,mlp.experts.196.down_proj,0.0000001333,,1.873
1,mlp.experts.197.down_proj,0.0000000347,,1.876
1,mlp.experts.198.down_proj,0.0000000250,,1.878
1,mlp.experts.199.down_proj,0.0000000006,,1.881
1,mlp.experts.200.down_proj,0.0000000284,,1.883
1,mlp.experts.201.down_proj,0.0000000735,,1.887
1,mlp.experts.202.down_proj,0.0000000005,,1.890
1,mlp.experts.203.down_proj,0.0000000308,,1.892
1,mlp.experts.204.down_proj,0.0000000241,,1.895
1,mlp.experts.205.down_proj,0.0000000111,,1.898
1,mlp.experts.206.down_proj,0.0000001260,,1.900
1,mlp.experts.207.down_proj,0.0000000983,,1.903
1,mlp.experts.208.down_proj,0.0000001096,,1.907
1,mlp.experts.209.down_proj,0.0000000156,,1.915
1,mlp.experts.210.down_proj,0.0000000221,,1.917
1,mlp.experts.211.down_proj,0.0000000004,,1.920
1,mlp.experts.212.down_proj,0.0000000140,,1.922
1,mlp.experts.213.down_proj,0.0000000026,,1.925
1,mlp.experts.214.down_proj,0.0000001245,,1.927
1,mlp.experts.215.down_proj,0.0000000002,,1.930
1,mlp.experts.216.down_proj,0.0000000303,,1.932
1,mlp.experts.217.down_proj,0.0000003775,,1.935
1,mlp.experts.218.down_proj,0.0000000007,,1.937
1,mlp.experts.219.down_proj,0.0000000253,,1.940
1,mlp.experts.220.down_proj,0.0000002154,,1.942
1,mlp.experts.221.down_proj,0.0000000003,,1.944
1,mlp.experts.222.down_proj,0.0000000035,,1.947
1,mlp.experts.223.down_proj,0.0000000109,,1.949
1,mlp.experts.224.down_proj,0.0000000304,,1.952
1,mlp.experts.225.down_proj,0.0000001923,,1.954
1,mlp.experts.226.down_proj,0.0000000044,,1.957
1,mlp.experts.227.down_proj,0.0000000003,,1.959
1,mlp.experts.228.down_proj,0.0000000104,,1.961
1,mlp.experts.229.down_proj,0.0000000675,,1.965
1,mlp.experts.230.down_proj,0.0000000001,,1.968
1,mlp.experts.231.down_proj,0.0000000178,,1.970
1,mlp.experts.232.down_proj,0.0000001170,,1.972
1,mlp.experts.233.down_proj,0.0000000492,,1.975
1,mlp.experts.234.down_proj,0.0000000137,,1.977
1,mlp.experts.235.down_proj,0.0000000397,,1.980
1,mlp.experts.236.down_proj,0.0000000084,,1.982
1,mlp.experts.237.down_proj,0.0000000000,,1.985
1,mlp.experts.238.down_proj,0.0000000091,,1.987
1,mlp.experts.239.down_proj,0.0000000013,,1.990
1,mlp.experts.240.down_proj,0.0000000490,,1.992
1,mlp.experts.241.down_proj,0.0000000003,,1.994
1,mlp.experts.242.down_proj,0.0000000345,,1.997
1,mlp.experts.243.down_proj,0.0000000464,,1.999
1,mlp.experts.244.down_proj,0.0000000001,,2.002
1,mlp.experts.245.down_proj,0.0000002125,,2.004
1,mlp.experts.246.down_proj,0.0000004236,,2.007
1,mlp.experts.247.down_proj,0.0000000724,,2.009
1,mlp.experts.248.down_proj,0.0000000208,,2.012
1,mlp.experts.249.down_proj,0.0000000002,,2.017
1,mlp.experts.250.down_proj,0.0000000193,,2.020
1,mlp.experts.251.down_proj,0.0000000602,,2.022
1,mlp.experts.252.down_proj,0.0000000002,,2.025
1,mlp.experts.253.down_proj,0.0000000150,,2.027
1,mlp.experts.254.down_proj,0.0000000166,,2.030
1,mlp.experts.255.down_proj,0.0000000242,,2.032
2,mlp.experts.0.gate_proj,not applicable,,0.005
2,mlp.experts.0.up_proj,not applicable,,0.011
2,mlp.experts.1.gate_proj,not applicable,,0.015
2,mlp.experts.1.up_proj,not applicable,,0.018
2,mlp.experts.2.gate_proj,not applicable,,0.021
2,mlp.experts.2.up_proj,not applicable,,0.023
2,mlp.experts.3.gate_proj,not applicable,,0.026
2,mlp.experts.3.up_proj,not applicable,,0.029
2,mlp.experts.4.gate_proj,not applicable,,0.032
2,mlp.experts.4.up_proj,not applicable,,0.035
2,mlp.experts.5.gate_proj,not applicable,,0.038
2,mlp.experts.5.up_proj,not applicable,,0.040
2,mlp.experts.6.gate_proj,not applicable,,0.043
2,mlp.experts.6.up_proj,not applicable,,0.045
2,mlp.experts.7.gate_proj,not applicable,,0.048
2,mlp.experts.7.up_proj,not applicable,,0.051
2,mlp.experts.8.gate_proj,not applicable,,0.054
2,mlp.experts.8.up_proj,not applicable,,0.056
2,mlp.experts.9.gate_proj,not applicable,,0.059
2,mlp.experts.9.up_proj,not applicable,,0.062
2,mlp.experts.10.gate_proj,not applicable,,0.065
2,mlp.experts.10.up_proj,not applicable,,0.068
2,mlp.experts.11.gate_proj,not applicable,,0.071
2,mlp.experts.11.up_proj,not applicable,,0.074
2,mlp.experts.12.gate_proj,not applicable,,0.077
2,mlp.experts.12.up_proj,not applicable,,0.079
2,mlp.experts.13.gate_proj,not applicable,,0.082
2,mlp.experts.13.up_proj,not applicable,,0.085
2,mlp.experts.14.gate_proj,not applicable,,0.087
2,mlp.experts.14.up_proj,not applicable,,0.090
2,mlp.experts.15.gate_proj,not applicable,,0.092
2,mlp.experts.15.up_proj,not applicable,,0.095
2,mlp.experts.16.gate_proj,not applicable,,0.097
2,mlp.experts.16.up_proj,not applicable,,0.100
2,mlp.experts.17.gate_proj,not applicable,,0.102
2,mlp.experts.17.up_proj,not applicable,,0.105
2,mlp.experts.18.gate_proj,not applicable,,0.108
2,mlp.experts.18.up_proj,not applicable,,0.110
2,mlp.experts.19.gate_proj,not applicable,,0.114
2,mlp.experts.19.up_proj,not applicable,,0.116
2,mlp.experts.20.gate_proj,not applicable,,0.119
2,mlp.experts.20.up_proj,not applicable,,0.123
2,mlp.experts.21.gate_proj,not applicable,,0.125
2,mlp.experts.21.up_proj,not applicable,,0.128
2,mlp.experts.22.gate_proj,not applicable,,0.131
2,mlp.experts.22.up_proj,not applicable,,0.133
2,mlp.experts.23.gate_proj,not applicable,,0.136
2,mlp.experts.23.up_proj,not applicable,,0.138
2,mlp.experts.24.gate_proj,not applicable,,0.140
2,mlp.experts.24.up_proj,not applicable,,0.143
2,mlp.experts.25.gate_proj,not applicable,,0.146
2,mlp.experts.25.up_proj,not applicable,,0.149
2,mlp.experts.26.gate_proj,not applicable,,0.151
2,mlp.experts.26.up_proj,not applicable,,0.154
2,mlp.experts.27.gate_proj,not applicable,,0.157
2,mlp.experts.27.up_proj,not applicable,,0.160
2,mlp.experts.28.gate_proj,not applicable,,0.162
2,mlp.experts.28.up_proj,not applicable,,0.165
2,mlp.experts.29.gate_proj,not applicable,,0.168
2,mlp.experts.29.up_proj,not applicable,,0.171
2,mlp.experts.30.gate_proj,not applicable,,0.174
2,mlp.experts.30.up_proj,not applicable,,0.178
2,mlp.experts.31.gate_proj,not applicable,,0.180
2,mlp.experts.31.up_proj,not applicable,,0.183
2,mlp.experts.32.gate_proj,not applicable,,0.185
2,mlp.experts.32.up_proj,not applicable,,0.187
2,mlp.experts.33.gate_proj,not applicable,,0.190
2,mlp.experts.33.up_proj,not applicable,,0.193
2,mlp.experts.34.gate_proj,not applicable,,0.196
2,mlp.experts.34.up_proj,not applicable,,0.198
2,mlp.experts.35.gate_proj,not applicable,,0.201
2,mlp.experts.35.up_proj,not applicable,,0.204
2,mlp.experts.36.gate_proj,not applicable,,0.207
2,mlp.experts.36.up_proj,not applicable,,0.209
2,mlp.experts.37.gate_proj,not applicable,,0.212
2,mlp.experts.37.up_proj,not applicable,,0.215
2,mlp.experts.38.gate_proj,not applicable,,0.218
2,mlp.experts.38.up_proj,not applicable,,0.221
2,mlp.experts.39.gate_proj,not applicable,,0.224
2,mlp.experts.39.up_proj,not applicable,,0.226
2,mlp.experts.40.gate_proj,not applicable,,0.229
2,mlp.experts.40.up_proj,not applicable,,0.232
2,mlp.experts.41.gate_proj,not applicable,,0.235
2,mlp.experts.41.up_proj,not applicable,,0.237
2,mlp.experts.42.gate_proj,not applicable,,0.240
2,mlp.experts.42.up_proj,not applicable,,0.243
2,mlp.experts.43.gate_proj,not applicable,,0.245
2,mlp.experts.43.up_proj,not applicable,,0.248
2,mlp.experts.44.gate_proj,not applicable,,0.251
2,mlp.experts.44.up_proj,not applicable,,0.254
2,mlp.experts.45.gate_proj,not applicable,,0.257
2,mlp.experts.45.up_proj,not applicable,,0.260
2,mlp.experts.46.gate_proj,not applicable,,0.262
2,mlp.experts.46.up_proj,not applicable,,0.265
2,mlp.experts.47.gate_proj,not applicable,,0.268
2,mlp.experts.47.up_proj,not applicable,,0.271
2,mlp.experts.48.gate_proj,not applicable,,0.273
2,mlp.experts.48.up_proj,not applicable,,0.276
2,mlp.experts.49.gate_proj,not applicable,,0.278
2,mlp.experts.49.up_proj,not applicable,,0.281
2,mlp.experts.50.gate_proj,not applicable,,0.283
2,mlp.experts.50.up_proj,not applicable,,0.287
2,mlp.experts.51.gate_proj,not applicable,,0.290
2,mlp.experts.51.up_proj,not applicable,,0.293
2,mlp.experts.52.gate_proj,not applicable,,0.296
2,mlp.experts.52.up_proj,not applicable,,0.298
2,mlp.experts.53.gate_proj,not applicable,,0.301
2,mlp.experts.53.up_proj,not applicable,,0.304
2,mlp.experts.54.gate_proj,not applicable,,0.306
2,mlp.experts.54.up_proj,not applicable,,0.309
2,mlp.experts.55.gate_proj,not applicable,,0.312
2,mlp.experts.55.up_proj,not applicable,,0.315
2,mlp.experts.56.gate_proj,not applicable,,0.318
2,mlp.experts.56.up_proj,not applicable,,0.321
2,mlp.experts.57.gate_proj,not applicable,,0.323
2,mlp.experts.57.up_proj,not applicable,,0.326
2,mlp.experts.58.gate_proj,not applicable,,0.328
2,mlp.experts.58.up_proj,not applicable,,0.331
2,mlp.experts.59.gate_proj,not applicable,,0.333
2,mlp.experts.59.up_proj,not applicable,,0.336
2,mlp.experts.60.gate_proj,not applicable,,0.339
2,mlp.experts.60.up_proj,not applicable,,0.343
2,mlp.experts.61.gate_proj,not applicable,,0.345
2,mlp.experts.61.up_proj,not applicable,,0.348
2,mlp.experts.62.gate_proj,not applicable,,0.351
2,mlp.experts.62.up_proj,not applicable,,0.354
2,mlp.experts.63.gate_proj,not applicable,,0.357
2,mlp.experts.63.up_proj,not applicable,,0.359
2,mlp.experts.64.gate_proj,not applicable,,0.362
2,mlp.experts.64.up_proj,not applicable,,0.365
2,mlp.experts.65.gate_proj,not applicable,,0.368
2,mlp.experts.65.up_proj,not applicable,,0.370
2,mlp.experts.66.gate_proj,not applicable,,0.373
2,mlp.experts.66.up_proj,not applicable,,0.375
2,mlp.experts.67.gate_proj,not applicable,,0.378
2,mlp.experts.67.up_proj,not applicable,,0.380
2,mlp.experts.68.gate_proj,not applicable,,0.383
2,mlp.experts.68.up_proj,not applicable,,0.385
2,mlp.experts.69.gate_proj,not applicable,,0.389
2,mlp.experts.69.up_proj,not applicable,,0.391
2,mlp.experts.70.gate_proj,not applicable,,0.394
2,mlp.experts.70.up_proj,not applicable,,0.398
2,mlp.experts.71.gate_proj,not applicable,,0.400
2,mlp.experts.71.up_proj,not applicable,,0.403
2,mlp.experts.72.gate_proj,not applicable,,0.406
2,mlp.experts.72.up_proj,not applicable,,0.409
2,mlp.experts.73.gate_proj,not applicable,,0.411
2,mlp.experts.73.up_proj,not applicable,,0.414
2,mlp.experts.74.gate_proj,not applicable,,0.417
2,mlp.experts.74.up_proj,not applicable,,0.420
2,mlp.experts.75.gate_proj,not applicable,,0.422
2,mlp.experts.75.up_proj,not applicable,,0.425
2,mlp.experts.76.gate_proj,not applicable,,0.427
2,mlp.experts.76.up_proj,not applicable,,0.430
2,mlp.experts.77.gate_proj,not applicable,,0.433
2,mlp.experts.77.up_proj,not applicable,,0.435
2,mlp.experts.78.gate_proj,not applicable,,0.438
2,mlp.experts.78.up_proj,not applicable,,0.441
2,mlp.experts.79.gate_proj,not applicable,,0.444
2,mlp.experts.79.up_proj,not applicable,,0.446
2,mlp.experts.80.gate_proj,not applicable,,0.449
2,mlp.experts.80.up_proj,not applicable,,0.453
2,mlp.experts.81.gate_proj,not applicable,,0.456
2,mlp.experts.81.up_proj,not applicable,,0.459
2,mlp.experts.82.gate_proj,not applicable,,0.461
2,mlp.experts.82.up_proj,not applicable,,0.464
2,mlp.experts.83.gate_proj,not applicable,,0.467
2,mlp.experts.83.up_proj,not applicable,,0.469
2,mlp.experts.84.gate_proj,not applicable,,0.472
2,mlp.experts.84.up_proj,not applicable,,0.474
2,mlp.experts.85.gate_proj,not applicable,,0.477
2,mlp.experts.85.up_proj,not applicable,,0.479
2,mlp.experts.86.gate_proj,not applicable,,0.482
2,mlp.experts.86.up_proj,not applicable,,0.485
2,mlp.experts.87.gate_proj,not applicable,,0.488
2,mlp.experts.87.up_proj,not applicable,,0.491
2,mlp.experts.88.gate_proj,not applicable,,0.493
2,mlp.experts.88.up_proj,not applicable,,0.496
2,mlp.experts.89.gate_proj,not applicable,,0.499
2,mlp.experts.89.up_proj,not applicable,,0.502
2,mlp.experts.90.gate_proj,not applicable,,0.505
2,mlp.experts.90.up_proj,not applicable,,0.508
2,mlp.experts.91.gate_proj,not applicable,,0.511
2,mlp.experts.91.up_proj,not applicable,,0.514
2,mlp.experts.92.gate_proj,not applicable,,0.516
2,mlp.experts.92.up_proj,not applicable,,0.518
2,mlp.experts.93.gate_proj,not applicable,,0.521
2,mlp.experts.93.up_proj,not applicable,,0.524
2,mlp.experts.94.gate_proj,not applicable,,0.527
2,mlp.experts.94.up_proj,not applicable,,0.529
2,mlp.experts.95.gate_proj,not applicable,,0.532
2,mlp.experts.95.up_proj,not applicable,,0.535
2,mlp.experts.96.gate_proj,not applicable,,0.538
2,mlp.experts.96.up_proj,not applicable,,0.540
2,mlp.experts.97.gate_proj,not applicable,,0.543
2,mlp.experts.97.up_proj,not applicable,,0.546
2,mlp.experts.98.gate_proj,not applicable,,0.548
2,mlp.experts.98.up_proj,not applicable,,0.551
2,mlp.experts.99.gate_proj,not applicable,,0.554
2,mlp.experts.99.up_proj,not applicable,,0.557
2,mlp.experts.100.gate_proj,not applicable,,0.560
2,mlp.experts.100.up_proj,not applicable,,0.563
2,mlp.experts.101.gate_proj,not applicable,,0.566
2,mlp.experts.101.up_proj,not applicable,,0.568
2,mlp.experts.102.gate_proj,not applicable,,0.570
2,mlp.experts.102.up_proj,not applicable,,0.573
2,mlp.experts.103.gate_proj,not applicable,,0.576
2,mlp.experts.103.up_proj,not applicable,,0.578
2,mlp.experts.104.gate_proj,not applicable,,0.581
2,mlp.experts.104.up_proj,not applicable,,0.584
2,mlp.experts.105.gate_proj,not applicable,,0.587
2,mlp.experts.105.up_proj,not applicable,,0.589
2,mlp.experts.106.gate_proj,not applicable,,0.592
2,mlp.experts.106.up_proj,not applicable,,0.595
2,mlp.experts.107.gate_proj,not applicable,,0.598
2,mlp.experts.107.up_proj,not applicable,,0.600
2,mlp.experts.108.gate_proj,not applicable,,0.603
2,mlp.experts.108.up_proj,not applicable,,0.606
2,mlp.experts.109.gate_proj,not applicable,,0.609
2,mlp.experts.109.up_proj,not applicable,,0.611
2,mlp.experts.110.gate_proj,not applicable,,0.614
2,mlp.experts.110.up_proj,not applicable,,0.617
2,mlp.experts.111.gate_proj,not applicable,,0.620
2,mlp.experts.111.up_proj,not applicable,,0.622
2,mlp.experts.112.gate_proj,not applicable,,0.626
2,mlp.experts.112.up_proj,not applicable,,0.628
2,mlp.experts.113.gate_proj,not applicable,,0.631
2,mlp.experts.113.up_proj,not applicable,,0.634
2,mlp.experts.114.gate_proj,not applicable,,0.637
2,mlp.experts.114.up_proj,not applicable,,0.639
2,mlp.experts.115.gate_proj,not applicable,,0.642
2,mlp.experts.115.up_proj,not applicable,,0.645
2,mlp.experts.116.gate_proj,not applicable,,0.648
2,mlp.experts.116.up_proj,not applicable,,0.650
2,mlp.experts.117.gate_proj,not applicable,,0.655
2,mlp.experts.117.up_proj,not applicable,,0.658
2,mlp.experts.118.gate_proj,not applicable,,0.660
2,mlp.experts.118.up_proj,not applicable,,0.663
2,mlp.experts.119.gate_proj,not applicable,,0.665
2,mlp.experts.119.up_proj,not applicable,,0.668
2,mlp.experts.120.gate_proj,not applicable,,0.671
2,mlp.experts.120.up_proj,not applicable,,0.675
2,mlp.experts.121.gate_proj,not applicable,,0.678
2,mlp.experts.121.up_proj,not applicable,,0.680
2,mlp.experts.122.gate_proj,not applicable,,0.683
2,mlp.experts.122.up_proj,not applicable,,0.686
2,mlp.experts.123.gate_proj,not applicable,,0.689
2,mlp.experts.123.up_proj,not applicable,,0.691
2,mlp.experts.124.gate_proj,not applicable,,0.694
2,mlp.experts.124.up_proj,not applicable,,0.697
2,mlp.experts.125.gate_proj,not applicable,,0.700
2,mlp.experts.125.up_proj,not applicable,,0.702
2,mlp.experts.126.gate_proj,not applicable,,0.705
2,mlp.experts.126.up_proj,not applicable,,0.707
2,mlp.experts.127.gate_proj,not applicable,,0.710
2,mlp.experts.127.up_proj,not applicable,,0.712
2,mlp.experts.128.gate_proj,not applicable,,0.715
2,mlp.experts.128.up_proj,not applicable,,0.717
2,mlp.experts.129.gate_proj,not applicable,,0.720
2,mlp.experts.129.up_proj,not applicable,,0.723
2,mlp.experts.130.gate_proj,not applicable,,0.726
2,mlp.experts.130.up_proj,not applicable,,0.730
2,mlp.experts.131.gate_proj,not applicable,,0.732
2,mlp.experts.131.up_proj,not applicable,,0.735
2,mlp.experts.132.gate_proj,not applicable,,0.738
2,mlp.experts.132.up_proj,not applicable,,0.741
2,mlp.experts.133.gate_proj,not applicable,,0.743
2,mlp.experts.133.up_proj,not applicable,,0.746
2,mlp.experts.134.gate_proj,not applicable,,0.749
2,mlp.experts.134.up_proj,not applicable,,0.751
2,mlp.experts.135.gate_proj,not applicable,,0.754
2,mlp.experts.135.up_proj,not applicable,,0.756
2,mlp.experts.136.gate_proj,not applicable,,0.759
2,mlp.experts.136.up_proj,not applicable,,0.762
2,mlp.experts.137.gate_proj,not applicable,,0.764
2,mlp.experts.137.up_proj,not applicable,,0.767
2,mlp.experts.138.gate_proj,not applicable,,0.770
2,mlp.experts.138.up_proj,not applicable,,0.773
2,mlp.experts.139.gate_proj,not applicable,,0.775
2,mlp.experts.139.up_proj,not applicable,,0.778
2,mlp.experts.140.gate_proj,not applicable,,0.781
2,mlp.experts.140.up_proj,not applicable,,0.785
2,mlp.experts.141.gate_proj,not applicable,,0.787
2,mlp.experts.141.up_proj,not applicable,,0.790
2,mlp.experts.142.gate_proj,not applicable,,0.793
2,mlp.experts.142.up_proj,not applicable,,0.796
2,mlp.experts.143.gate_proj,not applicable,,0.798
2,mlp.experts.143.up_proj,not applicable,,0.801
2,mlp.experts.144.gate_proj,not applicable,,0.803
2,mlp.experts.144.up_proj,not applicable,,0.806
2,mlp.experts.145.gate_proj,not applicable,,0.808
2,mlp.experts.145.up_proj,not applicable,,0.811
2,mlp.experts.146.gate_proj,not applicable,,0.813
2,mlp.experts.146.up_proj,not applicable,,0.816
2,mlp.experts.147.gate_proj,not applicable,,0.819
2,mlp.experts.147.up_proj,not applicable,,0.821
2,mlp.experts.148.gate_proj,not applicable,,0.824
2,mlp.experts.148.up_proj,not applicable,,0.827
2,mlp.experts.149.gate_proj,not applicable,,0.830
2,mlp.experts.149.up_proj,not applicable,,0.833
2,mlp.experts.150.gate_proj,not applicable,,0.836
2,mlp.experts.150.up_proj,not applicable,,0.839
2,mlp.experts.151.gate_proj,not applicable,,0.842
2,mlp.experts.151.up_proj,not applicable,,0.845
2,mlp.experts.152.gate_proj,not applicable,,0.847
2,mlp.experts.152.up_proj,not applicable,,0.850
2,mlp.experts.153.gate_proj,not applicable,,0.852
2,mlp.experts.153.up_proj,not applicable,,0.855
2,mlp.experts.154.gate_proj,not applicable,,0.857
2,mlp.experts.154.up_proj,not applicable,,0.860
2,mlp.experts.155.gate_proj,not applicable,,0.863
2,mlp.experts.155.up_proj,not applicable,,0.866
2,mlp.experts.156.gate_proj,not applicable,,0.869
2,mlp.experts.156.up_proj,not applicable,,0.871
2,mlp.experts.157.gate_proj,not applicable,,0.874
2,mlp.experts.157.up_proj,not applicable,,0.877
2,mlp.experts.158.gate_proj,not applicable,,0.880
2,mlp.experts.158.up_proj,not applicable,,0.882
2,mlp.experts.159.gate_proj,not applicable,,0.885
2,mlp.experts.159.up_proj,not applicable,,0.888
2,mlp.experts.160.gate_proj,not applicable,,0.891
2,mlp.experts.160.up_proj,not applicable,,0.894
2,mlp.experts.161.gate_proj,not applicable,,0.897
2,mlp.experts.161.up_proj,not applicable,,0.899
2,mlp.experts.162.gate_proj,not applicable,,0.902
2,mlp.experts.162.up_proj,not applicable,,0.904
2,mlp.experts.163.gate_proj,not applicable,,0.907
2,mlp.experts.163.up_proj,not applicable,,0.910
2,mlp.experts.164.gate_proj,not applicable,,0.912
2,mlp.experts.164.up_proj,not applicable,,0.915
2,mlp.experts.165.gate_proj,not applicable,,0.918
2,mlp.experts.165.up_proj,not applicable,,0.921
2,mlp.experts.166.gate_proj,not applicable,,0.923
2,mlp.experts.166.up_proj,not applicable,,0.926
2,mlp.experts.167.gate_proj,not applicable,,0.929
2,mlp.experts.167.up_proj,not applicable,,0.932
2,mlp.experts.168.gate_proj,not applicable,,0.935
2,mlp.experts.168.up_proj,not applicable,,0.937
2,mlp.experts.169.gate_proj,not applicable,,0.940
2,mlp.experts.169.up_proj,not applicable,,0.943
2,mlp.experts.170.gate_proj,not applicable,,0.945
2,mlp.experts.170.up_proj,not applicable,,0.949
2,mlp.experts.171.gate_proj,not applicable,,0.951
2,mlp.experts.171.up_proj,not applicable,,0.954
2,mlp.experts.172.gate_proj,not applicable,,0.957
2,mlp.experts.172.up_proj,not applicable,,0.960
2,mlp.experts.173.gate_proj,not applicable,,0.962
2,mlp.experts.173.up_proj,not applicable,,0.965
2,mlp.experts.174.gate_proj,not applicable,,0.968
2,mlp.experts.174.up_proj,not applicable,,0.971
2,mlp.experts.175.gate_proj,not applicable,,0.973
2,mlp.experts.175.up_proj,not applicable,,0.976
2,mlp.experts.176.gate_proj,not applicable,,0.979
2,mlp.experts.176.up_proj,not applicable,,0.981
2,mlp.experts.177.gate_proj,not applicable,,0.984
2,mlp.experts.177.up_proj,not applicable,,0.987
2,mlp.experts.178.gate_proj,not applicable,,0.989
2,mlp.experts.178.up_proj,not applicable,,0.992
2,mlp.experts.179.gate_proj,not applicable,,0.994
2,mlp.experts.179.up_proj,not applicable,,0.997
2,mlp.experts.180.gate_proj,not applicable,,1.000
2,mlp.experts.180.up_proj,not applicable,,1.003
2,mlp.experts.181.gate_proj,not applicable,,1.006
2,mlp.experts.181.up_proj,not applicable,,1.009
2,mlp.experts.182.gate_proj,not applicable,,1.012
2,mlp.experts.182.up_proj,not applicable,,1.014
2,mlp.experts.183.gate_proj,not applicable,,1.017
2,mlp.experts.183.up_proj,not applicable,,1.020
2,mlp.experts.184.gate_proj,not applicable,,1.023
2,mlp.experts.184.up_proj,not applicable,,1.025
2,mlp.experts.185.gate_proj,not applicable,,1.028
2,mlp.experts.185.up_proj,not applicable,,1.031
2,mlp.experts.186.gate_proj,not applicable,,1.034
2,mlp.experts.186.up_proj,not applicable,,1.036
2,mlp.experts.187.gate_proj,not applicable,,1.039
2,mlp.experts.187.up_proj,not applicable,,1.041
2,mlp.experts.188.gate_proj,not applicable,,1.043
2,mlp.experts.188.up_proj,not applicable,,1.046
2,mlp.experts.189.gate_proj,not applicable,,1.049
2,mlp.experts.189.up_proj,not applicable,,1.051
2,mlp.experts.190.gate_proj,not applicable,,1.054
2,mlp.experts.190.up_proj,not applicable,,1.058
2,mlp.experts.191.gate_proj,not applicable,,1.060
2,mlp.experts.191.up_proj,not applicable,,1.063
2,mlp.experts.192.gate_proj,not applicable,,1.066
2,mlp.experts.192.up_proj,not applicable,,1.069
2,mlp.experts.193.gate_proj,not applicable,,1.072
2,mlp.experts.193.up_proj,not applicable,,1.074
2,mlp.experts.194.gate_proj,not applicable,,1.077
2,mlp.experts.194.up_proj,not applicable,,1.079
2,mlp.experts.195.gate_proj,not applicable,,1.082
2,mlp.experts.195.up_proj,not applicable,,1.084
2,mlp.experts.196.gate_proj,not applicable,,1.086
2,mlp.experts.196.up_proj,not applicable,,1.089
2,mlp.experts.197.gate_proj,not applicable,,1.092
2,mlp.experts.197.up_proj,not applicable,,1.094
2,mlp.experts.198.gate_proj,not applicable,,1.097
2,mlp.experts.198.up_proj,not applicable,,1.100
2,mlp.experts.199.gate_proj,not applicable,,1.102
2,mlp.experts.199.up_proj,not applicable,,1.105
2,mlp.experts.200.gate_proj,not applicable,,1.108
2,mlp.experts.200.up_proj,not applicable,,1.111
2,mlp.experts.201.gate_proj,not applicable,,1.114
2,mlp.experts.201.up_proj,not applicable,,1.117
2,mlp.experts.202.gate_proj,not applicable,,1.119
2,mlp.experts.202.up_proj,not applicable,,1.121
2,mlp.experts.203.gate_proj,not applicable,,1.124
2,mlp.experts.203.up_proj,not applicable,,1.126
2,mlp.experts.204.gate_proj,not applicable,,1.129
2,mlp.experts.204.up_proj,not applicable,,1.131
2,mlp.experts.205.gate_proj,not applicable,,1.134
2,mlp.experts.205.up_proj,not applicable,,1.137
2,mlp.experts.206.gate_proj,not applicable,,1.140
2,mlp.experts.206.up_proj,not applicable,,1.143
2,mlp.experts.207.gate_proj,not applicable,,1.145
2,mlp.experts.207.up_proj,not applicable,,1.148
2,mlp.experts.208.gate_proj,not applicable,,1.151
2,mlp.experts.208.up_proj,not applicable,,1.153
2,mlp.experts.209.gate_proj,not applicable,,1.156
2,mlp.experts.209.up_proj,not applicable,,1.159
2,mlp.experts.210.gate_proj,not applicable,,1.162
2,mlp.experts.210.up_proj,not applicable,,1.165
2,mlp.experts.211.gate_proj,not applicable,,1.168
2,mlp.experts.211.up_proj,not applicable,,1.170
2,mlp.experts.212.gate_proj,not applicable,,1.173
2,mlp.experts.212.up_proj,not applicable,,1.175
2,mlp.experts.213.gate_proj,not applicable,,1.178
2,mlp.experts.213.up_proj,not applicable,,1.181
2,mlp.experts.214.gate_proj,not applicable,,1.183
2,mlp.experts.214.up_proj,not applicable,,1.186
2,mlp.experts.215.gate_proj,not applicable,,1.189
2,mlp.experts.215.up_proj,not applicable,,1.192
2,mlp.experts.216.gate_proj,not applicable,,1.194
2,mlp.experts.216.up_proj,not applicable,,1.197
2,mlp.experts.217.gate_proj,not applicable,,1.200
2,mlp.experts.217.up_proj,not applicable,,1.202
2,mlp.experts.218.gate_proj,not applicable,,1.205
2,mlp.experts.218.up_proj,not applicable,,1.208
2,mlp.experts.219.gate_proj,not applicable,,1.210
2,mlp.experts.219.up_proj,not applicable,,1.213
2,mlp.experts.220.gate_proj,not applicable,,1.215
2,mlp.experts.220.up_proj,not applicable,,1.219
2,mlp.experts.221.gate_proj,not applicable,,1.221
2,mlp.experts.221.up_proj,not applicable,,1.224
2,mlp.experts.222.gate_proj,not applicable,,1.226
2,mlp.experts.222.up_proj,not applicable,,1.229
2,mlp.experts.223.gate_proj,not applicable,,1.232
2,mlp.experts.223.up_proj,not applicable,,1.235
2,mlp.experts.224.gate_proj,not applicable,,1.238
2,mlp.experts.224.up_proj,not applicable,,1.240
2,mlp.experts.225.gate_proj,not applicable,,1.243
2,mlp.experts.225.up_proj,not applicable,,1.246
2,mlp.experts.226.gate_proj,not applicable,,1.249
2,mlp.experts.226.up_proj,not applicable,,1.251
2,mlp.experts.227.gate_proj,not applicable,,1.254
2,mlp.experts.227.up_proj,not applicable,,1.257
2,mlp.experts.228.gate_proj,not applicable,,1.259
2,mlp.experts.228.up_proj,not applicable,,1.262
2,mlp.experts.229.gate_proj,not applicable,,1.264
2,mlp.experts.229.up_proj,not applicable,,1.267
2,mlp.experts.230.gate_proj,not applicable,,1.269
2,mlp.experts.230.up_proj,not applicable,,1.273
2,mlp.experts.231.gate_proj,not applicable,,1.276
2,mlp.experts.231.up_proj,not applicable,,1.279
2,mlp.experts.232.gate_proj,not applicable,,1.281
2,mlp.experts.232.up_proj,not applicable,,1.284
2,mlp.experts.233.gate_proj,not applicable,,1.287
2,mlp.experts.233.up_proj,not applicable,,1.290
2,mlp.experts.234.gate_proj,not applicable,,1.292
2,mlp.experts.234.up_proj,not applicable,,1.295
2,mlp.experts.235.gate_proj,not applicable,,1.298
2,mlp.experts.235.up_proj,not applicable,,1.300
2,mlp.experts.236.gate_proj,not applicable,,1.303
2,mlp.experts.236.up_proj,not applicable,,1.306
2,mlp.experts.237.gate_proj,not applicable,,1.308
2,mlp.experts.237.up_proj,not applicable,,1.310
2,mlp.experts.238.gate_proj,not applicable,,1.313
2,mlp.experts.238.up_proj,not applicable,,1.315
2,mlp.experts.239.gate_proj,not applicable,,1.318
2,mlp.experts.239.up_proj,not applicable,,1.321
2,mlp.experts.240.gate_proj,not applicable,,1.323
2,mlp.experts.240.up_proj,not applicable,,1.327
2,mlp.experts.241.gate_proj,not applicable,,1.330
2,mlp.experts.241.up_proj,not applicable,,1.333
2,mlp.experts.242.gate_proj,not applicable,,1.335
2,mlp.experts.242.up_proj,not applicable,,1.338
2,mlp.experts.243.gate_proj,not applicable,,1.341
2,mlp.experts.243.up_proj,not applicable,,1.344
2,mlp.experts.244.gate_proj,not applicable,,1.346
2,mlp.experts.244.up_proj,not applicable,,1.349
2,mlp.experts.245.gate_proj,not applicable,,1.352
2,mlp.experts.245.up_proj,not applicable,,1.354
2,mlp.experts.246.gate_proj,not applicable,,1.357
2,mlp.experts.246.up_proj,not applicable,,1.359
2,mlp.experts.247.gate_proj,not applicable,,1.361
2,mlp.experts.247.up_proj,not applicable,,1.364
2,mlp.experts.248.gate_proj,not applicable,,1.367
2,mlp.experts.248.up_proj,not applicable,,1.370
2,mlp.experts.249.gate_proj,not applicable,,1.373
2,mlp.experts.249.up_proj,not applicable,,1.376
2,mlp.experts.250.gate_proj,not applicable,,1.378
2,mlp.experts.250.up_proj,not applicable,,1.382
2,mlp.experts.251.gate_proj,not applicable,,1.385
2,mlp.experts.251.up_proj,not applicable,,1.388
2,mlp.experts.252.gate_proj,not applicable,,1.390
2,mlp.experts.252.up_proj,not applicable,,1.393
2,mlp.experts.253.gate_proj,not applicable,,1.396
2,mlp.experts.253.up_proj,not applicable,,1.398
2,mlp.experts.254.gate_proj,not applicable,,1.401
2,mlp.experts.254.up_proj,not applicable,,1.403
2,mlp.experts.255.gate_proj,not applicable,,1.405
2,mlp.experts.255.up_proj,not applicable,,1.408
2,mlp.experts.0.down_proj,0.0000006667,,1.411
2,mlp.experts.1.down_proj,0.0000000032,,1.413
2,mlp.experts.2.down_proj,0.0000002364,,1.416
2,mlp.experts.3.down_proj,0.0000001205,,1.418
2,mlp.experts.4.down_proj,0.0000002473,,1.421
2,mlp.experts.5.down_proj,0.0000000245,,1.424
2,mlp.experts.6.down_proj,0.0000000312,,1.426
2,mlp.experts.7.down_proj,0.0000000062,,1.429
2,mlp.experts.8.down_proj,0.0000003759,,1.432
2,mlp.experts.9.down_proj,0.0000003333,,1.435
2,mlp.experts.10.down_proj,0.0000004248,,1.438
2,mlp.experts.11.down_proj,0.0000000541,,1.441
2,mlp.experts.12.down_proj,0.0000001118,,1.444
2,mlp.experts.13.down_proj,0.0000000841,,1.446
2,mlp.experts.14.down_proj,0.0000001467,,1.448
2,mlp.experts.15.down_proj,0.0000004141,,1.450
2,mlp.experts.16.down_proj,0.0000004113,,1.453
2,mlp.experts.17.down_proj,0.0000003031,,1.455
2,mlp.experts.18.down_proj,0.0000001867,,1.458
2,mlp.experts.19.down_proj,0.0000002039,,1.461
2,mlp.experts.20.down_proj,0.0000002630,,1.463
2,mlp.experts.21.down_proj,0.0000001257,,1.467
2,mlp.experts.22.down_proj,0.0000000957,,1.469
2,mlp.experts.23.down_proj,0.0000001047,,1.472
2,mlp.experts.24.down_proj,0.0000001901,,1.474
2,mlp.experts.25.down_proj,0.0000001300,,1.477
2,mlp.experts.26.down_proj,0.0000003862,,1.480
2,mlp.experts.27.down_proj,0.0000001900,,1.482
2,mlp.experts.28.down_proj,0.0000002898,,1.485
2,mlp.experts.29.down_proj,0.0000000757,,1.489
2,mlp.experts.30.down_proj,0.0000003972,,1.491
2,mlp.experts.31.down_proj,0.0000005282,,1.493
2,mlp.experts.32.down_proj,0.0000002279,,1.496
2,mlp.experts.33.down_proj,0.0000001043,,1.498
2,mlp.experts.34.down_proj,0.0000002854,,1.501
2,mlp.experts.35.down_proj,0.0000000292,,1.503
2,mlp.experts.36.down_proj,0.0000001139,,1.506
2,mlp.experts.37.down_proj,0.0000001224,,1.508
2,mlp.experts.38.down_proj,0.0000000355,,1.511
2,mlp.experts.39.down_proj,0.0000007924,,1.514
2,mlp.experts.40.down_proj,0.0000000291,,1.516
2,mlp.experts.41.down_proj,0.0000001144,,1.519
2,mlp.experts.42.down_proj,0.0000000292,,1.522
2,mlp.experts.43.down_proj,0.0000000001,,1.524
2,mlp.experts.44.down_proj,0.0000003246,,1.527
2,mlp.experts.45.down_proj,0.0000004449,,1.529
2,mlp.experts.46.down_proj,0.0000005887,,1.532
2,mlp.experts.47.down_proj,0.0000001110,,1.535
2,mlp.experts.48.down_proj,0.0000000746,,1.537
2,mlp.experts.49.down_proj,0.0000005961,,1.540
2,mlp.experts.50.down_proj,0.0000002501,,1.543
2,mlp.experts.51.down_proj,0.0000002736,,1.545
2,mlp.experts.52.down_proj,0.0000003605,,1.548
2,mlp.experts.53.down_proj,0.0000002957,,1.550
2,mlp.experts.54.down_proj,0.0000002386,,1.553
2,mlp.experts.55.down_proj,0.0000001163,,1.556
2,mlp.experts.56.down_proj,0.0000001123,,1.558
2,mlp.experts.57.down_proj,0.0000004583,,1.561
2,mlp.experts.58.down_proj,0.0000001264,,1.564
2,mlp.experts.59.down_proj,0.0000005939,,1.566
2,mlp.experts.60.down_proj,0.0000000257,,1.569
2,mlp.experts.61.down_proj,0.0000001207,,1.572
2,mlp.experts.62.down_proj,0.0000001850,,1.574
2,mlp.experts.63.down_proj,0.0000001435,,1.577
2,mlp.experts.64.down_proj,0.0000001686,,1.579
2,mlp.experts.65.down_proj,0.0000002974,,1.582
2,mlp.experts.66.down_proj,0.0000007120,,1.584
2,mlp.experts.67.down_proj,0.0000004131,,1.587
2,mlp.experts.68.down_proj,0.0000000087,,1.589
2,mlp.experts.69.down_proj,0.0000000769,,1.593
2,mlp.experts.70.down_proj,0.0000003045,,1.595
2,mlp.experts.71.down_proj,0.0000001418,,1.598
2,mlp.experts.72.down_proj,0.0000002639,,1.600
2,mlp.experts.73.down_proj,0.0000000095,,1.603
2,mlp.experts.74.down_proj,0.0000000988,,1.606
2,mlp.experts.75.down_proj,0.0000000546,,1.608
2,mlp.experts.76.down_proj,0.0000000185,,1.611
2,mlp.experts.77.down_proj,0.0000000937,,1.614
2,mlp.experts.78.down_proj,0.0000001648,,1.616
2,mlp.experts.79.down_proj,0.0000004140,,1.619
2,mlp.experts.80.down_proj,0.0000002061,,1.622
2,mlp.experts.81.down_proj,0.0000002436,,1.624
2,mlp.experts.82.down_proj,0.0000000118,,1.627
2,mlp.experts.83.down_proj,0.0000000513,,1.629
2,mlp.experts.84.down_proj,0.0000000947,,1.632
2,mlp.experts.85.down_proj,0.0000003284,,1.634
2,mlp.experts.86.down_proj,0.0000001354,,1.637
2,mlp.experts.87.down_proj,0.0000004454,,1.639
2,mlp.experts.88.down_proj,0.0000002448,,1.642
2,mlp.experts.89.down_proj,0.0000000633,,1.646
2,mlp.experts.90.down_proj,0.0000000916,,1.649
2,mlp.experts.91.down_proj,0.0000005520,,1.651
2,mlp.experts.92.down_proj,0.0000000176,,1.654
2,mlp.experts.93.down_proj,0.0000002280,,1.657
2,mlp.experts.94.down_proj,0.0000000884,,1.659
2,mlp.experts.95.down_proj,0.0000002177,,1.662
2,mlp.experts.96.down_proj,0.0000002671,,1.665
2,mlp.experts.97.down_proj,0.0000001576,,1.667
2,mlp.experts.98.down_proj,0.0000003012,,1.670
2,mlp.experts.99.down_proj,0.0000002043,,1.673
2,mlp.experts.100.down_proj,0.0000001622,,1.675
2,mlp.experts.101.down_proj,0.0000003462,,1.677
2,mlp.experts.102.down_proj,0.0000008853,,1.680
2,mlp.experts.103.down_proj,0.0000001287,,1.682
2,mlp.experts.104.down_proj,0.0000000946,,1.685
2,mlp.experts.105.down_proj,0.0000003140,,1.687
2,mlp.experts.106.down_proj,0.0000003503,,1.690
2,mlp.experts.107.down_proj,0.0000006105,,1.693
2,mlp.experts.108.down_proj,0.0000000491,,1.696
2,mlp.experts.109.down_proj,0.0000001922,,1.699
2,mlp.experts.110.down_proj,0.0000000461,,1.702
2,mlp.experts.111.down_proj,0.0000004982,,1.705
2,mlp.experts.112.down_proj,0.0000005866,,1.707
2,mlp.experts.113.down_proj,0.0000002583,,1.710
2,mlp.experts.114.down_proj,0.0000001825,,1.713
2,mlp.experts.115.down_proj,0.0000002065,,1.716
2,mlp.experts.116.down_proj,0.0000001414,,1.718
2,mlp.experts.117.down_proj,0.0000001935,,1.721
2,mlp.experts.118.down_proj,0.0000000461,,1.723
2,mlp.experts.119.down_proj,0.0000002733,,1.726
2,mlp.experts.120.down_proj,0.0000001033,,1.728
2,mlp.experts.121.down_proj,0.0000000590,,1.731
2,mlp.experts.122.down_proj,0.0000000194,,1.733
2,mlp.experts.123.down_proj,0.0000002102,,1.736
2,mlp.experts.124.down_proj,0.0000004032,,1.739
2,mlp.experts.125.down_proj,0.0000000204,,1.741
2,mlp.experts.126.down_proj,0.0000004040,,1.744
2,mlp.experts.127.down_proj,0.0000000114,,1.747
2,mlp.experts.128.down_proj,0.0000001309,,1.750
2,mlp.experts.129.down_proj,0.0000003808,,1.754
2,mlp.experts.130.down_proj,0.0000001654,,1.756
2,mlp.experts.131.down_proj,0.0000000867,,1.759
2,mlp.experts.132.down_proj,0.0000000654,,1.762
2,mlp.experts.133.down_proj,0.0000001539,,1.764
2,mlp.experts.134.down_proj,0.0000001670,,1.767
2,mlp.experts.135.down_proj,0.0000002023,,1.770
2,mlp.experts.136.down_proj,0.0000001302,,1.772
2,mlp.experts.137.down_proj,0.0000000158,,1.774
2,mlp.experts.138.down_proj,0.0000000733,,1.777
2,mlp.experts.139.down_proj,0.0000000764,,1.779
2,mlp.experts.140.down_proj,0.0000000788,,1.782
2,mlp.experts.141.down_proj,0.0000000758,,1.785
2,mlp.experts.142.down_proj,0.0000001170,,1.787
2,mlp.experts.143.down_proj,0.0000001255,,1.790
2,mlp.experts.144.down_proj,0.0000001276,,1.793
2,mlp.experts.145.down_proj,0.0000000994,,1.795
2,mlp.experts.146.down_proj,0.0000000158,,1.798
2,mlp.experts.147.down_proj,0.0000001365,,1.801
2,mlp.experts.148.down_proj,0.0000001039,,1.803
2,mlp.experts.149.down_proj,0.0000000676,,1.807
2,mlp.experts.150.down_proj,0.0000001868,,1.810
2,mlp.experts.151.down_proj,0.0000001266,,1.813
2,mlp.experts.152.down_proj,0.0000000870,,1.815
2,mlp.experts.153.down_proj,0.0000001453,,1.817
2,mlp.experts.154.down_proj,0.0000000001,,1.820
2,mlp.experts.155.down_proj,0.0000001436,,1.822
2,mlp.experts.156.down_proj,0.0000001582,,1.825
2,mlp.experts.157.down_proj,0.0000002771,,1.827
2,mlp.experts.158.down_proj,0.0000001362,,1.830
2,mlp.experts.159.down_proj,0.0000000397,,1.833
2,mlp.experts.160.down_proj,0.0000000328,,1.835
2,mlp.experts.161.down_proj,0.0000003215,,1.838
2,mlp.experts.162.down_proj,0.0000001130,,1.841
2,mlp.experts.163.down_proj,0.0000001355,,1.844
2,mlp.experts.164.down_proj,0.0000002092,,1.846
2,mlp.experts.165.down_proj,0.0000004721,,1.849
2,mlp.experts.166.down_proj,0.0000000403,,1.852
2,mlp.experts.167.down_proj,0.0000002719,,1.855
2,mlp.experts.168.down_proj,0.0000000367,,1.858
2,mlp.experts.169.down_proj,0.0000000081,,1.861
2,mlp.experts.170.down_proj,0.0000002626,,1.863
2,mlp.experts.171.down_proj,0.0000000644,,1.866
2,mlp.experts.172.down_proj,0.0000000300,,1.868
2,mlp.experts.173.down_proj,0.0000002211,,1.871
2,mlp.experts.174.down_proj,0.0000001600,,1.874
2,mlp.experts.175.down_proj,0.0000009963,,1.876
2,mlp.experts.176.down_proj,0.0000003175,,1.879
2,mlp.experts.177.down_proj,0.0000000038,,1.882
2,mlp.experts.178.down_proj,0.0000002622,,1.885
2,mlp.experts.179.down_proj,0.0000002429,,1.887
2,mlp.experts.180.down_proj,0.0000001422,,1.890
2,mlp.experts.181.down_proj,0.0000000491,,1.893
2,mlp.experts.182.down_proj,0.0000001122,,1.896
2,mlp.experts.183.down_proj,0.0000000349,,1.898
2,mlp.experts.184.down_proj,0.0000005148,,1.901
2,mlp.experts.185.down_proj,0.0000001256,,1.904
2,mlp.experts.186.down_proj,0.0000002158,,1.906
2,mlp.experts.187.down_proj,0.0000003720,,1.909
2,mlp.experts.188.down_proj,0.0000000495,,1.911
2,mlp.experts.189.down_proj,0.0000001855,,1.914
2,mlp.experts.190.down_proj,0.0000000257,,1.917
2,mlp.experts.191.down_proj,0.0000002041,,1.919
2,mlp.experts.192.down_proj,0.0000001052,,1.922
2,mlp.experts.193.down_proj,0.0000001499,,1.925
2,mlp.experts.194.down_proj,0.0000000423,,1.927
2,mlp.experts.195.down_proj,0.0000005115,,1.930
2,mlp.experts.196.down_proj,0.0000000320,,1.933
2,mlp.experts.197.down_proj,0.0000003181,,1.936
2,mlp.experts.198.down_proj,0.0000007266,,1.938
2,mlp.experts.199.down_proj,0.0000000710,,1.941
2,mlp.experts.200.down_proj,0.0000003231,,1.944
2,mlp.experts.201.down_proj,0.0000000074,,1.947
2,mlp.experts.202.down_proj,0.0000001465,,1.949
2,mlp.experts.203.down_proj,0.0000003828,,1.952
2,mlp.experts.204.down_proj,0.0000001925,,1.955
2,mlp.experts.205.down_proj,0.0000001364,,1.957
2,mlp.experts.206.down_proj,0.0000002172,,1.960
2,mlp.experts.207.down_proj,0.0000000160,,1.962
2,mlp.experts.208.down_proj,0.0000000353,,1.965
2,mlp.experts.209.down_proj,0.0000002014,,1.969
2,mlp.experts.210.down_proj,0.0000001006,,1.972
2,mlp.experts.211.down_proj,0.0000003128,,1.974
2,mlp.experts.212.down_proj,0.0000001795,,1.977
2,mlp.experts.213.down_proj,0.0000000869,,1.980
2,mlp.experts.214.down_proj,0.0000006127,,1.983
2,mlp.experts.215.down_proj,0.0000000002,,1.985
2,mlp.experts.216.down_proj,0.0000002348,,1.988
2,mlp.experts.217.down_proj,0.0000001915,,1.991
2,mlp.experts.218.down_proj,0.0000000154,,1.994
2,mlp.experts.219.down_proj,0.0000004937,,1.996
2,mlp.experts.220.down_proj,0.0000004484,,1.999
2,mlp.experts.221.down_proj,0.0000000000,,2.001
2,mlp.experts.222.down_proj,0.0000000927,,2.004
2,mlp.experts.223.down_proj,0.0000002479,,2.006
2,mlp.experts.224.down_proj,0.0000000334,,2.009
2,mlp.experts.225.down_proj,0.0000001169,,2.012
2,mlp.experts.226.down_proj,0.0000001401,,2.015
2,mlp.experts.227.down_proj,0.0000000842,,2.017
2,mlp.experts.228.down_proj,0.0000002105,,2.020
2,mlp.experts.229.down_proj,0.0000001387,,2.024
2,mlp.experts.230.down_proj,0.0000001980,,2.026
2,mlp.experts.231.down_proj,0.0000004441,,2.029
2,mlp.experts.232.down_proj,0.0000001580,,2.032
2,mlp.experts.233.down_proj,0.0000000000,,2.035
2,mlp.experts.234.down_proj,0.0000000245,,2.037
2,mlp.experts.235.down_proj,0.0000003021,,2.040
2,mlp.experts.236.down_proj,0.0000000504,,2.043
2,mlp.experts.237.down_proj,0.0000000010,,2.045
2,mlp.experts.238.down_proj,0.0000005792,,2.048
2,mlp.experts.239.down_proj,0.0000000162,,2.050
2,mlp.experts.240.down_proj,0.0000000900,,2.052
2,mlp.experts.241.down_proj,0.0000001053,,2.055
2,mlp.experts.242.down_proj,0.0000000100,,2.058
2,mlp.experts.243.down_proj,0.0000000740,,2.061
2,mlp.experts.244.down_proj,0.0000004170,,2.063
2,mlp.experts.245.down_proj,0.0000000296,,2.066
2,mlp.experts.246.down_proj,0.0000001081,,2.069
2,mlp.experts.247.down_proj,0.0000001505,,2.072
2,mlp.experts.248.down_proj,0.0000000323,,2.074
2,mlp.experts.249.down_proj,0.0000001080,,2.078
2,mlp.experts.250.down_proj,0.0000001232,,2.081
2,mlp.experts.251.down_proj,0.0000000878,,2.084
2,mlp.experts.252.down_proj,0.0000000921,,2.086
2,mlp.experts.253.down_proj,0.0000001717,,2.089
2,mlp.experts.254.down_proj,0.0000005948,,2.091
2,mlp.experts.255.down_proj,0.0000001300,,2.094
3,mlp.experts.0.gate_proj,not applicable,,0.004
3,mlp.experts.0.up_proj,not applicable,,0.010
3,mlp.experts.1.gate_proj,not applicable,,0.013
3,mlp.experts.1.up_proj,not applicable,,0.015
3,mlp.experts.2.gate_proj,not applicable,,0.018
3,mlp.experts.2.up_proj,not applicable,,0.021
3,mlp.experts.3.gate_proj,not applicable,,0.023
3,mlp.experts.3.up_proj,not applicable,,0.026
3,mlp.experts.4.gate_proj,not applicable,,0.029
3,mlp.experts.4.up_proj,not applicable,,0.031
3,mlp.experts.5.gate_proj,not applicable,,0.034
3,mlp.experts.5.up_proj,not applicable,,0.036
3,mlp.experts.6.gate_proj,not applicable,,0.039
3,mlp.experts.6.up_proj,not applicable,,0.041
3,mlp.experts.7.gate_proj,not applicable,,0.044
3,mlp.experts.7.up_proj,not applicable,,0.046
3,mlp.experts.8.gate_proj,not applicable,,0.049
3,mlp.experts.8.up_proj,not applicable,,0.051
3,mlp.experts.9.gate_proj,not applicable,,0.054
3,mlp.experts.9.up_proj,not applicable,,0.056
3,mlp.experts.10.gate_proj,not applicable,,0.059
3,mlp.experts.10.up_proj,not applicable,,0.062
3,mlp.experts.11.gate_proj,not applicable,,0.064
3,mlp.experts.11.up_proj,not applicable,,0.067
3,mlp.experts.12.gate_proj,not applicable,,0.069
3,mlp.experts.12.up_proj,not applicable,,0.072
3,mlp.experts.13.gate_proj,not applicable,,0.074
3,mlp.experts.13.up_proj,not applicable,,0.077
3,mlp.experts.14.gate_proj,not applicable,,0.080
3,mlp.experts.14.up_proj,not applicable,,0.082
3,mlp.experts.15.gate_proj,not applicable,,0.085
3,mlp.experts.15.up_proj,not applicable,,0.087
3,mlp.experts.16.gate_proj,not applicable,,0.090
3,mlp.experts.16.up_proj,not applicable,,0.092
3,mlp.experts.17.gate_proj,not applicable,,0.095
3,mlp.experts.17.up_proj,not applicable,,0.097
3,mlp.experts.18.gate_proj,not applicable,,0.100
3,mlp.experts.18.up_proj,not applicable,,0.102
3,mlp.experts.19.gate_proj,not applicable,,0.105
3,mlp.experts.19.up_proj,not applicable,,0.107
3,mlp.experts.20.gate_proj,not applicable,,0.109
3,mlp.experts.20.up_proj,not applicable,,0.113
3,mlp.experts.21.gate_proj,not applicable,,0.115
3,mlp.experts.21.up_proj,not applicable,,0.118
3,mlp.experts.22.gate_proj,not applicable,,0.120
3,mlp.experts.22.up_proj,not applicable,,0.123
3,mlp.experts.23.gate_proj,not applicable,,0.126
3,mlp.experts.23.up_proj,not applicable,,0.128
3,mlp.experts.24.gate_proj,not applicable,,0.131
3,mlp.experts.24.up_proj,not applicable,,0.133
3,mlp.experts.25.gate_proj,not applicable,,0.136
3,mlp.experts.25.up_proj,not applicable,,0.138
3,mlp.experts.26.gate_proj,not applicable,,0.141
3,mlp.experts.26.up_proj,not applicable,,0.143
3,mlp.experts.27.gate_proj,not applicable,,0.146
3,mlp.experts.27.up_proj,not applicable,,0.148
3,mlp.experts.28.gate_proj,not applicable,,0.151
3,mlp.experts.28.up_proj,not applicable,,0.153
3,mlp.experts.29.gate_proj,not applicable,,0.155
3,mlp.experts.29.up_proj,not applicable,,0.158
3,mlp.experts.30.gate_proj,not applicable,,0.160
3,mlp.experts.30.up_proj,not applicable,,0.164
3,mlp.experts.31.gate_proj,not applicable,,0.166
3,mlp.experts.31.up_proj,not applicable,,0.169
3,mlp.experts.32.gate_proj,not applicable,,0.171
3,mlp.experts.32.up_proj,not applicable,,0.174
3,mlp.experts.33.gate_proj,not applicable,,0.176
3,mlp.experts.33.up_proj,not applicable,,0.179
3,mlp.experts.34.gate_proj,not applicable,,0.181
3,mlp.experts.34.up_proj,not applicable,,0.183
3,mlp.experts.35.gate_proj,not applicable,,0.186
3,mlp.experts.35.up_proj,not applicable,,0.188
3,mlp.experts.36.gate_proj,not applicable,,0.191
3,mlp.experts.36.up_proj,not applicable,,0.193
3,mlp.experts.37.gate_proj,not applicable,,0.196
3,mlp.experts.37.up_proj,not applicable,,0.198
3,mlp.experts.38.gate_proj,not applicable,,0.201
3,mlp.experts.38.up_proj,not applicable,,0.203
3,mlp.experts.39.gate_proj,not applicable,,0.206
3,mlp.experts.39.up_proj,not applicable,,0.208
3,mlp.experts.40.gate_proj,not applicable,,0.211
3,mlp.experts.40.up_proj,not applicable,,0.214
3,mlp.experts.41.gate_proj,not applicable,,0.216
3,mlp.experts.41.up_proj,not applicable,,0.219
3,mlp.experts.42.gate_proj,not applicable,,0.221
3,mlp.experts.42.up_proj,not applicable,,0.224
3,mlp.experts.43.gate_proj,not applicable,,0.227
3,mlp.experts.43.up_proj,not applicable,,0.229
3,mlp.experts.44.gate_proj,not applicable,,0.232
3,mlp.experts.44.up_proj,not applicable,,0.234
3,mlp.experts.45.gate_proj,not applicable,,0.237
3,mlp.experts.45.up_proj,not applicable,,0.239
3,mlp.experts.46.gate_proj,not applicable,,0.242
3,mlp.experts.46.up_proj,not applicable,,0.244
3,mlp.experts.47.gate_proj,not applicable,,0.246
3,mlp.experts.47.up_proj,not applicable,,0.249
3,mlp.experts.48.gate_proj,not applicable,,0.251
3,mlp.experts.48.up_proj,not applicable,,0.254
3,mlp.experts.49.gate_proj,not applicable,,0.256
3,mlp.experts.49.up_proj,not applicable,,0.259
3,mlp.experts.50.gate_proj,not applicable,,0.261
3,mlp.experts.50.up_proj,not applicable,,0.264
3,mlp.experts.51.gate_proj,not applicable,,0.267
3,mlp.experts.51.up_proj,not applicable,,0.270
3,mlp.experts.52.gate_proj,not applicable,,0.272
3,mlp.experts.52.up_proj,not applicable,,0.275
3,mlp.experts.53.gate_proj,not applicable,,0.277
3,mlp.experts.53.up_proj,not applicable,,0.279
3,mlp.experts.54.gate_proj,not applicable,,0.282
3,mlp.experts.54.up_proj,not applicable,,0.284
3,mlp.experts.55.gate_proj,not applicable,,0.287
3,mlp.experts.55.up_proj,not applicable,,0.289
3,mlp.experts.56.gate_proj,not applicable,,0.292
3,mlp.experts.56.up_proj,not applicable,,0.294
3,mlp.experts.57.gate_proj,not applicable,,0.297
3,mlp.experts.57.up_proj,not applicable,,0.299
3,mlp.experts.58.gate_proj,not applicable,,0.301
3,mlp.experts.58.up_proj,not applicable,,0.304
3,mlp.experts.59.gate_proj,not applicable,,0.306
3,mlp.experts.59.up_proj,not applicable,,0.309
3,mlp.experts.60.gate_proj,not applicable,,0.311
3,mlp.experts.60.up_proj,not applicable,,0.315
3,mlp.experts.61.gate_proj,not applicable,,0.317
3,mlp.experts.61.up_proj,not applicable,,0.319
3,mlp.experts.62.gate_proj,not applicable,,0.322
3,mlp.experts.62.up_proj,not applicable,,0.325
3,mlp.experts.63.gate_proj,not applicable,,0.327
3,mlp.experts.63.up_proj,not applicable,,0.330
3,mlp.experts.64.gate_proj,not applicable,,0.332
3,mlp.experts.64.up_proj,not applicable,,0.335
3,mlp.experts.65.gate_proj,not applicable,,0.337
3,mlp.experts.65.up_proj,not applicable,,0.340
3,mlp.experts.66.gate_proj,not applicable,,0.342
3,mlp.experts.66.up_proj,not applicable,,0.345
3,mlp.experts.67.gate_proj,not applicable,,0.347
3,mlp.experts.67.up_proj,not applicable,,0.349
3,mlp.experts.68.gate_proj,not applicable,,0.352
3,mlp.experts.68.up_proj,not applicable,,0.354
3,mlp.experts.69.gate_proj,not applicable,,0.357
3,mlp.experts.69.up_proj,not applicable,,0.359
3,mlp.experts.70.gate_proj,not applicable,,0.362
3,mlp.experts.70.up_proj,not applicable,,0.365
3,mlp.experts.71.gate_proj,not applicable,,0.368
3,mlp.experts.71.up_proj,not applicable,,0.370
3,mlp.experts.72.gate_proj,not applicable,,0.373
3,mlp.experts.72.up_proj,not applicable,,0.375
3,mlp.experts.73.gate_proj,not applicable,,0.377
3,mlp.experts.73.up_proj,not applicable,,0.380
3,mlp.experts.74.gate_proj,not applicable,,0.382
3,mlp.experts.74.up_proj,not applicable,,0.385
3,mlp.experts.75.gate_proj,not applicable,,0.388
3,mlp.experts.75.up_proj,not applicable,,0.390
3,mlp.experts.76.gate_proj,not applicable,,0.392
3,mlp.experts.76.up_proj,not applicable,,0.395
3,mlp.experts.77.gate_proj,not applicable,,0.397
3,mlp.experts.77.up_proj,not applicable,,0.400
3,mlp.experts.78.gate_proj,not applicable,,0.402
3,mlp.experts.78.up_proj,not applicable,,0.405
3,mlp.experts.79.gate_proj,not applicable,,0.407
3,mlp.experts.79.up_proj,not applicable,,0.409
3,mlp.experts.80.gate_proj,not applicable,,0.412
3,mlp.experts.80.up_proj,not applicable,,0.415
3,mlp.experts.81.gate_proj,not applicable,,0.418
3,mlp.experts.81.up_proj,not applicable,,0.420
3,mlp.experts.82.gate_proj,not applicable,,0.422
3,mlp.experts.82.up_proj,not applicable,,0.425
3,mlp.experts.83.gate_proj,not applicable,,0.427
3,mlp.experts.83.up_proj,not applicable,,0.430
3,mlp.experts.84.gate_proj,not applicable,,0.432
3,mlp.experts.84.up_proj,not applicable,,0.435
3,mlp.experts.85.gate_proj,not applicable,,0.437
3,mlp.experts.85.up_proj,not applicable,,0.440
3,mlp.experts.86.gate_proj,not applicable,,0.442
3,mlp.experts.86.up_proj,not applicable,,0.445
3,mlp.experts.87.gate_proj,not applicable,,0.447
3,mlp.experts.87.up_proj,not applicable,,0.450
3,mlp.experts.88.gate_proj,not applicable,,0.452
3,mlp.experts.88.up_proj,not applicable,,0.455
3,mlp.experts.89.gate_proj,not applicable,,0.457
3,mlp.experts.89.up_proj,not applicable,,0.459
3,mlp.experts.90.gate_proj,not applicable,,0.462
3,mlp.experts.90.up_proj,not applicable,,0.465
3,mlp.experts.91.gate_proj,not applicable,,0.468
3,mlp.experts.91.up_proj,not applicable,,0.470
3,mlp.experts.92.gate_proj,not applicable,,0.473
3,mlp.experts.92.up_proj,not applicable,,0.475
3,mlp.experts.93.gate_proj,not applicable,,0.477
3,mlp.experts.93.up_proj,not applicable,,0.480
3,mlp.experts.94.gate_proj,not applicable,,0.482
3,mlp.experts.94.up_proj,not applicable,,0.485
3,mlp.experts.95.gate_proj,not applicable,,0.488
3,mlp.experts.95.up_proj,not applicable,,0.491
3,mlp.experts.96.gate_proj,not applicable,,0.493
3,mlp.experts.96.up_proj,not applicable,,0.496
3,mlp.experts.97.gate_proj,not applicable,,0.498
3,mlp.experts.97.up_proj,not applicable,,0.501
3,mlp.experts.98.gate_proj,not applicable,,0.503
3,mlp.experts.98.up_proj,not applicable,,0.505
3,mlp.experts.99.gate_proj,not applicable,,0.508
3,mlp.experts.99.up_proj,not applicable,,0.511
3,mlp.experts.100.gate_proj,not applicable,,0.513
3,mlp.experts.100.up_proj,not applicable,,0.517
3,mlp.experts.101.gate_proj,not applicable,,0.519
3,mlp.experts.101.up_proj,not applicable,,0.522
3,mlp.experts.102.gate_proj,not applicable,,0.524
3,mlp.experts.102.up_proj,not applicable,,0.527
3,mlp.experts.103.gate_proj,not applicable,,0.529
3,mlp.experts.103.up_proj,not applicable,,0.532
3,mlp.experts.104.gate_proj,not applicable,,0.534
3,mlp.experts.104.up_proj,not applicable,,0.536
3,mlp.experts.105.gate_proj,not applicable,,0.539
3,mlp.experts.105.up_proj,not applicable,,0.541
3,mlp.experts.106.gate_proj,not applicable,,0.544
3,mlp.experts.106.up_proj,not applicable,,0.546
3,mlp.experts.107.gate_proj,not applicable,,0.549
3,mlp.experts.107.up_proj,not applicable,,0.551
3,mlp.experts.108.gate_proj,not applicable,,0.554
3,mlp.experts.108.up_proj,not applicable,,0.556
3,mlp.experts.109.gate_proj,not applicable,,0.559
3,mlp.experts.109.up_proj,not applicable,,0.561
3,mlp.experts.110.gate_proj,not applicable,,0.564
3,mlp.experts.110.up_proj,not applicable,,0.567
3,mlp.experts.111.gate_proj,not applicable,,0.569
3,mlp.experts.111.up_proj,not applicable,,0.572
3,mlp.experts.112.gate_proj,not applicable,,0.574
3,mlp.experts.112.up_proj,not applicable,,0.577
3,mlp.experts.113.gate_proj,not applicable,,0.579
3,mlp.experts.113.up_proj,not applicable,,0.582
3,mlp.experts.114.gate_proj,not applicable,,0.584
3,mlp.experts.114.up_proj,not applicable,,0.587
3,mlp.experts.115.gate_proj,not applicable,,0.589
3,mlp.experts.115.up_proj,not applicable,,0.592
3,mlp.experts.116.gate_proj,not applicable,,0.594
3,mlp.experts.116.up_proj,not applicable,,0.596
3,mlp.experts.117.gate_proj,not applicable,,0.599
3,mlp.experts.117.up_proj,not applicable,,0.601
3,mlp.experts.118.gate_proj,not applicable,,0.604
3,mlp.experts.118.up_proj,not applicable,,0.606
3,mlp.experts.119.gate_proj,not applicable,,0.609
3,mlp.experts.119.up_proj,not applicable,,0.611
3,mlp.experts.120.gate_proj,not applicable,,0.614
3,mlp.experts.120.up_proj,not applicable,,0.617
3,mlp.experts.121.gate_proj,not applicable,,0.619
3,mlp.experts.121.up_proj,not applicable,,0.622
3,mlp.experts.122.gate_proj,not applicable,,0.624
3,mlp.experts.122.up_proj,not applicable,,0.627
3,mlp.experts.123.gate_proj,not applicable,,0.630
3,mlp.experts.123.up_proj,not applicable,,0.632
3,mlp.experts.124.gate_proj,not applicable,,0.634
3,mlp.experts.124.up_proj,not applicable,,0.637
3,mlp.experts.125.gate_proj,not applicable,,0.639
3,mlp.experts.125.up_proj,not applicable,,0.642
3,mlp.experts.126.gate_proj,not applicable,,0.644
3,mlp.experts.126.up_proj,not applicable,,0.647
3,mlp.experts.127.gate_proj,not applicable,,0.649
3,mlp.experts.127.up_proj,not applicable,,0.652
3,mlp.experts.128.gate_proj,not applicable,,0.654
3,mlp.experts.128.up_proj,not applicable,,0.656
3,mlp.experts.129.gate_proj,not applicable,,0.659
3,mlp.experts.129.up_proj,not applicable,,0.661
3,mlp.experts.130.gate_proj,not applicable,,0.664
3,mlp.experts.130.up_proj,not applicable,,0.667
3,mlp.experts.131.gate_proj,not applicable,,0.670
3,mlp.experts.131.up_proj,not applicable,,0.672
3,mlp.experts.132.gate_proj,not applicable,,0.675
3,mlp.experts.132.up_proj,not applicable,,0.677
3,mlp.experts.133.gate_proj,not applicable,,0.680
3,mlp.experts.133.up_proj,not applicable,,0.682
3,mlp.experts.134.gate_proj,not applicable,,0.684
3,mlp.experts.134.up_proj,not applicable,,0.687
3,mlp.experts.135.gate_proj,not applicable,,0.689
3,mlp.experts.135.up_proj,not applicable,,0.692
3,mlp.experts.136.gate_proj,not applicable,,0.694
3,mlp.experts.136.up_proj,not applicable,,0.697
3,mlp.experts.137.gate_proj,not applicable,,0.699
3,mlp.experts.137.up_proj,not applicable,,0.702
3,mlp.experts.138.gate_proj,not applicable,,0.704
3,mlp.experts.138.up_proj,not applicable,,0.706
3,mlp.experts.139.gate_proj,not applicable,,0.709
3,mlp.experts.139.up_proj,not applicable,,0.711
3,mlp.experts.140.gate_proj,not applicable,,0.714
3,mlp.experts.140.up_proj,not applicable,,0.717
3,mlp.experts.141.gate_proj,not applicable,,0.719
3,mlp.experts.141.up_proj,not applicable,,0.722
3,mlp.experts.142.gate_proj,not applicable,,0.724
3,mlp.experts.142.up_proj,not applicable,,0.727
3,mlp.experts.143.gate_proj,not applicable,,0.729
3,mlp.experts.143.up_proj,not applicable,,0.732
3,mlp.experts.144.gate_proj,not applicable,,0.734
3,mlp.experts.144.up_proj,not applicable,,0.737
3,mlp.experts.145.gate_proj,not applicable,,0.739
3,mlp.experts.145.up_proj,not applicable,,0.742
3,mlp.experts.146.gate_proj,not applicable,,0.744
3,mlp.experts.146.up_proj,not applicable,,0.747
3,mlp.experts.147.gate_proj,not applicable,,0.749
3,mlp.experts.147.up_proj,not applicable,,0.752
3,mlp.experts.148.gate_proj,not applicable,,0.754
3,mlp.experts.148.up_proj,not applicable,,0.757
3,mlp.experts.149.gate_proj,not applicable,,0.759
3,mlp.experts.149.up_proj,not applicable,,0.762
3,mlp.experts.150.gate_proj,not applicable,,0.764
3,mlp.experts.150.up_proj,not applicable,,0.768
3,mlp.experts.151.gate_proj,not applicable,,0.770
3,mlp.experts.151.up_proj,not applicable,,0.773
3,mlp.experts.152.gate_proj,not applicable,,0.775
3,mlp.experts.152.up_proj,not applicable,,0.778
3,mlp.experts.153.gate_proj,not applicable,,0.780
3,mlp.experts.153.up_proj,not applicable,,0.783
3,mlp.experts.154.gate_proj,not applicable,,0.785
3,mlp.experts.154.up_proj,not applicable,,0.787
3,mlp.experts.155.gate_proj,not applicable,,0.790
3,mlp.experts.155.up_proj,not applicable,,0.792
3,mlp.experts.156.gate_proj,not applicable,,0.795
3,mlp.experts.156.up_proj,not applicable,,0.797
3,mlp.experts.157.gate_proj,not applicable,,0.800
3,mlp.experts.157.up_proj,not applicable,,0.802
3,mlp.experts.158.gate_proj,not applicable,,0.805
3,mlp.experts.158.up_proj,not applicable,,0.807
3,mlp.experts.159.gate_proj,not applicable,,0.810
3,mlp.experts.159.up_proj,not applicable,,0.812
3,mlp.experts.160.gate_proj,not applicable,,0.815
3,mlp.experts.160.up_proj,not applicable,,0.818
3,mlp.experts.161.gate_proj,not applicable,,0.821
3,mlp.experts.161.up_proj,not applicable,,0.823
3,mlp.experts.162.gate_proj,not applicable,,0.825
3,mlp.experts.162.up_proj,not applicable,,0.828
3,mlp.experts.163.gate_proj,not applicable,,0.831
3,mlp.experts.163.up_proj,not applicable,,0.833
3,mlp.experts.164.gate_proj,not applicable,,0.836
3,mlp.experts.164.up_proj,not applicable,,0.838
3,mlp.experts.165.gate_proj,not applicable,,0.841
3,mlp.experts.165.up_proj,not applicable,,0.843
3,mlp.experts.166.gate_proj,not applicable,,0.846
3,mlp.experts.166.up_proj,not applicable,,0.848
3,mlp.experts.167.gate_proj,not applicable,,0.851
3,mlp.experts.167.up_proj,not applicable,,0.853
3,mlp.experts.168.gate_proj,not applicable,,0.855
3,mlp.experts.168.up_proj,not applicable,,0.858
3,mlp.experts.169.gate_proj,not applicable,,0.860
3,mlp.experts.169.up_proj,not applicable,,0.863
3,mlp.experts.170.gate_proj,not applicable,,0.865
3,mlp.experts.170.up_proj,not applicable,,0.869
3,mlp.experts.171.gate_proj,not applicable,,0.871
3,mlp.experts.171.up_proj,not applicable,,0.874
3,mlp.experts.172.gate_proj,not applicable,,0.876
3,mlp.experts.172.up_proj,not applicable,,0.879
3,mlp.experts.173.gate_proj,not applicable,,0.881
3,mlp.experts.173.up_proj,not applicable,,0.884
3,mlp.experts.174.gate_proj,not applicable,,0.886
3,mlp.experts.174.up_proj,not applicable,,0.888
3,mlp.experts.175.gate_proj,not applicable,,0.891
3,mlp.experts.175.up_proj,not applicable,,0.893
3,mlp.experts.176.gate_proj,not applicable,,0.896
3,mlp.experts.176.up_proj,not applicable,,0.898
3,mlp.experts.177.gate_proj,not applicable,,0.901
3,mlp.experts.177.up_proj,not applicable,,0.903
3,mlp.experts.178.gate_proj,not applicable,,0.905
3,mlp.experts.178.up_proj,not applicable,,0.908
3,mlp.experts.179.gate_proj,not applicable,,0.910
3,mlp.experts.179.up_proj,not applicable,,0.913
3,mlp.experts.180.gate_proj,not applicable,,0.915
3,mlp.experts.180.up_proj,not applicable,,0.919
3,mlp.experts.181.gate_proj,not applicable,,0.921
3,mlp.experts.181.up_proj,not applicable,,0.924
3,mlp.experts.182.gate_proj,not applicable,,0.926
3,mlp.experts.182.up_proj,not applicable,,0.928
3,mlp.experts.183.gate_proj,not applicable,,0.931
3,mlp.experts.183.up_proj,not applicable,,0.933
3,mlp.experts.184.gate_proj,not applicable,,0.936
3,mlp.experts.184.up_proj,not applicable,,0.938
3,mlp.experts.185.gate_proj,not applicable,,0.941
3,mlp.experts.185.up_proj,not applicable,,0.943
3,mlp.experts.186.gate_proj,not applicable,,0.946
3,mlp.experts.186.up_proj,not applicable,,0.948
3,mlp.experts.187.gate_proj,not applicable,,0.951
3,mlp.experts.187.up_proj,not applicable,,0.953
3,mlp.experts.188.gate_proj,not applicable,,0.955
3,mlp.experts.188.up_proj,not applicable,,0.958
3,mlp.experts.189.gate_proj,not applicable,,0.960
3,mlp.experts.189.up_proj,not applicable,,0.963
3,mlp.experts.190.gate_proj,not applicable,,0.965
3,mlp.experts.190.up_proj,not applicable,,0.969
3,mlp.experts.191.gate_proj,not applicable,,0.971
3,mlp.experts.191.up_proj,not applicable,,0.974
3,mlp.experts.192.gate_proj,not applicable,,0.976
3,mlp.experts.192.up_proj,not applicable,,0.979
3,mlp.experts.193.gate_proj,not applicable,,0.981
3,mlp.experts.193.up_proj,not applicable,,0.984
3,mlp.experts.194.gate_proj,not applicable,,0.986
3,mlp.experts.194.up_proj,not applicable,,0.988
3,mlp.experts.195.gate_proj,not applicable,,0.991
3,mlp.experts.195.up_proj,not applicable,,0.994
3,mlp.experts.196.gate_proj,not applicable,,0.996
3,mlp.experts.196.up_proj,not applicable,,0.999
3,mlp.experts.197.gate_proj,not applicable,,1.001
3,mlp.experts.197.up_proj,not applicable,,1.004
3,mlp.experts.198.gate_proj,not applicable,,1.006
3,mlp.experts.198.up_proj,not applicable,,1.009
3,mlp.experts.199.gate_proj,not applicable,,1.011
3,mlp.experts.199.up_proj,not applicable,,1.014
3,mlp.experts.200.gate_proj,not applicable,,1.016
3,mlp.experts.200.up_proj,not applicable,,1.019
3,mlp.experts.201.gate_proj,not applicable,,1.022
3,mlp.experts.201.up_proj,not applicable,,1.024
3,mlp.experts.202.gate_proj,not applicable,,1.027
3,mlp.experts.202.up_proj,not applicable,,1.030
3,mlp.experts.203.gate_proj,not applicable,,1.032
3,mlp.experts.203.up_proj,not applicable,,1.034
3,mlp.experts.204.gate_proj,not applicable,,1.037
3,mlp.experts.204.up_proj,not applicable,,1.039
3,mlp.experts.205.gate_proj,not applicable,,1.042
3,mlp.experts.205.up_proj,not applicable,,1.044
3,mlp.experts.206.gate_proj,not applicable,,1.047
3,mlp.experts.206.up_proj,not applicable,,1.049
3,mlp.experts.207.gate_proj,not applicable,,1.052
3,mlp.experts.207.up_proj,not applicable,,1.054
3,mlp.experts.208.gate_proj,not applicable,,1.057
3,mlp.experts.208.up_proj,not applicable,,1.059
3,mlp.experts.209.gate_proj,not applicable,,1.062
3,mlp.experts.209.up_proj,not applicable,,1.064
3,mlp.experts.210.gate_proj,not applicable,,1.067
3,mlp.experts.210.up_proj,not applicable,,1.070
3,mlp.experts.211.gate_proj,not applicable,,1.072
3,mlp.experts.211.up_proj,not applicable,,1.075
3,mlp.experts.212.gate_proj,not applicable,,1.077
3,mlp.experts.212.up_proj,not applicable,,1.080
3,mlp.experts.213.gate_proj,not applicable,,1.082
3,mlp.experts.213.up_proj,not applicable,,1.085
3,mlp.experts.214.gate_proj,not applicable,,1.087
3,mlp.experts.214.up_proj,not applicable,,1.090
3,mlp.experts.215.gate_proj,not applicable,,1.092
3,mlp.experts.215.up_proj,not applicable,,1.095
3,mlp.experts.216.gate_proj,not applicable,,1.097
3,mlp.experts.216.up_proj,not applicable,,1.099
3,mlp.experts.217.gate_proj,not applicable,,1.102
3,mlp.experts.217.up_proj,not applicable,,1.104
3,mlp.experts.218.gate_proj,not applicable,,1.107
3,mlp.experts.218.up_proj,not applicable,,1.109
3,mlp.experts.219.gate_proj,not applicable,,1.112
3,mlp.experts.219.up_proj,not applicable,,1.114
3,mlp.experts.220.gate_proj,not applicable,,1.117
3,mlp.experts.220.up_proj,not applicable,,1.120
3,mlp.experts.221.gate_proj,not applicable,,1.122
3,mlp.experts.221.up_proj,not applicable,,1.125
3,mlp.experts.222.gate_proj,not applicable,,1.127
3,mlp.experts.222.up_proj,not applicable,,1.130
3,mlp.experts.223.gate_proj,not applicable,,1.133
3,mlp.experts.223.up_proj,not applicable,,1.135
3,mlp.experts.224.gate_proj,not applicable,,1.137
3,mlp.experts.224.up_proj,not applicable,,1.140
3,mlp.experts.225.gate_proj,not applicable,,1.142
3,mlp.experts.225.up_proj,not applicable,,1.145
3,mlp.experts.226.gate_proj,not applicable,,1.147
3,mlp.experts.226.up_proj,not applicable,,1.150
3,mlp.experts.227.gate_proj,not applicable,,1.152
3,mlp.experts.227.up_proj,not applicable,,1.155
3,mlp.experts.228.gate_proj,not applicable,,1.157
3,mlp.experts.228.up_proj,not applicable,,1.160
3,mlp.experts.229.gate_proj,not applicable,,1.162
3,mlp.experts.229.up_proj,not applicable,,1.164
3,mlp.experts.230.gate_proj,not applicable,,1.167
3,mlp.experts.230.up_proj,not applicable,,1.170
3,mlp.experts.231.gate_proj,not applicable,,1.173
3,mlp.experts.231.up_proj,not applicable,,1.175
3,mlp.experts.232.gate_proj,not applicable,,1.178
3,mlp.experts.232.up_proj,not applicable,,1.180
3,mlp.experts.233.gate_proj,not applicable,,1.182
3,mlp.experts.233.up_proj,not applicable,,1.185
3,mlp.experts.234.gate_proj,not applicable,,1.187
3,mlp.experts.234.up_proj,not applicable,,1.190
3,mlp.experts.235.gate_proj,not applicable,,1.192
3,mlp.experts.235.up_proj,not applicable,,1.195
3,mlp.experts.236.gate_proj,not applicable,,1.197
3,mlp.experts.236.up_proj,not applicable,,1.199
3,mlp.experts.237.gate_proj,not applicable,,1.202
3,mlp.experts.237.up_proj,not applicable,,1.204
3,mlp.experts.238.gate_proj,not applicable,,1.207
3,mlp.experts.238.up_proj,not applicable,,1.209
3,mlp.experts.239.gate_proj,not applicable,,1.212
3,mlp.experts.239.up_proj,not applicable,,1.214
3,mlp.experts.240.gate_proj,not applicable,,1.217
3,mlp.experts.240.up_proj,not applicable,,1.220
3,mlp.experts.241.gate_proj,not applicable,,1.222
3,mlp.experts.241.up_proj,not applicable,,1.225
3,mlp.experts.242.gate_proj,not applicable,,1.227
3,mlp.experts.242.up_proj,not applicable,,1.230
3,mlp.experts.243.gate_proj,not applicable,,1.233
3,mlp.experts.243.up_proj,not applicable,,1.236
3,mlp.experts.244.gate_proj,not applicable,,1.238
3,mlp.experts.244.up_proj,not applicable,,1.241
3,mlp.experts.245.gate_proj,not applicable,,1.243
3,mlp.experts.245.up_proj,not applicable,,1.245
3,mlp.experts.246.gate_proj,not applicable,,1.248
3,mlp.experts.246.up_proj,not applicable,,1.250
3,mlp.experts.247.gate_proj,not applicable,,1.253
3,mlp.experts.247.up_proj,not applicable,,1.255
3,mlp.experts.248.gate_proj,not applicable,,1.258
3,mlp.experts.248.up_proj,not applicable,,1.260
3,mlp.experts.249.gate_proj,not applicable,,1.263
3,mlp.experts.249.up_proj,not applicable,,1.265
3,mlp.experts.250.gate_proj,not applicable,,1.268
3,mlp.experts.250.up_proj,not applicable,,1.271
3,mlp.experts.251.gate_proj,not applicable,,1.273
3,mlp.experts.251.up_proj,not applicable,,1.276
3,mlp.experts.252.gate_proj,not applicable,,1.278
3,mlp.experts.252.up_proj,not applicable,,1.281
3,mlp.experts.253.gate_proj,not applicable,,1.283
3,mlp.experts.253.up_proj,not applicable,,1.285
3,mlp.experts.254.gate_proj,not applicable,,1.288
3,mlp.experts.254.up_proj,not applicable,,1.290
3,mlp.experts.255.gate_proj,not applicable,,1.293
3,mlp.experts.255.up_proj,not applicable,,1.295
3,mlp.experts.0.down_proj,0.0000007147,,1.298
3,mlp.experts.1.down_proj,0.0000000000,,1.300
3,mlp.experts.2.down_proj,0.0000002909,,1.303
3,mlp.experts.3.down_proj,0.0000000652,,1.305
3,mlp.experts.4.down_proj,0.0000004021,,1.307
3,mlp.experts.5.down_proj,0.0000005071,,1.310
3,mlp.experts.6.down_proj,0.0000003787,,1.312
3,mlp.experts.7.down_proj,0.0000000000,,1.314
3,mlp.experts.8.down_proj,0.0000000624,,1.317
3,mlp.experts.9.down_proj,0.0000000001,,1.320
3,mlp.experts.10.down_proj,0.0000002002,,1.322
3,mlp.experts.11.down_proj,0.0000001762,,1.325
3,mlp.experts.12.down_proj,0.0000001567,,1.327
3,mlp.experts.13.down_proj,0.0000001922,,1.330
3,mlp.experts.14.down_proj,0.0000000899,,1.332
3,mlp.experts.15.down_proj,0.0000000314,,1.335
3,mlp.experts.16.down_proj,0.0000000281,,1.337
3,mlp.experts.17.down_proj,0.0000002917,,1.339
3,mlp.experts.18.down_proj,0.0000001478,,1.342
3,mlp.experts.19.down_proj,0.0000004404,,1.344
3,mlp.experts.20.down_proj,0.0000000401,,1.347
3,mlp.experts.21.down_proj,0.0000001817,,1.349
3,mlp.experts.22.down_proj,0.0000001460,,1.351
3,mlp.experts.23.down_proj,0.0000002530,,1.354
3,mlp.experts.24.down_proj,0.0000001805,,1.356
3,mlp.experts.25.down_proj,0.0000004562,,1.359
3,mlp.experts.26.down_proj,0.0000024483,,1.361
3,mlp.experts.27.down_proj,0.0000001870,,1.363
3,mlp.experts.28.down_proj,0.0000006304,,1.366
3,mlp.experts.29.down_proj,0.0000005225,,1.369
3,mlp.experts.30.down_proj,0.0000002927,,1.372
3,mlp.experts.31.down_proj,0.0000000110,,1.374
3,mlp.experts.32.down_proj,0.0000004258,,1.376
3,mlp.experts.33.down_proj,0.0000001297,,1.379
3,mlp.experts.34.down_proj,0.0000000322,,1.381
3,mlp.experts.35.down_proj,0.0000001590,,1.383
3,mlp.experts.36.down_proj,0.0000000867,,1.386
3,mlp.experts.37.down_proj,0.0000003799,,1.388
3,mlp.experts.38.down_proj,0.0000007757,,1.390
3,mlp.experts.39.down_proj,0.0000001506,,1.393
3,mlp.experts.40.down_proj,0.0000000006,,1.395
3,mlp.experts.41.down_proj,0.0000000517,,1.398
3,mlp.experts.42.down_proj,0.0000000016,,1.400
3,mlp.experts.43.down_proj,0.0000000786,,1.402
3,mlp.experts.44.down_proj,0.0000003104,,1.405
3,mlp.experts.45.down_proj,0.0000002756,,1.407
3,mlp.experts.46.down_proj,0.0000003443,,1.410
3,mlp.experts.47.down_proj,0.0000001570,,1.412
3,mlp.experts.48.down_proj,0.0000001751,,1.414
3,mlp.experts.49.down_proj,0.0000003914,,1.418
3,mlp.experts.50.down_proj,0.0000000785,,1.420
3,mlp.experts.51.down_proj,0.0000004380,,1.423
3,mlp.experts.52.down_proj,0.0000002018,,1.425
3,mlp.experts.53.down_proj,0.0000002146,,1.427
3,mlp.experts.54.down_proj,0.0000000026,,1.430
3,mlp.experts.55.down_proj,0.0000000968,,1.432
3,mlp.experts.56.down_proj,0.0000000167,,1.435
3,mlp.experts.57.down_proj,0.0000005338,,1.437
3,mlp.experts.58.down_proj,0.0000004808,,1.439
3,mlp.experts.59.down_proj,0.0000000261,,1.442
3,mlp.experts.60.down_proj,0.0000002021,,1.444
3,mlp.experts.61.down_proj,0.0000000898,,1.446
3,mlp.experts.62.down_proj,0.0000000727,,1.449
3,mlp.experts.63.down_proj,0.0000001631,,1.451
3,mlp.experts.64.down_proj,0.0000001906,,1.454
3,mlp.experts.65.down_proj,0.0000000348,,1.456
3,mlp.experts.66.down_proj,0.0000001546,,1.459
3,mlp.experts.67.down_proj,0.0000001659,,1.461
3,mlp.experts.68.down_proj,0.0000001335,,1.463
3,mlp.experts.69.down_proj,0.0000001413,,1.467
3,mlp.experts.70.down_proj,0.0000003026,,1.469
3,mlp.experts.71.down_proj,0.0000001450,,1.472
3,mlp.experts.72.down_proj,0.0000000000,,1.474
3,mlp.experts.73.down_proj,0.0000000000,,1.477
3,mlp.experts.74.down_proj,0.0000003403,,1.479
3,mlp.experts.75.down_proj,0.0000000176,,1.481
3,mlp.experts.76.down_proj,0.0000000899,,1.484
3,mlp.experts.77.down_proj,0.0000000957,,1.486
3,mlp.experts.78.down_proj,0.0000004308,,1.489
3,mlp.experts.79.down_proj,0.0000003106,,1.491
3,mlp.experts.80.down_proj,0.0000001333,,1.493
3,mlp.experts.81.down_proj,0.0000003586,,1.496
3,mlp.experts.82.down_proj,0.0000002821,,1.498
3,mlp.experts.83.down_proj,0.0000000140,,1.500
3,mlp.experts.84.down_proj,0.0000000413,,1.503
3,mlp.experts.85.down_proj,0.0000000791,,1.505
3,mlp.experts.86.down_proj,0.0000001262,,1.508
3,mlp.experts.87.down_proj,0.0000004493,,1.510
3,mlp.experts.88.down_proj,0.0000001432,,1.513
3,mlp.experts.89.down_proj,0.0000002378,,1.516
3,mlp.experts.90.down_proj,0.0000000599,,1.518
3,mlp.experts.91.down_proj,0.0000001084,,1.521
3,mlp.experts.92.down_proj,0.0000000662,,1.523
3,mlp.experts.93.down_proj,0.0000000492,,1.526
3,mlp.experts.94.down_proj,0.0000001021,,1.528
3,mlp.experts.95.down_proj,0.0000003215,,1.530
3,mlp.experts.96.down_proj,0.0000005173,,1.533
3,mlp.experts.97.down_proj,0.0000001107,,1.535
3,mlp.experts.98.down_proj,0.0000001595,,1.538
3,mlp.experts.99.down_proj,0.0000000000,,1.540
3,mlp.experts.100.down_proj,0.0000000840,,1.543
3,mlp.experts.101.down_proj,0.0000000176,,1.545
3,mlp.experts.102.down_proj,0.0000000304,,1.547
3,mlp.experts.103.down_proj,0.0000001000,,1.550
3,mlp.experts.104.down_proj,0.0000003747,,1.552
3,mlp.experts.105.down_proj,0.0000004029,,1.555
3,mlp.experts.106.down_proj,0.0000000851,,1.557
3,mlp.experts.107.down_proj,0.0000002649,,1.559
3,mlp.experts.108.down_proj,0.0000006577,,1.562
3,mlp.experts.109.down_proj,0.0000006480,,1.565
3,mlp.experts.110.down_proj,0.0000003497,,1.568
3,mlp.experts.111.down_proj,0.0000004281,,1.570
3,mlp.experts.112.down_proj,0.0000002473,,1.572
3,mlp.experts.113.down_proj,0.0000004274,,1.575
3,mlp.experts.114.down_proj,0.0000001480,,1.577
3,mlp.experts.115.down_proj,0.0000000582,,1.580
3,mlp.experts.116.down_proj,0.0000000267,,1.582
3,mlp.experts.117.down_proj,0.0000005159,,1.585
3,mlp.experts.118.down_proj,0.0000004103,,1.587
3,mlp.experts.119.down_proj,0.0000001993,,1.589
3,mlp.experts.120.down_proj,0.0000000278,,1.592
3,mlp.experts.121.down_proj,0.0000003435,,1.594
3,mlp.experts.122.down_proj,0.0000000227,,1.597
3,mlp.experts.123.down_proj,0.0000000122,,1.600
3,mlp.experts.124.down_proj,0.0000000438,,1.602
3,mlp.experts.125.down_proj,0.0000003627,,1.604
3,mlp.experts.126.down_proj,0.0000001375,,1.607
3,mlp.experts.127.down_proj,0.0000002662,,1.609
3,mlp.experts.128.down_proj,0.0000002814,,1.611
3,mlp.experts.129.down_proj,0.0000002894,,1.615
3,mlp.experts.130.down_proj,0.0000000227,,1.617
3,mlp.experts.131.down_proj,0.0000006314,,1.620
3,mlp.experts.132.down_proj,0.0000001659,,1.622
3,mlp.experts.133.down_proj,0.0000001524,,1.624
3,mlp.experts.134.down_proj,0.0000000000,,1.627
3,mlp.experts.135.down_proj,0.0000018824,,1.629
3,mlp.experts.136.down_proj,0.0000001321,,1.632
3,mlp.experts.137.down_proj,0.0000005804,,1.634
3,mlp.experts.138.down_proj,0.0000000042,,1.637
3,mlp.experts.139.down_proj,0.0000001433,,1.639
3,mlp.experts.140.down_proj,0.0000000003,,1.641
3,mlp.experts.141.down_proj,0.0000004954,,1.644
3,mlp.experts.142.down_proj,0.0000000902,,1.646
3,mlp.experts.143.down_proj,0.0000000115,,1.649
3,mlp.experts.144.down_proj,0.0000006466,,1.651
3,mlp.experts.145.down_proj,0.0000003565,,1.653
3,mlp.experts.146.down_proj,0.0000000923,,1.656
3,mlp.experts.147.down_proj,0.0000000273,,1.658
3,mlp.experts.148.down_proj,0.0000001249,,1.661
3,mlp.experts.149.down_proj,0.0000001381,,1.664
3,mlp.experts.150.down_proj,0.0000000363,,1.667
3,mlp.experts.151.down_proj,0.0000004016,,1.669
3,mlp.experts.152.down_proj,0.0000001217,,1.671
3,mlp.experts.153.down_proj,0.0000005546,,1.674
3,mlp.experts.154.down_proj,0.0000001808,,1.676
3,mlp.experts.155.down_proj,0.0000001400,,1.679
3,mlp.experts.156.down_proj,0.0000001865,,1.681
3,mlp.experts.157.down_proj,0.0000001255,,1.683
3,mlp.experts.158.down_proj,0.0000001664,,1.686
3,mlp.experts.159.down_proj,0.0000000182,,1.688
3,mlp.experts.160.down_proj,0.0000001763,,1.691
3,mlp.experts.161.down_proj,0.0000000150,,1.693
3,mlp.experts.162.down_proj,0.0000000361,,1.695
3,mlp.experts.163.down_proj,0.0000004266,,1.698
3,mlp.experts.164.down_proj,0.0000000000,,1.700
3,mlp.experts.165.down_proj,0.0000012775,,1.703
3,mlp.experts.166.down_proj,0.0000000000,,1.705
3,mlp.experts.167.down_proj,0.0000000906,,1.708
3,mlp.experts.168.down_proj,0.0000003076,,1.710
3,mlp.experts.169.down_proj,0.0000004635,,1.714
3,mlp.experts.170.down_proj,0.0000001533,,1.716
3,mlp.experts.171.down_proj,0.0000004140,,1.719
3,mlp.experts.172.down_proj,0.0000000315,,1.721
3,mlp.experts.173.down_proj,0.0000000000,,1.723
3,mlp.experts.174.down_proj,0.0000000869,,1.726
3,mlp.experts.175.down_proj,0.0000001798,,1.728
3,mlp.experts.176.down_proj,0.0000000351,,1.731
3,mlp.experts.177.down_proj,0.0000001579,,1.733
3,mlp.experts.178.down_proj,0.0000000197,,1.736
3,mlp.experts.179.down_proj,0.0000007541,,1.738
3,mlp.experts.180.down_proj,0.0000000000,,1.741
3,mlp.experts.181.down_proj,0.0000000000,,1.743
3,mlp.experts.182.down_proj,0.0000003970,,1.745
3,mlp.experts.183.down_proj,0.0000002707,,1.748
3,mlp.experts.184.down_proj,0.0000000126,,1.750
3,mlp.experts.185.down_proj,0.0000004704,,1.753
3,mlp.experts.186.down_proj,0.0000001883,,1.755
3,mlp.experts.187.down_proj,0.0000000449,,1.758
3,mlp.experts.188.down_proj,0.0000000207,,1.760
3,mlp.experts.189.down_proj,0.0000000667,,1.763
3,mlp.experts.190.down_proj,0.0000000852,,1.766
3,mlp.experts.191.down_proj,0.0000000940,,1.768
3,mlp.experts.192.down_proj,0.0000000193,,1.771
3,mlp.experts.193.down_proj,0.0000003191,,1.773
3,mlp.experts.194.down_proj,0.0000012774,,1.776
3,mlp.experts.195.down_proj,0.0000000000,,1.778
3,mlp.experts.196.down_proj,0.0000000530,,1.781
3,mlp.experts.197.down_proj,0.0000000783,,1.783
3,mlp.experts.198.down_proj,0.0000002952,,1.786
3,mlp.experts.199.down_proj,0.0000000352,,1.788
3,mlp.experts.200.down_proj,0.0000001702,,1.790
3,mlp.experts.201.down_proj,0.0000013976,,1.793
3,mlp.experts.202.down_proj,0.0000000039,,1.795
3,mlp.experts.203.down_proj,0.0000000492,,1.798
3,mlp.experts.204.down_proj,0.0000000775,,1.800
3,mlp.experts.205.down_proj,0.0000001495,,1.802
3,mlp.experts.206.down_proj,0.0000002026,,1.805
3,mlp.experts.207.down_proj,0.0000000000,,1.807
3,mlp.experts.208.down_proj,0.0000001403,,1.810
3,mlp.experts.209.down_proj,0.0000000716,,1.813
3,mlp.experts.210.down_proj,0.0000000000,,1.816
3,mlp.experts.211.down_proj,0.0000004283,,1.818
3,mlp.experts.212.down_proj,0.0000000274,,1.821
3,mlp.experts.213.down_proj,0.0000001736,,1.823
3,mlp.experts.214.down_proj,0.0000000256,,1.826
3,mlp.experts.215.down_proj,0.0000003374,,1.828
3,mlp.experts.216.down_proj,0.0000004173,,1.831
3,mlp.experts.217.down_proj,0.0000000005,,1.833
3,mlp.experts.218.down_proj,0.0000000248,,1.836
3,mlp.experts.219.down_proj,0.0000001684,,1.838
3,mlp.experts.220.down_proj,0.0000000833,,1.841
3,mlp.experts.221.down_proj,0.0000000001,,1.843
3,mlp.experts.222.down_proj,0.0000001860,,1.846
3,mlp.experts.223.down_proj,0.0000004211,,1.848
3,mlp.experts.224.down_proj,0.0000004286,,1.850
3,mlp.experts.225.down_proj,0.0000000223,,1.853
3,mlp.experts.226.down_proj,0.0000004428,,1.855
3,mlp.experts.227.down_proj,0.0000000651,,1.858
3,mlp.experts.228.down_proj,0.0000003350,,1.861
3,mlp.experts.229.down_proj,0.0000003096,,1.864
3,mlp.experts.230.down_proj,0.0000001174,,1.866
3,mlp.experts.231.down_proj,0.0000006665,,1.869
3,mlp.experts.232.down_proj,0.0000000831,,1.871
3,mlp.experts.233.down_proj,0.0000000329,,1.874
3,mlp.experts.234.down_proj,0.0000000073,,1.876
3,mlp.experts.235.down_proj,0.0000008411,,1.879
3,mlp.experts.236.down_proj,0.0000010918,,1.881
3,mlp.experts.237.down_proj,0.0000000430,,1.884
3,mlp.experts.238.down_proj,0.0000000140,,1.886
3,mlp.experts.239.down_proj,0.0000000359,,1.888
3,mlp.experts.240.down_proj,0.0000010186,,1.891
3,mlp.experts.241.down_proj,0.0000001426,,1.894
3,mlp.experts.242.down_proj,0.0000000000,,1.896
3,mlp.experts.243.down_proj,0.0000001394,,1.898
3,mlp.experts.244.down_proj,0.0000001336,,1.901
3,mlp.experts.245.down_proj,0.0000004017,,1.903
3,mlp.experts.246.down_proj,0.0000000000,,1.906
3,mlp.experts.247.down_proj,0.0000003822,,1.908
3,mlp.experts.248.down_proj,0.0000012821,,1.911
3,mlp.experts.249.down_proj,0.0000000000,,1.914
3,mlp.experts.250.down_proj,0.0000000114,,1.916
3,mlp.experts.251.down_proj,0.0000000000,,1.919
3,mlp.experts.252.down_proj,0.0000000000,,1.921
3,mlp.experts.253.down_proj,0.0000016155,,1.924
3,mlp.experts.254.down_proj,0.0000000301,,1.926
3,mlp.experts.255.down_proj,0.0000005440,,1.929
4,mlp.experts.0.gate_proj,not applicable,,0.005
4,mlp.experts.0.up_proj,not applicable,,0.011
4,mlp.experts.1.gate_proj,not applicable,,0.014
4,mlp.experts.1.up_proj,not applicable,,0.017
4,mlp.experts.2.gate_proj,not applicable,,0.020
4,mlp.experts.2.up_proj,not applicable,,0.023
4,mlp.experts.3.gate_proj,not applicable,,0.025
4,mlp.experts.3.up_proj,not applicable,,0.028
4,mlp.experts.4.gate_proj,not applicable,,0.031
4,mlp.experts.4.up_proj,not applicable,,0.034
4,mlp.experts.5.gate_proj,not applicable,,0.036
4,mlp.experts.5.up_proj,not applicable,,0.039
4,mlp.experts.6.gate_proj,not applicable,,0.041
4,mlp.experts.6.up_proj,not applicable,,0.044
4,mlp.experts.7.gate_proj,not applicable,,0.046
4,mlp.experts.7.up_proj,not applicable,,0.049
4,mlp.experts.8.gate_proj,not applicable,,0.051
4,mlp.experts.8.up_proj,not applicable,,0.054
4,mlp.experts.9.gate_proj,not applicable,,0.057
4,mlp.experts.9.up_proj,not applicable,,0.059
4,mlp.experts.10.gate_proj,not applicable,,0.062
4,mlp.experts.10.up_proj,not applicable,,0.065
4,mlp.experts.11.gate_proj,not applicable,,0.068
4,mlp.experts.11.up_proj,not applicable,,0.071
4,mlp.experts.12.gate_proj,not applicable,,0.073
4,mlp.experts.12.up_proj,not applicable,,0.076
4,mlp.experts.13.gate_proj,not applicable,,0.078
4,mlp.experts.13.up_proj,not applicable,,0.081
4,mlp.experts.14.gate_proj,not applicable,,0.083
4,mlp.experts.14.up_proj,not applicable,,0.086
4,mlp.experts.15.gate_proj,not applicable,,0.089
4,mlp.experts.15.up_proj,not applicable,,0.091
4,mlp.experts.16.gate_proj,not applicable,,0.094
4,mlp.experts.16.up_proj,not applicable,,0.097
4,mlp.experts.17.gate_proj,not applicable,,0.099
4,mlp.experts.17.up_proj,not applicable,,0.102
4,mlp.experts.18.gate_proj,not applicable,,0.104
4,mlp.experts.18.up_proj,not applicable,,0.107
4,mlp.experts.19.gate_proj,not applicable,,0.109
4,mlp.experts.19.up_proj,not applicable,,0.112
4,mlp.experts.20.gate_proj,not applicable,,0.114
4,mlp.experts.20.up_proj,not applicable,,0.118
4,mlp.experts.21.gate_proj,not applicable,,0.120
4,mlp.experts.21.up_proj,not applicable,,0.123
4,mlp.experts.22.gate_proj,not applicable,,0.125
4,mlp.experts.22.up_proj,not applicable,,0.128
4,mlp.experts.23.gate_proj,not applicable,,0.130
4,mlp.experts.23.up_proj,not applicable,,0.133
4,mlp.experts.24.gate_proj,not applicable,,0.136
4,mlp.experts.24.up_proj,not applicable,,0.138
4,mlp.experts.25.gate_proj,not applicable,,0.141
4,mlp.experts.25.up_proj,not applicable,,0.143
4,mlp.experts.26.gate_proj,not applicable,,0.146
4,mlp.experts.26.up_proj,not applicable,,0.148
4,mlp.experts.27.gate_proj,not applicable,,0.151
4,mlp.experts.27.up_proj,not applicable,,0.153
4,mlp.experts.28.gate_proj,not applicable,,0.156
4,mlp.experts.28.up_proj,not applicable,,0.159
4,mlp.experts.29.gate_proj,not applicable,,0.161
4,mlp.experts.29.up_proj,not applicable,,0.164
4,mlp.experts.30.gate_proj,not applicable,,0.166
4,mlp.experts.30.up_proj,not applicable,,0.170
4,mlp.experts.31.gate_proj,not applicable,,0.172
4,mlp.experts.31.up_proj,not applicable,,0.175
4,mlp.experts.32.gate_proj,not applicable,,0.177
4,mlp.experts.32.up_proj,not applicable,,0.180
4,mlp.experts.33.gate_proj,not applicable,,0.182
4,mlp.experts.33.up_proj,not applicable,,0.185
4,mlp.experts.34.gate_proj,not applicable,,0.187
4,mlp.experts.34.up_proj,not applicable,,0.190
4,mlp.experts.35.gate_proj,not applicable,,0.192
4,mlp.experts.35.up_proj,not applicable,,0.195
4,mlp.experts.36.gate_proj,not applicable,,0.197
4,mlp.experts.36.up_proj,not applicable,,0.200
4,mlp.experts.37.gate_proj,not applicable,,0.202
4,mlp.experts.37.up_proj,not applicable,,0.205
4,mlp.experts.38.gate_proj,not applicable,,0.207
4,mlp.experts.38.up_proj,not applicable,,0.210
4,mlp.experts.39.gate_proj,not applicable,,0.213
4,mlp.experts.39.up_proj,not applicable,,0.215
4,mlp.experts.40.gate_proj,not applicable,,0.218
4,mlp.experts.40.up_proj,not applicable,,0.221
4,mlp.experts.41.gate_proj,not applicable,,0.223
4,mlp.experts.41.up_proj,not applicable,,0.226
4,mlp.experts.42.gate_proj,not applicable,,0.229
4,mlp.experts.42.up_proj,not applicable,,0.231
4,mlp.experts.43.gate_proj,not applicable,,0.234
4,mlp.experts.43.up_proj,not applicable,,0.237
4,mlp.experts.44.gate_proj,not applicable,,0.239
4,mlp.experts.44.up_proj,not applicable,,0.242
4,mlp.experts.45.gate_proj,not applicable,,0.244
4,mlp.experts.45.up_proj,not applicable,,0.247
4,mlp.experts.46.gate_proj,not applicable,,0.249
4,mlp.experts.46.up_proj,not applicable,,0.252
4,mlp.experts.47.gate_proj,not applicable,,0.255
4,mlp.experts.47.up_proj,not applicable,,0.257
4,mlp.experts.48.gate_proj,not applicable,,0.260
4,mlp.experts.48.up_proj,not applicable,,0.262
4,mlp.experts.49.gate_proj,not applicable,,0.265
4,mlp.experts.49.up_proj,not applicable,,0.267
4,mlp.experts.50.gate_proj,not applicable,,0.270
4,mlp.experts.50.up_proj,not applicable,,0.273
4,mlp.experts.51.gate_proj,not applicable,,0.276
4,mlp.experts.51.up_proj,not applicable,,0.278
4,mlp.experts.52.gate_proj,not applicable,,0.281
4,mlp.experts.52.up_proj,not applicable,,0.283
4,mlp.experts.53.gate_proj,not applicable,,0.286
4,mlp.experts.53.up_proj,not applicable,,0.288
4,mlp.experts.54.gate_proj,not applicable,,0.291
4,mlp.experts.54.up_proj,not applicable,,0.294
4,mlp.experts.55.gate_proj,not applicable,,0.296
4,mlp.experts.55.up_proj,not applicable,,0.299
4,mlp.experts.56.gate_proj,not applicable,,0.301
4,mlp.experts.56.up_proj,not applicable,,0.304
4,mlp.experts.57.gate_proj,not applicable,,0.306
4,mlp.experts.57.up_proj,not applicable,,0.309
4,mlp.experts.58.gate_proj,not applicable,,0.312
4,mlp.experts.58.up_proj,not applicable,,0.314
4,mlp.experts.59.gate_proj,not applicable,,0.317
4,mlp.experts.59.up_proj,not applicable,,0.319
4,mlp.experts.60.gate_proj,not applicable,,0.322
4,mlp.experts.60.up_proj,not applicable,,0.325
4,mlp.experts.61.gate_proj,not applicable,,0.328
4,mlp.experts.61.up_proj,not applicable,,0.330
4,mlp.experts.62.gate_proj,not applicable,,0.333
4,mlp.experts.62.up_proj,not applicable,,0.335
4,mlp.experts.63.gate_proj,not applicable,,0.338
4,mlp.experts.63.up_proj,not applicable,,0.341
4,mlp.experts.64.gate_proj,not applicable,,0.343
4,mlp.experts.64.up_proj,not applicable,,0.346
4,mlp.experts.65.gate_proj,not applicable,,0.348
4,mlp.experts.65.up_proj,not applicable,,0.351
4,mlp.experts.66.gate_proj,not applicable,,0.353
4,mlp.experts.66.up_proj,not applicable,,0.356
4,mlp.experts.67.gate_proj,not applicable,,0.358
4,mlp.experts.67.up_proj,not applicable,,0.361
4,mlp.experts.68.gate_proj,not applicable,,0.363
4,mlp.experts.68.up_proj,not applicable,,0.366
4,mlp.experts.69.gate_proj,not applicable,,0.368
4,mlp.experts.69.up_proj,not applicable,,0.371
4,mlp.experts.70.gate_proj,not applicable,,0.373
4,mlp.experts.70.up_proj,not applicable,,0.377
4,mlp.experts.71.gate_proj,not applicable,,0.379
4,mlp.experts.71.up_proj,not applicable,,0.382
4,mlp.experts.72.gate_proj,not applicable,,0.384
4,mlp.experts.72.up_proj,not applicable,,0.387
4,mlp.experts.73.gate_proj,not applicable,,0.389
4,mlp.experts.73.up_proj,not applicable,,0.392
4,mlp.experts.74.gate_proj,not applicable,,0.395
4,mlp.experts.74.up_proj,not applicable,,0.397
4,mlp.experts.75.gate_proj,not applicable,,0.400
4,mlp.experts.75.up_proj,not applicable,,0.402
4,mlp.experts.76.gate_proj,not applicable,,0.405
4,mlp.experts.76.up_proj,not applicable,,0.407
4,mlp.experts.77.gate_proj,not applicable,,0.410
4,mlp.experts.77.up_proj,not applicable,,0.412
4,mlp.experts.78.gate_proj,not applicable,,0.415
4,mlp.experts.78.up_proj,not applicable,,0.417
4,mlp.experts.79.gate_proj,not applicable,,0.420
4,mlp.experts.79.up_proj,not applicable,,0.422
4,mlp.experts.80.gate_proj,not applicable,,0.425
4,mlp.experts.80.up_proj,not applicable,,0.428
4,mlp.experts.81.gate_proj,not applicable,,0.431
4,mlp.experts.81.up_proj,not applicable,,0.433
4,mlp.experts.82.gate_proj,not applicable,,0.436
4,mlp.experts.82.up_proj,not applicable,,0.438
4,mlp.experts.83.gate_proj,not applicable,,0.441
4,mlp.experts.83.up_proj,not applicable,,0.444
4,mlp.experts.84.gate_proj,not applicable,,0.446
4,mlp.experts.84.up_proj,not applicable,,0.449
4,mlp.experts.85.gate_proj,not applicable,,0.451
4,mlp.experts.85.up_proj,not applicable,,0.454
4,mlp.experts.86.gate_proj,not applicable,,0.456
4,mlp.experts.86.up_proj,not applicable,,0.459
4,mlp.experts.87.gate_proj,not applicable,,0.461
4,mlp.experts.87.up_proj,not applicable,,0.464
4,mlp.experts.88.gate_proj,not applicable,,0.466
4,mlp.experts.88.up_proj,not applicable,,0.468
4,mlp.experts.89.gate_proj,not applicable,,0.471
4,mlp.experts.89.up_proj,not applicable,,0.473
4,mlp.experts.90.gate_proj,not applicable,,0.476
4,mlp.experts.90.up_proj,not applicable,,0.479
4,mlp.experts.91.gate_proj,not applicable,,0.482
4,mlp.experts.91.up_proj,not applicable,,0.484
4,mlp.experts.92.gate_proj,not applicable,,0.487
4,mlp.experts.92.up_proj,not applicable,,0.489
4,mlp.experts.93.gate_proj,not applicable,,0.492
4,mlp.experts.93.up_proj,not applicable,,0.494
4,mlp.experts.94.gate_proj,not applicable,,0.497
4,mlp.experts.94.up_proj,not applicable,,0.499
4,mlp.experts.95.gate_proj,not applicable,,0.502
4,mlp.experts.95.up_proj,not applicable,,0.505
4,mlp.experts.96.gate_proj,not applicable,,0.507
4,mlp.experts.96.up_proj,not applicable,,0.510
4,mlp.experts.97.gate_proj,not applicable,,0.512
4,mlp.experts.97.up_proj,not applicable,,0.515
4,mlp.experts.98.gate_proj,not applicable,,0.517
4,mlp.experts.98.up_proj,not applicable,,0.520
4,mlp.experts.99.gate_proj,not applicable,,0.522
4,mlp.experts.99.up_proj,not applicable,,0.525
4,mlp.experts.100.gate_proj,not applicable,,0.527
4,mlp.experts.100.up_proj,not applicable,,0.531
4,mlp.experts.101.gate_proj,not applicable,,0.533
4,mlp.experts.101.up_proj,not applicable,,0.536
4,mlp.experts.102.gate_proj,not applicable,,0.538
4,mlp.experts.102.up_proj,not applicable,,0.541
4,mlp.experts.103.gate_proj,not applicable,,0.544
4,mlp.experts.103.up_proj,not applicable,,0.546
4,mlp.experts.104.gate_proj,not applicable,,0.549
4,mlp.experts.104.up_proj,not applicable,,0.551
4,mlp.experts.105.gate_proj,not applicable,,0.554
4,mlp.experts.105.up_proj,not applicable,,0.556
4,mlp.experts.106.gate_proj,not applicable,,0.559
4,mlp.experts.106.up_proj,not applicable,,0.561
4,mlp.experts.107.gate_proj,not applicable,,0.564
4,mlp.experts.107.up_proj,not applicable,,0.566
4,mlp.experts.108.gate_proj,not applicable,,0.569
4,mlp.experts.108.up_proj,not applicable,,0.571
4,mlp.experts.109.gate_proj,not applicable,,0.574
4,mlp.experts.109.up_proj,not applicable,,0.576
4,mlp.experts.110.gate_proj,not applicable,,0.579
4,mlp.experts.110.up_proj,not applicable,,0.582
4,mlp.experts.111.gate_proj,not applicable,,0.585
4,mlp.experts.111.up_proj,not applicable,,0.587
4,mlp.experts.112.gate_proj,not applicable,,0.590
4,mlp.experts.112.up_proj,not applicable,,0.592
4,mlp.experts.113.gate_proj,not applicable,,0.595
4,mlp.experts.113.up_proj,not applicable,,0.597
4,mlp.experts.114.gate_proj,not applicable,,0.600
4,mlp.experts.114.up_proj,not applicable,,0.602
4,mlp.experts.115.gate_proj,not applicable,,0.605
4,mlp.experts.115.up_proj,not applicable,,0.607
4,mlp.experts.116.gate_proj,not applicable,,0.610
4,mlp.experts.116.up_proj,not applicable,,0.612
4,mlp.experts.117.gate_proj,not applicable,,0.615
4,mlp.experts.117.up_proj,not applicable,,0.617
4,mlp.experts.118.gate_proj,not applicable,,0.620
4,mlp.experts.118.up_proj,not applicable,,0.622
4,mlp.experts.119.gate_proj,not applicable,,0.625
4,mlp.experts.119.up_proj,not applicable,,0.627
4,mlp.experts.120.gate_proj,not applicable,,0.630
4,mlp.experts.120.up_proj,not applicable,,0.633
4,mlp.experts.121.gate_proj,not applicable,,0.636
4,mlp.experts.121.up_proj,not applicable,,0.638
4,mlp.experts.122.gate_proj,not applicable,,0.641
4,mlp.experts.122.up_proj,not applicable,,0.644
4,mlp.experts.123.gate_proj,not applicable,,0.647
4,mlp.experts.123.up_proj,not applicable,,0.649
4,mlp.experts.124.gate_proj,not applicable,,0.652
4,mlp.experts.124.up_proj,not applicable,,0.654
4,mlp.experts.125.gate_proj,not applicable,,0.657
4,mlp.experts.125.up_proj,not applicable,,0.659
4,mlp.experts.126.gate_proj,not applicable,,0.662
4,mlp.experts.126.up_proj,not applicable,,0.664
4,mlp.experts.127.gate_proj,not applicable,,0.667
4,mlp.experts.127.up_proj,not applicable,,0.669
4,mlp.experts.128.gate_proj,not applicable,,0.672
4,mlp.experts.128.up_proj,not applicable,,0.674
4,mlp.experts.129.gate_proj,not applicable,,0.677
4,mlp.experts.129.up_proj,not applicable,,0.679
4,mlp.experts.130.gate_proj,not applicable,,0.682
4,mlp.experts.130.up_proj,not applicable,,0.685
4,mlp.experts.131.gate_proj,not applicable,,0.688
4,mlp.experts.131.up_proj,not applicable,,0.690
4,mlp.experts.132.gate_proj,not applicable,,0.693
4,mlp.experts.132.up_proj,not applicable,,0.695
4,mlp.experts.133.gate_proj,not applicable,,0.698
4,mlp.experts.133.up_proj,not applicable,,0.700
4,mlp.experts.134.gate_proj,not applicable,,0.703
4,mlp.experts.134.up_proj,not applicable,,0.705
4,mlp.experts.135.gate_proj,not applicable,,0.708
4,mlp.experts.135.up_proj,not applicable,,0.710
4,mlp.experts.136.gate_proj,not applicable,,0.713
4,mlp.experts.136.up_proj,not applicable,,0.715
4,mlp.experts.137.gate_proj,not applicable,,0.718
4,mlp.experts.137.up_proj,not applicable,,0.720
4,mlp.experts.138.gate_proj,not applicable,,0.723
4,mlp.experts.138.up_proj,not applicable,,0.725
4,mlp.experts.139.gate_proj,not applicable,,0.728
4,mlp.experts.139.up_proj,not applicable,,0.730
4,mlp.experts.140.gate_proj,not applicable,,0.733
4,mlp.experts.140.up_proj,not applicable,,0.736
4,mlp.experts.141.gate_proj,not applicable,,0.739
4,mlp.experts.141.up_proj,not applicable,,0.741
4,mlp.experts.142.gate_proj,not applicable,,0.744
4,mlp.experts.142.up_proj,not applicable,,0.747
4,mlp.experts.143.gate_proj,not applicable,,0.749
4,mlp.experts.143.up_proj,not applicable,,0.752
4,mlp.experts.144.gate_proj,not applicable,,0.754
4,mlp.experts.144.up_proj,not applicable,,0.757
4,mlp.experts.145.gate_proj,not applicable,,0.760
4,mlp.experts.145.up_proj,not applicable,,0.762
4,mlp.experts.146.gate_proj,not applicable,,0.765
4,mlp.experts.146.up_proj,not applicable,,0.767
4,mlp.experts.147.gate_proj,not applicable,,0.770
4,mlp.experts.147.up_proj,not applicable,,0.772
4,mlp.experts.148.gate_proj,not applicable,,0.775
4,mlp.experts.148.up_proj,not applicable,,0.777
4,mlp.experts.149.gate_proj,not applicable,,0.780
4,mlp.experts.149.up_proj,not applicable,,0.782
4,mlp.experts.150.gate_proj,not applicable,,0.785
4,mlp.experts.150.up_proj,not applicable,,0.789
4,mlp.experts.151.gate_proj,not applicable,,0.791
4,mlp.experts.151.up_proj,not applicable,,0.794
4,mlp.experts.152.gate_proj,not applicable,,0.796
4,mlp.experts.152.up_proj,not applicable,,0.799
4,mlp.experts.153.gate_proj,not applicable,,0.802
4,mlp.experts.153.up_proj,not applicable,,0.804
4,mlp.experts.154.gate_proj,not applicable,,0.807
4,mlp.experts.154.up_proj,not applicable,,0.809
4,mlp.experts.155.gate_proj,not applicable,,0.812
4,mlp.experts.155.up_proj,not applicable,,0.814
4,mlp.experts.156.gate_proj,not applicable,,0.817
4,mlp.experts.156.up_proj,not applicable,,0.819
4,mlp.experts.157.gate_proj,not applicable,,0.822
4,mlp.experts.157.up_proj,not applicable,,0.824
4,mlp.experts.158.gate_proj,not applicable,,0.827
4,mlp.experts.158.up_proj,not applicable,,0.829
4,mlp.experts.159.gate_proj,not applicable,,0.832
4,mlp.experts.159.up_proj,not applicable,,0.834
4,mlp.experts.160.gate_proj,not applicable,,0.837
4,mlp.experts.160.up_proj,not applicable,,0.840
4,mlp.experts.161.gate_proj,not applicable,,0.843
4,mlp.experts.161.up_proj,not applicable,,0.845
4,mlp.experts.162.gate_proj,not applicable,,0.848
4,mlp.experts.162.up_proj,not applicable,,0.851
4,mlp.experts.163.gate_proj,not applicable,,0.853
4,mlp.experts.163.up_proj,not applicable,,0.856
4,mlp.experts.164.gate_proj,not applicable,,0.858
4,mlp.experts.164.up_proj,not applicable,,0.861
4,mlp.experts.165.gate_proj,not applicable,,0.863
4,mlp.experts.165.up_proj,not applicable,,0.866
4,mlp.experts.166.gate_proj,not applicable,,0.868
4,mlp.experts.166.up_proj,not applicable,,0.871
4,mlp.experts.167.gate_proj,not applicable,,0.873
4,mlp.experts.167.up_proj,not applicable,,0.876
4,mlp.experts.168.gate_proj,not applicable,,0.878
4,mlp.experts.168.up_proj,not applicable,,0.881
4,mlp.experts.169.gate_proj,not applicable,,0.883
4,mlp.experts.169.up_proj,not applicable,,0.886
4,mlp.experts.170.gate_proj,not applicable,,0.888
4,mlp.experts.170.up_proj,not applicable,,0.892
4,mlp.experts.171.gate_proj,not applicable,,0.894
4,mlp.experts.171.up_proj,not applicable,,0.897
4,mlp.experts.172.gate_proj,not applicable,,0.899
4,mlp.experts.172.up_proj,not applicable,,0.902
4,mlp.experts.173.gate_proj,not applicable,,0.905
4,mlp.experts.173.up_proj,not applicable,,0.907
4,mlp.experts.174.gate_proj,not applicable,,0.909
4,mlp.experts.174.up_proj,not applicable,,0.912
4,mlp.experts.175.gate_proj,not applicable,,0.914
4,mlp.experts.175.up_proj,not applicable,,0.917
4,mlp.experts.176.gate_proj,not applicable,,0.919
4,mlp.experts.176.up_proj,not applicable,,0.922
4,mlp.experts.177.gate_proj,not applicable,,0.924
4,mlp.experts.177.up_proj,not applicable,,0.927
4,mlp.experts.178.gate_proj,not applicable,,0.929
4,mlp.experts.178.up_proj,not applicable,,0.932
4,mlp.experts.179.gate_proj,not applicable,,0.935
4,mlp.experts.179.up_proj,not applicable,,0.937
4,mlp.experts.180.gate_proj,not applicable,,0.940
4,mlp.experts.180.up_proj,not applicable,,0.943
4,mlp.experts.181.gate_proj,not applicable,,0.946
4,mlp.experts.181.up_proj,not applicable,,0.948
4,mlp.experts.182.gate_proj,not applicable,,0.951
4,mlp.experts.182.up_proj,not applicable,,0.954
4,mlp.experts.183.gate_proj,not applicable,,0.956
4,mlp.experts.183.up_proj,not applicable,,0.958
4,mlp.experts.184.gate_proj,not applicable,,0.961
4,mlp.experts.184.up_proj,not applicable,,0.963
4,mlp.experts.185.gate_proj,not applicable,,0.966
4,mlp.experts.185.up_proj,not applicable,,0.968
4,mlp.experts.186.gate_proj,not applicable,,0.971
4,mlp.experts.186.up_proj,not applicable,,0.973
4,mlp.experts.187.gate_proj,not applicable,,0.976
4,mlp.experts.187.up_proj,not applicable,,0.978
4,mlp.experts.188.gate_proj,not applicable,,0.981
4,mlp.experts.188.up_proj,not applicable,,0.983
4,mlp.experts.189.gate_proj,not applicable,,0.986
4,mlp.experts.189.up_proj,not applicable,,0.988
4,mlp.experts.190.gate_proj,not applicable,,0.991
4,mlp.experts.190.up_proj,not applicable,,0.994
4,mlp.experts.191.gate_proj,not applicable,,0.997
4,mlp.experts.191.up_proj,not applicable,,1.000
4,mlp.experts.192.gate_proj,not applicable,,1.002
4,mlp.experts.192.up_proj,not applicable,,1.005
4,mlp.experts.193.gate_proj,not applicable,,1.007
4,mlp.experts.193.up_proj,not applicable,,1.010
4,mlp.experts.194.gate_proj,not applicable,,1.012
4,mlp.experts.194.up_proj,not applicable,,1.015
4,mlp.experts.195.gate_proj,not applicable,,1.017
4,mlp.experts.195.up_proj,not applicable,,1.020
4,mlp.experts.196.gate_proj,not applicable,,1.022
4,mlp.experts.196.up_proj,not applicable,,1.025
4,mlp.experts.197.gate_proj,not applicable,,1.028
4,mlp.experts.197.up_proj,not applicable,,1.030
4,mlp.experts.198.gate_proj,not applicable,,1.033
4,mlp.experts.198.up_proj,not applicable,,1.035
4,mlp.experts.199.gate_proj,not applicable,,1.038
4,mlp.experts.199.up_proj,not applicable,,1.040
4,mlp.experts.200.gate_proj,not applicable,,1.043
4,mlp.experts.200.up_proj,not applicable,,1.046
4,mlp.experts.201.gate_proj,not applicable,,1.049
4,mlp.experts.201.up_proj,not applicable,,1.051
4,mlp.experts.202.gate_proj,not applicable,,1.054
4,mlp.experts.202.up_proj,not applicable,,1.057
4,mlp.experts.203.gate_proj,not applicable,,1.059
4,mlp.experts.203.up_proj,not applicable,,1.062
4,mlp.experts.204.gate_proj,not applicable,,1.064
4,mlp.experts.204.up_proj,not applicable,,1.067
4,mlp.experts.205.gate_proj,not applicable,,1.069
4,mlp.experts.205.up_proj,not applicable,,1.072
4,mlp.experts.206.gate_proj,not applicable,,1.074
4,mlp.experts.206.up_proj,not applicable,,1.077
4,mlp.experts.207.gate_proj,not applicable,,1.079
4,mlp.experts.207.up_proj,not applicable,,1.082
4,mlp.experts.208.gate_proj,not applicable,,1.084
4,mlp.experts.208.up_proj,not applicable,,1.087
4,mlp.experts.209.gate_proj,not applicable,,1.089
4,mlp.experts.209.up_proj,not applicable,,1.092
4,mlp.experts.210.gate_proj,not applicable,,1.094
4,mlp.experts.210.up_proj,not applicable,,1.098
4,mlp.experts.211.gate_proj,not applicable,,1.100
4,mlp.experts.211.up_proj,not applicable,,1.103
4,mlp.experts.212.gate_proj,not applicable,,1.105
4,mlp.experts.212.up_proj,not applicable,,1.108
4,mlp.experts.213.gate_proj,not applicable,,1.110
4,mlp.experts.213.up_proj,not applicable,,1.113
4,mlp.experts.214.gate_proj,not applicable,,1.116
4,mlp.experts.214.up_proj,not applicable,,1.118
4,mlp.experts.215.gate_proj,not applicable,,1.121
4,mlp.experts.215.up_proj,not applicable,,1.123
4,mlp.experts.216.gate_proj,not applicable,,1.126
4,mlp.experts.216.up_proj,not applicable,,1.128
4,mlp.experts.217.gate_proj,not applicable,,1.131
4,mlp.experts.217.up_proj,not applicable,,1.134
4,mlp.experts.218.gate_proj,not applicable,,1.136
4,mlp.experts.218.up_proj,not applicable,,1.139
4,mlp.experts.219.gate_proj,not applicable,,1.141
4,mlp.experts.219.up_proj,not applicable,,1.143
4,mlp.experts.220.gate_proj,not applicable,,1.146
4,mlp.experts.220.up_proj,not applicable,,1.150
4,mlp.experts.221.gate_proj,not applicable,,1.152
4,mlp.experts.221.up_proj,not applicable,,1.155
4,mlp.experts.222.gate_proj,not applicable,,1.157
4,mlp.experts.222.up_proj,not applicable,,1.160
4,mlp.experts.223.gate_proj,not applicable,,1.162
4,mlp.experts.223.up_proj,not applicable,,1.165
4,mlp.experts.224.gate_proj,not applicable,,1.167
4,mlp.experts.224.up_proj,not applicable,,1.170
4,mlp.experts.225.gate_proj,not applicable,,1.172
4,mlp.experts.225.up_proj,not applicable,,1.175
4,mlp.experts.226.gate_proj,not applicable,,1.177
4,mlp.experts.226.up_proj,not applicable,,1.180
4,mlp.experts.227.gate_proj,not applicable,,1.182
4,mlp.experts.227.up_proj,not applicable,,1.185
4,mlp.experts.228.gate_proj,not applicable,,1.187
4,mlp.experts.228.up_proj,not applicable,,1.190
4,mlp.experts.229.gate_proj,not applicable,,1.192
4,mlp.experts.229.up_proj,not applicable,,1.195
4,mlp.experts.230.gate_proj,not applicable,,1.197
4,mlp.experts.230.up_proj,not applicable,,1.201
4,mlp.experts.231.gate_proj,not applicable,,1.203
4,mlp.experts.231.up_proj,not applicable,,1.206
4,mlp.experts.232.gate_proj,not applicable,,1.208
4,mlp.experts.232.up_proj,not applicable,,1.211
4,mlp.experts.233.gate_proj,not applicable,,1.213
4,mlp.experts.233.up_proj,not applicable,,1.216
4,mlp.experts.234.gate_proj,not applicable,,1.218
4,mlp.experts.234.up_proj,not applicable,,1.221
4,mlp.experts.235.gate_proj,not applicable,,1.223
4,mlp.experts.235.up_proj,not applicable,,1.226
4,mlp.experts.236.gate_proj,not applicable,,1.228
4,mlp.experts.236.up_proj,not applicable,,1.231
4,mlp.experts.237.gate_proj,not applicable,,1.233
4,mlp.experts.237.up_proj,not applicable,,1.236
4,mlp.experts.238.gate_proj,not applicable,,1.238
4,mlp.experts.238.up_proj,not applicable,,1.241
4,mlp.experts.239.gate_proj,not applicable,,1.243
4,mlp.experts.239.up_proj,not applicable,,1.246
4,mlp.experts.240.gate_proj,not applicable,,1.248
4,mlp.experts.240.up_proj,not applicable,,1.252
4,mlp.experts.241.gate_proj,not applicable,,1.254
4,mlp.experts.241.up_proj,not applicable,,1.257
4,mlp.experts.242.gate_proj,not applicable,,1.260
4,mlp.experts.242.up_proj,not applicable,,1.262
4,mlp.experts.243.gate_proj,not applicable,,1.265
4,mlp.experts.243.up_proj,not applicable,,1.267
4,mlp.experts.244.gate_proj,not applicable,,1.270
4,mlp.experts.244.up_proj,not applicable,,1.272
4,mlp.experts.245.gate_proj,not applicable,,1.275
4,mlp.experts.245.up_proj,not applicable,,1.277
4,mlp.experts.246.gate_proj,not applicable,,1.280
4,mlp.experts.246.up_proj,not applicable,,1.282
4,mlp.experts.247.gate_proj,not applicable,,1.285
4,mlp.experts.247.up_proj,not applicable,,1.287
4,mlp.experts.248.gate_proj,not applicable,,1.290
4,mlp.experts.248.up_proj,not applicable,,1.292
4,mlp.experts.249.gate_proj,not applicable,,1.295
4,mlp.experts.249.up_proj,not applicable,,1.297
4,mlp.experts.250.gate_proj,not applicable,,1.300
4,mlp.experts.250.up_proj,not applicable,,1.304
4,mlp.experts.251.gate_proj,not applicable,,1.306
4,mlp.experts.251.up_proj,not applicable,,1.309
4,mlp.experts.252.gate_proj,not applicable,,1.311
4,mlp.experts.252.up_proj,not applicable,,1.314
4,mlp.experts.253.gate_proj,not applicable,,1.316
4,mlp.experts.253.up_proj,not applicable,,1.319
4,mlp.experts.254.gate_proj,not applicable,,1.321
4,mlp.experts.254.up_proj,not applicable,,1.324
4,mlp.experts.255.gate_proj,not applicable,,1.326
4,mlp.experts.255.up_proj,not applicable,,1.329
4,mlp.experts.0.down_proj,0.0000001182,,1.331
4,mlp.experts.1.down_proj,0.0000002952,,1.334
4,mlp.experts.2.down_proj,0.0000001802,,1.336
4,mlp.experts.3.down_proj,0.0000002871,,1.338
4,mlp.experts.4.down_proj,0.0000005245,,1.341
4,mlp.experts.5.down_proj,0.0000002678,,1.343
4,mlp.experts.6.down_proj,0.0000006356,,1.346
4,mlp.experts.7.down_proj,0.0000003042,,1.348
4,mlp.experts.8.down_proj,0.0000005721,,1.350
4,mlp.experts.9.down_proj,0.0000000017,,1.354
4,mlp.experts.10.down_proj,0.0000004662,,1.356
4,mlp.experts.11.down_proj,0.0000004131,,1.359
4,mlp.experts.12.down_proj,0.0000004610,,1.362
4,mlp.experts.13.down_proj,0.0000004195,,1.364
4,mlp.experts.14.down_proj,0.0000003952,,1.366
4,mlp.experts.15.down_proj,0.0000002372,,1.369
4,mlp.experts.16.down_proj,0.0000006127,,1.371
4,mlp.experts.17.down_proj,0.0000003232,,1.374
4,mlp.experts.18.down_proj,0.0000000001,,1.376
4,mlp.experts.19.down_proj,0.0000003600,,1.379
4,mlp.experts.20.down_proj,0.0000001552,,1.381
4,mlp.experts.21.down_proj,0.0000003070,,1.384
4,mlp.experts.22.down_proj,0.0000006847,,1.386
4,mlp.experts.23.down_proj,0.0000006838,,1.388
4,mlp.experts.24.down_proj,0.0000001611,,1.391
4,mlp.experts.25.down_proj,0.0000002204,,1.393
4,mlp.experts.26.down_proj,0.0000001747,,1.396
4,mlp.experts.27.down_proj,0.0000000817,,1.398
4,mlp.experts.28.down_proj,0.0000006071,,1.400
4,mlp.experts.29.down_proj,0.0000014499,,1.404
4,mlp.experts.30.down_proj,0.0000002920,,1.406
4,mlp.experts.31.down_proj,0.0000000719,,1.409
4,mlp.experts.32.down_proj,0.0000000400,,1.411
4,mlp.experts.33.down_proj,0.0000002217,,1.414
4,mlp.experts.34.down_proj,0.0000004198,,1.416
4,mlp.experts.35.down_proj,0.0000000767,,1.418
4,mlp.experts.36.down_proj,0.0000000631,,1.421
4,mlp.experts.37.down_proj,0.0000001905,,1.423
4,mlp.experts.38.down_proj,0.0000000438,,1.426
4,mlp.experts.39.down_proj,0.0000003128,,1.428
4,mlp.experts.40.down_proj,0.0000002387,,1.430
4,mlp.experts.41.down_proj,0.0000002675,,1.433
4,mlp.experts.42.down_proj,0.0000000000,,1.435
4,mlp.experts.43.down_proj,0.0000001280,,1.438
4,mlp.experts.44.down_proj,0.0000001443,,1.440
4,mlp.experts.45.down_proj,0.0000002584,,1.442
4,mlp.experts.46.down_proj,0.0000004270,,1.445
4,mlp.experts.47.down_proj,0.0000002379,,1.447
4,mlp.experts.48.down_proj,0.0000000596,,1.450
4,mlp.experts.49.down_proj,0.0000000807,,1.453
4,mlp.experts.50.down_proj,0.0000001520,,1.455
4,mlp.experts.51.down_proj,0.0000006118,,1.458
4,mlp.experts.52.down_proj,0.0000001593,,1.461
4,mlp.experts.53.down_proj,0.0000004643,,1.463
4,mlp.experts.54.down_proj,0.0000000480,,1.465
4,mlp.experts.55.down_proj,0.0000001008,,1.468
4,mlp.experts.56.down_proj,0.0000000574,,1.470
4,mlp.experts.57.down_proj,0.0000008824,,1.473
4,mlp.experts.58.down_proj,0.0000003870,,1.475
4,mlp.experts.59.down_proj,0.0000014043,,1.478
4,mlp.experts.60.down_proj,0.0000000565,,1.480
4,mlp.experts.61.down_proj,0.0000005814,,1.483
4,mlp.experts.62.down_proj,0.0000000000,,1.485
4,mlp.experts.63.down_proj,0.0000000558,,1.487
4,mlp.experts.64.down_proj,0.0000000624,,1.490
4,mlp.experts.65.down_proj,0.0000002006,,1.492
4,mlp.experts.66.down_proj,0.0000008591,,1.495
4,mlp.experts.67.down_proj,0.0000004376,,1.497
4,mlp.experts.68.down_proj,0.0000002504,,1.500
4,mlp.experts.69.down_proj,0.0000000005,,1.504
4,mlp.experts.70.down_proj,0.0000001475,,1.506
4,mlp.experts.71.down_proj,0.0000001220,,1.508
4,mlp.experts.72.down_proj,0.0000002791,,1.511
4,mlp.experts.73.down_proj,0.0000001162,,1.513
4,mlp.experts.74.down_proj,0.0000001494,,1.516
4,mlp.experts.75.down_proj,0.0000006733,,1.518
4,mlp.experts.76.down_proj,0.0000000842,,1.521
4,mlp.experts.77.down_proj,0.0000004998,,1.523
4,mlp.experts.78.down_proj,0.0000001384,,1.526
4,mlp.experts.79.down_proj,0.0000002894,,1.528
4,mlp.experts.80.down_proj,0.0000003338,,1.530
4,mlp.experts.81.down_proj,0.0000003683,,1.533
4,mlp.experts.82.down_proj,0.0000012360,,1.535
4,mlp.experts.83.down_proj,0.0000003516,,1.538
4,mlp.experts.84.down_proj,0.0000001750,,1.540
4,mlp.experts.85.down_proj,0.0000003488,,1.543
4,mlp.experts.86.down_proj,0.0000004500,,1.545
4,mlp.experts.87.down_proj,0.0000002250,,1.548
4,mlp.experts.88.down_proj,0.0000003312,,1.550
4,mlp.experts.89.down_proj,0.0000005814,,1.554
4,mlp.experts.90.down_proj,0.0000004813,,1.556
4,mlp.experts.91.down_proj,0.0000002949,,1.559
4,mlp.experts.92.down_proj,0.0000000416,,1.561
4,mlp.experts.93.down_proj,0.0000001705,,1.564
4,mlp.experts.94.down_proj,0.0000000507,,1.566
4,mlp.experts.95.down_proj,0.0000001721,,1.569
4,mlp.experts.96.down_proj,0.0000003296,,1.571
4,mlp.experts.97.down_proj,0.0000001013,,1.574
4,mlp.experts.98.down_proj,0.0000003872,,1.576
4,mlp.experts.99.down_proj,0.0000003621,,1.579
4,mlp.experts.100.down_proj,0.0000001316,,1.581
4,mlp.experts.101.down_proj,0.0000000755,,1.584
4,mlp.experts.102.down_proj,0.0000004040,,1.586
4,mlp.experts.103.down_proj,0.0000002781,,1.589
4,mlp.experts.104.down_proj,0.0000014489,,1.591
4,mlp.experts.105.down_proj,0.0000007556,,1.594
4,mlp.experts.106.down_proj,0.0000001844,,1.596
4,mlp.experts.107.down_proj,0.0000001564,,1.599
4,mlp.experts.108.down_proj,0.0000000746,,1.601
4,mlp.experts.109.down_proj,0.0000000523,,1.605
4,mlp.experts.110.down_proj,0.0000001081,,1.607
4,mlp.experts.111.down_proj,0.0000003274,,1.610
4,mlp.experts.112.down_proj,0.0000003898,,1.612
4,mlp.experts.113.down_proj,0.0000003304,,1.615
4,mlp.experts.114.down_proj,0.0000001518,,1.617
4,mlp.experts.115.down_proj,0.0000003355,,1.620
4,mlp.experts.116.down_proj,0.0000003962,,1.622
4,mlp.experts.117.down_proj,0.0000000694,,1.625
4,mlp.experts.118.down_proj,0.0000009141,,1.627
4,mlp.experts.119.down_proj,0.0000001165,,1.630
4,mlp.experts.120.down_proj,0.0000000444,,1.632
4,mlp.experts.121.down_proj,0.0000000935,,1.634
4,mlp.experts.122.down_proj,0.0000003530,,1.637
4,mlp.experts.123.down_proj,0.0000001362,,1.639
4,mlp.experts.124.down_proj,0.0000002459,,1.642
4,mlp.experts.125.down_proj,0.0000003159,,1.644
4,mlp.experts.126.down_proj,0.0000000460,,1.647
4,mlp.experts.127.down_proj,0.0000004634,,1.649
4,mlp.experts.128.down_proj,0.0000003418,,1.652
4,mlp.experts.129.down_proj,0.0000001708,,1.655
4,mlp.experts.130.down_proj,0.0000001797,,1.658
4,mlp.experts.131.down_proj,0.0000003968,,1.660
4,mlp.experts.132.down_proj,0.0000001002,,1.663
4,mlp.experts.133.down_proj,0.0000001285,,1.666
4,mlp.experts.134.down_proj,0.0000001628,,1.668
4,mlp.experts.135.down_proj,0.0000000830,,1.671
4,mlp.experts.136.down_proj,0.0000003621,,1.673
4,mlp.experts.137.down_proj,0.0000000281,,1.675
4,mlp.experts.138.down_proj,0.0000001990,,1.678
4,mlp.experts.139.down_proj,0.0000009930,,1.680
4,mlp.experts.140.down_proj,0.0000002818,,1.683
4,mlp.experts.141.down_proj,0.0000004842,,1.685
4,mlp.experts.142.down_proj,0.0000000002,,1.688
4,mlp.experts.143.down_proj,0.0000002660,,1.690
4,mlp.experts.144.down_proj,0.0000001492,,1.693
4,mlp.experts.145.down_proj,0.0000002809,,1.695
4,mlp.experts.146.down_proj,0.0000000333,,1.697
4,mlp.experts.147.down_proj,0.0000002132,,1.700
4,mlp.experts.148.down_proj,0.0000001635,,1.703
4,mlp.experts.149.down_proj,0.0000000568,,1.706
4,mlp.experts.150.down_proj,0.0000001236,,1.709
4,mlp.experts.151.down_proj,0.0000002436,,1.711
4,mlp.experts.152.down_proj,0.0000001646,,1.714
4,mlp.experts.153.down_proj,0.0000002218,,1.716
4,mlp.experts.154.down_proj,0.0000002204,,1.719
4,mlp.experts.155.down_proj,0.0000001514,,1.721
4,mlp.experts.156.down_proj,0.0000001529,,1.724
4,mlp.experts.157.down_proj,0.0000001959,,1.726
4,mlp.experts.158.down_proj,0.0000001955,,1.729
4,mlp.experts.159.down_proj,0.0000002187,,1.731
4,mlp.experts.160.down_proj,0.0000001171,,1.734
4,mlp.experts.161.down_proj,0.0000003832,,1.736
4,mlp.experts.162.down_proj,0.0000000840,,1.739
4,mlp.experts.163.down_proj,0.0000001463,,1.742
4,mlp.experts.164.down_proj,0.0000004030,,1.744
4,mlp.experts.165.down_proj,0.0000001790,,1.747
4,mlp.experts.166.down_proj,0.0000001587,,1.749
4,mlp.experts.167.down_proj,0.0000002216,,1.752
4,mlp.experts.168.down_proj,0.0000004712,,1.754
4,mlp.experts.169.down_proj,0.0000000497,,1.758
4,mlp.experts.170.down_proj,0.0000002866,,1.760
4,mlp.experts.171.down_proj,0.0000001380,,1.762
4,mlp.experts.172.down_proj,0.0000003676,,1.765
4,mlp.experts.173.down_proj,0.0000002774,,1.768
4,mlp.experts.174.down_proj,0.0000001220,,1.770
4,mlp.experts.175.down_proj,0.0000003264,,1.773
4,mlp.experts.176.down_proj,0.0000000733,,1.775
4,mlp.experts.177.down_proj,0.0000003070,,1.778
4,mlp.experts.178.down_proj,0.0000003424,,1.780
4,mlp.experts.179.down_proj,0.0000000752,,1.783
4,mlp.experts.180.down_proj,0.0000002417,,1.785
4,mlp.experts.181.down_proj,0.0000000728,,1.788
4,mlp.experts.182.down_proj,0.0000000193,,1.790
4,mlp.experts.183.down_proj,0.0000006158,,1.793
4,mlp.experts.184.down_proj,0.0000001204,,1.795
4,mlp.experts.185.down_proj,0.0000000539,,1.798
4,mlp.experts.186.down_proj,0.0000000688,,1.800
4,mlp.experts.187.down_proj,0.0000001457,,1.803
4,mlp.experts.188.down_proj,0.0000000965,,1.806
4,mlp.experts.189.down_proj,0.0000003758,,1.809
4,mlp.experts.190.down_proj,0.0000000140,,1.812
4,mlp.experts.191.down_proj,0.0000000752,,1.814
4,mlp.experts.192.down_proj,0.0000002303,,1.817
4,mlp.experts.193.down_proj,0.0000001544,,1.819
4,mlp.experts.194.down_proj,0.0000000356,,1.822
4,mlp.experts.195.down_proj,0.0000002031,,1.824
4,mlp.experts.196.down_proj,0.0000002664,,1.827
4,mlp.experts.197.down_proj,0.0000000377,,1.829
4,mlp.experts.198.down_proj,0.0000001047,,1.832
4,mlp.experts.199.down_proj,0.0000003707,,1.834
4,mlp.experts.200.down_proj,0.0000000004,,1.837
4,mlp.experts.201.down_proj,0.0000004999,,1.839
4,mlp.experts.202.down_proj,0.0000000756,,1.842
4,mlp.experts.203.down_proj,0.0000000421,,1.844
4,mlp.experts.204.down_proj,0.0000004320,,1.847
4,mlp.experts.205.down_proj,0.0000001905,,1.849
4,mlp.experts.206.down_proj,0.0000001548,,1.852
4,mlp.experts.207.down_proj,0.0000001349,,1.854
4,mlp.experts.208.down_proj,0.0000005593,,1.857
4,mlp.experts.209.down_proj,0.0000000000,,1.860
4,mlp.experts.210.down_proj,0.0000003024,,1.863
4,mlp.experts.211.down_proj,0.0000001378,,1.865
4,mlp.experts.212.down_proj,0.0000000721,,1.868
4,mlp.experts.213.down_proj,0.0000004809,,1.871
4,mlp.experts.214.down_proj,0.0000000360,,1.873
4,mlp.experts.215.down_proj,0.0000001690,,1.876
4,mlp.experts.216.down_proj,0.0000002256,,1.878
4,mlp.experts.217.down_proj,0.0000011143,,1.881
4,mlp.experts.218.down_proj,0.0000000566,,1.883
4,mlp.experts.219.down_proj,0.0000002055,,1.886
4,mlp.experts.220.down_proj,0.0000006579,,1.889
4,mlp.experts.221.down_proj,0.0000000334,,1.891
4,mlp.experts.222.down_proj,0.0000002052,,1.893
4,mlp.experts.223.down_proj,0.0000001066,,1.896
4,mlp.experts.224.down_proj,0.0000002898,,1.898
4,mlp.experts.225.down_proj,0.0000000356,,1.901
4,mlp.experts.226.down_proj,0.0000000707,,1.903
4,mlp.experts.227.down_proj,0.0000000850,,1.906
4,mlp.experts.228.down_proj,0.0000001741,,1.909
4,mlp.experts.229.down_proj,0.0000002827,,1.912
4,mlp.experts.230.down_proj,0.0000003189,,1.914
4,mlp.experts.231.down_proj,0.0000000505,,1.917
4,mlp.experts.232.down_proj,0.0000004609,,1.920
4,mlp.experts.233.down_proj,0.0000005590,,1.922
4,mlp.experts.234.down_proj,0.0000001502,,1.925
4,mlp.experts.235.down_proj,0.0000000000,,1.927
4,mlp.experts.236.down_proj,0.0000000098,,1.930
4,mlp.experts.237.down_proj,0.0000001376,,1.932
4,mlp.experts.238.down_proj,0.0000001729,,1.935
4,mlp.experts.239.down_proj,0.0000000000,,1.937
4,mlp.experts.240.down_proj,0.0000000508,,1.940
4,mlp.experts.241.down_proj,0.0000002924,,1.942
4,mlp.experts.242.down_proj,0.0000001714,,1.945
4,mlp.experts.243.down_proj,0.0000000976,,1.947
4,mlp.experts.244.down_proj,0.0000000349,,1.950
4,mlp.experts.245.down_proj,0.0000001369,,1.952
4,mlp.experts.246.down_proj,0.0000003861,,1.955
4,mlp.experts.247.down_proj,0.0000000769,,1.957
4,mlp.experts.248.down_proj,0.0000000024,,1.960
4,mlp.experts.249.down_proj,0.0000000078,,1.963
4,mlp.experts.250.down_proj,0.0000001405,,1.966
4,mlp.experts.251.down_proj,0.0000002605,,1.968
4,mlp.experts.252.down_proj,0.0000001886,,1.971
4,mlp.experts.253.down_proj,0.0000001258,,1.974
4,mlp.experts.254.down_proj,0.0000000724,,1.977
4,mlp.experts.255.down_proj,0.0000002554,,1.979
5,mlp.experts.0.gate_proj,not applicable,,0.004
5,mlp.experts.0.up_proj,not applicable,,0.009
5,mlp.experts.1.gate_proj,not applicable,,0.012
5,mlp.experts.1.up_proj,not applicable,,0.015
5,mlp.experts.2.gate_proj,not applicable,,0.018
5,mlp.experts.2.up_proj,not applicable,,0.020
5,mlp.experts.3.gate_proj,not applicable,,0.023
5,mlp.experts.3.up_proj,not applicable,,0.026
5,mlp.experts.4.gate_proj,not applicable,,0.028
5,mlp.experts.4.up_proj,not applicable,,0.031
5,mlp.experts.5.gate_proj,not applicable,,0.033
5,mlp.experts.5.up_proj,not applicable,,0.036
5,mlp.experts.6.gate_proj,not applicable,,0.038
5,mlp.experts.6.up_proj,not applicable,,0.041
5,mlp.experts.7.gate_proj,not applicable,,0.043
5,mlp.experts.7.up_proj,not applicable,,0.046
5,mlp.experts.8.gate_proj,not applicable,,0.049
5,mlp.experts.8.up_proj,not applicable,,0.051
5,mlp.experts.9.gate_proj,not applicable,,0.054
5,mlp.experts.9.up_proj,not applicable,,0.056
5,mlp.experts.10.gate_proj,not applicable,,0.059
5,mlp.experts.10.up_proj,not applicable,,0.062
5,mlp.experts.11.gate_proj,not applicable,,0.065
5,mlp.experts.11.up_proj,not applicable,,0.067
5,mlp.experts.12.gate_proj,not applicable,,0.070
5,mlp.experts.12.up_proj,not applicable,,0.073
5,mlp.experts.13.gate_proj,not applicable,,0.075
5,mlp.experts.13.up_proj,not applicable,,0.078
5,mlp.experts.14.gate_proj,not applicable,,0.080
5,mlp.experts.14.up_proj,not applicable,,0.083
5,mlp.experts.15.gate_proj,not applicable,,0.085
5,mlp.experts.15.up_proj,not applicable,,0.088
5,mlp.experts.16.gate_proj,not applicable,,0.092
5,mlp.experts.16.up_proj,not applicable,,0.095
5,mlp.experts.17.gate_proj,not applicable,,0.098
5,mlp.experts.17.up_proj,not applicable,,0.100
5,mlp.experts.18.gate_proj,not applicable,,0.103
5,mlp.experts.18.up_proj,not applicable,,0.105
5,mlp.experts.19.gate_proj,not applicable,,0.108
5,mlp.experts.19.up_proj,not applicable,,0.110
5,mlp.experts.20.gate_proj,not applicable,,0.113
5,mlp.experts.20.up_proj,not applicable,,0.116
5,mlp.experts.21.gate_proj,not applicable,,0.119
5,mlp.experts.21.up_proj,not applicable,,0.121
5,mlp.experts.22.gate_proj,not applicable,,0.124
5,mlp.experts.22.up_proj,not applicable,,0.127
5,mlp.experts.23.gate_proj,not applicable,,0.129
5,mlp.experts.23.up_proj,not applicable,,0.131
5,mlp.experts.24.gate_proj,not applicable,,0.134
5,mlp.experts.24.up_proj,not applicable,,0.136
5,mlp.experts.25.gate_proj,not applicable,,0.139
5,mlp.experts.25.up_proj,not applicable,,0.141
5,mlp.experts.26.gate_proj,not applicable,,0.144
5,mlp.experts.26.up_proj,not applicable,,0.147
5,mlp.experts.27.gate_proj,not applicable,,0.149
5,mlp.experts.27.up_proj,not applicable,,0.152
5,mlp.experts.28.gate_proj,not applicable,,0.154
5,mlp.experts.28.up_proj,not applicable,,0.157
5,mlp.experts.29.gate_proj,not applicable,,0.159
5,mlp.experts.29.up_proj,not applicable,,0.161
5,mlp.experts.30.gate_proj,not applicable,,0.164
5,mlp.experts.30.up_proj,not applicable,,0.167
5,mlp.experts.31.gate_proj,not applicable,,0.170
5,mlp.experts.31.up_proj,not applicable,,0.172
5,mlp.experts.32.gate_proj,not applicable,,0.175
5,mlp.experts.32.up_proj,not applicable,,0.178
5,mlp.experts.33.gate_proj,not applicable,,0.180
5,mlp.experts.33.up_proj,not applicable,,0.182
5,mlp.experts.34.gate_proj,not applicable,,0.185
5,mlp.experts.34.up_proj,not applicable,,0.188
5,mlp.experts.35.gate_proj,not applicable,,0.190
5,mlp.experts.35.up_proj,not applicable,,0.193
5,mlp.experts.36.gate_proj,not applicable,,0.195
5,mlp.experts.36.up_proj,not applicable,,0.197
5,mlp.experts.37.gate_proj,not applicable,,0.200
5,mlp.experts.37.up_proj,not applicable,,0.202
5,mlp.experts.38.gate_proj,not applicable,,0.205
5,mlp.experts.38.up_proj,not applicable,,0.207
5,mlp.experts.39.gate_proj,not applicable,,0.210
5,mlp.experts.39.up_proj,not applicable,,0.212
5,mlp.experts.40.gate_proj,not applicable,,0.215
5,mlp.experts.40.up_proj,not applicable,,0.218
5,mlp.experts.41.gate_proj,not applicable,,0.220
5,mlp.experts.41.up_proj,not applicable,,0.223
5,mlp.experts.42.gate_proj,not applicable,,0.225
5,mlp.experts.42.up_proj,not applicable,,0.228
5,mlp.experts.43.gate_proj,not applicable,,0.230
5,mlp.experts.43.up_proj,not applicable,,0.233
5,mlp.experts.44.gate_proj,not applicable,,0.236
5,mlp.experts.44.up_proj,not applicable,,0.239
5,mlp.experts.45.gate_proj,not applicable,,0.241
5,mlp.experts.45.up_proj,not applicable,,0.244
5,mlp.experts.46.gate_proj,not applicable,,0.246
5,mlp.experts.46.up_proj,not applicable,,0.249
5,mlp.experts.47.gate_proj,not applicable,,0.251
5,mlp.experts.47.up_proj,not applicable,,0.254
5,mlp.experts.48.gate_proj,not applicable,,0.256
5,mlp.experts.48.up_proj,not applicable,,0.258
5,mlp.experts.49.gate_proj,not applicable,,0.261
5,mlp.experts.49.up_proj,not applicable,,0.263
5,mlp.experts.50.gate_proj,not applicable,,0.266
5,mlp.experts.50.up_proj,not applicable,,0.269
5,mlp.experts.51.gate_proj,not applicable,,0.271
5,mlp.experts.51.up_proj,not applicable,,0.274
5,mlp.experts.52.gate_proj,not applicable,,0.277
5,mlp.experts.52.up_proj,not applicable,,0.279
5,mlp.experts.53.gate_proj,not applicable,,0.282
5,mlp.experts.53.up_proj,not applicable,,0.284
5,mlp.experts.54.gate_proj,not applicable,,0.287
5,mlp.experts.54.up_proj,not applicable,,0.289
5,mlp.experts.55.gate_proj,not applicable,,0.292
5,mlp.experts.55.up_proj,not applicable,,0.294
5,mlp.experts.56.gate_proj,not applicable,,0.296
5,mlp.experts.56.up_proj,not applicable,,0.299
5,mlp.experts.57.gate_proj,not applicable,,0.301
5,mlp.experts.57.up_proj,not applicable,,0.304
5,mlp.experts.58.gate_proj,not applicable,,0.306
5,mlp.experts.58.up_proj,not applicable,,0.309
5,mlp.experts.59.gate_proj,not applicable,,0.311
5,mlp.experts.59.up_proj,not applicable,,0.314
5,mlp.experts.60.gate_proj,not applicable,,0.316
5,mlp.experts.60.up_proj,not applicable,,0.319
5,mlp.experts.61.gate_proj,not applicable,,0.322
5,mlp.experts.61.up_proj,not applicable,,0.324
5,mlp.experts.62.gate_proj,not applicable,,0.327
5,mlp.experts.62.up_proj,not applicable,,0.329
5,mlp.experts.63.gate_proj,not applicable,,0.332
5,mlp.experts.63.up_proj,not applicable,,0.334
5,mlp.experts.64.gate_proj,not applicable,,0.337
5,mlp.experts.64.up_proj,not applicable,,0.339
5,mlp.experts.65.gate_proj,not applicable,,0.342
5,mlp.experts.65.up_proj,not applicable,,0.344
5,mlp.experts.66.gate_proj,not applicable,,0.347
5,mlp.experts.66.up_proj,not applicable,,0.350
5,mlp.experts.67.gate_proj,not applicable,,0.352
5,mlp.experts.67.up_proj,not applicable,,0.355
5,mlp.experts.68.gate_proj,not applicable,,0.357
5,mlp.experts.68.up_proj,not applicable,,0.360
5,mlp.experts.69.gate_proj,not applicable,,0.362
5,mlp.experts.69.up_proj,not applicable,,0.365
5,mlp.experts.70.gate_proj,not applicable,,0.367
5,mlp.experts.70.up_proj,not applicable,,0.370
5,mlp.experts.71.gate_proj,not applicable,,0.373
5,mlp.experts.71.up_proj,not applicable,,0.375
5,mlp.experts.72.gate_proj,not applicable,,0.378
5,mlp.experts.72.up_proj,not applicable,,0.380
5,mlp.experts.73.gate_proj,not applicable,,0.383
5,mlp.experts.73.up_proj,not applicable,,0.386
5,mlp.experts.74.gate_proj,not applicable,,0.388
5,mlp.experts.74.up_proj,not applicable,,0.391
5,mlp.experts.75.gate_proj,not applicable,,0.393
5,mlp.experts.75.up_proj,not applicable,,0.396
5,mlp.experts.76.gate_proj,not applicable,,0.398
5,mlp.experts.76.up_proj,not applicable,,0.400
5,mlp.experts.77.gate_proj,not applicable,,0.403
5,mlp.experts.77.up_proj,not applicable,,0.405
5,mlp.experts.78.gate_proj,not applicable,,0.408
5,mlp.experts.78.up_proj,not applicable,,0.410
5,mlp.experts.79.gate_proj,not applicable,,0.413
5,mlp.experts.79.up_proj,not applicable,,0.415
5,mlp.experts.80.gate_proj,not applicable,,0.418
5,mlp.experts.80.up_proj,not applicable,,0.421
5,mlp.experts.81.gate_proj,not applicable,,0.423
5,mlp.experts.81.up_proj,not applicable,,0.426
5,mlp.experts.82.gate_proj,not applicable,,0.428
5,mlp.experts.82.up_proj,not applicable,,0.431
5,mlp.experts.83.gate_proj,not applicable,,0.433
5,mlp.experts.83.up_proj,not applicable,,0.436
5,mlp.experts.84.gate_proj,not applicable,,0.438
5,mlp.experts.84.up_proj,not applicable,,0.440
5,mlp.experts.85.gate_proj,not applicable,,0.444
5,mlp.experts.85.up_proj,not applicable,,0.446
5,mlp.experts.86.gate_proj,not applicable,,0.449
5,mlp.experts.86.up_proj,not applicable,,0.451
5,mlp.experts.87.gate_proj,not applicable,,0.454
5,mlp.experts.87.up_proj,not applicable,,0.456
5,mlp.experts.88.gate_proj,not applicable,,0.460
5,mlp.experts.88.up_proj,not applicable,,0.462
5,mlp.experts.89.gate_proj,not applicable,,0.465
5,mlp.experts.89.up_proj,not applicable,,0.467
5,mlp.experts.90.gate_proj,not applicable,,0.470
5,mlp.experts.90.up_proj,not applicable,,0.473
5,mlp.experts.91.gate_proj,not applicable,,0.475
5,mlp.experts.91.up_proj,not applicable,,0.478
5,mlp.experts.92.gate_proj,not applicable,,0.480
5,mlp.experts.92.up_proj,not applicable,,0.483
5,mlp.experts.93.gate_proj,not applicable,,0.485
5,mlp.experts.93.up_proj,not applicable,,0.488
5,mlp.experts.94.gate_proj,not applicable,,0.490
5,mlp.experts.94.up_proj,not applicable,,0.493
5,mlp.experts.95.gate_proj,not applicable,,0.496
5,mlp.experts.95.up_proj,not applicable,,0.498
5,mlp.experts.96.gate_proj,not applicable,,0.500
5,mlp.experts.96.up_proj,not applicable,,0.503
5,mlp.experts.97.gate_proj,not applicable,,0.505
5,mlp.experts.97.up_proj,not applicable,,0.508
5,mlp.experts.98.gate_proj,not applicable,,0.510
5,mlp.experts.98.up_proj,not applicable,,0.513
5,mlp.experts.99.gate_proj,not applicable,,0.515
5,mlp.experts.99.up_proj,not applicable,,0.518
5,mlp.experts.100.gate_proj,not applicable,,0.520
5,mlp.experts.100.up_proj,not applicable,,0.524
5,mlp.experts.101.gate_proj,not applicable,,0.526
5,mlp.experts.101.up_proj,not applicable,,0.529
5,mlp.experts.102.gate_proj,not applicable,,0.531
5,mlp.experts.102.up_proj,not applicable,,0.534
5,mlp.experts.103.gate_proj,not applicable,,0.536
5,mlp.experts.103.up_proj,not applicable,,0.538
5,mlp.experts.104.gate_proj,not applicable,,0.541
5,mlp.experts.104.up_proj,not applicable,,0.543
5,mlp.experts.105.gate_proj,not applicable,,0.546
5,mlp.experts.105.up_proj,not applicable,,0.548
5,mlp.experts.106.gate_proj,not applicable,,0.551
5,mlp.experts.106.up_proj,not applicable,,0.553
5,mlp.experts.107.gate_proj,not applicable,,0.556
5,mlp.experts.107.up_proj,not applicable,,0.558
5,mlp.experts.108.gate_proj,not applicable,,0.561
5,mlp.experts.108.up_proj,not applicable,,0.563
5,mlp.experts.109.gate_proj,not applicable,,0.566
5,mlp.experts.109.up_proj,not applicable,,0.568
5,mlp.experts.110.gate_proj,not applicable,,0.570
5,mlp.experts.110.up_proj,not applicable,,0.574
5,mlp.experts.111.gate_proj,not applicable,,0.576
5,mlp.experts.111.up_proj,not applicable,,0.579
5,mlp.experts.112.gate_proj,not applicable,,0.581
5,mlp.experts.112.up_proj,not applicable,,0.584
5,mlp.experts.113.gate_proj,not applicable,,0.586
5,mlp.experts.113.up_proj,not applicable,,0.589
5,mlp.experts.114.gate_proj,not applicable,,0.591
5,mlp.experts.114.up_proj,not applicable,,0.594
5,mlp.experts.115.gate_proj,not applicable,,0.596
5,mlp.experts.115.up_proj,not applicable,,0.599
5,mlp.experts.116.gate_proj,not applicable,,0.601
5,mlp.experts.116.up_proj,not applicable,,0.606
5,mlp.experts.117.gate_proj,not applicable,,0.609
5,mlp.experts.117.up_proj,not applicable,,0.612
5,mlp.experts.118.gate_proj,not applicable,,0.614
5,mlp.experts.118.up_proj,not applicable,,0.617
5,mlp.experts.119.gate_proj,not applicable,,0.619
5,mlp.experts.119.up_proj,not applicable,,0.622
5,mlp.experts.120.gate_proj,not applicable,,0.624
5,mlp.experts.120.up_proj,not applicable,,0.627
5,mlp.experts.121.gate_proj,not applicable,,0.630
5,mlp.experts.121.up_proj,not applicable,,0.632
5,mlp.experts.122.gate_proj,not applicable,,0.635
5,mlp.experts.122.up_proj,not applicable,,0.637
5,mlp.experts.123.gate_proj,not applicable,,0.640
5,mlp.experts.123.up_proj,not applicable,,0.642
5,mlp.experts.124.gate_proj,not applicable,,0.645
5,mlp.experts.124.up_proj,not applicable,,0.647
5,mlp.experts.125.gate_proj,not applicable,,0.650
5,mlp.experts.125.up_proj,not applicable,,0.652
5,mlp.experts.126.gate_proj,not applicable,,0.655
5,mlp.experts.126.up_proj,not applicable,,0.657
5,mlp.experts.127.gate_proj,not applicable,,0.660
5,mlp.experts.127.up_proj,not applicable,,0.662
5,mlp.experts.128.gate_proj,not applicable,,0.665
5,mlp.experts.128.up_proj,not applicable,,0.667
5,mlp.experts.129.gate_proj,not applicable,,0.669
5,mlp.experts.129.up_proj,not applicable,,0.672
5,mlp.experts.130.gate_proj,not applicable,,0.674
5,mlp.experts.130.up_proj,not applicable,,0.678
5,mlp.experts.131.gate_proj,not applicable,,0.680
5,mlp.experts.131.up_proj,not applicable,,0.683
5,mlp.experts.132.gate_proj,not applicable,,0.685
5,mlp.experts.132.up_proj,not applicable,,0.688
5,mlp.experts.133.gate_proj,not applicable,,0.690
5,mlp.experts.133.up_proj,not applicable,,0.693
5,mlp.experts.134.gate_proj,not applicable,,0.696
5,mlp.experts.134.up_proj,not applicable,,0.698
5,mlp.experts.135.gate_proj,not applicable,,0.701
5,mlp.experts.135.up_proj,not applicable,,0.703
5,mlp.experts.136.gate_proj,not applicable,,0.706
5,mlp.experts.136.up_proj,not applicable,,0.708
5,mlp.experts.137.gate_proj,not applicable,,0.711
5,mlp.experts.137.up_proj,not applicable,,0.713
5,mlp.experts.138.gate_proj,not applicable,,0.716
5,mlp.experts.138.up_proj,not applicable,,0.718
5,mlp.experts.139.gate_proj,not applicable,,0.721
5,mlp.experts.139.up_proj,not applicable,,0.723
5,mlp.experts.140.gate_proj,not applicable,,0.726
5,mlp.experts.140.up_proj,not applicable,,0.729
5,mlp.experts.141.gate_proj,not applicable,,0.732
5,mlp.experts.141.up_proj,not applicable,,0.734
5,mlp.experts.142.gate_proj,not applicable,,0.737
5,mlp.experts.142.up_proj,not applicable,,0.739
5,mlp.experts.143.gate_proj,not applicable,,0.742
5,mlp.experts.143.up_proj,not applicable,,0.744
5,mlp.experts.144.gate_proj,not applicable,,0.747
5,mlp.experts.144.up_proj,not applicable,,0.749
5,mlp.experts.145.gate_proj,not applicable,,0.752
5,mlp.experts.145.up_proj,not applicable,,0.754
5,mlp.experts.146.gate_proj,not applicable,,0.757
5,mlp.experts.146.up_proj,not applicable,,0.759
5,mlp.experts.147.gate_proj,not applicable,,0.762
5,mlp.experts.147.up_proj,not applicable,,0.764
5,mlp.experts.148.gate_proj,not applicable,,0.767
5,mlp.experts.148.up_proj,not applicable,,0.769
5,mlp.experts.149.gate_proj,not applicable,,0.772
5,mlp.experts.149.up_proj,not applicable,,0.774
5,mlp.experts.150.gate_proj,not applicable,,0.778
5,mlp.experts.150.up_proj,not applicable,,0.782
5,mlp.experts.151.gate_proj,not applicable,,0.784
5,mlp.experts.151.up_proj,not applicable,,0.787
5,mlp.experts.152.gate_proj,not applicable,,0.789
5,mlp.experts.152.up_proj,not applicable,,0.791
5,mlp.experts.153.gate_proj,not applicable,,0.794
5,mlp.experts.153.up_proj,not applicable,,0.796
5,mlp.experts.154.gate_proj,not applicable,,0.799
5,mlp.experts.154.up_proj,not applicable,,0.801
5,mlp.experts.155.gate_proj,not applicable,,0.804
5,mlp.experts.155.up_proj,not applicable,,0.806
5,mlp.experts.156.gate_proj,not applicable,,0.809
5,mlp.experts.156.up_proj,not applicable,,0.811
5,mlp.experts.157.gate_proj,not applicable,,0.814
5,mlp.experts.157.up_proj,not applicable,,0.816
5,mlp.experts.158.gate_proj,not applicable,,0.819
5,mlp.experts.158.up_proj,not applicable,,0.821
5,mlp.experts.159.gate_proj,not applicable,,0.824
5,mlp.experts.159.up_proj,not applicable,,0.826
5,mlp.experts.160.gate_proj,not applicable,,0.829
5,mlp.experts.160.up_proj,not applicable,,0.832
5,mlp.experts.161.gate_proj,not applicable,,0.835
5,mlp.experts.161.up_proj,not applicable,,0.837
5,mlp.experts.162.gate_proj,not applicable,,0.840
5,mlp.experts.162.up_proj,not applicable,,0.842
5,mlp.experts.163.gate_proj,not applicable,,0.845
5,mlp.experts.163.up_proj,not applicable,,0.847
5,mlp.experts.164.gate_proj,not applicable,,0.850
5,mlp.experts.164.up_proj,not applicable,,0.853
5,mlp.experts.165.gate_proj,not applicable,,0.855
5,mlp.experts.165.up_proj,not applicable,,0.858
5,mlp.experts.166.gate_proj,not applicable,,0.860
5,mlp.experts.166.up_proj,not applicable,,0.863
5,mlp.experts.167.gate_proj,not applicable,,0.865
5,mlp.experts.167.up_proj,not applicable,,0.868
5,mlp.experts.168.gate_proj,not applicable,,0.870
5,mlp.experts.168.up_proj,not applicable,,0.873
5,mlp.experts.169.gate_proj,not applicable,,0.875
5,mlp.experts.169.up_proj,not applicable,,0.878
5,mlp.experts.170.gate_proj,not applicable,,0.880
5,mlp.experts.170.up_proj,not applicable,,0.884
5,mlp.experts.171.gate_proj,not applicable,,0.886
5,mlp.experts.171.up_proj,not applicable,,0.889
5,mlp.experts.172.gate_proj,not applicable,,0.892
5,mlp.experts.172.up_proj,not applicable,,0.894
5,mlp.experts.173.gate_proj,not applicable,,0.897
5,mlp.experts.173.up_proj,not applicable,,0.899
5,mlp.experts.174.gate_proj,not applicable,,0.902
5,mlp.experts.174.up_proj,not applicable,,0.904
5,mlp.experts.175.gate_proj,not applicable,,0.907
5,mlp.experts.175.up_proj,not applicable,,0.909
5,mlp.experts.176.gate_proj,not applicable,,0.912
5,mlp.experts.176.up_proj,not applicable,,0.914
5,mlp.experts.177.gate_proj,not applicable,,0.916
5,mlp.experts.177.up_proj,not applicable,,0.919
5,mlp.experts.178.gate_proj,not applicable,,0.921
5,mlp.experts.178.up_proj,not applicable,,0.924
5,mlp.experts.179.gate_proj,not applicable,,0.926
5,mlp.experts.179.up_proj,not applicable,,0.929
5,mlp.experts.180.gate_proj,not applicable,,0.931
5,mlp.experts.180.up_proj,not applicable,,0.935
5,mlp.experts.181.gate_proj,not applicable,,0.937
5,mlp.experts.181.up_proj,not applicable,,0.940
5,mlp.experts.182.gate_proj,not applicable,,0.942
5,mlp.experts.182.up_proj,not applicable,,0.945
5,mlp.experts.183.gate_proj,not applicable,,0.947
5,mlp.experts.183.up_proj,not applicable,,0.950
5,mlp.experts.184.gate_proj,not applicable,,0.953
5,mlp.experts.184.up_proj,not applicable,,0.955
5,mlp.experts.185.gate_proj,not applicable,,0.958
5,mlp.experts.185.up_proj,not applicable,,0.960
5,mlp.experts.186.gate_proj,not applicable,,0.963
5,mlp.experts.186.up_proj,not applicable,,0.965
5,mlp.experts.187.gate_proj,not applicable,,0.968
5,mlp.experts.187.up_proj,not applicable,,0.970
5,mlp.experts.188.gate_proj,not applicable,,0.973
5,mlp.experts.188.up_proj,not applicable,,0.975
5,mlp.experts.189.gate_proj,not applicable,,0.978
5,mlp.experts.189.up_proj,not applicable,,0.980
5,mlp.experts.190.gate_proj,not applicable,,0.983
5,mlp.experts.190.up_proj,not applicable,,0.986
5,mlp.experts.191.gate_proj,not applicable,,0.989
5,mlp.experts.191.up_proj,not applicable,,0.991
5,mlp.experts.192.gate_proj,not applicable,,0.994
5,mlp.experts.192.up_proj,not applicable,,0.996
5,mlp.experts.193.gate_proj,not applicable,,0.999
5,mlp.experts.193.up_proj,not applicable,,1.001
5,mlp.experts.194.gate_proj,not applicable,,1.005
5,mlp.experts.194.up_proj,not applicable,,1.007
5,mlp.experts.195.gate_proj,not applicable,,1.010
5,mlp.experts.195.up_proj,not applicable,,1.012
5,mlp.experts.196.gate_proj,not applicable,,1.015
5,mlp.experts.196.up_proj,not applicable,,1.017
5,mlp.experts.197.gate_proj,not applicable,,1.020
5,mlp.experts.197.up_proj,not applicable,,1.022
5,mlp.experts.198.gate_proj,not applicable,,1.025
5,mlp.experts.198.up_proj,not applicable,,1.027
5,mlp.experts.199.gate_proj,not applicable,,1.030
5,mlp.experts.199.up_proj,not applicable,,1.032
5,mlp.experts.200.gate_proj,not applicable,,1.035
5,mlp.experts.200.up_proj,not applicable,,1.039
5,mlp.experts.201.gate_proj,not applicable,,1.041
5,mlp.experts.201.up_proj,not applicable,,1.044
5,mlp.experts.202.gate_proj,not applicable,,1.046
5,mlp.experts.202.up_proj,not applicable,,1.049
5,mlp.experts.203.gate_proj,not applicable,,1.051
5,mlp.experts.203.up_proj,not applicable,,1.054
5,mlp.experts.204.gate_proj,not applicable,,1.056
5,mlp.experts.204.up_proj,not applicable,,1.059
5,mlp.experts.205.gate_proj,not applicable,,1.061
5,mlp.experts.205.up_proj,not applicable,,1.064
5,mlp.experts.206.gate_proj,not applicable,,1.066
5,mlp.experts.206.up_proj,not applicable,,1.069
5,mlp.experts.207.gate_proj,not applicable,,1.071
5,mlp.experts.207.up_proj,not applicable,,1.074
5,mlp.experts.208.gate_proj,not applicable,,1.076
5,mlp.experts.208.up_proj,not applicable,,1.079
5,mlp.experts.209.gate_proj,not applicable,,1.081
5,mlp.experts.209.up_proj,not applicable,,1.084
5,mlp.experts.210.gate_proj,not applicable,,1.086
5,mlp.experts.210.up_proj,not applicable,,1.090
5,mlp.experts.211.gate_proj,not applicable,,1.092
5,mlp.experts.211.up_proj,not applicable,,1.095
5,mlp.experts.212.gate_proj,not applicable,,1.098
5,mlp.experts.212.up_proj,not applicable,,1.100
5,mlp.experts.213.gate_proj,not applicable,,1.103
5,mlp.experts.213.up_proj,not applicable,,1.105
5,mlp.experts.214.gate_proj,not applicable,,1.107
5,mlp.experts.214.up_proj,not applicable,,1.110
5,mlp.experts.215.gate_proj,not applicable,,1.112
5,mlp.experts.215.up_proj,not applicable,,1.116
5,mlp.experts.216.gate_proj,not applicable,,1.118
5,mlp.experts.216.up_proj,not applicable,,1.121
5,mlp.experts.217.gate_proj,not applicable,,1.123
5,mlp.experts.217.up_proj,not applicable,,1.125
5,mlp.experts.218.gate_proj,not applicable,,1.128
5,mlp.experts.218.up_proj,not applicable,,1.130
5,mlp.experts.219.gate_proj,not applicable,,1.133
5,mlp.experts.219.up_proj,not applicable,,1.135
5,mlp.experts.220.gate_proj,not applicable,,1.138
5,mlp.experts.220.up_proj,not applicable,,1.141
5,mlp.experts.221.gate_proj,not applicable,,1.144
5,mlp.experts.221.up_proj,not applicable,,1.146
5,mlp.experts.222.gate_proj,not applicable,,1.149
5,mlp.experts.222.up_proj,not applicable,,1.151
5,mlp.experts.223.gate_proj,not applicable,,1.154
5,mlp.experts.223.up_proj,not applicable,,1.156
5,mlp.experts.224.gate_proj,not applicable,,1.159
5,mlp.experts.224.up_proj,not applicable,,1.161
5,mlp.experts.225.gate_proj,not applicable,,1.164
5,mlp.experts.225.up_proj,not applicable,,1.166
5,mlp.experts.226.gate_proj,not applicable,,1.169
5,mlp.experts.226.up_proj,not applicable,,1.171
5,mlp.experts.227.gate_proj,not applicable,,1.174
5,mlp.experts.227.up_proj,not applicable,,1.176
5,mlp.experts.228.gate_proj,not applicable,,1.179
5,mlp.experts.228.up_proj,not applicable,,1.181
5,mlp.experts.229.gate_proj,not applicable,,1.183
5,mlp.experts.229.up_proj,not applicable,,1.186
5,mlp.experts.230.gate_proj,not applicable,,1.188
5,mlp.experts.230.up_proj,not applicable,,1.192
5,mlp.experts.231.gate_proj,not applicable,,1.195
5,mlp.experts.231.up_proj,not applicable,,1.197
5,mlp.experts.232.gate_proj,not applicable,,1.200
5,mlp.experts.232.up_proj,not applicable,,1.202
5,mlp.experts.233.gate_proj,not applicable,,1.205
5,mlp.experts.233.up_proj,not applicable,,1.207
5,mlp.experts.234.gate_proj,not applicable,,1.209
5,mlp.experts.234.up_proj,not applicable,,1.212
5,mlp.experts.235.gate_proj,not applicable,,1.215
5,mlp.experts.235.up_proj,not applicable,,1.217
5,mlp.experts.236.gate_proj,not applicable,,1.220
5,mlp.experts.236.up_proj,not applicable,,1.222
5,mlp.experts.237.gate_proj,not applicable,,1.224
5,mlp.experts.237.up_proj,not applicable,,1.227
5,mlp.experts.238.gate_proj,not applicable,,1.230
5,mlp.experts.238.up_proj,not applicable,,1.232
5,mlp.experts.239.gate_proj,not applicable,,1.235
5,mlp.experts.239.up_proj,not applicable,,1.237
5,mlp.experts.240.gate_proj,not applicable,,1.240
5,mlp.experts.240.up_proj,not applicable,,1.243
5,mlp.experts.241.gate_proj,not applicable,,1.246
5,mlp.experts.241.up_proj,not applicable,,1.248
5,mlp.experts.242.gate_proj,not applicable,,1.251
5,mlp.experts.242.up_proj,not applicable,,1.253
5,mlp.experts.243.gate_proj,not applicable,,1.256
5,mlp.experts.243.up_proj,not applicable,,1.258
5,mlp.experts.244.gate_proj,not applicable,,1.260
5,mlp.experts.244.up_proj,not applicable,,1.263
5,mlp.experts.245.gate_proj,not applicable,,1.265
5,mlp.experts.245.up_proj,not applicable,,1.268
5,mlp.experts.246.gate_proj,not applicable,,1.270
5,mlp.experts.246.up_proj,not applicable,,1.273
5,mlp.experts.247.gate_proj,not applicable,,1.275
5,mlp.experts.247.up_proj,not applicable,,1.278
5,mlp.experts.248.gate_proj,not applicable,,1.280
5,mlp.experts.248.up_proj,not applicable,,1.283
5,mlp.experts.249.gate_proj,not applicable,,1.285
5,mlp.experts.249.up_proj,not applicable,,1.288
5,mlp.experts.250.gate_proj,not applicable,,1.290
5,mlp.experts.250.up_proj,not applicable,,1.294
5,mlp.experts.251.gate_proj,not applicable,,1.296
5,mlp.experts.251.up_proj,not applicable,,1.299
5,mlp.experts.252.gate_proj,not applicable,,1.301
5,mlp.experts.252.up_proj,not applicable,,1.304
5,mlp.experts.253.gate_proj,not applicable,,1.306
5,mlp.experts.253.up_proj,not applicable,,1.309
5,mlp.experts.254.gate_proj,not applicable,,1.311
5,mlp.experts.254.up_proj,not applicable,,1.313
5,mlp.experts.255.gate_proj,not applicable,,1.316
5,mlp.experts.255.up_proj,not applicable,,1.319
5,mlp.experts.0.down_proj,0.0000002305,,1.321
5,mlp.experts.1.down_proj,0.0000005038,,1.324
5,mlp.experts.2.down_proj,0.0000004094,,1.326
5,mlp.experts.3.down_proj,0.0000005937,,1.329
5,mlp.experts.4.down_proj,0.0000005338,,1.331
5,mlp.experts.5.down_proj,0.0000003092,,1.334
5,mlp.experts.6.down_proj,0.0000001998,,1.336
5,mlp.experts.7.down_proj,0.0000002146,,1.339
5,mlp.experts.8.down_proj,0.0000007522,,1.342
5,mlp.experts.9.down_proj,0.0000002551,,1.345
5,mlp.experts.10.down_proj,0.0000001082,,1.348
5,mlp.experts.11.down_proj,0.0000003040,,1.350
5,mlp.experts.12.down_proj,0.0000007016,,1.352
5,mlp.experts.13.down_proj,0.0000003162,,1.355
5,mlp.experts.14.down_proj,0.0000002025,,1.357
5,mlp.experts.15.down_proj,0.0000005142,,1.360
5,mlp.experts.16.down_proj,0.0000003052,,1.362
5,mlp.experts.17.down_proj,0.0000004346,,1.364
5,mlp.experts.18.down_proj,0.0000004317,,1.367
5,mlp.experts.19.down_proj,0.0000000760,,1.369
5,mlp.experts.20.down_proj,0.0000000084,,1.372
5,mlp.experts.21.down_proj,0.0000002163,,1.374
5,mlp.experts.22.down_proj,0.0000003689,,1.376
5,mlp.experts.23.down_proj,0.0000000210,,1.379
5,mlp.experts.24.down_proj,0.0000000547,,1.381
5,mlp.experts.25.down_proj,0.0000001392,,1.384
5,mlp.experts.26.down_proj,0.0000002519,,1.386
5,mlp.experts.27.down_proj,0.0000005635,,1.389
5,mlp.experts.28.down_proj,0.0000001798,,1.391
5,mlp.experts.29.down_proj,0.0000001291,,1.394
5,mlp.experts.30.down_proj,0.0000002971,,1.397
5,mlp.experts.31.down_proj,0.0000006102,,1.399
5,mlp.experts.32.down_proj,0.0000002185,,1.402
5,mlp.experts.33.down_proj,0.0000000460,,1.404
5,mlp.experts.34.down_proj,0.0000000001,,1.406
5,mlp.experts.35.down_proj,0.0000001849,,1.409
5,mlp.experts.36.down_proj,0.0000004201,,1.411
5,mlp.experts.37.down_proj,0.0000001319,,1.414
5,mlp.experts.38.down_proj,0.0000002136,,1.416
5,mlp.experts.39.down_proj,0.0000003407,,1.418
5,mlp.experts.40.down_proj,0.0000000496,,1.421
5,mlp.experts.41.down_proj,0.0000003282,,1.423
5,mlp.experts.42.down_proj,0.0000003385,,1.426
5,mlp.experts.43.down_proj,0.0000001517,,1.428
5,mlp.experts.44.down_proj,0.0000001116,,1.430
5,mlp.experts.45.down_proj,0.0000000616,,1.433
5,mlp.experts.46.down_proj,0.0000004571,,1.435
5,mlp.experts.47.down_proj,0.0000001677,,1.438
5,mlp.experts.48.down_proj,0.0000000543,,1.440
5,mlp.experts.49.down_proj,0.0000002670,,1.444
5,mlp.experts.50.down_proj,0.0000003104,,1.446
5,mlp.experts.51.down_proj,0.0000007878,,1.449
5,mlp.experts.52.down_proj,0.0000006013,,1.452
5,mlp.experts.53.down_proj,0.0000002481,,1.454
5,mlp.experts.54.down_proj,0.0000000509,,1.457
5,mlp.experts.55.down_proj,0.0000002185,,1.459
5,mlp.experts.56.down_proj,0.0000000747,,1.462
5,mlp.experts.57.down_proj,0.0000005483,,1.464
5,mlp.experts.58.down_proj,0.0000001855,,1.466
5,mlp.experts.59.down_proj,0.0000000550,,1.469
5,mlp.experts.60.down_proj,0.0000005259,,1.471
5,mlp.experts.61.down_proj,0.0000001158,,1.474
5,mlp.experts.62.down_proj,0.0000003554,,1.476
5,mlp.experts.63.down_proj,0.0000000594,,1.478
5,mlp.experts.64.down_proj,0.0000000709,,1.481
5,mlp.experts.65.down_proj,0.0000000000,,1.483
5,mlp.experts.66.down_proj,0.0000001893,,1.486
5,mlp.experts.67.down_proj,0.0000004704,,1.488
5,mlp.experts.68.down_proj,0.0000000395,,1.491
5,mlp.experts.69.down_proj,0.0000009875,,1.494
5,mlp.experts.70.down_proj,0.0000001291,,1.496
5,mlp.experts.71.down_proj,0.0000002843,,1.499
5,mlp.experts.72.down_proj,0.0000002638,,1.501
5,mlp.experts.73.down_proj,0.0000001220,,1.504
5,mlp.experts.74.down_proj,0.0000000175,,1.506
5,mlp.experts.75.down_proj,0.0000004039,,1.508
5,mlp.experts.76.down_proj,0.0000003292,,1.511
5,mlp.experts.77.down_proj,0.0000008866,,1.513
5,mlp.experts.78.down_proj,0.0000001787,,1.516
5,mlp.experts.79.down_proj,0.0000000986,,1.518
5,mlp.experts.80.down_proj,0.0000000370,,1.521
5,mlp.experts.81.down_proj,0.0000000002,,1.523
5,mlp.experts.82.down_proj,0.0000000390,,1.525
5,mlp.experts.83.down_proj,0.0000002761,,1.528
5,mlp.experts.84.down_proj,0.0000001102,,1.530
5,mlp.experts.85.down_proj,0.0000000334,,1.533
5,mlp.experts.86.down_proj,0.0000002018,,1.535
5,mlp.experts.87.down_proj,0.0000001666,,1.537
5,mlp.experts.88.down_proj,0.0000002286,,1.540
5,mlp.experts.89.down_proj,0.0000004048,,1.543
5,mlp.experts.90.down_proj,0.0000003132,,1.546
5,mlp.experts.91.down_proj,0.0000006492,,1.548
5,mlp.experts.92.down_proj,0.0000003076,,1.551
5,mlp.experts.93.down_proj,0.0000002490,,1.553
5,mlp.experts.94.down_proj,0.0000001249,,1.556
5,mlp.experts.95.down_proj,0.0000000557,,1.558
5,mlp.experts.96.down_proj,0.0000001903,,1.561
5,mlp.experts.97.down_proj,0.0000000000,,1.564
5,mlp.experts.98.down_proj,0.0000001281,,1.567
5,mlp.experts.99.down_proj,0.0000002219,,1.569
5,mlp.experts.100.down_proj,0.0000000664,,1.572
5,mlp.experts.101.down_proj,0.0000001709,,1.574
5,mlp.experts.102.down_proj,0.0000002322,,1.577
5,mlp.experts.103.down_proj,0.0000004024,,1.579
5,mlp.experts.104.down_proj,0.0000005769,,1.582
5,mlp.experts.105.down_proj,0.0000001340,,1.584
5,mlp.experts.106.down_proj,0.0000001536,,1.587
5,mlp.experts.107.down_proj,0.0000000875,,1.589
5,mlp.experts.108.down_proj,0.0000000573,,1.591
5,mlp.experts.109.down_proj,0.0000006149,,1.595
5,mlp.experts.110.down_proj,0.0000001611,,1.597
5,mlp.experts.111.down_proj,0.0000004442,,1.600
5,mlp.experts.112.down_proj,0.0000001458,,1.602
5,mlp.experts.113.down_proj,0.0000000829,,1.604
5,mlp.experts.114.down_proj,0.0000000028,,1.607
5,mlp.experts.115.down_proj,0.0000001442,,1.609
5,mlp.experts.116.down_proj,0.0000002535,,1.612
5,mlp.experts.117.down_proj,0.0000004700,,1.614
5,mlp.experts.118.down_proj,0.0000003428,,1.616
5,mlp.experts.119.down_proj,0.0000000002,,1.619
5,mlp.experts.120.down_proj,0.0000008001,,1.621
5,mlp.experts.121.down_proj,0.0000001735,,1.624
5,mlp.experts.122.down_proj,0.0000000786,,1.626
5,mlp.experts.123.down_proj,0.0000005233,,1.628
5,mlp.experts.124.down_proj,0.0000002635,,1.631
5,mlp.experts.125.down_proj,0.0000000336,,1.633
5,mlp.experts.126.down_proj,0.0000000001,,1.636
5,mlp.experts.127.down_proj,0.0000001958,,1.638
5,mlp.experts.128.down_proj,0.0000000278,,1.641
5,mlp.experts.129.down_proj,0.0000000628,,1.644
5,mlp.experts.130.down_proj,0.0000002014,,1.646
5,mlp.experts.131.down_proj,0.0000001098,,1.649
5,mlp.experts.132.down_proj,0.0000001262,,1.651
5,mlp.experts.133.down_proj,0.0000000028,,1.654
5,mlp.experts.134.down_proj,0.0000003540,,1.656
5,mlp.experts.135.down_proj,0.0000000000,,1.659
5,mlp.experts.136.down_proj,0.0000001217,,1.661
5,mlp.experts.137.down_proj,0.0000002545,,1.663
5,mlp.experts.138.down_proj,0.0000003720,,1.666
5,mlp.experts.139.down_proj,0.0000003309,,1.668
5,mlp.experts.140.down_proj,0.0000000254,,1.671
5,mlp.experts.141.down_proj,0.0000003485,,1.673
5,mlp.experts.142.down_proj,0.0000000457,,1.677
5,mlp.experts.143.down_proj,0.0000000175,,1.680
5,mlp.experts.144.down_proj,0.0000000005,,1.682
5,mlp.experts.145.down_proj,0.0000003005,,1.685
5,mlp.experts.146.down_proj,0.0000000348,,1.687
5,mlp.experts.147.down_proj,0.0000000839,,1.690
5,mlp.experts.148.down_proj,0.0000001988,,1.692
5,mlp.experts.149.down_proj,0.0000002391,,1.696
5,mlp.experts.150.down_proj,0.0000003258,,1.698
5,mlp.experts.151.down_proj,0.0000000493,,1.701
5,mlp.experts.152.down_proj,0.0000003330,,1.703
5,mlp.experts.153.down_proj,0.0000000410,,1.706
5,mlp.experts.154.down_proj,0.0000002918,,1.708
5,mlp.experts.155.down_proj,0.0000007416,,1.710
5,mlp.experts.156.down_proj,0.0000009824,,1.713
5,mlp.experts.157.down_proj,0.0000001510,,1.715
5,mlp.experts.158.down_proj,0.0000000727,,1.718
5,mlp.experts.159.down_proj,0.0000002074,,1.720
5,mlp.experts.160.down_proj,0.0000004555,,1.723
5,mlp.experts.161.down_proj,0.0000000088,,1.725
5,mlp.experts.162.down_proj,0.0000006415,,1.728
5,mlp.experts.163.down_proj,0.0000002953,,1.730
5,mlp.experts.164.down_proj,0.0000003108,,1.733
5,mlp.experts.165.down_proj,0.0000003464,,1.735
5,mlp.experts.166.down_proj,0.0000001126,,1.737
5,mlp.experts.167.down_proj,0.0000000109,,1.740
5,mlp.experts.168.down_proj,0.0000000327,,1.742
5,mlp.experts.169.down_proj,0.0000000002,,1.746
5,mlp.experts.170.down_proj,0.0000000729,,1.748
5,mlp.experts.171.down_proj,0.0000003155,,1.751
5,mlp.experts.172.down_proj,0.0000000481,,1.753
5,mlp.experts.173.down_proj,0.0000002837,,1.756
5,mlp.experts.174.down_proj,0.0000001703,,1.758
5,mlp.experts.175.down_proj,0.0000001587,,1.761
5,mlp.experts.176.down_proj,0.0000002333,,1.763
5,mlp.experts.177.down_proj,0.0000000160,,1.765
5,mlp.experts.178.down_proj,0.0000001617,,1.768
5,mlp.experts.179.down_proj,0.0000002119,,1.770
5,mlp.experts.180.down_proj,0.0000000711,,1.773
5,mlp.experts.181.down_proj,0.0000002895,,1.775
5,mlp.experts.182.down_proj,0.0000001143,,1.778
5,mlp.experts.183.down_proj,0.0000000681,,1.780
5,mlp.experts.184.down_proj,0.0000000443,,1.783
5,mlp.experts.185.down_proj,0.0000000000,,1.785
5,mlp.experts.186.down_proj,0.0000003029,,1.788
5,mlp.experts.187.down_proj,0.0000002156,,1.790
5,mlp.experts.188.down_proj,0.0000005536,,1.793
5,mlp.experts.189.down_proj,0.0000004176,,1.796
5,mlp.experts.190.down_proj,0.0000000789,,1.798
5,mlp.experts.191.down_proj,0.0000000375,,1.801
5,mlp.experts.192.down_proj,0.0000003926,,1.803
5,mlp.experts.193.down_proj,0.0000001781,,1.806
5,mlp.experts.194.down_proj,0.0000002427,,1.808
5,mlp.experts.195.down_proj,0.0000003272,,1.811
5,mlp.experts.196.down_proj,0.0000011491,,1.813
5,mlp.experts.197.down_proj,0.0000000567,,1.816
5,mlp.experts.198.down_proj,0.0000001649,,1.819
5,mlp.experts.199.down_proj,0.0000003463,,1.822
5,mlp.experts.200.down_proj,0.0000001398,,1.824
5,mlp.experts.201.down_proj,0.0000002142,,1.827
5,mlp.experts.202.down_proj,0.0000008301,,1.829
5,mlp.experts.203.down_proj,0.0000000001,,1.832
5,mlp.experts.204.down_proj,0.0000001544,,1.834
5,mlp.experts.205.down_proj,0.0000002848,,1.837
5,mlp.experts.206.down_proj,0.0000005831,,1.839
5,mlp.experts.207.down_proj,0.0000000690,,1.842
5,mlp.experts.208.down_proj,0.0000002516,,1.844
5,mlp.experts.209.down_proj,0.0000002444,,1.847
5,mlp.experts.210.down_proj,0.0000000000,,1.850
5,mlp.experts.211.down_proj,0.0000000002,,1.852
5,mlp.experts.212.down_proj,0.0000001802,,1.855
5,mlp.experts.213.down_proj,0.0000000989,,1.857
5,mlp.experts.214.down_proj,0.0000007174,,1.860
5,mlp.experts.215.down_proj,0.0000002417,,1.862
5,mlp.experts.216.down_proj,0.0000000500,,1.865
5,mlp.experts.217.down_proj,0.0000000582,,1.867
5,mlp.experts.218.down_proj,0.0000006150,,1.870
5,mlp.experts.219.down_proj,0.0000003211,,1.872
5,mlp.experts.220.down_proj,0.0000001381,,1.875
5,mlp.experts.221.down_proj,0.0000000342,,1.877
5,mlp.experts.222.down_proj,0.0000001217,,1.880
5,mlp.experts.223.down_proj,0.0000003070,,1.882
5,mlp.experts.224.down_proj,0.0000002220,,1.884
5,mlp.experts.225.down_proj,0.0000001950,,1.887
5,mlp.experts.226.down_proj,0.0000000002,,1.889
5,mlp.experts.227.down_proj,0.0000001446,,1.892
5,mlp.experts.228.down_proj,0.0000006169,,1.894
5,mlp.experts.229.down_proj,0.0000003956,,1.898
5,mlp.experts.230.down_proj,0.0000002244,,1.900
5,mlp.experts.231.down_proj,0.0000000000,,1.903
5,mlp.experts.232.down_proj,0.0000000628,,1.905
5,mlp.experts.233.down_proj,0.0000007641,,1.908
5,mlp.experts.234.down_proj,0.0000001411,,1.910
5,mlp.experts.235.down_proj,0.0000000366,,1.913
5,mlp.experts.236.down_proj,0.0000004639,,1.915
5,mlp.experts.237.down_proj,0.0000001711,,1.918
5,mlp.experts.238.down_proj,0.0000000801,,1.920
5,mlp.experts.239.down_proj,0.0000002064,,1.923
5,mlp.experts.240.down_proj,0.0000002457,,1.925
5,mlp.experts.241.down_proj,0.0000016932,,1.928
5,mlp.experts.242.down_proj,0.0000006345,,1.930
5,mlp.experts.243.down_proj,0.0000005245,,1.933
5,mlp.experts.244.down_proj,0.0000002917,,1.935
5,mlp.experts.245.down_proj,0.0000001837,,1.938
5,mlp.experts.246.down_proj,0.0000001421,,1.940
5,mlp.experts.247.down_proj,0.0000000760,,1.943
5,mlp.experts.248.down_proj,0.0000009016,,1.945
5,mlp.experts.249.down_proj,0.0000002567,,1.949
5,mlp.experts.250.down_proj,0.0000004312,,1.951
5,mlp.experts.251.down_proj,0.0000003235,,1.954
5,mlp.experts.252.down_proj,0.0000000156,,1.956
5,mlp.experts.253.down_proj,0.0000005955,,1.959
5,mlp.experts.254.down_proj,0.0000001380,,1.961
5,mlp.experts.255.down_proj,0.0000000935,,1.966
6,mlp.experts.0.gate_proj,not applicable,,0.003
6,mlp.experts.0.up_proj,not applicable,,0.008
6,mlp.experts.1.gate_proj,not applicable,,0.011
6,mlp.experts.1.up_proj,not applicable,,0.014
6,mlp.experts.2.gate_proj,not applicable,,0.017
6,mlp.experts.2.up_proj,not applicable,,0.019
6,mlp.experts.3.gate_proj,not applicable,,0.022
6,mlp.experts.3.up_proj,not applicable,,0.024
6,mlp.experts.4.gate_proj,not applicable,,0.027
6,mlp.experts.4.up_proj,not applicable,,0.030
6,mlp.experts.5.gate_proj,not applicable,,0.032
6,mlp.experts.5.up_proj,not applicable,,0.035
6,mlp.experts.6.gate_proj,not applicable,,0.037
6,mlp.experts.6.up_proj,not applicable,,0.040
6,mlp.experts.7.gate_proj,not applicable,,0.043
6,mlp.experts.7.up_proj,not applicable,,0.045
6,mlp.experts.8.gate_proj,not applicable,,0.048
6,mlp.experts.8.up_proj,not applicable,,0.050
6,mlp.experts.9.gate_proj,not applicable,,0.053
6,mlp.experts.9.up_proj,not applicable,,0.055
6,mlp.experts.10.gate_proj,not applicable,,0.058
6,mlp.experts.10.up_proj,not applicable,,0.061
6,mlp.experts.11.gate_proj,not applicable,,0.064
6,mlp.experts.11.up_proj,not applicable,,0.066
6,mlp.experts.12.gate_proj,not applicable,,0.069
6,mlp.experts.12.up_proj,not applicable,,0.071
6,mlp.experts.13.gate_proj,not applicable,,0.074
6,mlp.experts.13.up_proj,not applicable,,0.076
6,mlp.experts.14.gate_proj,not applicable,,0.079
6,mlp.experts.14.up_proj,not applicable,,0.081
6,mlp.experts.15.gate_proj,not applicable,,0.084
6,mlp.experts.15.up_proj,not applicable,,0.086
6,mlp.experts.16.gate_proj,not applicable,,0.089
6,mlp.experts.16.up_proj,not applicable,,0.091
6,mlp.experts.17.gate_proj,not applicable,,0.094
6,mlp.experts.17.up_proj,not applicable,,0.096
6,mlp.experts.18.gate_proj,not applicable,,0.099
6,mlp.experts.18.up_proj,not applicable,,0.101
6,mlp.experts.19.gate_proj,not applicable,,0.104
6,mlp.experts.19.up_proj,not applicable,,0.106
6,mlp.experts.20.gate_proj,not applicable,,0.109
6,mlp.experts.20.up_proj,not applicable,,0.112
6,mlp.experts.21.gate_proj,not applicable,,0.114
6,mlp.experts.21.up_proj,not applicable,,0.117
6,mlp.experts.22.gate_proj,not applicable,,0.119
6,mlp.experts.22.up_proj,not applicable,,0.122
6,mlp.experts.23.gate_proj,not applicable,,0.124
6,mlp.experts.23.up_proj,not applicable,,0.127
6,mlp.experts.24.gate_proj,not applicable,,0.129
6,mlp.experts.24.up_proj,not applicable,,0.132
6,mlp.experts.25.gate_proj,not applicable,,0.134
6,mlp.experts.25.up_proj,not applicable,,0.137
6,mlp.experts.26.gate_proj,not applicable,,0.139
6,mlp.experts.26.up_proj,not applicable,,0.142
6,mlp.experts.27.gate_proj,not applicable,,0.144
6,mlp.experts.27.up_proj,not applicable,,0.147
6,mlp.experts.28.gate_proj,not applicable,,0.150
6,mlp.experts.28.up_proj,not applicable,,0.152
6,mlp.experts.29.gate_proj,not applicable,,0.154
6,mlp.experts.29.up_proj,not applicable,,0.157
6,mlp.experts.30.gate_proj,not applicable,,0.159
6,mlp.experts.30.up_proj,not applicable,,0.163
6,mlp.experts.31.gate_proj,not applicable,,0.165
6,mlp.experts.31.up_proj,not applicable,,0.168
6,mlp.experts.32.gate_proj,not applicable,,0.170
6,mlp.experts.32.up_proj,not applicable,,0.173
6,mlp.experts.33.gate_proj,not applicable,,0.175
6,mlp.experts.33.up_proj,not applicable,,0.178
6,mlp.experts.34.gate_proj,not applicable,,0.180
6,mlp.experts.34.up_proj,not applicable,,0.183
6,mlp.experts.35.gate_proj,not applicable,,0.185
6,mlp.experts.35.up_proj,not applicable,,0.188
6,mlp.experts.36.gate_proj,not applicable,,0.190
6,mlp.experts.36.up_proj,not applicable,,0.192
6,mlp.experts.37.gate_proj,not applicable,,0.195
6,mlp.experts.37.up_proj,not applicable,,0.197
6,mlp.experts.38.gate_proj,not applicable,,0.200
6,mlp.experts.38.up_proj,not applicable,,0.202
6,mlp.experts.39.gate_proj,not applicable,,0.205
6,mlp.experts.39.up_proj,not applicable,,0.207
6,mlp.experts.40.gate_proj,not applicable,,0.210
6,mlp.experts.40.up_proj,not applicable,,0.213
6,mlp.experts.41.gate_proj,not applicable,,0.216
6,mlp.experts.41.up_proj,not applicable,,0.218
6,mlp.experts.42.gate_proj,not applicable,,0.221
6,mlp.experts.42.up_proj,not applicable,,0.223
6,mlp.experts.43.gate_proj,not applicable,,0.225
6,mlp.experts.43.up_proj,not applicable,,0.228
6,mlp.experts.44.gate_proj,not applicable,,0.230
6,mlp.experts.44.up_proj,not applicable,,0.233
6,mlp.experts.45.gate_proj,not applicable,,0.235
6,mlp.experts.45.up_proj,not applicable,,0.238
6,mlp.experts.46.gate_proj,not applicable,,0.240
6,mlp.experts.46.up_proj,not applicable,,0.243
6,mlp.experts.47.gate_proj,not applicable,,0.245
6,mlp.experts.47.up_proj,not applicable,,0.247
6,mlp.experts.48.gate_proj,not applicable,,0.250
6,mlp.experts.48.up_proj,not applicable,,0.253
6,mlp.experts.49.gate_proj,not applicable,,0.255
6,mlp.experts.49.up_proj,not applicable,,0.258
6,mlp.experts.50.gate_proj,not applicable,,0.260
6,mlp.experts.50.up_proj,not applicable,,0.263
6,mlp.experts.51.gate_proj,not applicable,,0.266
6,mlp.experts.51.up_proj,not applicable,,0.268
6,mlp.experts.52.gate_proj,not applicable,,0.271
6,mlp.experts.52.up_proj,not applicable,,0.273
6,mlp.experts.53.gate_proj,not applicable,,0.276
6,mlp.experts.53.up_proj,not applicable,,0.278
6,mlp.experts.54.gate_proj,not applicable,,0.281
6,mlp.experts.54.up_proj,not applicable,,0.283
6,mlp.experts.55.gate_proj,not applicable,,0.286
6,mlp.experts.55.up_proj,not applicable,,0.288
6,mlp.experts.56.gate_proj,not applicable,,0.291
6,mlp.experts.56.up_proj,not applicable,,0.293
6,mlp.experts.57.gate_proj,not applicable,,0.295
6,mlp.experts.57.up_proj,not applicable,,0.298
6,mlp.experts.58.gate_proj,not applicable,,0.301
6,mlp.experts.58.up_proj,not applicable,,0.303
6,mlp.experts.59.gate_proj,not applicable,,0.305
6,mlp.experts.59.up_proj,not applicable,,0.308
6,mlp.experts.60.gate_proj,not applicable,,0.310
6,mlp.experts.60.up_proj,not applicable,,0.314
6,mlp.experts.61.gate_proj,not applicable,,0.316
6,mlp.experts.61.up_proj,not applicable,,0.319
6,mlp.experts.62.gate_proj,not applicable,,0.321
6,mlp.experts.62.up_proj,not applicable,,0.324
6,mlp.experts.63.gate_proj,not applicable,,0.326
6,mlp.experts.63.up_proj,not applicable,,0.329
6,mlp.experts.64.gate_proj,not applicable,,0.331
6,mlp.experts.64.up_proj,not applicable,,0.333
6,mlp.experts.65.gate_proj,not applicable,,0.336
6,mlp.experts.65.up_proj,not applicable,,0.338
6,mlp.experts.66.gate_proj,not applicable,,0.341
6,mlp.experts.66.up_proj,not applicable,,0.343
6,mlp.experts.67.gate_proj,not applicable,,0.346
6,mlp.experts.67.up_proj,not applicable,,0.348
6,mlp.experts.68.gate_proj,not applicable,,0.351
6,mlp.experts.68.up_proj,not applicable,,0.353
6,mlp.experts.69.gate_proj,not applicable,,0.356
6,mlp.experts.69.up_proj,not applicable,,0.358
6,mlp.experts.70.gate_proj,not applicable,,0.361
6,mlp.experts.70.up_proj,not applicable,,0.364
6,mlp.experts.71.gate_proj,not applicable,,0.367
6,mlp.experts.71.up_proj,not applicable,,0.369
6,mlp.experts.72.gate_proj,not applicable,,0.372
6,mlp.experts.72.up_proj,not applicable,,0.374
6,mlp.experts.73.gate_proj,not applicable,,0.377
6,mlp.experts.73.up_proj,not applicable,,0.379
6,mlp.experts.74.gate_proj,not applicable,,0.381
6,mlp.experts.74.up_proj,not applicable,,0.384
6,mlp.experts.75.gate_proj,not applicable,,0.386
6,mlp.experts.75.up_proj,not applicable,,0.389
6,mlp.experts.76.gate_proj,not applicable,,0.391
6,mlp.experts.76.up_proj,not applicable,,0.394
6,mlp.experts.77.gate_proj,not applicable,,0.396
6,mlp.experts.77.up_proj,not applicable,,0.399
6,mlp.experts.78.gate_proj,not applicable,,0.401
6,mlp.experts.78.up_proj,not applicable,,0.404
6,mlp.experts.79.gate_proj,not applicable,,0.406
6,mlp.experts.79.up_proj,not applicable,,0.409
6,mlp.experts.80.gate_proj,not applicable,,0.411
6,mlp.experts.80.up_proj,not applicable,,0.414
6,mlp.experts.81.gate_proj,not applicable,,0.417
6,mlp.experts.81.up_proj,not applicable,,0.419
6,mlp.experts.82.gate_proj,not applicable,,0.422
6,mlp.experts.82.up_proj,not applicable,,0.424
6,mlp.experts.83.gate_proj,not applicable,,0.427
6,mlp.experts.83.up_proj,not applicable,,0.429
6,mlp.experts.84.gate_proj,not applicable,,0.432
6,mlp.experts.84.up_proj,not applicable,,0.434
6,mlp.experts.85.gate_proj,not applicable,,0.437
6,mlp.experts.85.up_proj,not applicable,,0.439
6,mlp.experts.86.gate_proj,not applicable,,0.442
6,mlp.experts.86.up_proj,not applicable,,0.444
6,mlp.experts.87.gate_proj,not applicable,,0.446
6,mlp.experts.87.up_proj,not applicable,,0.449
6,mlp.experts.88.gate_proj,not applicable,,0.451
6,mlp.experts.88.up_proj,not applicable,,0.454
6,mlp.experts.89.gate_proj,not applicable,,0.456
6,mlp.experts.89.up_proj,not applicable,,0.459
6,mlp.experts.90.gate_proj,not applicable,,0.461
6,mlp.experts.90.up_proj,not applicable,,0.465
6,mlp.experts.91.gate_proj,not applicable,,0.467
6,mlp.experts.91.up_proj,not applicable,,0.469
6,mlp.experts.92.gate_proj,not applicable,,0.472
6,mlp.experts.92.up_proj,not applicable,,0.474
6,mlp.experts.93.gate_proj,not applicable,,0.477
6,mlp.experts.93.up_proj,not applicable,,0.479
6,mlp.experts.94.gate_proj,not applicable,,0.482
6,mlp.experts.94.up_proj,not applicable,,0.484
6,mlp.experts.95.gate_proj,not applicable,,0.487
6,mlp.experts.95.up_proj,not applicable,,0.489
6,mlp.experts.96.gate_proj,not applicable,,0.492
6,mlp.experts.96.up_proj,not applicable,,0.494
6,mlp.experts.97.gate_proj,not applicable,,0.496
6,mlp.experts.97.up_proj,not applicable,,0.499
6,mlp.experts.98.gate_proj,not applicable,,0.501
6,mlp.experts.98.up_proj,not applicable,,0.504
6,mlp.experts.99.gate_proj,not applicable,,0.506
6,mlp.experts.99.up_proj,not applicable,,0.509
6,mlp.experts.100.gate_proj,not applicable,,0.511
6,mlp.experts.100.up_proj,not applicable,,0.515
6,mlp.experts.101.gate_proj,not applicable,,0.517
6,mlp.experts.101.up_proj,not applicable,,0.519
6,mlp.experts.102.gate_proj,not applicable,,0.522
6,mlp.experts.102.up_proj,not applicable,,0.524
6,mlp.experts.103.gate_proj,not applicable,,0.527
6,mlp.experts.103.up_proj,not applicable,,0.529
6,mlp.experts.104.gate_proj,not applicable,,0.532
6,mlp.experts.104.up_proj,not applicable,,0.534
6,mlp.experts.105.gate_proj,not applicable,,0.537
6,mlp.experts.105.up_proj,not applicable,,0.539
6,mlp.experts.106.gate_proj,not applicable,,0.542
6,mlp.experts.106.up_proj,not applicable,,0.544
6,mlp.experts.107.gate_proj,not applicable,,0.547
6,mlp.experts.107.up_proj,not applicable,,0.549
6,mlp.experts.108.gate_proj,not applicable,,0.552
6,mlp.experts.108.up_proj,not applicable,,0.554
6,mlp.experts.109.gate_proj,not applicable,,0.557
6,mlp.experts.109.up_proj,not applicable,,0.559
6,mlp.experts.110.gate_proj,not applicable,,0.561
6,mlp.experts.110.up_proj,not applicable,,0.565
6,mlp.experts.111.gate_proj,not applicable,,0.567
6,mlp.experts.111.up_proj,not applicable,,0.570
6,mlp.experts.112.gate_proj,not applicable,,0.572
6,mlp.experts.112.up_proj,not applicable,,0.575
6,mlp.experts.113.gate_proj,not applicable,,0.577
6,mlp.experts.113.up_proj,not applicable,,0.579
6,mlp.experts.114.gate_proj,not applicable,,0.582
6,mlp.experts.114.up_proj,not applicable,,0.584
6,mlp.experts.115.gate_proj,not applicable,,0.587
6,mlp.experts.115.up_proj,not applicable,,0.589
6,mlp.experts.116.gate_proj,not applicable,,0.592
6,mlp.experts.116.up_proj,not applicable,,0.594
6,mlp.experts.117.gate_proj,not applicable,,0.597
6,mlp.experts.117.up_proj,not applicable,,0.599
6,mlp.experts.118.gate_proj,not applicable,,0.602
6,mlp.experts.118.up_proj,not applicable,,0.604
6,mlp.experts.119.gate_proj,not applicable,,0.606
6,mlp.experts.119.up_proj,not applicable,,0.609
6,mlp.experts.120.gate_proj,not applicable,,0.611
6,mlp.experts.120.up_proj,not applicable,,0.615
6,mlp.experts.121.gate_proj,not applicable,,0.617
6,mlp.experts.121.up_proj,not applicable,,0.620
6,mlp.experts.122.gate_proj,not applicable,,0.622
6,mlp.experts.122.up_proj,not applicable,,0.625
6,mlp.experts.123.gate_proj,not applicable,,0.627
6,mlp.experts.123.up_proj,not applicable,,0.629
6,mlp.experts.124.gate_proj,not applicable,,0.632
6,mlp.experts.124.up_proj,not applicable,,0.634
6,mlp.experts.125.gate_proj,not applicable,,0.637
6,mlp.experts.125.up_proj,not applicable,,0.639
6,mlp.experts.126.gate_proj,not applicable,,0.642
6,mlp.experts.126.up_proj,not applicable,,0.644
6,mlp.experts.127.gate_proj,not applicable,,0.647
6,mlp.experts.127.up_proj,not applicable,,0.649
6,mlp.experts.128.gate_proj,not applicable,,0.652
6,mlp.experts.128.up_proj,not applicable,,0.654
6,mlp.experts.129.gate_proj,not applicable,,0.657
6,mlp.experts.129.up_proj,not applicable,,0.659
6,mlp.experts.130.gate_proj,not applicable,,0.662
6,mlp.experts.130.up_proj,not applicable,,0.665
6,mlp.experts.131.gate_proj,not applicable,,0.668
6,mlp.experts.131.up_proj,not applicable,,0.670
6,mlp.experts.132.gate_proj,not applicable,,0.672
6,mlp.experts.132.up_proj,not applicable,,0.675
6,mlp.experts.133.gate_proj,not applicable,,0.677
6,mlp.experts.133.up_proj,not applicable,,0.680
6,mlp.experts.134.gate_proj,not applicable,,0.682
6,mlp.experts.134.up_proj,not applicable,,0.685
6,mlp.experts.135.gate_proj,not applicable,,0.687
6,mlp.experts.135.up_proj,not applicable,,0.690
6,mlp.experts.136.gate_proj,not applicable,,0.692
6,mlp.experts.136.up_proj,not applicable,,0.695
6,mlp.experts.137.gate_proj,not applicable,,0.697
6,mlp.experts.137.up_proj,not applicable,,0.700
6,mlp.experts.138.gate_proj,not applicable,,0.702
6,mlp.experts.138.up_proj,not applicable,,0.705
6,mlp.experts.139.gate_proj,not applicable,,0.707
6,mlp.experts.139.up_proj,not applicable,,0.709
6,mlp.experts.140.gate_proj,not applicable,,0.712
6,mlp.experts.140.up_proj,not applicable,,0.715
6,mlp.experts.141.gate_proj,not applicable,,0.718
6,mlp.experts.141.up_proj,not applicable,,0.720
6,mlp.experts.142.gate_proj,not applicable,,0.723
6,mlp.experts.142.up_proj,not applicable,,0.725
6,mlp.experts.143.gate_proj,not applicable,,0.728
6,mlp.experts.143.up_proj,not applicable,,0.730
6,mlp.experts.144.gate_proj,not applicable,,0.733
6,mlp.experts.144.up_proj,not applicable,,0.735
6,mlp.experts.145.gate_proj,not applicable,,0.737
6,mlp.experts.145.up_proj,not applicable,,0.740
6,mlp.experts.146.gate_proj,not applicable,,0.742
6,mlp.experts.146.up_proj,not applicable,,0.745
6,mlp.experts.147.gate_proj,not applicable,,0.747
6,mlp.experts.147.up_proj,not applicable,,0.750
6,mlp.experts.148.gate_proj,not applicable,,0.753
6,mlp.experts.148.up_proj,not applicable,,0.756
6,mlp.experts.149.gate_proj,not applicable,,0.758
6,mlp.experts.149.up_proj,not applicable,,0.760
6,mlp.experts.150.gate_proj,not applicable,,0.763
6,mlp.experts.150.up_proj,not applicable,,0.766
6,mlp.experts.151.gate_proj,not applicable,,0.769
6,mlp.experts.151.up_proj,not applicable,,0.771
6,mlp.experts.152.gate_proj,not applicable,,0.774
6,mlp.experts.152.up_proj,not applicable,,0.776
6,mlp.experts.153.gate_proj,not applicable,,0.779
6,mlp.experts.153.up_proj,not applicable,,0.781
6,mlp.experts.154.gate_proj,not applicable,,0.783
6,mlp.experts.154.up_proj,not applicable,,0.786
6,mlp.experts.155.gate_proj,not applicable,,0.788
6,mlp.experts.155.up_proj,not applicable,,0.791
6,mlp.experts.156.gate_proj,not applicable,,0.793
6,mlp.experts.156.up_proj,not applicable,,0.796
6,mlp.experts.157.gate_proj,not applicable,,0.798
6,mlp.experts.157.up_proj,not applicable,,0.801
6,mlp.experts.158.gate_proj,not applicable,,0.803
6,mlp.experts.158.up_proj,not applicable,,0.806
6,mlp.experts.159.gate_proj,not applicable,,0.808
6,mlp.experts.159.up_proj,not applicable,,0.810
6,mlp.experts.160.gate_proj,not applicable,,0.813
6,mlp.experts.160.up_proj,not applicable,,0.816
6,mlp.experts.161.gate_proj,not applicable,,0.819
6,mlp.experts.161.up_proj,not applicable,,0.821
6,mlp.experts.162.gate_proj,not applicable,,0.824
6,mlp.experts.162.up_proj,not applicable,,0.826
6,mlp.experts.163.gate_proj,not applicable,,0.829
6,mlp.experts.163.up_proj,not applicable,,0.831
6,mlp.experts.164.gate_proj,not applicable,,0.834
6,mlp.experts.164.up_proj,not applicable,,0.836
6,mlp.experts.165.gate_proj,not applicable,,0.838
6,mlp.experts.165.up_proj,not applicable,,0.841
6,mlp.experts.166.gate_proj,not applicable,,0.843
6,mlp.experts.166.up_proj,not applicable,,0.846
6,mlp.experts.167.gate_proj,not applicable,,0.848
6,mlp.experts.167.up_proj,not applicable,,0.851
6,mlp.experts.168.gate_proj,not applicable,,0.853
6,mlp.experts.168.up_proj,not applicable,,0.856
6,mlp.experts.169.gate_proj,not applicable,,0.858
6,mlp.experts.169.up_proj,not applicable,,0.860
6,mlp.experts.170.gate_proj,not applicable,,0.863
6,mlp.experts.170.up_proj,not applicable,,0.866
6,mlp.experts.171.gate_proj,not applicable,,0.869
6,mlp.experts.171.up_proj,not applicable,,0.871
6,mlp.experts.172.gate_proj,not applicable,,0.874
6,mlp.experts.172.up_proj,not applicable,,0.876
6,mlp.experts.173.gate_proj,not applicable,,0.879
6,mlp.experts.173.up_proj,not applicable,,0.881
6,mlp.experts.174.gate_proj,not applicable,,0.884
6,mlp.experts.174.up_proj,not applicable,,0.886
6,mlp.experts.175.gate_proj,not applicable,,0.888
6,mlp.experts.175.up_proj,not applicable,,0.891
6,mlp.experts.176.gate_proj,not applicable,,0.893
6,mlp.experts.176.up_proj,not applicable,,0.896
6,mlp.experts.177.gate_proj,not applicable,,0.898
6,mlp.experts.177.up_proj,not applicable,,0.901
6,mlp.experts.178.gate_proj,not applicable,,0.903
6,mlp.experts.178.up_proj,not applicable,,0.906
6,mlp.experts.179.gate_proj,not applicable,,0.908
6,mlp.experts.179.up_proj,not applicable,,0.911
6,mlp.experts.180.gate_proj,not applicable,,0.913
6,mlp.experts.180.up_proj,not applicable,,0.916
6,mlp.experts.181.gate_proj,not applicable,,0.919
6,mlp.experts.181.up_proj,not applicable,,0.921
6,mlp.experts.182.gate_proj,not applicable,,0.924
6,mlp.experts.182.up_proj,not applicable,,0.926
6,mlp.experts.183.gate_proj,not applicable,,0.929
6,mlp.experts.183.up_proj,not applicable,,0.931
6,mlp.experts.184.gate_proj,not applicable,,0.934
6,mlp.experts.184.up_proj,not applicable,,0.936
6,mlp.experts.185.gate_proj,not applicable,,0.938
6,mlp.experts.185.up_proj,not applicable,,0.941
6,mlp.experts.186.gate_proj,not applicable,,0.943
6,mlp.experts.186.up_proj,not applicable,,0.946
6,mlp.experts.187.gate_proj,not applicable,,0.948
6,mlp.experts.187.up_proj,not applicable,,0.951
6,mlp.experts.188.gate_proj,not applicable,,0.953
6,mlp.experts.188.up_proj,not applicable,,0.956
6,mlp.experts.189.gate_proj,not applicable,,0.958
6,mlp.experts.189.up_proj,not applicable,,0.960
6,mlp.experts.190.gate_proj,not applicable,,0.963
6,mlp.experts.190.up_proj,not applicable,,0.966
6,mlp.experts.191.gate_proj,not applicable,,0.969
6,mlp.experts.191.up_proj,not applicable,,0.971
6,mlp.experts.192.gate_proj,not applicable,,0.974
6,mlp.experts.192.up_proj,not applicable,,0.976
6,mlp.experts.193.gate_proj,not applicable,,0.978
6,mlp.experts.193.up_proj,not applicable,,0.981
6,mlp.experts.194.gate_proj,not applicable,,0.983
6,mlp.experts.194.up_proj,not applicable,,0.986
6,mlp.experts.195.gate_proj,not applicable,,0.988
6,mlp.experts.195.up_proj,not applicable,,0.991
6,mlp.experts.196.gate_proj,not applicable,,0.993
6,mlp.experts.196.up_proj,not applicable,,0.996
6,mlp.experts.197.gate_proj,not applicable,,0.998
6,mlp.experts.197.up_proj,not applicable,,1.001
6,mlp.experts.198.gate_proj,not applicable,,1.003
6,mlp.experts.198.up_proj,not applicable,,1.006
6,mlp.experts.199.gate_proj,not applicable,,1.008
6,mlp.experts.199.up_proj,not applicable,,1.011
6,mlp.experts.200.gate_proj,not applicable,,1.013
6,mlp.experts.200.up_proj,not applicable,,1.017
6,mlp.experts.201.gate_proj,not applicable,,1.019
6,mlp.experts.201.up_proj,not applicable,,1.021
6,mlp.experts.202.gate_proj,not applicable,,1.024
6,mlp.experts.202.up_proj,not applicable,,1.026
6,mlp.experts.203.gate_proj,not applicable,,1.029
6,mlp.experts.203.up_proj,not applicable,,1.031
6,mlp.experts.204.gate_proj,not applicable,,1.034
6,mlp.experts.204.up_proj,not applicable,,1.036
6,mlp.experts.205.gate_proj,not applicable,,1.038
6,mlp.experts.205.up_proj,not applicable,,1.041
6,mlp.experts.206.gate_proj,not applicable,,1.043
6,mlp.experts.206.up_proj,not applicable,,1.046
6,mlp.experts.207.gate_proj,not applicable,,1.048
6,mlp.experts.207.up_proj,not applicable,,1.051
6,mlp.experts.208.gate_proj,not applicable,,1.053
6,mlp.experts.208.up_proj,not applicable,,1.056
6,mlp.experts.209.gate_proj,not applicable,,1.058
6,mlp.experts.209.up_proj,not applicable,,1.060
6,mlp.experts.210.gate_proj,not applicable,,1.063
6,mlp.experts.210.up_proj,not applicable,,1.066
6,mlp.experts.211.gate_proj,not applicable,,1.069
6,mlp.experts.211.up_proj,not applicable,,1.071
6,mlp.experts.212.gate_proj,not applicable,,1.073
6,mlp.experts.212.up_proj,not applicable,,1.076
6,mlp.experts.213.gate_proj,not applicable,,1.078
6,mlp.experts.213.up_proj,not applicable,,1.081
6,mlp.experts.214.gate_proj,not applicable,,1.083
6,mlp.experts.214.up_proj,not applicable,,1.086
6,mlp.experts.215.gate_proj,not applicable,,1.088
6,mlp.experts.215.up_proj,not applicable,,1.090
6,mlp.experts.216.gate_proj,not applicable,,1.093
6,mlp.experts.216.up_proj,not applicable,,1.096
6,mlp.experts.217.gate_proj,not applicable,,1.098
6,mlp.experts.217.up_proj,not applicable,,1.100
6,mlp.experts.218.gate_proj,not applicable,,1.103
6,mlp.experts.218.up_proj,not applicable,,1.105
6,mlp.experts.219.gate_proj,not applicable,,1.108
6,mlp.experts.219.up_proj,not applicable,,1.110
6,mlp.experts.220.gate_proj,not applicable,,1.113
6,mlp.experts.220.up_proj,not applicable,,1.116
6,mlp.experts.221.gate_proj,not applicable,,1.118
6,mlp.experts.221.up_proj,not applicable,,1.121
6,mlp.experts.222.gate_proj,not applicable,,1.123
6,mlp.experts.222.up_proj,not applicable,,1.126
6,mlp.experts.223.gate_proj,not applicable,,1.128
6,mlp.experts.223.up_proj,not applicable,,1.131
6,mlp.experts.224.gate_proj,not applicable,,1.133
6,mlp.experts.224.up_proj,not applicable,,1.136
6,mlp.experts.225.gate_proj,not applicable,,1.138
6,mlp.experts.225.up_proj,not applicable,,1.141
6,mlp.experts.226.gate_proj,not applicable,,1.143
6,mlp.experts.226.up_proj,not applicable,,1.146
6,mlp.experts.227.gate_proj,not applicable,,1.148
6,mlp.experts.227.up_proj,not applicable,,1.150
6,mlp.experts.228.gate_proj,not applicable,,1.153
6,mlp.experts.228.up_proj,not applicable,,1.156
6,mlp.experts.229.gate_proj,not applicable,,1.158
6,mlp.experts.229.up_proj,not applicable,,1.160
6,mlp.experts.230.gate_proj,not applicable,,1.163
6,mlp.experts.230.up_proj,not applicable,,1.166
6,mlp.experts.231.gate_proj,not applicable,,1.169
6,mlp.experts.231.up_proj,not applicable,,1.171
6,mlp.experts.232.gate_proj,not applicable,,1.174
6,mlp.experts.232.up_proj,not applicable,,1.176
6,mlp.experts.233.gate_proj,not applicable,,1.179
6,mlp.experts.233.up_proj,not applicable,,1.181
6,mlp.experts.234.gate_proj,not applicable,,1.183
6,mlp.experts.234.up_proj,not applicable,,1.186
6,mlp.experts.235.gate_proj,not applicable,,1.188
6,mlp.experts.235.up_proj,not applicable,,1.191
6,mlp.experts.236.gate_proj,not applicable,,1.193
6,mlp.experts.236.up_proj,not applicable,,1.196
6,mlp.experts.237.gate_proj,not applicable,,1.198
6,mlp.experts.237.up_proj,not applicable,,1.201
6,mlp.experts.238.gate_proj,not applicable,,1.203
6,mlp.experts.238.up_proj,not applicable,,1.205
6,mlp.experts.239.gate_proj,not applicable,,1.208
6,mlp.experts.239.up_proj,not applicable,,1.210
6,mlp.experts.240.gate_proj,not applicable,,1.213
6,mlp.experts.240.up_proj,not applicable,,1.216
6,mlp.experts.241.gate_proj,not applicable,,1.219
6,mlp.experts.241.up_proj,not applicable,,1.221
6,mlp.experts.242.gate_proj,not applicable,,1.224
6,mlp.experts.242.up_proj,not applicable,,1.226
6,mlp.experts.243.gate_proj,not applicable,,1.229
6,mlp.experts.243.up_proj,not applicable,,1.231
6,mlp.experts.244.gate_proj,not applicable,,1.234
6,mlp.experts.244.up_proj,not applicable,,1.236
6,mlp.experts.245.gate_proj,not applicable,,1.238
6,mlp.experts.245.up_proj,not applicable,,1.241
6,mlp.experts.246.gate_proj,not applicable,,1.243
6,mlp.experts.246.up_proj,not applicable,,1.246
6,mlp.experts.247.gate_proj,not applicable,,1.248
6,mlp.experts.247.up_proj,not applicable,,1.251
6,mlp.experts.248.gate_proj,not applicable,,1.253
6,mlp.experts.248.up_proj,not applicable,,1.256
6,mlp.experts.249.gate_proj,not applicable,,1.258
6,mlp.experts.249.up_proj,not applicable,,1.261
6,mlp.experts.250.gate_proj,not applicable,,1.263
6,mlp.experts.250.up_proj,not applicable,,1.266
6,mlp.experts.251.gate_proj,not applicable,,1.269
6,mlp.experts.251.up_proj,not applicable,,1.271
6,mlp.experts.252.gate_proj,not applicable,,1.274
6,mlp.experts.252.up_proj,not applicable,,1.276
6,mlp.experts.253.gate_proj,not applicable,,1.278
6,mlp.experts.253.up_proj,not applicable,,1.281
6,mlp.experts.254.gate_proj,not applicable,,1.283
6,mlp.experts.254.up_proj,not applicable,,1.286
6,mlp.experts.255.gate_proj,not applicable,,1.288
6,mlp.experts.255.up_proj,not applicable,,1.291
6,mlp.experts.0.down_proj,0.0000013832,,1.293
6,mlp.experts.1.down_proj,0.0000007579,,1.295
6,mlp.experts.2.down_proj,0.0000002860,,1.298
6,mlp.experts.3.down_proj,0.0000003316,,1.300
6,mlp.experts.4.down_proj,0.0000001491,,1.303
6,mlp.experts.5.down_proj,0.0000003418,,1.305
6,mlp.experts.6.down_proj,0.0000005994,,1.307
6,mlp.experts.7.down_proj,0.0000002218,,1.310
6,mlp.experts.8.down_proj,0.0000003127,,1.312
6,mlp.experts.9.down_proj,0.0000005398,,1.315
6,mlp.experts.10.down_proj,0.0000008975,,1.318
6,mlp.experts.11.down_proj,0.0000004288,,1.320
6,mlp.experts.12.down_proj,0.0000004985,,1.322
6,mlp.experts.13.down_proj,0.0000000567,,1.325
6,mlp.experts.14.down_proj,0.0000006491,,1.327
6,mlp.experts.15.down_proj,0.0000007156,,1.330
6,mlp.experts.16.down_proj,0.0000005458,,1.332
6,mlp.experts.17.down_proj,0.0000009682,,1.334
6,mlp.experts.18.down_proj,0.0000004809,,1.337
6,mlp.experts.19.down_proj,0.0000003631,,1.339
6,mlp.experts.20.down_proj,0.0000003971,,1.342
6,mlp.experts.21.down_proj,0.0000002916,,1.344
6,mlp.experts.22.down_proj,0.0000006184,,1.346
6,mlp.experts.23.down_proj,0.0000002468,,1.349
6,mlp.experts.24.down_proj,0.0000003899,,1.351
6,mlp.experts.25.down_proj,0.0000001578,,1.353
6,mlp.experts.26.down_proj,0.0000003965,,1.356
6,mlp.experts.27.down_proj,0.0000001524,,1.358
6,mlp.experts.28.down_proj,0.0000001103,,1.360
6,mlp.experts.29.down_proj,0.0000002377,,1.364
6,mlp.experts.30.down_proj,0.0000006232,,1.366
6,mlp.experts.31.down_proj,0.0000002444,,1.368
6,mlp.experts.32.down_proj,0.0000002117,,1.371
6,mlp.experts.33.down_proj,0.0000001515,,1.373
6,mlp.experts.34.down_proj,0.0000002071,,1.376
6,mlp.experts.35.down_proj,0.0000001403,,1.378
6,mlp.experts.36.down_proj,0.0000006205,,1.380
6,mlp.experts.37.down_proj,0.0000001479,,1.383
6,mlp.experts.38.down_proj,0.0000000005,,1.385
6,mlp.experts.39.down_proj,0.0000000997,,1.388
6,mlp.experts.40.down_proj,0.0000001821,,1.390
6,mlp.experts.41.down_proj,0.0000003012,,1.392
6,mlp.experts.42.down_proj,0.0000006102,,1.395
6,mlp.experts.43.down_proj,0.0000000896,,1.397
6,mlp.experts.44.down_proj,0.0000005659,,1.399
6,mlp.experts.45.down_proj,0.0000002905,,1.402
6,mlp.experts.46.down_proj,0.0000005072,,1.404
6,mlp.experts.47.down_proj,0.0000005724,,1.406
6,mlp.experts.48.down_proj,0.0000001664,,1.409
6,mlp.experts.49.down_proj,0.0000002649,,1.412
6,mlp.experts.50.down_proj,0.0000003353,,1.415
6,mlp.experts.51.down_proj,0.0000003511,,1.417
6,mlp.experts.52.down_proj,0.0000001974,,1.419
6,mlp.experts.53.down_proj,0.0000019559,,1.422
6,mlp.experts.54.down_proj,0.0000000931,,1.424
6,mlp.experts.55.down_proj,0.0000000587,,1.427
6,mlp.experts.56.down_proj,0.0000004766,,1.429
6,mlp.experts.57.down_proj,0.0000009023,,1.431
6,mlp.experts.58.down_proj,0.0000004150,,1.434
6,mlp.experts.59.down_proj,0.0000004447,,1.436
6,mlp.experts.60.down_proj,0.0000002931,,1.438
6,mlp.experts.61.down_proj,0.0000000656,,1.441
6,mlp.experts.62.down_proj,0.0000002748,,1.443
6,mlp.experts.63.down_proj,0.0000003146,,1.446
6,mlp.experts.64.down_proj,0.0000000996,,1.448
6,mlp.experts.65.down_proj,0.0000003394,,1.451
6,mlp.experts.66.down_proj,0.0000003618,,1.453
6,mlp.experts.67.down_proj,0.0000002702,,1.456
6,mlp.experts.68.down_proj,0.0000003533,,1.458
6,mlp.experts.69.down_proj,0.0000000875,,1.462
6,mlp.experts.70.down_proj,0.0000001966,,1.464
6,mlp.experts.71.down_proj,0.0000002529,,1.467
6,mlp.experts.72.down_proj,0.0000003628,,1.469
6,mlp.experts.73.down_proj,0.0000001184,,1.471
6,mlp.experts.74.down_proj,0.0000001249,,1.474
6,mlp.experts.75.down_proj,0.0000007787,,1.476
6,mlp.experts.76.down_proj,0.0000002806,,1.479
6,mlp.experts.77.down_proj,0.0000000836,,1.481
6,mlp.experts.78.down_proj,0.0000001434,,1.483
6,mlp.experts.79.down_proj,0.0000001862,,1.486
6,mlp.experts.80.down_proj,0.0000001790,,1.488
6,mlp.experts.81.down_proj,0.0000002323,,1.490
6,mlp.experts.82.down_proj,0.0000005274,,1.493
6,mlp.experts.83.down_proj,0.0000005323,,1.495
6,mlp.experts.84.down_proj,0.0000004309,,1.498
6,mlp.experts.85.down_proj,0.0000004863,,1.500
6,mlp.experts.86.down_proj,0.0000007270,,1.502
6,mlp.experts.87.down_proj,0.0000004822,,1.505
6,mlp.experts.88.down_proj,0.0000002587,,1.507
6,mlp.experts.89.down_proj,0.0000006852,,1.510
6,mlp.experts.90.down_proj,0.0000003436,,1.513
6,mlp.experts.91.down_proj,0.0000000001,,1.515
6,mlp.experts.92.down_proj,0.0000002823,,1.518
6,mlp.experts.93.down_proj,0.0000005954,,1.520
6,mlp.experts.94.down_proj,0.0000005572,,1.522
6,mlp.experts.95.down_proj,0.0000003587,,1.525
6,mlp.experts.96.down_proj,0.0000010917,,1.527
6,mlp.experts.97.down_proj,0.0000002735,,1.530
6,mlp.experts.98.down_proj,0.0000006476,,1.532
6,mlp.experts.99.down_proj,0.0000001521,,1.534
6,mlp.experts.100.down_proj,0.0000000383,,1.537
6,mlp.experts.101.down_proj,0.0000002238,,1.539
6,mlp.experts.102.down_proj,0.0000004914,,1.542
6,mlp.experts.103.down_proj,0.0000006520,,1.544
6,mlp.experts.104.down_proj,0.0000000353,,1.547
6,mlp.experts.105.down_proj,0.0000003100,,1.549
6,mlp.experts.106.down_proj,0.0000003787,,1.551
6,mlp.experts.107.down_proj,0.0000004023,,1.554
6,mlp.experts.108.down_proj,0.0000001100,,1.556
6,mlp.experts.109.down_proj,0.0000000593,,1.560
6,mlp.experts.110.down_proj,0.0000002592,,1.562
6,mlp.experts.111.down_proj,0.0000001131,,1.564
6,mlp.experts.112.down_proj,0.0000000000,,1.567
6,mlp.experts.113.down_proj,0.0000000767,,1.569
6,mlp.experts.114.down_proj,0.0000000010,,1.572
6,mlp.experts.115.down_proj,0.0000001561,,1.574
6,mlp.experts.116.down_proj,0.0000008897,,1.576
6,mlp.experts.117.down_proj,0.0000006020,,1.579
6,mlp.experts.118.down_proj,0.0000003692,,1.581
6,mlp.experts.119.down_proj,0.0000006887,,1.584
6,mlp.experts.120.down_proj,0.0000000002,,1.586
6,mlp.experts.121.down_proj,0.0000002039,,1.589
6,mlp.experts.122.down_proj,0.0000002310,,1.591
6,mlp.experts.123.down_proj,0.0000002563,,1.593
6,mlp.experts.124.down_proj,0.0000003318,,1.596
6,mlp.experts.125.down_proj,0.0000004401,,1.598
6,mlp.experts.126.down_proj,0.0000002524,,1.601
6,mlp.experts.127.down_proj,0.0000007049,,1.603
6,mlp.experts.128.down_proj,0.0000003326,,1.606
6,mlp.experts.129.down_proj,0.0000002724,,1.609
6,mlp.experts.130.down_proj,0.0000000754,,1.611
6,mlp.experts.131.down_proj,0.0000002330,,1.614
6,mlp.experts.132.down_proj,0.0000005822,,1.616
6,mlp.experts.133.down_proj,0.0000005015,,1.619
6,mlp.experts.134.down_proj,0.0000006673,,1.621
6,mlp.experts.135.down_proj,0.0000002413,,1.623
6,mlp.experts.136.down_proj,0.0000000323,,1.626
6,mlp.experts.137.down_proj,0.0000000822,,1.628
6,mlp.experts.138.down_proj,0.0000001876,,1.631
6,mlp.experts.139.down_proj,0.0000004929,,1.633
6,mlp.experts.140.down_proj,0.0000000039,,1.635
6,mlp.experts.141.down_proj,0.0000002595,,1.638
6,mlp.experts.142.down_proj,0.0000002553,,1.640
6,mlp.experts.143.down_proj,0.0000001000,,1.643
6,mlp.experts.144.down_proj,0.0000000001,,1.645
6,mlp.experts.145.down_proj,0.0000001403,,1.647
6,mlp.experts.146.down_proj,0.0000005076,,1.650
6,mlp.experts.147.down_proj,0.0000000334,,1.652
6,mlp.experts.148.down_proj,0.0000000548,,1.655
6,mlp.experts.149.down_proj,0.0000001253,,1.658
6,mlp.experts.150.down_proj,0.0000010095,,1.661
6,mlp.experts.151.down_proj,0.0000001489,,1.663
6,mlp.experts.152.down_proj,0.0000001085,,1.666
6,mlp.experts.153.down_proj,0.0000001277,,1.668
6,mlp.experts.154.down_proj,0.0000001265,,1.671
6,mlp.experts.155.down_proj,0.0000002810,,1.673
6,mlp.experts.156.down_proj,0.0000002427,,1.675
6,mlp.experts.157.down_proj,0.0000001984,,1.678
6,mlp.experts.158.down_proj,0.0000006219,,1.680
6,mlp.experts.159.down_proj,0.0000000512,,1.683
6,mlp.experts.160.down_proj,0.0000001061,,1.685
6,mlp.experts.161.down_proj,0.0000005565,,1.688
6,mlp.experts.162.down_proj,0.0000000545,,1.690
6,mlp.experts.163.down_proj,0.0000004424,,1.693
6,mlp.experts.164.down_proj,0.0000002344,,1.695
6,mlp.experts.165.down_proj,0.0000001154,,1.698
6,mlp.experts.166.down_proj,0.0000001528,,1.700
6,mlp.experts.167.down_proj,0.0000000993,,1.703
6,mlp.experts.168.down_proj,0.0000005193,,1.705
6,mlp.experts.169.down_proj,0.0000000351,,1.708
6,mlp.experts.170.down_proj,0.0000002347,,1.711
6,mlp.experts.171.down_proj,0.0000007358,,1.713
6,mlp.experts.172.down_proj,0.0000003636,,1.716
6,mlp.experts.173.down_proj,0.0000000004,,1.718
6,mlp.experts.174.down_proj,0.0000000883,,1.721
6,mlp.experts.175.down_proj,0.0000001066,,1.723
6,mlp.experts.176.down_proj,0.0000004569,,1.726
6,mlp.experts.177.down_proj,0.0000000539,,1.728
6,mlp.experts.178.down_proj,0.0000003511,,1.730
6,mlp.experts.179.down_proj,0.0000001286,,1.733
6,mlp.experts.180.down_proj,0.0000006496,,1.735
6,mlp.experts.181.down_proj,0.0000003251,,1.738
6,mlp.experts.182.down_proj,0.0000000498,,1.740
6,mlp.experts.183.down_proj,0.0000000002,,1.743
6,mlp.experts.184.down_proj,0.0000002712,,1.745
6,mlp.experts.185.down_proj,0.0000009989,,1.748
6,mlp.experts.186.down_proj,0.0000001112,,1.750
6,mlp.experts.187.down_proj,0.0000004526,,1.752
6,mlp.experts.188.down_proj,0.0000000000,,1.755
6,mlp.experts.189.down_proj,0.0000001064,,1.758
6,mlp.experts.190.down_proj,0.0000000492,,1.761
6,mlp.experts.191.down_proj,0.0000004121,,1.763
6,mlp.experts.192.down_proj,0.0000004202,,1.765
6,mlp.experts.193.down_proj,0.0000002128,,1.768
6,mlp.experts.194.down_proj,0.0000004662,,1.770
6,mlp.experts.195.down_proj,0.0000002468,,1.773
6,mlp.experts.196.down_proj,0.0000001628,,1.775
6,mlp.experts.197.down_proj,0.0000002869,,1.778
6,mlp.experts.198.down_proj,0.0000001039,,1.780
6,mlp.experts.199.down_proj,0.0000000954,,1.782
6,mlp.experts.200.down_proj,0.0000001613,,1.785
6,mlp.experts.201.down_proj,0.0000002838,,1.787
6,mlp.experts.202.down_proj,0.0000003328,,1.790
6,mlp.experts.203.down_proj,0.0000000613,,1.792
6,mlp.experts.204.down_proj,0.0000000566,,1.795
6,mlp.experts.205.down_proj,0.0000000803,,1.797
6,mlp.experts.206.down_proj,0.0000000162,,1.800
6,mlp.experts.207.down_proj,0.0000001632,,1.802
6,mlp.experts.208.down_proj,0.0000004804,,1.805
6,mlp.experts.209.down_proj,0.0000006526,,1.808
6,mlp.experts.210.down_proj,0.0000000862,,1.810
6,mlp.experts.211.down_proj,0.0000000348,,1.813
6,mlp.experts.212.down_proj,0.0000000230,,1.815
6,mlp.experts.213.down_proj,0.0000002205,,1.818
6,mlp.experts.214.down_proj,0.0000003304,,1.820
6,mlp.experts.215.down_proj,0.0000006565,,1.823
6,mlp.experts.216.down_proj,0.0000002683,,1.825
6,mlp.experts.217.down_proj,0.0000000257,,1.828
6,mlp.experts.218.down_proj,0.0000005264,,1.830
6,mlp.experts.219.down_proj,0.0000003334,,1.833
6,mlp.experts.220.down_proj,0.0000010210,,1.835
6,mlp.experts.221.down_proj,0.0000004580,,1.837
6,mlp.experts.222.down_proj,0.0000018658,,1.840
6,mlp.experts.223.down_proj,0.0000003479,,1.843
6,mlp.experts.224.down_proj,0.0000007167,,1.845
6,mlp.experts.225.down_proj,0.0000000205,,1.847
6,mlp.experts.226.down_proj,0.0000000009,,1.850
6,mlp.experts.227.down_proj,0.0000001754,,1.852
6,mlp.experts.228.down_proj,0.0000001146,,1.855
6,mlp.experts.229.down_proj,0.0000010979,,1.858
6,mlp.experts.230.down_proj,0.0000000116,,1.861
6,mlp.experts.231.down_proj,0.0000001497,,1.863
6,mlp.experts.232.down_proj,0.0000002735,,1.866
6,mlp.experts.233.down_proj,0.0000003145,,1.868
6,mlp.experts.234.down_proj,0.0000000133,,1.870
6,mlp.experts.235.down_proj,0.0000008533,,1.873
6,mlp.experts.236.down_proj,0.0000003139,,1.875
6,mlp.experts.237.down_proj,0.0000001088,,1.878
6,mlp.experts.238.down_proj,0.0000001007,,1.880
6,mlp.experts.239.down_proj,0.0000001410,,1.883
6,mlp.experts.240.down_proj,0.0000003872,,1.885
6,mlp.experts.241.down_proj,0.0000000110,,1.887
6,mlp.experts.242.down_proj,0.0000002415,,1.890
6,mlp.experts.243.down_proj,0.0000005530,,1.892
6,mlp.experts.244.down_proj,0.0000002222,,1.895
6,mlp.experts.245.down_proj,0.0000004475,,1.897
6,mlp.experts.246.down_proj,0.0000001358,,1.900
6,mlp.experts.247.down_proj,0.0000002605,,1.902
6,mlp.experts.248.down_proj,0.0000002042,,1.905
6,mlp.experts.249.down_proj,0.0000004862,,1.908
6,mlp.experts.250.down_proj,0.0000003948,,1.911
6,mlp.experts.251.down_proj,0.0000000010,,1.913
6,mlp.experts.252.down_proj,0.0000000579,,1.915
6,mlp.experts.253.down_proj,0.0000002719,,1.918
6,mlp.experts.254.down_proj,0.0000001607,,1.920
6,mlp.experts.255.down_proj,0.0000001374,,1.923
7,mlp.experts.0.gate_proj,not applicable,,0.004
7,mlp.experts.0.up_proj,not applicable,,0.008
7,mlp.experts.1.gate_proj,not applicable,,0.011
7,mlp.experts.1.up_proj,not applicable,,0.014
7,mlp.experts.2.gate_proj,not applicable,,0.016
7,mlp.experts.2.up_proj,not applicable,,0.019
7,mlp.experts.3.gate_proj,not applicable,,0.021
7,mlp.experts.3.up_proj,not applicable,,0.024
7,mlp.experts.4.gate_proj,not applicable,,0.027
7,mlp.experts.4.up_proj,not applicable,,0.029
7,mlp.experts.5.gate_proj,not applicable,,0.031
7,mlp.experts.5.up_proj,not applicable,,0.034
7,mlp.experts.6.gate_proj,not applicable,,0.037
7,mlp.experts.6.up_proj,not applicable,,0.039
7,mlp.experts.7.gate_proj,not applicable,,0.042
7,mlp.experts.7.up_proj,not applicable,,0.044
7,mlp.experts.8.gate_proj,not applicable,,0.047
7,mlp.experts.8.up_proj,not applicable,,0.049
7,mlp.experts.9.gate_proj,not applicable,,0.052
7,mlp.experts.9.up_proj,not applicable,,0.054
7,mlp.experts.10.gate_proj,not applicable,,0.057
7,mlp.experts.10.up_proj,not applicable,,0.060
7,mlp.experts.11.gate_proj,not applicable,,0.062
7,mlp.experts.11.up_proj,not applicable,,0.065
7,mlp.experts.12.gate_proj,not applicable,,0.067
7,mlp.experts.12.up_proj,not applicable,,0.070
7,mlp.experts.13.gate_proj,not applicable,,0.072
7,mlp.experts.13.up_proj,not applicable,,0.075
7,mlp.experts.14.gate_proj,not applicable,,0.077
7,mlp.experts.14.up_proj,not applicable,,0.080
7,mlp.experts.15.gate_proj,not applicable,,0.082
7,mlp.experts.15.up_proj,not applicable,,0.085
7,mlp.experts.16.gate_proj,not applicable,,0.087
7,mlp.experts.16.up_proj,not applicable,,0.090
7,mlp.experts.17.gate_proj,not applicable,,0.092
7,mlp.experts.17.up_proj,not applicable,,0.095
7,mlp.experts.18.gate_proj,not applicable,,0.097
7,mlp.experts.18.up_proj,not applicable,,0.100
7,mlp.experts.19.gate_proj,not applicable,,0.102
7,mlp.experts.19.up_proj,not applicable,,0.104
7,mlp.experts.20.gate_proj,not applicable,,0.107
7,mlp.experts.20.up_proj,not applicable,,0.110
7,mlp.experts.21.gate_proj,not applicable,,0.113
7,mlp.experts.21.up_proj,not applicable,,0.115
7,mlp.experts.22.gate_proj,not applicable,,0.118
7,mlp.experts.22.up_proj,not applicable,,0.120
7,mlp.experts.23.gate_proj,not applicable,,0.122
7,mlp.experts.23.up_proj,not applicable,,0.126
7,mlp.experts.24.gate_proj,not applicable,,0.129
7,mlp.experts.24.up_proj,not applicable,,0.132
7,mlp.experts.25.gate_proj,not applicable,,0.134
7,mlp.experts.25.up_proj,not applicable,,0.136
7,mlp.experts.26.gate_proj,not applicable,,0.139
7,mlp.experts.26.up_proj,not applicable,,0.141
7,mlp.experts.27.gate_proj,not applicable,,0.144
7,mlp.experts.27.up_proj,not applicable,,0.146
7,mlp.experts.28.gate_proj,not applicable,,0.149
7,mlp.experts.28.up_proj,not applicable,,0.151
7,mlp.experts.29.gate_proj,not applicable,,0.153
7,mlp.experts.29.up_proj,not applicable,,0.156
7,mlp.experts.30.gate_proj,not applicable,,0.158
7,mlp.experts.30.up_proj,not applicable,,0.162
7,mlp.experts.31.gate_proj,not applicable,,0.164
7,mlp.experts.31.up_proj,not applicable,,0.167
7,mlp.experts.32.gate_proj,not applicable,,0.169
7,mlp.experts.32.up_proj,not applicable,,0.172
7,mlp.experts.33.gate_proj,not applicable,,0.175
7,mlp.experts.33.up_proj,not applicable,,0.178
7,mlp.experts.34.gate_proj,not applicable,,0.181
7,mlp.experts.34.up_proj,not applicable,,0.183
7,mlp.experts.35.gate_proj,not applicable,,0.186
7,mlp.experts.35.up_proj,not applicable,,0.188
7,mlp.experts.36.gate_proj,not applicable,,0.191
7,mlp.experts.36.up_proj,not applicable,,0.193
7,mlp.experts.37.gate_proj,not applicable,,0.196
7,mlp.experts.37.up_proj,not applicable,,0.198
7,mlp.experts.38.gate_proj,not applicable,,0.201
7,mlp.experts.38.up_proj,not applicable,,0.203
7,mlp.experts.39.gate_proj,not applicable,,0.206
7,mlp.experts.39.up_proj,not applicable,,0.208
7,mlp.experts.40.gate_proj,not applicable,,0.212
7,mlp.experts.40.up_proj,not applicable,,0.215
7,mlp.experts.41.gate_proj,not applicable,,0.218
7,mlp.experts.41.up_proj,not applicable,,0.220
7,mlp.experts.42.gate_proj,not applicable,,0.223
7,mlp.experts.42.up_proj,not applicable,,0.225
7,mlp.experts.43.gate_proj,not applicable,,0.228
7,mlp.experts.43.up_proj,not applicable,,0.230
7,mlp.experts.44.gate_proj,not applicable,,0.233
7,mlp.experts.44.up_proj,not applicable,,0.235
7,mlp.experts.45.gate_proj,not applicable,,0.237
7,mlp.experts.45.up_proj,not applicable,,0.240
7,mlp.experts.46.gate_proj,not applicable,,0.242
7,mlp.experts.46.up_proj,not applicable,,0.245
7,mlp.experts.47.gate_proj,not applicable,,0.247
7,mlp.experts.47.up_proj,not applicable,,0.249
7,mlp.experts.48.gate_proj,not applicable,,0.252
7,mlp.experts.48.up_proj,not applicable,,0.254
7,mlp.experts.49.gate_proj,not applicable,,0.256
7,mlp.experts.49.up_proj,not applicable,,0.260
7,mlp.experts.50.gate_proj,not applicable,,0.262
7,mlp.experts.50.up_proj,not applicable,,0.266
7,mlp.experts.51.gate_proj,not applicable,,0.268
7,mlp.experts.51.up_proj,not applicable,,0.270
7,mlp.experts.52.gate_proj,not applicable,,0.273
7,mlp.experts.52.up_proj,not applicable,,0.275
7,mlp.experts.53.gate_proj,not applicable,,0.278
7,mlp.experts.53.up_proj,not applicable,,0.280
7,mlp.experts.54.gate_proj,not applicable,,0.282
7,mlp.experts.54.up_proj,not applicable,,0.285
7,mlp.experts.55.gate_proj,not applicable,,0.287
7,mlp.experts.55.up_proj,not applicable,,0.290
7,mlp.experts.56.gate_proj,not applicable,,0.292
7,mlp.experts.56.up_proj,not applicable,,0.294
7,mlp.experts.57.gate_proj,not applicable,,0.297
7,mlp.experts.57.up_proj,not applicable,,0.299
7,mlp.experts.58.gate_proj,not applicable,,0.302
7,mlp.experts.58.up_proj,not applicable,,0.304
7,mlp.experts.59.gate_proj,not applicable,,0.307
7,mlp.experts.59.up_proj,not applicable,,0.309
7,mlp.experts.60.gate_proj,not applicable,,0.311
7,mlp.experts.60.up_proj,not applicable,,0.315
7,mlp.experts.61.gate_proj,not applicable,,0.317
7,mlp.experts.61.up_proj,not applicable,,0.320
7,mlp.experts.62.gate_proj,not applicable,,0.322
7,mlp.experts.62.up_proj,not applicable,,0.324
7,mlp.experts.63.gate_proj,not applicable,,0.327
7,mlp.experts.63.up_proj,not applicable,,0.329
7,mlp.experts.64.gate_proj,not applicable,,0.332
7,mlp.experts.64.up_proj,not applicable,,0.334
7,mlp.experts.65.gate_proj,not applicable,,0.337
7,mlp.experts.65.up_proj,not applicable,,0.339
7,mlp.experts.66.gate_proj,not applicable,,0.341
7,mlp.experts.66.up_proj,not applicable,,0.344
7,mlp.experts.67.gate_proj,not applicable,,0.346
7,mlp.experts.67.up_proj,not applicable,,0.349
7,mlp.experts.68.gate_proj,not applicable,,0.351
7,mlp.experts.68.up_proj,not applicable,,0.353
7,mlp.experts.69.gate_proj,not applicable,,0.356
7,mlp.experts.69.up_proj,not applicable,,0.358
7,mlp.experts.70.gate_proj,not applicable,,0.361
7,mlp.experts.70.up_proj,not applicable,,0.365
7,mlp.experts.71.gate_proj,not applicable,,0.367
7,mlp.experts.71.up_proj,not applicable,,0.369
7,mlp.experts.72.gate_proj,not applicable,,0.372
7,mlp.experts.72.up_proj,not applicable,,0.374
7,mlp.experts.73.gate_proj,not applicable,,0.377
7,mlp.experts.73.up_proj,not applicable,,0.379
7,mlp.experts.74.gate_proj,not applicable,,0.381
7,mlp.experts.74.up_proj,not applicable,,0.384
7,mlp.experts.75.gate_proj,not applicable,,0.386
7,mlp.experts.75.up_proj,not applicable,,0.389
7,mlp.experts.76.gate_proj,not applicable,,0.391
7,mlp.experts.76.up_proj,not applicable,,0.393
7,mlp.experts.77.gate_proj,not applicable,,0.396
7,mlp.experts.77.up_proj,not applicable,,0.398
7,mlp.experts.78.gate_proj,not applicable,,0.401
7,mlp.experts.78.up_proj,not applicable,,0.403
7,mlp.experts.79.gate_proj,not applicable,,0.406
7,mlp.experts.79.up_proj,not applicable,,0.408
7,mlp.experts.80.gate_proj,not applicable,,0.410
7,mlp.experts.80.up_proj,not applicable,,0.414
7,mlp.experts.81.gate_proj,not applicable,,0.416
7,mlp.experts.81.up_proj,not applicable,,0.419
7,mlp.experts.82.gate_proj,not applicable,,0.422
7,mlp.experts.82.up_proj,not applicable,,0.425
7,mlp.experts.83.gate_proj,not applicable,,0.428
7,mlp.experts.83.up_proj,not applicable,,0.430
7,mlp.experts.84.gate_proj,not applicable,,0.433
7,mlp.experts.84.up_proj,not applicable,,0.435
7,mlp.experts.85.gate_proj,not applicable,,0.437
7,mlp.experts.85.up_proj,not applicable,,0.440
7,mlp.experts.86.gate_proj,not applicable,,0.442
7,mlp.experts.86.up_proj,not applicable,,0.445
7,mlp.experts.87.gate_proj,not applicable,,0.447
7,mlp.experts.87.up_proj,not applicable,,0.449
7,mlp.experts.88.gate_proj,not applicable,,0.452
7,mlp.experts.88.up_proj,not applicable,,0.455
7,mlp.experts.89.gate_proj,not applicable,,0.458
7,mlp.experts.89.up_proj,not applicable,,0.460
7,mlp.experts.90.gate_proj,not applicable,,0.464
7,mlp.experts.90.up_proj,not applicable,,0.467
7,mlp.experts.91.gate_proj,not applicable,,0.469
7,mlp.experts.91.up_proj,not applicable,,0.472
7,mlp.experts.92.gate_proj,not applicable,,0.474
7,mlp.experts.92.up_proj,not applicable,,0.476
7,mlp.experts.93.gate_proj,not applicable,,0.479
7,mlp.experts.93.up_proj,not applicable,,0.481
7,mlp.experts.94.gate_proj,not applicable,,0.483
7,mlp.experts.94.up_proj,not applicable,,0.486
7,mlp.experts.95.gate_proj,not applicable,,0.488
7,mlp.experts.95.up_proj,not applicable,,0.490
7,mlp.experts.96.gate_proj,not applicable,,0.493
7,mlp.experts.96.up_proj,not applicable,,0.495
7,mlp.experts.97.gate_proj,not applicable,,0.498
7,mlp.experts.97.up_proj,not applicable,,0.500
7,mlp.experts.98.gate_proj,not applicable,,0.502
7,mlp.experts.98.up_proj,not applicable,,0.505
7,mlp.experts.99.gate_proj,not applicable,,0.507
7,mlp.experts.99.up_proj,not applicable,,0.510
7,mlp.experts.100.gate_proj,not applicable,,0.512
7,mlp.experts.100.up_proj,not applicable,,0.515
7,mlp.experts.101.gate_proj,not applicable,,0.518
7,mlp.experts.101.up_proj,not applicable,,0.520
7,mlp.experts.102.gate_proj,not applicable,,0.522
7,mlp.experts.102.up_proj,not applicable,,0.525
7,mlp.experts.103.gate_proj,not applicable,,0.527
7,mlp.experts.103.up_proj,not applicable,,0.530
7,mlp.experts.104.gate_proj,not applicable,,0.532
7,mlp.experts.104.up_proj,not applicable,,0.534
7,mlp.experts.105.gate_proj,not applicable,,0.537
7,mlp.experts.105.up_proj,not applicable,,0.539
7,mlp.experts.106.gate_proj,not applicable,,0.542
7,mlp.experts.106.up_proj,not applicable,,0.544
7,mlp.experts.107.gate_proj,not applicable,,0.546
7,mlp.experts.107.up_proj,not applicable,,0.549
7,mlp.experts.108.gate_proj,not applicable,,0.551
7,mlp.experts.108.up_proj,not applicable,,0.554
7,mlp.experts.109.gate_proj,not applicable,,0.556
7,mlp.experts.109.up_proj,not applicable,,0.558
7,mlp.experts.110.gate_proj,not applicable,,0.561
7,mlp.experts.110.up_proj,not applicable,,0.564
7,mlp.experts.111.gate_proj,not applicable,,0.567
7,mlp.experts.111.up_proj,not applicable,,0.569
7,mlp.experts.112.gate_proj,not applicable,,0.572
7,mlp.experts.112.up_proj,not applicable,,0.574
7,mlp.experts.113.gate_proj,not applicable,,0.576
7,mlp.experts.113.up_proj,not applicable,,0.579
7,mlp.experts.114.gate_proj,not applicable,,0.581
7,mlp.experts.114.up_proj,not applicable,,0.584
7,mlp.experts.115.gate_proj,not applicable,,0.586
7,mlp.experts.115.up_proj,not applicable,,0.588
7,mlp.experts.116.gate_proj,not applicable,,0.591
7,mlp.experts.116.up_proj,not applicable,,0.593
7,mlp.experts.117.gate_proj,not applicable,,0.596
7,mlp.experts.117.up_proj,not applicable,,0.598
7,mlp.experts.118.gate_proj,not applicable,,0.601
7,mlp.experts.118.up_proj,not applicable,,0.603
7,mlp.experts.119.gate_proj,not applicable,,0.605
7,mlp.experts.119.up_proj,not applicable,,0.608
7,mlp.experts.120.gate_proj,not applicable,,0.610
7,mlp.experts.120.up_proj,not applicable,,0.614
7,mlp.experts.121.gate_proj,not applicable,,0.616
7,mlp.experts.121.up_proj,not applicable,,0.619
7,mlp.experts.122.gate_proj,not applicable,,0.621
7,mlp.experts.122.up_proj,not applicable,,0.623
7,mlp.experts.123.gate_proj,not applicable,,0.626
7,mlp.experts.123.up_proj,not applicable,,0.628
7,mlp.experts.124.gate_proj,not applicable,,0.631
7,mlp.experts.124.up_proj,not applicable,,0.633
7,mlp.experts.125.gate_proj,not applicable,,0.636
7,mlp.experts.125.up_proj,not applicable,,0.638
7,mlp.experts.126.gate_proj,not applicable,,0.641
7,mlp.experts.126.up_proj,not applicable,,0.643
7,mlp.experts.127.gate_proj,not applicable,,0.645
7,mlp.experts.127.up_proj,not applicable,,0.648
7,mlp.experts.128.gate_proj,not applicable,,0.650
7,mlp.experts.128.up_proj,not applicable,,0.653
7,mlp.experts.129.gate_proj,not applicable,,0.655
7,mlp.experts.129.up_proj,not applicable,,0.658
7,mlp.experts.130.gate_proj,not applicable,,0.660
7,mlp.experts.130.up_proj,not applicable,,0.664
7,mlp.experts.131.gate_proj,not applicable,,0.667
7,mlp.experts.131.up_proj,not applicable,,0.670
7,mlp.experts.132.gate_proj,not applicable,,0.673
7,mlp.experts.132.up_proj,not applicable,,0.675
7,mlp.experts.133.gate_proj,not applicable,,0.678
7,mlp.experts.133.up_proj,not applicable,,0.681
7,mlp.experts.134.gate_proj,not applicable,,0.683
7,mlp.experts.134.up_proj,not applicable,,0.685
7,mlp.experts.135.gate_proj,not applicable,,0.688
7,mlp.experts.135.up_proj,not applicable,,0.690
7,mlp.experts.136.gate_proj,not applicable,,0.693
7,mlp.experts.136.up_proj,not applicable,,0.695
7,mlp.experts.137.gate_proj,not applicable,,0.697
7,mlp.experts.137.up_proj,not applicable,,0.700
7,mlp.experts.138.gate_proj,not applicable,,0.704
7,mlp.experts.138.up_proj,not applicable,,0.706
7,mlp.experts.139.gate_proj,not applicable,,0.709
7,mlp.experts.139.up_proj,not applicable,,0.711
7,mlp.experts.140.gate_proj,not applicable,,0.714
7,mlp.experts.140.up_proj,not applicable,,0.717
7,mlp.experts.141.gate_proj,not applicable,,0.720
7,mlp.experts.141.up_proj,not applicable,,0.722
7,mlp.experts.142.gate_proj,not applicable,,0.724
7,mlp.experts.142.up_proj,not applicable,,0.727
7,mlp.experts.143.gate_proj,not applicable,,0.729
7,mlp.experts.143.up_proj,not applicable,,0.732
7,mlp.experts.144.gate_proj,not applicable,,0.734
7,mlp.experts.144.up_proj,not applicable,,0.736
7,mlp.experts.145.gate_proj,not applicable,,0.739
7,mlp.experts.145.up_proj,not applicable,,0.741
7,mlp.experts.146.gate_proj,not applicable,,0.744
7,mlp.experts.146.up_proj,not applicable,,0.746
7,mlp.experts.147.gate_proj,not applicable,,0.748
7,mlp.experts.147.up_proj,not applicable,,0.751
7,mlp.experts.148.gate_proj,not applicable,,0.753
7,mlp.experts.148.up_proj,not applicable,,0.756
7,mlp.experts.149.gate_proj,not applicable,,0.758
7,mlp.experts.149.up_proj,not applicable,,0.760
7,mlp.experts.150.gate_proj,not applicable,,0.763
7,mlp.experts.150.up_proj,not applicable,,0.766
7,mlp.experts.151.gate_proj,not applicable,,0.769
7,mlp.experts.151.up_proj,not applicable,,0.772
7,mlp.experts.152.gate_proj,not applicable,,0.774
7,mlp.experts.152.up_proj,not applicable,,0.776
7,mlp.experts.153.gate_proj,not applicable,,0.779
7,mlp.experts.153.up_proj,not applicable,,0.781
7,mlp.experts.154.gate_proj,not applicable,,0.784
7,mlp.experts.154.up_proj,not applicable,,0.786
7,mlp.experts.155.gate_proj,not applicable,,0.788
7,mlp.experts.155.up_proj,not applicable,,0.791
7,mlp.experts.156.gate_proj,not applicable,,0.793
7,mlp.experts.156.up_proj,not applicable,,0.796
7,mlp.experts.157.gate_proj,not applicable,,0.798
7,mlp.experts.157.up_proj,not applicable,,0.800
7,mlp.experts.158.gate_proj,not applicable,,0.803
7,mlp.experts.158.up_proj,not applicable,,0.805
7,mlp.experts.159.gate_proj,not applicable,,0.808
7,mlp.experts.159.up_proj,not applicable,,0.810
7,mlp.experts.160.gate_proj,not applicable,,0.812
7,mlp.experts.160.up_proj,not applicable,,0.816
7,mlp.experts.161.gate_proj,not applicable,,0.818
7,mlp.experts.161.up_proj,not applicable,,0.821
7,mlp.experts.162.gate_proj,not applicable,,0.823
7,mlp.experts.162.up_proj,not applicable,,0.825
7,mlp.experts.163.gate_proj,not applicable,,0.828
7,mlp.experts.163.up_proj,not applicable,,0.830
7,mlp.experts.164.gate_proj,not applicable,,0.833
7,mlp.experts.164.up_proj,not applicable,,0.835
7,mlp.experts.165.gate_proj,not applicable,,0.838
7,mlp.experts.165.up_proj,not applicable,,0.840
7,mlp.experts.166.gate_proj,not applicable,,0.843
7,mlp.experts.166.up_proj,not applicable,,0.845
7,mlp.experts.167.gate_proj,not applicable,,0.847
7,mlp.experts.167.up_proj,not applicable,,0.850
7,mlp.experts.168.gate_proj,not applicable,,0.852
7,mlp.experts.168.up_proj,not applicable,,0.855
7,mlp.experts.169.gate_proj,not applicable,,0.857
7,mlp.experts.169.up_proj,not applicable,,0.859
7,mlp.experts.170.gate_proj,not applicable,,0.862
7,mlp.experts.170.up_proj,not applicable,,0.865
7,mlp.experts.171.gate_proj,not applicable,,0.868
7,mlp.experts.171.up_proj,not applicable,,0.870
7,mlp.experts.172.gate_proj,not applicable,,0.873
7,mlp.experts.172.up_proj,not applicable,,0.875
7,mlp.experts.173.gate_proj,not applicable,,0.878
7,mlp.experts.173.up_proj,not applicable,,0.880
7,mlp.experts.174.gate_proj,not applicable,,0.882
7,mlp.experts.174.up_proj,not applicable,,0.885
7,mlp.experts.175.gate_proj,not applicable,,0.887
7,mlp.experts.175.up_proj,not applicable,,0.890
7,mlp.experts.176.gate_proj,not applicable,,0.892
7,mlp.experts.176.up_proj,not applicable,,0.895
7,mlp.experts.177.gate_proj,not applicable,,0.897
7,mlp.experts.177.up_proj,not applicable,,0.900
7,mlp.experts.178.gate_proj,not applicable,,0.902
7,mlp.experts.178.up_proj,not applicable,,0.904
7,mlp.experts.179.gate_proj,not applicable,,0.907
7,mlp.experts.179.up_proj,not applicable,,0.909
7,mlp.experts.180.gate_proj,not applicable,,0.913
7,mlp.experts.180.up_proj,not applicable,,0.916
7,mlp.experts.181.gate_proj,not applicable,,0.919
7,mlp.experts.181.up_proj,not applicable,,0.921
7,mlp.experts.182.gate_proj,not applicable,,0.924
7,mlp.experts.182.up_proj,not applicable,,0.926
7,mlp.experts.183.gate_proj,not applicable,,0.929
7,mlp.experts.183.up_proj,not applicable,,0.931
7,mlp.experts.184.gate_proj,not applicable,,0.934
7,mlp.experts.184.up_proj,not applicable,,0.936
7,mlp.experts.185.gate_proj,not applicable,,0.939
7,mlp.experts.185.up_proj,not applicable,,0.941
7,mlp.experts.186.gate_proj,not applicable,,0.943
7,mlp.experts.186.up_proj,not applicable,,0.947
7,mlp.experts.187.gate_proj,not applicable,,0.950
7,mlp.experts.187.up_proj,not applicable,,0.952
7,mlp.experts.188.gate_proj,not applicable,,0.955
7,mlp.experts.188.up_proj,not applicable,,0.957
7,mlp.experts.189.gate_proj,not applicable,,0.960
7,mlp.experts.189.up_proj,not applicable,,0.962
7,mlp.experts.190.gate_proj,not applicable,,0.964
7,mlp.experts.190.up_proj,not applicable,,0.968
7,mlp.experts.191.gate_proj,not applicable,,0.970
7,mlp.experts.191.up_proj,not applicable,,0.972
7,mlp.experts.192.gate_proj,not applicable,,0.975
7,mlp.experts.192.up_proj,not applicable,,0.977
7,mlp.experts.193.gate_proj,not applicable,,0.980
7,mlp.experts.193.up_proj,not applicable,,0.982
7,mlp.experts.194.gate_proj,not applicable,,0.984
7,mlp.experts.194.up_proj,not applicable,,0.987
7,mlp.experts.195.gate_proj,not applicable,,0.989
7,mlp.experts.195.up_proj,not applicable,,0.991
7,mlp.experts.196.gate_proj,not applicable,,0.994
7,mlp.experts.196.up_proj,not applicable,,0.996
7,mlp.experts.197.gate_proj,not applicable,,0.998
7,mlp.experts.197.up_proj,not applicable,,1.001
7,mlp.experts.198.gate_proj,not applicable,,1.003
7,mlp.experts.198.up_proj,not applicable,,1.006
7,mlp.experts.199.gate_proj,not applicable,,1.008
7,mlp.experts.199.up_proj,not applicable,,1.010
7,mlp.experts.200.gate_proj,not applicable,,1.013
7,mlp.experts.200.up_proj,not applicable,,1.016
7,mlp.experts.201.gate_proj,not applicable,,1.018
7,mlp.experts.201.up_proj,not applicable,,1.021
7,mlp.experts.202.gate_proj,not applicable,,1.023
7,mlp.experts.202.up_proj,not applicable,,1.026
7,mlp.experts.203.gate_proj,not applicable,,1.028
7,mlp.experts.203.up_proj,not applicable,,1.031
7,mlp.experts.204.gate_proj,not applicable,,1.033
7,mlp.experts.204.up_proj,not applicable,,1.036
7,mlp.experts.205.gate_proj,not applicable,,1.038
7,mlp.experts.205.up_proj,not applicable,,1.041
7,mlp.experts.206.gate_proj,not applicable,,1.043
7,mlp.experts.206.up_proj,not applicable,,1.045
7,mlp.experts.207.gate_proj,not applicable,,1.048
7,mlp.experts.207.up_proj,not applicable,,1.050
7,mlp.experts.208.gate_proj,not applicable,,1.053
7,mlp.experts.208.up_proj,not applicable,,1.055
7,mlp.experts.209.gate_proj,not applicable,,1.058
7,mlp.experts.209.up_proj,not applicable,,1.060
7,mlp.experts.210.gate_proj,not applicable,,1.062
7,mlp.experts.210.up_proj,not applicable,,1.066
7,mlp.experts.211.gate_proj,not applicable,,1.068
7,mlp.experts.211.up_proj,not applicable,,1.071
7,mlp.experts.212.gate_proj,not applicable,,1.073
7,mlp.experts.212.up_proj,not applicable,,1.076
7,mlp.experts.213.gate_proj,not applicable,,1.078
7,mlp.experts.213.up_proj,not applicable,,1.081
7,mlp.experts.214.gate_proj,not applicable,,1.083
7,mlp.experts.214.up_proj,not applicable,,1.086
7,mlp.experts.215.gate_proj,not applicable,,1.088
7,mlp.experts.215.up_proj,not applicable,,1.091
7,mlp.experts.216.gate_proj,not applicable,,1.093
7,mlp.experts.216.up_proj,not applicable,,1.096
7,mlp.experts.217.gate_proj,not applicable,,1.098
7,mlp.experts.217.up_proj,not applicable,,1.100
7,mlp.experts.218.gate_proj,not applicable,,1.103
7,mlp.experts.218.up_proj,not applicable,,1.105
7,mlp.experts.219.gate_proj,not applicable,,1.108
7,mlp.experts.219.up_proj,not applicable,,1.110
7,mlp.experts.220.gate_proj,not applicable,,1.113
7,mlp.experts.220.up_proj,not applicable,,1.116
7,mlp.experts.221.gate_proj,not applicable,,1.119
7,mlp.experts.221.up_proj,not applicable,,1.121
7,mlp.experts.222.gate_proj,not applicable,,1.123
7,mlp.experts.222.up_proj,not applicable,,1.126
7,mlp.experts.223.gate_proj,not applicable,,1.128
7,mlp.experts.223.up_proj,not applicable,,1.131
7,mlp.experts.224.gate_proj,not applicable,,1.133
7,mlp.experts.224.up_proj,not applicable,,1.136
7,mlp.experts.225.gate_proj,not applicable,,1.139
7,mlp.experts.225.up_proj,not applicable,,1.141
7,mlp.experts.226.gate_proj,not applicable,,1.143
7,mlp.experts.226.up_proj,not applicable,,1.146
7,mlp.experts.227.gate_proj,not applicable,,1.148
7,mlp.experts.227.up_proj,not applicable,,1.151
7,mlp.experts.228.gate_proj,not applicable,,1.153
7,mlp.experts.228.up_proj,not applicable,,1.156
7,mlp.experts.229.gate_proj,not applicable,,1.159
7,mlp.experts.229.up_proj,not applicable,,1.161
7,mlp.experts.230.gate_proj,not applicable,,1.164
7,mlp.experts.230.up_proj,not applicable,,1.167
7,mlp.experts.231.gate_proj,not applicable,,1.170
7,mlp.experts.231.up_proj,not applicable,,1.172
7,mlp.experts.232.gate_proj,not applicable,,1.175
7,mlp.experts.232.up_proj,not applicable,,1.177
7,mlp.experts.233.gate_proj,not applicable,,1.180
7,mlp.experts.233.up_proj,not applicable,,1.182
7,mlp.experts.234.gate_proj,not applicable,,1.185
7,mlp.experts.234.up_proj,not applicable,,1.187
7,mlp.experts.235.gate_proj,not applicable,,1.190
7,mlp.experts.235.up_proj,not applicable,,1.194
7,mlp.experts.236.gate_proj,not applicable,,1.196
7,mlp.experts.236.up_proj,not applicable,,1.199
7,mlp.experts.237.gate_proj,not applicable,,1.201
7,mlp.experts.237.up_proj,not applicable,,1.204
7,mlp.experts.238.gate_proj,not applicable,,1.206
7,mlp.experts.238.up_proj,not applicable,,1.208
7,mlp.experts.239.gate_proj,not applicable,,1.211
7,mlp.experts.239.up_proj,not applicable,,1.213
7,mlp.experts.240.gate_proj,not applicable,,1.215
7,mlp.experts.240.up_proj,not applicable,,1.219
7,mlp.experts.241.gate_proj,not applicable,,1.221
7,mlp.experts.241.up_proj,not applicable,,1.223
7,mlp.experts.242.gate_proj,not applicable,,1.226
7,mlp.experts.242.up_proj,not applicable,,1.228
7,mlp.experts.243.gate_proj,not applicable,,1.231
7,mlp.experts.243.up_proj,not applicable,,1.233
7,mlp.experts.244.gate_proj,not applicable,,1.235
7,mlp.experts.244.up_proj,not applicable,,1.238
7,mlp.experts.245.gate_proj,not applicable,,1.240
7,mlp.experts.245.up_proj,not applicable,,1.242
7,mlp.experts.246.gate_proj,not applicable,,1.245
7,mlp.experts.246.up_proj,not applicable,,1.247
7,mlp.experts.247.gate_proj,not applicable,,1.249
7,mlp.experts.247.up_proj,not applicable,,1.252
7,mlp.experts.248.gate_proj,not applicable,,1.254
7,mlp.experts.248.up_proj,not applicable,,1.256
7,mlp.experts.249.gate_proj,not applicable,,1.259
7,mlp.experts.249.up_proj,not applicable,,1.261
7,mlp.experts.250.gate_proj,not applicable,,1.263
7,mlp.experts.250.up_proj,not applicable,,1.267
7,mlp.experts.251.gate_proj,not applicable,,1.269
7,mlp.experts.251.up_proj,not applicable,,1.271
7,mlp.experts.252.gate_proj,not applicable,,1.274
7,mlp.experts.252.up_proj,not applicable,,1.276
7,mlp.experts.253.gate_proj,not applicable,,1.279
7,mlp.experts.253.up_proj,not applicable,,1.281
7,mlp.experts.254.gate_proj,not applicable,,1.283
7,mlp.experts.254.up_proj,not applicable,,1.286
7,mlp.experts.255.gate_proj,not applicable,,1.288
7,mlp.experts.255.up_proj,not applicable,,1.290
7,mlp.experts.0.down_proj,0.0000007228,,1.293
7,mlp.experts.1.down_proj,0.0000000071,,1.295
7,mlp.experts.2.down_proj,0.0000002954,,1.298
7,mlp.experts.3.down_proj,0.0000003332,,1.300
7,mlp.experts.4.down_proj,0.0000000008,,1.302
7,mlp.experts.5.down_proj,0.0000003402,,1.305
7,mlp.experts.6.down_proj,0.0000005084,,1.307
7,mlp.experts.7.down_proj,0.0000001582,,1.309
7,mlp.experts.8.down_proj,0.0000003822,,1.312
7,mlp.experts.9.down_proj,0.0000011414,,1.315
7,mlp.experts.10.down_proj,0.0000006384,,1.317
7,mlp.experts.11.down_proj,0.0000002654,,1.319
7,mlp.experts.12.down_proj,0.0000000887,,1.322
7,mlp.experts.13.down_proj,0.0000000150,,1.324
7,mlp.experts.14.down_proj,0.0000004162,,1.326
7,mlp.experts.15.down_proj,0.0000006666,,1.329
7,mlp.experts.16.down_proj,0.0000005736,,1.331
7,mlp.experts.17.down_proj,0.0000003925,,1.333
7,mlp.experts.18.down_proj,0.0000000049,,1.336
7,mlp.experts.19.down_proj,0.0000000002,,1.339
7,mlp.experts.20.down_proj,0.0000002527,,1.341
7,mlp.experts.21.down_proj,0.0000005994,,1.343
7,mlp.experts.22.down_proj,0.0000003187,,1.346
7,mlp.experts.23.down_proj,0.0000002023,,1.348
7,mlp.experts.24.down_proj,0.0000002069,,1.350
7,mlp.experts.25.down_proj,0.0000004073,,1.353
7,mlp.experts.26.down_proj,0.0000002693,,1.355
7,mlp.experts.27.down_proj,0.0000004302,,1.357
7,mlp.experts.28.down_proj,0.0000003640,,1.360
7,mlp.experts.29.down_proj,0.0000003475,,1.363
7,mlp.experts.30.down_proj,0.0000005563,,1.365
7,mlp.experts.31.down_proj,0.0000001789,,1.367
7,mlp.experts.32.down_proj,0.0000001452,,1.370
7,mlp.experts.33.down_proj,0.0000002084,,1.372
7,mlp.experts.34.down_proj,0.0000005138,,1.374
7,mlp.experts.35.down_proj,0.0000001564,,1.377
7,mlp.experts.36.down_proj,0.0000003727,,1.380
7,mlp.experts.37.down_proj,0.0000002878,,1.382
7,mlp.experts.38.down_proj,0.0000002904,,1.384
7,mlp.experts.39.down_proj,0.0000001642,,1.387
7,mlp.experts.40.down_proj,0.0000001991,,1.389
7,mlp.experts.41.down_proj,0.0000005343,,1.391
7,mlp.experts.42.down_proj,0.0000005731,,1.393
7,mlp.experts.43.down_proj,0.0000004862,,1.396
7,mlp.experts.44.down_proj,0.0000003049,,1.398
7,mlp.experts.45.down_proj,0.0000005928,,1.401
7,mlp.experts.46.down_proj,0.0000003318,,1.404
7,mlp.experts.47.down_proj,0.0000003227,,1.406
7,mlp.experts.48.down_proj,0.0000000746,,1.409
7,mlp.experts.49.down_proj,0.0000002487,,1.412
7,mlp.experts.50.down_proj,0.0000005433,,1.415
7,mlp.experts.51.down_proj,0.0000004403,,1.417
7,mlp.experts.52.down_proj,0.0000008332,,1.420
7,mlp.experts.53.down_proj,0.0000001102,,1.422
7,mlp.experts.54.down_proj,0.0000008758,,1.425
7,mlp.experts.55.down_proj,0.0000000556,,1.427
7,mlp.experts.56.down_proj,0.0000002034,,1.429
7,mlp.experts.57.down_proj,0.0000001339,,1.431
7,mlp.experts.58.down_proj,0.0000002131,,1.434
7,mlp.experts.59.down_proj,0.0000001028,,1.437
7,mlp.experts.60.down_proj,0.0000006619,,1.440
7,mlp.experts.61.down_proj,0.0000004630,,1.442
7,mlp.experts.62.down_proj,0.0000000606,,1.444
7,mlp.experts.63.down_proj,0.0000001298,,1.447
7,mlp.experts.64.down_proj,0.0000002840,,1.449
7,mlp.experts.65.down_proj,0.0000000007,,1.451
7,mlp.experts.66.down_proj,0.0000001091,,1.454
7,mlp.experts.67.down_proj,0.0000005552,,1.456
7,mlp.experts.68.down_proj,0.0000001615,,1.458
7,mlp.experts.69.down_proj,0.0000010158,,1.461
7,mlp.experts.70.down_proj,0.0000002205,,1.464
7,mlp.experts.71.down_proj,0.0000003541,,1.466
7,mlp.experts.72.down_proj,0.0000002050,,1.468
7,mlp.experts.73.down_proj,0.0000000715,,1.470
7,mlp.experts.74.down_proj,0.0000001841,,1.473
7,mlp.experts.75.down_proj,0.0000003226,,1.475
7,mlp.experts.76.down_proj,0.0000000009,,1.477
7,mlp.experts.77.down_proj,0.0000002769,,1.479
7,mlp.experts.78.down_proj,0.0000000296,,1.482
7,mlp.experts.79.down_proj,0.0000006257,,1.484
7,mlp.experts.80.down_proj,0.0000000000,,1.487
7,mlp.experts.81.down_proj,0.0000000653,,1.489
7,mlp.experts.82.down_proj,0.0000008297,,1.491
7,mlp.experts.83.down_proj,0.0000001983,,1.494
7,mlp.experts.84.down_proj,0.0000001604,,1.496
7,mlp.experts.85.down_proj,0.0000002102,,1.498
7,mlp.experts.86.down_proj,0.0000003979,,1.500
7,mlp.experts.87.down_proj,0.0000005090,,1.503
7,mlp.experts.88.down_proj,0.0000003051,,1.505
7,mlp.experts.89.down_proj,0.0000000620,,1.508
7,mlp.experts.90.down_proj,0.0000002981,,1.510
7,mlp.experts.91.down_proj,0.0000004861,,1.513
7,mlp.experts.92.down_proj,0.0000003944,,1.515
7,mlp.experts.93.down_proj,0.0000002488,,1.517
7,mlp.experts.94.down_proj,0.0000002983,,1.520
7,mlp.experts.95.down_proj,0.0000004662,,1.522
7,mlp.experts.96.down_proj,0.0000000016,,1.524
7,mlp.experts.97.down_proj,0.0000005515,,1.527
7,mlp.experts.98.down_proj,0.0000008019,,1.529
7,mlp.experts.99.down_proj,0.0000002657,,1.531
7,mlp.experts.100.down_proj,0.0000005226,,1.534
7,mlp.experts.101.down_proj,0.0000005282,,1.536
7,mlp.experts.102.down_proj,0.0000001474,,1.539
7,mlp.experts.103.down_proj,0.0000001367,,1.541
7,mlp.experts.104.down_proj,0.0000002873,,1.543
7,mlp.experts.105.down_proj,0.0000002220,,1.546
7,mlp.experts.106.down_proj,0.0000001961,,1.548
7,mlp.experts.107.down_proj,0.0000003011,,1.551
7,mlp.experts.108.down_proj,0.0000001399,,1.553
7,mlp.experts.109.down_proj,0.0000001268,,1.556
7,mlp.experts.110.down_proj,0.0000003012,,1.558
7,mlp.experts.111.down_proj,0.0000003388,,1.561
7,mlp.experts.112.down_proj,0.0000003634,,1.563
7,mlp.experts.113.down_proj,0.0000001025,,1.566
7,mlp.experts.114.down_proj,0.0000001377,,1.568
7,mlp.experts.115.down_proj,0.0000004963,,1.570
7,mlp.experts.116.down_proj,0.0000000005,,1.573
7,mlp.experts.117.down_proj,0.0000000000,,1.575
7,mlp.experts.118.down_proj,0.0000007902,,1.578
7,mlp.experts.119.down_proj,0.0000002533,,1.580
7,mlp.experts.120.down_proj,0.0000004204,,1.583
7,mlp.experts.121.down_proj,0.0000000121,,1.585
7,mlp.experts.122.down_proj,0.0000000180,,1.587
7,mlp.experts.123.down_proj,0.0000000869,,1.590
7,mlp.experts.124.down_proj,0.0000004095,,1.592
7,mlp.experts.125.down_proj,0.0000001945,,1.595
7,mlp.experts.126.down_proj,0.0000000221,,1.597
7,mlp.experts.127.down_proj,0.0000006149,,1.599
7,mlp.experts.128.down_proj,0.0000006309,,1.602
7,mlp.experts.129.down_proj,0.0000001421,,1.605
7,mlp.experts.130.down_proj,0.0000002782,,1.607
7,mlp.experts.131.down_proj,0.0000000671,,1.610
7,mlp.experts.132.down_proj,0.0000006512,,1.612
7,mlp.experts.133.down_proj,0.0000002138,,1.614
7,mlp.experts.134.down_proj,0.0000004366,,1.617
7,mlp.experts.135.down_proj,0.0000001628,,1.619
7,mlp.experts.136.down_proj,0.0000001883,,1.622
7,mlp.experts.137.down_proj,0.0000001959,,1.624
7,mlp.experts.138.down_proj,0.0000006486,,1.626
7,mlp.experts.139.down_proj,0.0000002655,,1.629
7,mlp.experts.140.down_proj,0.0000003277,,1.631
7,mlp.experts.141.down_proj,0.0000001769,,1.634
7,mlp.experts.142.down_proj,0.0000000035,,1.636
7,mlp.experts.143.down_proj,0.0000002636,,1.639
7,mlp.experts.144.down_proj,0.0000002948,,1.641
7,mlp.experts.145.down_proj,0.0000002112,,1.644
7,mlp.experts.146.down_proj,0.0000009312,,1.647
7,mlp.experts.147.down_proj,0.0000002742,,1.650
7,mlp.experts.148.down_proj,0.0000003995,,1.652
7,mlp.experts.149.down_proj,0.0000007680,,1.656
7,mlp.experts.150.down_proj,0.0000002505,,1.658
7,mlp.experts.151.down_proj,0.0000006754,,1.661
7,mlp.experts.152.down_proj,0.0000000000,,1.663
7,mlp.experts.153.down_proj,0.0000001830,,1.666
7,mlp.experts.154.down_proj,0.0000008664,,1.668
7,mlp.experts.155.down_proj,0.0000002064,,1.670
7,mlp.experts.156.down_proj,0.0000003588,,1.673
7,mlp.experts.157.down_proj,0.0000004016,,1.675
7,mlp.experts.158.down_proj,0.0000000818,,1.678
7,mlp.experts.159.down_proj,0.0000003038,,1.681
7,mlp.experts.160.down_proj,0.0000001554,,1.684
7,mlp.experts.161.down_proj,0.0000006014,,1.687
7,mlp.experts.162.down_proj,0.0000003527,,1.689
7,mlp.experts.163.down_proj,0.0000003407,,1.692
7,mlp.experts.164.down_proj,0.0000000000,,1.694
7,mlp.experts.165.down_proj,0.0000002505,,1.697
7,mlp.experts.166.down_proj,0.0000002210,,1.699
7,mlp.experts.167.down_proj,0.0000000881,,1.701
7,mlp.experts.168.down_proj,0.0000000825,,1.704
7,mlp.experts.169.down_proj,0.0000001527,,1.707
7,mlp.experts.170.down_proj,0.0000008659,,1.709
7,mlp.experts.171.down_proj,0.0000006632,,1.712
7,mlp.experts.172.down_proj,0.0000004622,,1.714
7,mlp.experts.173.down_proj,0.0000005306,,1.717
7,mlp.experts.174.down_proj,0.0000001032,,1.719
7,mlp.experts.175.down_proj,0.0000001553,,1.721
7,mlp.experts.176.down_proj,0.0000000006,,1.724
7,mlp.experts.177.down_proj,0.0000009450,,1.726
7,mlp.experts.178.down_proj,0.0000002862,,1.729
7,mlp.experts.179.down_proj,0.0000007176,,1.731
7,mlp.experts.180.down_proj,0.0000001978,,1.733
7,mlp.experts.181.down_proj,0.0000000577,,1.736
7,mlp.experts.182.down_proj,0.0000003040,,1.738
7,mlp.experts.183.down_proj,0.0000000001,,1.741
7,mlp.experts.184.down_proj,0.0000005962,,1.743
7,mlp.experts.185.down_proj,0.0000003134,,1.746
7,mlp.experts.186.down_proj,0.0000003435,,1.748
7,mlp.experts.187.down_proj,0.0000001134,,1.751
7,mlp.experts.188.down_proj,0.0000000003,,1.753
7,mlp.experts.189.down_proj,0.0000004461,,1.756
7,mlp.experts.190.down_proj,0.0000000435,,1.759
7,mlp.experts.191.down_proj,0.0000001359,,1.761
7,mlp.experts.192.down_proj,0.0000004252,,1.764
7,mlp.experts.193.down_proj,0.0000002491,,1.766
7,mlp.experts.194.down_proj,0.0000000005,,1.769
7,mlp.experts.195.down_proj,0.0000004633,,1.771
7,mlp.experts.196.down_proj,0.0000001962,,1.773
7,mlp.experts.197.down_proj,0.0000003265,,1.776
7,mlp.experts.198.down_proj,0.0000000636,,1.778
7,mlp.experts.199.down_proj,0.0000001380,,1.781
7,mlp.experts.200.down_proj,0.0000012418,,1.783
7,mlp.experts.201.down_proj,0.0000000003,,1.785
7,mlp.experts.202.down_proj,0.0000002022,,1.788
7,mlp.experts.203.down_proj,0.0000004131,,1.790
7,mlp.experts.204.down_proj,0.0000002595,,1.793
7,mlp.experts.205.down_proj,0.0000001214,,1.795
7,mlp.experts.206.down_proj,0.0000001793,,1.798
7,mlp.experts.207.down_proj,0.0000001875,,1.800
7,mlp.experts.208.down_proj,0.0000003055,,1.802
7,mlp.experts.209.down_proj,0.0000000275,,1.806
7,mlp.experts.210.down_proj,0.0000002097,,1.808
7,mlp.experts.211.down_proj,0.0000001547,,1.810
7,mlp.experts.212.down_proj,0.0000006684,,1.813
7,mlp.experts.213.down_proj,0.0000004651,,1.815
7,mlp.experts.214.down_proj,0.0000005044,,1.818
7,mlp.experts.215.down_proj,0.0000000000,,1.820
7,mlp.experts.216.down_proj,0.0000004842,,1.822
7,mlp.experts.217.down_proj,0.0000002005,,1.825
7,mlp.experts.218.down_proj,0.0000001010,,1.827
7,mlp.experts.219.down_proj,0.0000005342,,1.830
7,mlp.experts.220.down_proj,0.0000008621,,1.832
7,mlp.experts.221.down_proj,0.0000011622,,1.835
7,mlp.experts.222.down_proj,0.0000000182,,1.837
7,mlp.experts.223.down_proj,0.0000000037,,1.839
7,mlp.experts.224.down_proj,0.0000003914,,1.842
7,mlp.experts.225.down_proj,0.0000003239,,1.845
7,mlp.experts.226.down_proj,0.0000000254,,1.847
7,mlp.experts.227.down_proj,0.0000005284,,1.850
7,mlp.experts.228.down_proj,0.0000000480,,1.852
7,mlp.experts.229.down_proj,0.0000001879,,1.855
7,mlp.experts.230.down_proj,0.0000005738,,1.858
7,mlp.experts.231.down_proj,0.0000007107,,1.860
7,mlp.experts.232.down_proj,0.0000003114,,1.863
7,mlp.experts.233.down_proj,0.0000005439,,1.865
7,mlp.experts.234.down_proj,0.0000000549,,1.867
7,mlp.experts.235.down_proj,0.0000002382,,1.870
7,mlp.experts.236.down_proj,0.0000007172,,1.872
7,mlp.experts.237.down_proj,0.0000001623,,1.875
7,mlp.experts.238.down_proj,0.0000008693,,1.877
7,mlp.experts.239.down_proj,0.0000007151,,1.880
7,mlp.experts.240.down_proj,0.0000007512,,1.882
7,mlp.experts.241.down_proj,0.0000000000,,1.884
7,mlp.experts.242.down_proj,0.0000003915,,1.887
7,mlp.experts.243.down_proj,0.0000000283,,1.890
7,mlp.experts.244.down_proj,0.0000002336,,1.893
7,mlp.experts.245.down_proj,0.0000006389,,1.896
7,mlp.experts.246.down_proj,0.0000006916,,1.899
7,mlp.experts.247.down_proj,0.0000006882,,1.901
7,mlp.experts.248.down_proj,0.0000001399,,1.903
7,mlp.experts.249.down_proj,0.0000001449,,1.907
7,mlp.experts.250.down_proj,0.0000001207,,1.909
7,mlp.experts.251.down_proj,0.0000004787,,1.912
7,mlp.experts.252.down_proj,0.0000000122,,1.914
7,mlp.experts.253.down_proj,0.0000004754,,1.917
7,mlp.experts.254.down_proj,0.0000000316,,1.919
7,mlp.experts.255.down_proj,0.0000000886,,1.922
8,mlp.experts.0.gate_proj,not applicable,,0.005
8,mlp.experts.0.up_proj,not applicable,,0.010
8,mlp.experts.1.gate_proj,not applicable,,0.013
8,mlp.experts.1.up_proj,not applicable,,0.016
8,mlp.experts.2.gate_proj,not applicable,,0.019
8,mlp.experts.2.up_proj,not applicable,,0.022
8,mlp.experts.3.gate_proj,not applicable,,0.024
8,mlp.experts.3.up_proj,not applicable,,0.027
8,mlp.experts.4.gate_proj,not applicable,,0.029
8,mlp.experts.4.up_proj,not applicable,,0.032
8,mlp.experts.5.gate_proj,not applicable,,0.034
8,mlp.experts.5.up_proj,not applicable,,0.037
8,mlp.experts.6.gate_proj,not applicable,,0.039
8,mlp.experts.6.up_proj,not applicable,,0.042
8,mlp.experts.7.gate_proj,not applicable,,0.044
8,mlp.experts.7.up_proj,not applicable,,0.047
8,mlp.experts.8.gate_proj,not applicable,,0.049
8,mlp.experts.8.up_proj,not applicable,,0.052
8,mlp.experts.9.gate_proj,not applicable,,0.055
8,mlp.experts.9.up_proj,not applicable,,0.057
8,mlp.experts.10.gate_proj,not applicable,,0.060
8,mlp.experts.10.up_proj,not applicable,,0.063
8,mlp.experts.11.gate_proj,not applicable,,0.066
8,mlp.experts.11.up_proj,not applicable,,0.068
8,mlp.experts.12.gate_proj,not applicable,,0.071
8,mlp.experts.12.up_proj,not applicable,,0.073
8,mlp.experts.13.gate_proj,not applicable,,0.076
8,mlp.experts.13.up_proj,not applicable,,0.078
8,mlp.experts.14.gate_proj,not applicable,,0.081
8,mlp.experts.14.up_proj,not applicable,,0.083
8,mlp.experts.15.gate_proj,not applicable,,0.086
8,mlp.experts.15.up_proj,not applicable,,0.089
8,mlp.experts.16.gate_proj,not applicable,,0.092
8,mlp.experts.16.up_proj,not applicable,,0.094
8,mlp.experts.17.gate_proj,not applicable,,0.097
8,mlp.experts.17.up_proj,not applicable,,0.099
8,mlp.experts.18.gate_proj,not applicable,,0.102
8,mlp.experts.18.up_proj,not applicable,,0.104
8,mlp.experts.19.gate_proj,not applicable,,0.107
8,mlp.experts.19.up_proj,not applicable,,0.109
8,mlp.experts.20.gate_proj,not applicable,,0.113
8,mlp.experts.20.up_proj,not applicable,,0.117
8,mlp.experts.21.gate_proj,not applicable,,0.120
8,mlp.experts.21.up_proj,not applicable,,0.122
8,mlp.experts.22.gate_proj,not applicable,,0.125
8,mlp.experts.22.up_proj,not applicable,,0.127
8,mlp.experts.23.gate_proj,not applicable,,0.130
8,mlp.experts.23.up_proj,not applicable,,0.132
8,mlp.experts.24.gate_proj,not applicable,,0.135
8,mlp.experts.24.up_proj,not applicable,,0.137
8,mlp.experts.25.gate_proj,not applicable,,0.139
8,mlp.experts.25.up_proj,not applicable,,0.142
8,mlp.experts.26.gate_proj,not applicable,,0.145
8,mlp.experts.26.up_proj,not applicable,,0.147
8,mlp.experts.27.gate_proj,not applicable,,0.150
8,mlp.experts.27.up_proj,not applicable,,0.152
8,mlp.experts.28.gate_proj,not applicable,,0.155
8,mlp.experts.28.up_proj,not applicable,,0.157
8,mlp.experts.29.gate_proj,not applicable,,0.160
8,mlp.experts.29.up_proj,not applicable,,0.162
8,mlp.experts.30.gate_proj,not applicable,,0.165
8,mlp.experts.30.up_proj,not applicable,,0.168
8,mlp.experts.31.gate_proj,not applicable,,0.171
8,mlp.experts.31.up_proj,not applicable,,0.173
8,mlp.experts.32.gate_proj,not applicable,,0.176
8,mlp.experts.32.up_proj,not applicable,,0.178
8,mlp.experts.33.gate_proj,not applicable,,0.181
8,mlp.experts.33.up_proj,not applicable,,0.183
8,mlp.experts.34.gate_proj,not applicable,,0.186
8,mlp.experts.34.up_proj,not applicable,,0.188
8,mlp.experts.35.gate_proj,not applicable,,0.191
8,mlp.experts.35.up_proj,not applicable,,0.195
8,mlp.experts.36.gate_proj,not applicable,,0.197
8,mlp.experts.36.up_proj,not applicable,,0.200
8,mlp.experts.37.gate_proj,not applicable,,0.202
8,mlp.experts.37.up_proj,not applicable,,0.205
8,mlp.experts.38.gate_proj,not applicable,,0.207
8,mlp.experts.38.up_proj,not applicable,,0.210
8,mlp.experts.39.gate_proj,not applicable,,0.212
8,mlp.experts.39.up_proj,not applicable,,0.215
8,mlp.experts.40.gate_proj,not applicable,,0.217
8,mlp.experts.40.up_proj,not applicable,,0.221
8,mlp.experts.41.gate_proj,not applicable,,0.223
8,mlp.experts.41.up_proj,not applicable,,0.226
8,mlp.experts.42.gate_proj,not applicable,,0.228
8,mlp.experts.42.up_proj,not applicable,,0.231
8,mlp.experts.43.gate_proj,not applicable,,0.233
8,mlp.experts.43.up_proj,not applicable,,0.235
8,mlp.experts.44.gate_proj,not applicable,,0.238
8,mlp.experts.44.up_proj,not applicable,,0.240
8,mlp.experts.45.gate_proj,not applicable,,0.243
8,mlp.experts.45.up_proj,not applicable,,0.245
8,mlp.experts.46.gate_proj,not applicable,,0.248
8,mlp.experts.46.up_proj,not applicable,,0.250
8,mlp.experts.47.gate_proj,not applicable,,0.253
8,mlp.experts.47.up_proj,not applicable,,0.255
8,mlp.experts.48.gate_proj,not applicable,,0.258
8,mlp.experts.48.up_proj,not applicable,,0.260
8,mlp.experts.49.gate_proj,not applicable,,0.263
8,mlp.experts.49.up_proj,not applicable,,0.265
8,mlp.experts.50.gate_proj,not applicable,,0.268
8,mlp.experts.50.up_proj,not applicable,,0.271
8,mlp.experts.51.gate_proj,not applicable,,0.274
8,mlp.experts.51.up_proj,not applicable,,0.276
8,mlp.experts.52.gate_proj,not applicable,,0.279
8,mlp.experts.52.up_proj,not applicable,,0.281
8,mlp.experts.53.gate_proj,not applicable,,0.284
8,mlp.experts.53.up_proj,not applicable,,0.286
8,mlp.experts.54.gate_proj,not applicable,,0.289
8,mlp.experts.54.up_proj,not applicable,,0.292
8,mlp.experts.55.gate_proj,not applicable,,0.295
8,mlp.experts.55.up_proj,not applicable,,0.297
8,mlp.experts.56.gate_proj,not applicable,,0.300
8,mlp.experts.56.up_proj,not applicable,,0.302
8,mlp.experts.57.gate_proj,not applicable,,0.305
8,mlp.experts.57.up_proj,not applicable,,0.307
8,mlp.experts.58.gate_proj,not applicable,,0.310
8,mlp.experts.58.up_proj,not applicable,,0.312
8,mlp.experts.59.gate_proj,not applicable,,0.314
8,mlp.experts.59.up_proj,not applicable,,0.317
8,mlp.experts.60.gate_proj,not applicable,,0.319
8,mlp.experts.60.up_proj,not applicable,,0.323
8,mlp.experts.61.gate_proj,not applicable,,0.325
8,mlp.experts.61.up_proj,not applicable,,0.328
8,mlp.experts.62.gate_proj,not applicable,,0.330
8,mlp.experts.62.up_proj,not applicable,,0.333
8,mlp.experts.63.gate_proj,not applicable,,0.335
8,mlp.experts.63.up_proj,not applicable,,0.338
8,mlp.experts.64.gate_proj,not applicable,,0.340
8,mlp.experts.64.up_proj,not applicable,,0.342
8,mlp.experts.65.gate_proj,not applicable,,0.345
8,mlp.experts.65.up_proj,not applicable,,0.348
8,mlp.experts.66.gate_proj,not applicable,,0.350
8,mlp.experts.66.up_proj,not applicable,,0.352
8,mlp.experts.67.gate_proj,not applicable,,0.355
8,mlp.experts.67.up_proj,not applicable,,0.357
8,mlp.experts.68.gate_proj,not applicable,,0.360
8,mlp.experts.68.up_proj,not applicable,,0.363
8,mlp.experts.69.gate_proj,not applicable,,0.365
8,mlp.experts.69.up_proj,not applicable,,0.368
8,mlp.experts.70.gate_proj,not applicable,,0.370
8,mlp.experts.70.up_proj,not applicable,,0.374
8,mlp.experts.71.gate_proj,not applicable,,0.376
8,mlp.experts.71.up_proj,not applicable,,0.379
8,mlp.experts.72.gate_proj,not applicable,,0.381
8,mlp.experts.72.up_proj,not applicable,,0.384
8,mlp.experts.73.gate_proj,not applicable,,0.386
8,mlp.experts.73.up_proj,not applicable,,0.389
8,mlp.experts.74.gate_proj,not applicable,,0.391
8,mlp.experts.74.up_proj,not applicable,,0.395
8,mlp.experts.75.gate_proj,not applicable,,0.397
8,mlp.experts.75.up_proj,not applicable,,0.400
8,mlp.experts.76.gate_proj,not applicable,,0.402
8,mlp.experts.76.up_proj,not applicable,,0.405
8,mlp.experts.77.gate_proj,not applicable,,0.407
8,mlp.experts.77.up_proj,not applicable,,0.410
8,mlp.experts.78.gate_proj,not applicable,,0.412
8,mlp.experts.78.up_proj,not applicable,,0.415
8,mlp.experts.79.gate_proj,not applicable,,0.417
8,mlp.experts.79.up_proj,not applicable,,0.420
8,mlp.experts.80.gate_proj,not applicable,,0.422
8,mlp.experts.80.up_proj,not applicable,,0.425
8,mlp.experts.81.gate_proj,not applicable,,0.428
8,mlp.experts.81.up_proj,not applicable,,0.430
8,mlp.experts.82.gate_proj,not applicable,,0.433
8,mlp.experts.82.up_proj,not applicable,,0.435
8,mlp.experts.83.gate_proj,not applicable,,0.438
8,mlp.experts.83.up_proj,not applicable,,0.440
8,mlp.experts.84.gate_proj,not applicable,,0.443
8,mlp.experts.84.up_proj,not applicable,,0.445
8,mlp.experts.85.gate_proj,not applicable,,0.448
8,mlp.experts.85.up_proj,not applicable,,0.450
8,mlp.experts.86.gate_proj,not applicable,,0.453
8,mlp.experts.86.up_proj,not applicable,,0.455
8,mlp.experts.87.gate_proj,not applicable,,0.458
8,mlp.experts.87.up_proj,not applicable,,0.460
8,mlp.experts.88.gate_proj,not applicable,,0.463
8,mlp.experts.88.up_proj,not applicable,,0.465
8,mlp.experts.89.gate_proj,not applicable,,0.468
8,mlp.experts.89.up_proj,not applicable,,0.470
8,mlp.experts.90.gate_proj,not applicable,,0.473
8,mlp.experts.90.up_proj,not applicable,,0.476
8,mlp.experts.91.gate_proj,not applicable,,0.478
8,mlp.experts.91.up_proj,not applicable,,0.481
8,mlp.experts.92.gate_proj,not applicable,,0.483
8,mlp.experts.92.up_proj,not applicable,,0.486
8,mlp.experts.93.gate_proj,not applicable,,0.488
8,mlp.experts.93.up_proj,not applicable,,0.491
8,mlp.experts.94.gate_proj,not applicable,,0.493
8,mlp.experts.94.up_proj,not applicable,,0.497
8,mlp.experts.95.gate_proj,not applicable,,0.499
8,mlp.experts.95.up_proj,not applicable,,0.502
8,mlp.experts.96.gate_proj,not applicable,,0.504
8,mlp.experts.96.up_proj,not applicable,,0.507
8,mlp.experts.97.gate_proj,not applicable,,0.509
8,mlp.experts.97.up_proj,not applicable,,0.512
8,mlp.experts.98.gate_proj,not applicable,,0.514
8,mlp.experts.98.up_proj,not applicable,,0.517
8,mlp.experts.99.gate_proj,not applicable,,0.519
8,mlp.experts.99.up_proj,not applicable,,0.522
8,mlp.experts.100.gate_proj,not applicable,,0.524
8,mlp.experts.100.up_proj,not applicable,,0.528
8,mlp.experts.101.gate_proj,not applicable,,0.530
8,mlp.experts.101.up_proj,not applicable,,0.533
8,mlp.experts.102.gate_proj,not applicable,,0.535
8,mlp.experts.102.up_proj,not applicable,,0.538
8,mlp.experts.103.gate_proj,not applicable,,0.540
8,mlp.experts.103.up_proj,not applicable,,0.543
8,mlp.experts.104.gate_proj,not applicable,,0.545
8,mlp.experts.104.up_proj,not applicable,,0.548
8,mlp.experts.105.gate_proj,not applicable,,0.550
8,mlp.experts.105.up_proj,not applicable,,0.553
8,mlp.experts.106.gate_proj,not applicable,,0.555
8,mlp.experts.106.up_proj,not applicable,,0.558
8,mlp.experts.107.gate_proj,not applicable,,0.560
8,mlp.experts.107.up_proj,not applicable,,0.563
8,mlp.experts.108.gate_proj,not applicable,,0.565
8,mlp.experts.108.up_proj,not applicable,,0.568
8,mlp.experts.109.gate_proj,not applicable,,0.570
8,mlp.experts.109.up_proj,not applicable,,0.573
8,mlp.experts.110.gate_proj,not applicable,,0.575
8,mlp.experts.110.up_proj,not applicable,,0.579
8,mlp.experts.111.gate_proj,not applicable,,0.581
8,mlp.experts.111.up_proj,not applicable,,0.584
8,mlp.experts.112.gate_proj,not applicable,,0.586
8,mlp.experts.112.up_proj,not applicable,,0.589
8,mlp.experts.113.gate_proj,not applicable,,0.591
8,mlp.experts.113.up_proj,not applicable,,0.594
8,mlp.experts.114.gate_proj,not applicable,,0.596
8,mlp.experts.114.up_proj,not applicable,,0.600
8,mlp.experts.115.gate_proj,not applicable,,0.602
8,mlp.experts.115.up_proj,not applicable,,0.605
8,mlp.experts.116.gate_proj,not applicable,,0.607
8,mlp.experts.116.up_proj,not applicable,,0.610
8,mlp.experts.117.gate_proj,not applicable,,0.612
8,mlp.experts.117.up_proj,not applicable,,0.615
8,mlp.experts.118.gate_proj,not applicable,,0.617
8,mlp.experts.118.up_proj,not applicable,,0.619
8,mlp.experts.119.gate_proj,not applicable,,0.622
8,mlp.experts.119.up_proj,not applicable,,0.624
8,mlp.experts.120.gate_proj,not applicable,,0.627
8,mlp.experts.120.up_proj,not applicable,,0.631
8,mlp.experts.121.gate_proj,not applicable,,0.634
8,mlp.experts.121.up_proj,not applicable,,0.636
8,mlp.experts.122.gate_proj,not applicable,,0.639
8,mlp.experts.122.up_proj,not applicable,,0.641
8,mlp.experts.123.gate_proj,not applicable,,0.644
8,mlp.experts.123.up_proj,not applicable,,0.646
8,mlp.experts.124.gate_proj,not applicable,,0.648
8,mlp.experts.124.up_proj,not applicable,,0.651
8,mlp.experts.125.gate_proj,not applicable,,0.654
8,mlp.experts.125.up_proj,not applicable,,0.656
8,mlp.experts.126.gate_proj,not applicable,,0.659
8,mlp.experts.126.up_proj,not applicable,,0.661
8,mlp.experts.127.gate_proj,not applicable,,0.664
8,mlp.experts.127.up_proj,not applicable,,0.666
8,mlp.experts.128.gate_proj,not applicable,,0.669
8,mlp.experts.128.up_proj,not applicable,,0.671
8,mlp.experts.129.gate_proj,not applicable,,0.674
8,mlp.experts.129.up_proj,not applicable,,0.676
8,mlp.experts.130.gate_proj,not applicable,,0.679
8,mlp.experts.130.up_proj,not applicable,,0.682
8,mlp.experts.131.gate_proj,not applicable,,0.685
8,mlp.experts.131.up_proj,not applicable,,0.687
8,mlp.experts.132.gate_proj,not applicable,,0.690
8,mlp.experts.132.up_proj,not applicable,,0.692
8,mlp.experts.133.gate_proj,not applicable,,0.695
8,mlp.experts.133.up_proj,not applicable,,0.697
8,mlp.experts.134.gate_proj,not applicable,,0.701
8,mlp.experts.134.up_proj,not applicable,,0.703
8,mlp.experts.135.gate_proj,not applicable,,0.706
8,mlp.experts.135.up_proj,not applicable,,0.708
8,mlp.experts.136.gate_proj,not applicable,,0.711
8,mlp.experts.136.up_proj,not applicable,,0.713
8,mlp.experts.137.gate_proj,not applicable,,0.716
8,mlp.experts.137.up_proj,not applicable,,0.718
8,mlp.experts.138.gate_proj,not applicable,,0.721
8,mlp.experts.138.up_proj,not applicable,,0.723
8,mlp.experts.139.gate_proj,not applicable,,0.726
8,mlp.experts.139.up_proj,not applicable,,0.728
8,mlp.experts.140.gate_proj,not applicable,,0.731
8,mlp.experts.140.up_proj,not applicable,,0.734
8,mlp.experts.141.gate_proj,not applicable,,0.737
8,mlp.experts.141.up_proj,not applicable,,0.739
8,mlp.experts.142.gate_proj,not applicable,,0.742
8,mlp.experts.142.up_proj,not applicable,,0.744
8,mlp.experts.143.gate_proj,not applicable,,0.747
8,mlp.experts.143.up_proj,not applicable,,0.749
8,mlp.experts.144.gate_proj,not applicable,,0.752
8,mlp.experts.144.up_proj,not applicable,,0.754
8,mlp.experts.145.gate_proj,not applicable,,0.757
8,mlp.experts.145.up_proj,not applicable,,0.759
8,mlp.experts.146.gate_proj,not applicable,,0.762
8,mlp.experts.146.up_proj,not applicable,,0.764
8,mlp.experts.147.gate_proj,not applicable,,0.767
8,mlp.experts.147.up_proj,not applicable,,0.769
8,mlp.experts.148.gate_proj,not applicable,,0.771
8,mlp.experts.148.up_proj,not applicable,,0.774
8,mlp.experts.149.gate_proj,not applicable,,0.776
8,mlp.experts.149.up_proj,not applicable,,0.779
8,mlp.experts.150.gate_proj,not applicable,,0.781
8,mlp.experts.150.up_proj,not applicable,,0.785
8,mlp.experts.151.gate_proj,not applicable,,0.787
8,mlp.experts.151.up_proj,not applicable,,0.790
8,mlp.experts.152.gate_proj,not applicable,,0.792
8,mlp.experts.152.up_proj,not applicable,,0.795
8,mlp.experts.153.gate_proj,not applicable,,0.797
8,mlp.experts.153.up_proj,not applicable,,0.800
8,mlp.experts.154.gate_proj,not applicable,,0.803
8,mlp.experts.154.up_proj,not applicable,,0.805
8,mlp.experts.155.gate_proj,not applicable,,0.808
8,mlp.experts.155.up_proj,not applicable,,0.810
8,mlp.experts.156.gate_proj,not applicable,,0.813
8,mlp.experts.156.up_proj,not applicable,,0.815
8,mlp.experts.157.gate_proj,not applicable,,0.818
8,mlp.experts.157.up_proj,not applicable,,0.820
8,mlp.experts.158.gate_proj,not applicable,,0.823
8,mlp.experts.158.up_proj,not applicable,,0.825
8,mlp.experts.159.gate_proj,not applicable,,0.828
8,mlp.experts.159.up_proj,not applicable,,0.830
8,mlp.experts.160.gate_proj,not applicable,,0.833
8,mlp.experts.160.up_proj,not applicable,,0.836
8,mlp.experts.161.gate_proj,not applicable,,0.839
8,mlp.experts.161.up_proj,not applicable,,0.841
8,mlp.experts.162.gate_proj,not applicable,,0.844
8,mlp.experts.162.up_proj,not applicable,,0.846
8,mlp.experts.163.gate_proj,not applicable,,0.849
8,mlp.experts.163.up_proj,not applicable,,0.851
8,mlp.experts.164.gate_proj,not applicable,,0.854
8,mlp.experts.164.up_proj,not applicable,,0.856
8,mlp.experts.165.gate_proj,not applicable,,0.859
8,mlp.experts.165.up_proj,not applicable,,0.861
8,mlp.experts.166.gate_proj,not applicable,,0.863
8,mlp.experts.166.up_proj,not applicable,,0.866
8,mlp.experts.167.gate_proj,not applicable,,0.868
8,mlp.experts.167.up_proj,not applicable,,0.871
8,mlp.experts.168.gate_proj,not applicable,,0.874
8,mlp.experts.168.up_proj,not applicable,,0.876
8,mlp.experts.169.gate_proj,not applicable,,0.879
8,mlp.experts.169.up_proj,not applicable,,0.881
8,mlp.experts.170.gate_proj,not applicable,,0.884
8,mlp.experts.170.up_proj,not applicable,,0.887
8,mlp.experts.171.gate_proj,not applicable,,0.889
8,mlp.experts.171.up_proj,not applicable,,0.892
8,mlp.experts.172.gate_proj,not applicable,,0.894
8,mlp.experts.172.up_proj,not applicable,,0.897
8,mlp.experts.173.gate_proj,not applicable,,0.899
8,mlp.experts.173.up_proj,not applicable,,0.902
8,mlp.experts.174.gate_proj,not applicable,,0.905
8,mlp.experts.174.up_proj,not applicable,,0.908
8,mlp.experts.175.gate_proj,not applicable,,0.910
8,mlp.experts.175.up_proj,not applicable,,0.913
8,mlp.experts.176.gate_proj,not applicable,,0.915
8,mlp.experts.176.up_proj,not applicable,,0.918
8,mlp.experts.177.gate_proj,not applicable,,0.920
8,mlp.experts.177.up_proj,not applicable,,0.923
8,mlp.experts.178.gate_proj,not applicable,,0.925
8,mlp.experts.178.up_proj,not applicable,,0.928
8,mlp.experts.179.gate_proj,not applicable,,0.930
8,mlp.experts.179.up_proj,not applicable,,0.933
8,mlp.experts.180.gate_proj,not applicable,,0.935
8,mlp.experts.180.up_proj,not applicable,,0.939
8,mlp.experts.181.gate_proj,not applicable,,0.941
8,mlp.experts.181.up_proj,not applicable,,0.944
8,mlp.experts.182.gate_proj,not applicable,,0.946
8,mlp.experts.182.up_proj,not applicable,,0.949
8,mlp.experts.183.gate_proj,not applicable,,0.951
8,mlp.experts.183.up_proj,not applicable,,0.954
8,mlp.experts.184.gate_proj,not applicable,,0.956
8,mlp.experts.184.up_proj,not applicable,,0.959
8,mlp.experts.185.gate_proj,not applicable,,0.961
8,mlp.experts.185.up_proj,not applicable,,0.964
8,mlp.experts.186.gate_proj,not applicable,,0.966
8,mlp.experts.186.up_proj,not applicable,,0.969
8,mlp.experts.187.gate_proj,not applicable,,0.971
8,mlp.experts.187.up_proj,not applicable,,0.974
8,mlp.experts.188.gate_proj,not applicable,,0.976
8,mlp.experts.188.up_proj,not applicable,,0.979
8,mlp.experts.189.gate_proj,not applicable,,0.981
8,mlp.experts.189.up_proj,not applicable,,0.984
8,mlp.experts.190.gate_proj,not applicable,,0.986
8,mlp.experts.190.up_proj,not applicable,,0.989
8,mlp.experts.191.gate_proj,not applicable,,0.992
8,mlp.experts.191.up_proj,not applicable,,0.994
8,mlp.experts.192.gate_proj,not applicable,,0.997
8,mlp.experts.192.up_proj,not applicable,,0.999
8,mlp.experts.193.gate_proj,not applicable,,1.002
8,mlp.experts.193.up_proj,not applicable,,1.005
8,mlp.experts.194.gate_proj,not applicable,,1.008
8,mlp.experts.194.up_proj,not applicable,,1.010
8,mlp.experts.195.gate_proj,not applicable,,1.013
8,mlp.experts.195.up_proj,not applicable,,1.015
8,mlp.experts.196.gate_proj,not applicable,,1.018
8,mlp.experts.196.up_proj,not applicable,,1.020
8,mlp.experts.197.gate_proj,not applicable,,1.023
8,mlp.experts.197.up_proj,not applicable,,1.025
8,mlp.experts.198.gate_proj,not applicable,,1.028
8,mlp.experts.198.up_proj,not applicable,,1.030
8,mlp.experts.199.gate_proj,not applicable,,1.033
8,mlp.experts.199.up_proj,not applicable,,1.035
8,mlp.experts.200.gate_proj,not applicable,,1.037
8,mlp.experts.200.up_proj,not applicable,,1.041
8,mlp.experts.201.gate_proj,not applicable,,1.043
8,mlp.experts.201.up_proj,not applicable,,1.046
8,mlp.experts.202.gate_proj,not applicable,,1.048
8,mlp.experts.202.up_proj,not applicable,,1.051
8,mlp.experts.203.gate_proj,not applicable,,1.053
8,mlp.experts.203.up_proj,not applicable,,1.056
8,mlp.experts.204.gate_proj,not applicable,,1.058
8,mlp.experts.204.up_proj,not applicable,,1.061
8,mlp.experts.205.gate_proj,not applicable,,1.063
8,mlp.experts.205.up_proj,not applicable,,1.066
8,mlp.experts.206.gate_proj,not applicable,,1.068
8,mlp.experts.206.up_proj,not applicable,,1.071
8,mlp.experts.207.gate_proj,not applicable,,1.073
8,mlp.experts.207.up_proj,not applicable,,1.076
8,mlp.experts.208.gate_proj,not applicable,,1.078
8,mlp.experts.208.up_proj,not applicable,,1.080
8,mlp.experts.209.gate_proj,not applicable,,1.083
8,mlp.experts.209.up_proj,not applicable,,1.085
8,mlp.experts.210.gate_proj,not applicable,,1.088
8,mlp.experts.210.up_proj,not applicable,,1.091
8,mlp.experts.211.gate_proj,not applicable,,1.094
8,mlp.experts.211.up_proj,not applicable,,1.096
8,mlp.experts.212.gate_proj,not applicable,,1.099
8,mlp.experts.212.up_proj,not applicable,,1.101
8,mlp.experts.213.gate_proj,not applicable,,1.104
8,mlp.experts.213.up_proj,not applicable,,1.107
8,mlp.experts.214.gate_proj,not applicable,,1.110
8,mlp.experts.214.up_proj,not applicable,,1.112
8,mlp.experts.215.gate_proj,not applicable,,1.115
8,mlp.experts.215.up_proj,not applicable,,1.117
8,mlp.experts.216.gate_proj,not applicable,,1.120
8,mlp.experts.216.up_proj,not applicable,,1.123
8,mlp.experts.217.gate_proj,not applicable,,1.125
8,mlp.experts.217.up_proj,not applicable,,1.128
8,mlp.experts.218.gate_proj,not applicable,,1.130
8,mlp.experts.218.up_proj,not applicable,,1.133
8,mlp.experts.219.gate_proj,not applicable,,1.135
8,mlp.experts.219.up_proj,not applicable,,1.138
8,mlp.experts.220.gate_proj,not applicable,,1.140
8,mlp.experts.220.up_proj,not applicable,,1.143
8,mlp.experts.221.gate_proj,not applicable,,1.146
8,mlp.experts.221.up_proj,not applicable,,1.148
8,mlp.experts.222.gate_proj,not applicable,,1.151
8,mlp.experts.222.up_proj,not applicable,,1.153
8,mlp.experts.223.gate_proj,not applicable,,1.156
8,mlp.experts.223.up_proj,not applicable,,1.158
8,mlp.experts.224.gate_proj,not applicable,,1.160
8,mlp.experts.224.up_proj,not applicable,,1.163
8,mlp.experts.225.gate_proj,not applicable,,1.165
8,mlp.experts.225.up_proj,not applicable,,1.168
8,mlp.experts.226.gate_proj,not applicable,,1.170
8,mlp.experts.226.up_proj,not applicable,,1.173
8,mlp.experts.227.gate_proj,not applicable,,1.175
8,mlp.experts.227.up_proj,not applicable,,1.178
8,mlp.experts.228.gate_proj,not applicable,,1.180
8,mlp.experts.228.up_proj,not applicable,,1.183
8,mlp.experts.229.gate_proj,not applicable,,1.185
8,mlp.experts.229.up_proj,not applicable,,1.188
8,mlp.experts.230.gate_proj,not applicable,,1.190
8,mlp.experts.230.up_proj,not applicable,,1.194
8,mlp.experts.231.gate_proj,not applicable,,1.196
8,mlp.experts.231.up_proj,not applicable,,1.199
8,mlp.experts.232.gate_proj,not applicable,,1.201
8,mlp.experts.232.up_proj,not applicable,,1.204
8,mlp.experts.233.gate_proj,not applicable,,1.206
8,mlp.experts.233.up_proj,not applicable,,1.209
8,mlp.experts.234.gate_proj,not applicable,,1.212
8,mlp.experts.234.up_proj,not applicable,,1.215
8,mlp.experts.235.gate_proj,not applicable,,1.217
8,mlp.experts.235.up_proj,not applicable,,1.220
8,mlp.experts.236.gate_proj,not applicable,,1.222
8,mlp.experts.236.up_proj,not applicable,,1.225
8,mlp.experts.237.gate_proj,not applicable,,1.227
8,mlp.experts.237.up_proj,not applicable,,1.230
8,mlp.experts.238.gate_proj,not applicable,,1.232
8,mlp.experts.238.up_proj,not applicable,,1.235
8,mlp.experts.239.gate_proj,not applicable,,1.237
8,mlp.experts.239.up_proj,not applicable,,1.240
8,mlp.experts.240.gate_proj,not applicable,,1.242
8,mlp.experts.240.up_proj,not applicable,,1.246
8,mlp.experts.241.gate_proj,not applicable,,1.248
8,mlp.experts.241.up_proj,not applicable,,1.251
8,mlp.experts.242.gate_proj,not applicable,,1.253
8,mlp.experts.242.up_proj,not applicable,,1.256
8,mlp.experts.243.gate_proj,not applicable,,1.258
8,mlp.experts.243.up_proj,not applicable,,1.261
8,mlp.experts.244.gate_proj,not applicable,,1.263
8,mlp.experts.244.up_proj,not applicable,,1.266
8,mlp.experts.245.gate_proj,not applicable,,1.268
8,mlp.experts.245.up_proj,not applicable,,1.271
8,mlp.experts.246.gate_proj,not applicable,,1.273
8,mlp.experts.246.up_proj,not applicable,,1.276
8,mlp.experts.247.gate_proj,not applicable,,1.278
8,mlp.experts.247.up_proj,not applicable,,1.280
8,mlp.experts.248.gate_proj,not applicable,,1.283
8,mlp.experts.248.up_proj,not applicable,,1.285
8,mlp.experts.249.gate_proj,not applicable,,1.288
8,mlp.experts.249.up_proj,not applicable,,1.290
8,mlp.experts.250.gate_proj,not applicable,,1.293
8,mlp.experts.250.up_proj,not applicable,,1.296
8,mlp.experts.251.gate_proj,not applicable,,1.299
8,mlp.experts.251.up_proj,not applicable,,1.301
8,mlp.experts.252.gate_proj,not applicable,,1.304
8,mlp.experts.252.up_proj,not applicable,,1.307
8,mlp.experts.253.gate_proj,not applicable,,1.309
8,mlp.experts.253.up_proj,not applicable,,1.312
8,mlp.experts.254.gate_proj,not applicable,,1.315
8,mlp.experts.254.up_proj,not applicable,,1.317
8,mlp.experts.255.gate_proj,not applicable,,1.320
8,mlp.experts.255.up_proj,not applicable,,1.322
8,mlp.experts.0.down_proj,0.0000010635,,1.325
8,mlp.experts.1.down_proj,0.0000000153,,1.327
8,mlp.experts.2.down_proj,0.0000003412,,1.329
8,mlp.experts.3.down_proj,0.0000005797,,1.332
8,mlp.experts.4.down_proj,0.0000021454,,1.334
8,mlp.experts.5.down_proj,0.0000000830,,1.337
8,mlp.experts.6.down_proj,0.0000006716,,1.339
8,mlp.experts.7.down_proj,0.0000005794,,1.341
8,mlp.experts.8.down_proj,0.0000006524,,1.344
8,mlp.experts.9.down_proj,0.0000000000,,1.347
8,mlp.experts.10.down_proj,0.0000006550,,1.350
8,mlp.experts.11.down_proj,0.0000007964,,1.352
8,mlp.experts.12.down_proj,0.0000001252,,1.355
8,mlp.experts.13.down_proj,0.0000010424,,1.357
8,mlp.experts.14.down_proj,0.0000007039,,1.360
8,mlp.experts.15.down_proj,0.0000001564,,1.362
8,mlp.experts.16.down_proj,0.0000003169,,1.365
8,mlp.experts.17.down_proj,0.0000004415,,1.367
8,mlp.experts.18.down_proj,0.0000008949,,1.369
8,mlp.experts.19.down_proj,0.0000002338,,1.372
8,mlp.experts.20.down_proj,0.0000004688,,1.374
8,mlp.experts.21.down_proj,0.0000000085,,1.377
8,mlp.experts.22.down_proj,0.0000004858,,1.379
8,mlp.experts.23.down_proj,0.0000001362,,1.381
8,mlp.experts.24.down_proj,0.0000000062,,1.384
8,mlp.experts.25.down_proj,0.0000008472,,1.386
8,mlp.experts.26.down_proj,0.0000003795,,1.389
8,mlp.experts.27.down_proj,0.0000003764,,1.391
8,mlp.experts.28.down_proj,0.0000002513,,1.394
8,mlp.experts.29.down_proj,0.0000002569,,1.397
8,mlp.experts.30.down_proj,0.0000001739,,1.399
8,mlp.experts.31.down_proj,0.0000002727,,1.402
8,mlp.experts.32.down_proj,0.0000003722,,1.404
8,mlp.experts.33.down_proj,0.0000000788,,1.407
8,mlp.experts.34.down_proj,0.0000005259,,1.409
8,mlp.experts.35.down_proj,0.0000001694,,1.412
8,mlp.experts.36.down_proj,0.0000003071,,1.414
8,mlp.experts.37.down_proj,0.0000001945,,1.417
8,mlp.experts.38.down_proj,0.0000004635,,1.420
8,mlp.experts.39.down_proj,0.0000004939,,1.422
8,mlp.experts.40.down_proj,0.0000002995,,1.425
8,mlp.experts.41.down_proj,0.0000001455,,1.427
8,mlp.experts.42.down_proj,0.0000000135,,1.429
8,mlp.experts.43.down_proj,0.0000004242,,1.432
8,mlp.experts.44.down_proj,0.0000005013,,1.434
8,mlp.experts.45.down_proj,0.0000001741,,1.437
8,mlp.experts.46.down_proj,0.0000002830,,1.439
8,mlp.experts.47.down_proj,0.0000002530,,1.441
8,mlp.experts.48.down_proj,0.0000000903,,1.444
8,mlp.experts.49.down_proj,0.0000003059,,1.447
8,mlp.experts.50.down_proj,0.0000004071,,1.450
8,mlp.experts.51.down_proj,0.0000001896,,1.452
8,mlp.experts.52.down_proj,0.0000000004,,1.454
8,mlp.experts.53.down_proj,0.0000004001,,1.457
8,mlp.experts.54.down_proj,0.0000005506,,1.459
8,mlp.experts.55.down_proj,0.0000000892,,1.462
8,mlp.experts.56.down_proj,0.0000003671,,1.464
8,mlp.experts.57.down_proj,0.0000002732,,1.467
8,mlp.experts.58.down_proj,0.0000000935,,1.469
8,mlp.experts.59.down_proj,0.0000002285,,1.471
8,mlp.experts.60.down_proj,0.0000004619,,1.474
8,mlp.experts.61.down_proj,0.0000004028,,1.476
8,mlp.experts.62.down_proj,0.0000000000,,1.479
8,mlp.experts.63.down_proj,0.0000006098,,1.481
8,mlp.experts.64.down_proj,0.0000012631,,1.483
8,mlp.experts.65.down_proj,0.0000011379,,1.486
8,mlp.experts.66.down_proj,0.0000001310,,1.488
8,mlp.experts.67.down_proj,0.0000002073,,1.491
8,mlp.experts.68.down_proj,0.0000002461,,1.493
8,mlp.experts.69.down_proj,0.0000000911,,1.497
8,mlp.experts.70.down_proj,0.0000000148,,1.499
8,mlp.experts.71.down_proj,0.0000006455,,1.501
8,mlp.experts.72.down_proj,0.0000011283,,1.504
8,mlp.experts.73.down_proj,0.0000001055,,1.506
8,mlp.experts.74.down_proj,0.0000000184,,1.509
8,mlp.experts.75.down_proj,0.0000002502,,1.511
8,mlp.experts.76.down_proj,0.0000002358,,1.514
8,mlp.experts.77.down_proj,0.0000007593,,1.516
8,mlp.experts.78.down_proj,0.0000021160,,1.519
8,mlp.experts.79.down_proj,0.0000003206,,1.522
8,mlp.experts.80.down_proj,0.0000005195,,1.524
8,mlp.experts.81.down_proj,0.0000002276,,1.527
8,mlp.experts.82.down_proj,0.0000000000,,1.529
8,mlp.experts.83.down_proj,0.0000002922,,1.531
8,mlp.experts.84.down_proj,0.0000001194,,1.534
8,mlp.experts.85.down_proj,0.0000007358,,1.536
8,mlp.experts.86.down_proj,0.0000007003,,1.539
8,mlp.experts.87.down_proj,0.0000000007,,1.541
8,mlp.experts.88.down_proj,0.0000000089,,1.544
8,mlp.experts.89.down_proj,0.0000005555,,1.547
8,mlp.experts.90.down_proj,0.0000007932,,1.549
8,mlp.experts.91.down_proj,0.0000006093,,1.552
8,mlp.experts.92.down_proj,0.0000020059,,1.554
8,mlp.experts.93.down_proj,0.0000003327,,1.557
8,mlp.experts.94.down_proj,0.0000008066,,1.559
8,mlp.experts.95.down_proj,0.0000004449,,1.562
8,mlp.experts.96.down_proj,0.0000007883,,1.564
8,mlp.experts.97.down_proj,0.0000002200,,1.566
8,mlp.experts.98.down_proj,0.0000004471,,1.569
8,mlp.experts.99.down_proj,0.0000001162,,1.571
8,mlp.experts.100.down_proj,0.0000004500,,1.574
8,mlp.experts.101.down_proj,0.0000001141,,1.576
8,mlp.experts.102.down_proj,0.0000005407,,1.579
8,mlp.experts.103.down_proj,0.0000004635,,1.581
8,mlp.experts.104.down_proj,0.0000000973,,1.584
8,mlp.experts.105.down_proj,0.0000002053,,1.586
8,mlp.experts.106.down_proj,0.0000011721,,1.588
8,mlp.experts.107.down_proj,0.0000004613,,1.591
8,mlp.experts.108.down_proj,0.0000000003,,1.593
8,mlp.experts.109.down_proj,0.0000002726,,1.597
8,mlp.experts.110.down_proj,0.0000008194,,1.599
8,mlp.experts.111.down_proj,0.0000002533,,1.601
8,mlp.experts.112.down_proj,0.0000004477,,1.604
8,mlp.experts.113.down_proj,0.0000007679,,1.606
8,mlp.experts.114.down_proj,0.0000001045,,1.610
8,mlp.experts.115.down_proj,0.0000004936,,1.612
8,mlp.experts.116.down_proj,0.0000001035,,1.615
8,mlp.experts.117.down_proj,0.0000001590,,1.617
8,mlp.experts.118.down_proj,0.0000000949,,1.619
8,mlp.experts.119.down_proj,0.0000002927,,1.622
8,mlp.experts.120.down_proj,0.0000004199,,1.625
8,mlp.experts.121.down_proj,0.0000002448,,1.627
8,mlp.experts.122.down_proj,0.0000006423,,1.630
8,mlp.experts.123.down_proj,0.0000001420,,1.632
8,mlp.experts.124.down_proj,0.0000001603,,1.634
8,mlp.experts.125.down_proj,0.0000002651,,1.637
8,mlp.experts.126.down_proj,0.0000000541,,1.639
8,mlp.experts.127.down_proj,0.0000002606,,1.642
8,mlp.experts.128.down_proj,0.0000014601,,1.644
8,mlp.experts.129.down_proj,0.0000003337,,1.648
8,mlp.experts.130.down_proj,0.0000008247,,1.650
8,mlp.experts.131.down_proj,0.0000000054,,1.653
8,mlp.experts.132.down_proj,0.0000003010,,1.655
8,mlp.experts.133.down_proj,0.0000012066,,1.658
8,mlp.experts.134.down_proj,0.0000004210,,1.660
8,mlp.experts.135.down_proj,0.0000003498,,1.662
8,mlp.experts.136.down_proj,0.0000000951,,1.665
8,mlp.experts.137.down_proj,0.0000001650,,1.667
8,mlp.experts.138.down_proj,0.0000005543,,1.670
8,mlp.experts.139.down_proj,0.0000002679,,1.672
8,mlp.experts.140.down_proj,0.0000003413,,1.675
8,mlp.experts.141.down_proj,0.0000008114,,1.677
8,mlp.experts.142.down_proj,0.0000003781,,1.680
8,mlp.experts.143.down_proj,0.0000007783,,1.682
8,mlp.experts.144.down_proj,0.0000004650,,1.684
8,mlp.experts.145.down_proj,0.0000002941,,1.687
8,mlp.experts.146.down_proj,0.0000000130,,1.689
8,mlp.experts.147.down_proj,0.0000004541,,1.692
8,mlp.experts.148.down_proj,0.0000001561,,1.694
8,mlp.experts.149.down_proj,0.0000003813,,1.698
8,mlp.experts.150.down_proj,0.0000003944,,1.700
8,mlp.experts.151.down_proj,0.0000002765,,1.703
8,mlp.experts.152.down_proj,0.0000000010,,1.705
8,mlp.experts.153.down_proj,0.0000001925,,1.707
8,mlp.experts.154.down_proj,0.0000003037,,1.710
8,mlp.experts.155.down_proj,0.0000002920,,1.713
8,mlp.experts.156.down_proj,0.0000001508,,1.715
8,mlp.experts.157.down_proj,0.0000000609,,1.718
8,mlp.experts.158.down_proj,0.0000003658,,1.720
8,mlp.experts.159.down_proj,0.0000004504,,1.723
8,mlp.experts.160.down_proj,0.0000001632,,1.726
8,mlp.experts.161.down_proj,0.0000000793,,1.728
8,mlp.experts.162.down_proj,0.0000002754,,1.731
8,mlp.experts.163.down_proj,0.0000006244,,1.733
8,mlp.experts.164.down_proj,0.0000000855,,1.736
8,mlp.experts.165.down_proj,0.0000002810,,1.738
8,mlp.experts.166.down_proj,0.0000001010,,1.741
8,mlp.experts.167.down_proj,0.0000001379,,1.743
8,mlp.experts.168.down_proj,0.0000004501,,1.746
8,mlp.experts.169.down_proj,0.0000009851,,1.749
8,mlp.experts.170.down_proj,0.0000007258,,1.752
8,mlp.experts.171.down_proj,0.0000003114,,1.754
8,mlp.experts.172.down_proj,0.0000001629,,1.757
8,mlp.experts.173.down_proj,0.0000004857,,1.759
8,mlp.experts.174.down_proj,0.0000000001,,1.762
8,mlp.experts.175.down_proj,0.0000009473,,1.764
8,mlp.experts.176.down_proj,0.0000003837,,1.766
8,mlp.experts.177.down_proj,0.0000001306,,1.769
8,mlp.experts.178.down_proj,0.0000010275,,1.771
8,mlp.experts.179.down_proj,0.0000003081,,1.774
8,mlp.experts.180.down_proj,0.0000003221,,1.776
8,mlp.experts.181.down_proj,0.0000003901,,1.779
8,mlp.experts.182.down_proj,0.0000000533,,1.781
8,mlp.experts.183.down_proj,0.0000002414,,1.784
8,mlp.experts.184.down_proj,0.0000004363,,1.786
8,mlp.experts.185.down_proj,0.0000001030,,1.789
8,mlp.experts.186.down_proj,0.0000001769,,1.791
8,mlp.experts.187.down_proj,0.0000002314,,1.794
8,mlp.experts.188.down_proj,0.0000000080,,1.796
8,mlp.experts.189.down_proj,0.0000001493,,1.800
8,mlp.experts.190.down_proj,0.0000003391,,1.802
8,mlp.experts.191.down_proj,0.0000003588,,1.805
8,mlp.experts.192.down_proj,0.0000003749,,1.807
8,mlp.experts.193.down_proj,0.0000002275,,1.810
8,mlp.experts.194.down_proj,0.0000004239,,1.812
8,mlp.experts.195.down_proj,0.0000003795,,1.815
8,mlp.experts.196.down_proj,0.0000001430,,1.817
8,mlp.experts.197.down_proj,0.0000004841,,1.820
8,mlp.experts.198.down_proj,0.0000000694,,1.822
8,mlp.experts.199.down_proj,0.0000001947,,1.825
8,mlp.experts.200.down_proj,0.0000006738,,1.828
8,mlp.experts.201.down_proj,0.0000005396,,1.830
8,mlp.experts.202.down_proj,0.0000004301,,1.833
8,mlp.experts.203.down_proj,0.0000002749,,1.835
8,mlp.experts.204.down_proj,0.0000001076,,1.838
8,mlp.experts.205.down_proj,0.0000003422,,1.841
8,mlp.experts.206.down_proj,0.0000004478,,1.844
8,mlp.experts.207.down_proj,0.0000005294,,1.846
8,mlp.experts.208.down_proj,0.0000000683,,1.849
8,mlp.experts.209.down_proj,0.0000000015,,1.853
8,mlp.experts.210.down_proj,0.0000004353,,1.856
8,mlp.experts.211.down_proj,0.0000001938,,1.858
8,mlp.experts.212.down_proj,0.0000002956,,1.860
8,mlp.experts.213.down_proj,0.0000003963,,1.863
8,mlp.experts.214.down_proj,0.0000005215,,1.865
8,mlp.experts.215.down_proj,0.0000005750,,1.868
8,mlp.experts.216.down_proj,0.0000001495,,1.870
8,mlp.experts.217.down_proj,0.0000001106,,1.873
8,mlp.experts.218.down_proj,0.0000001914,,1.875
8,mlp.experts.219.down_proj,0.0000000364,,1.878
8,mlp.experts.220.down_proj,0.0000001848,,1.881
8,mlp.experts.221.down_proj,0.0000001210,,1.884
8,mlp.experts.222.down_proj,0.0000000189,,1.886
8,mlp.experts.223.down_proj,0.0000002712,,1.889
8,mlp.experts.224.down_proj,0.0000009353,,1.891
8,mlp.experts.225.down_proj,0.0000004401,,1.894
8,mlp.experts.226.down_proj,0.0000000398,,1.896
8,mlp.experts.227.down_proj,0.0000001270,,1.899
8,mlp.experts.228.down_proj,0.0000002373,,1.901
8,mlp.experts.229.down_proj,0.0000006777,,1.904
8,mlp.experts.230.down_proj,0.0000001482,,1.907
8,mlp.experts.231.down_proj,0.0000002899,,1.909
8,mlp.experts.232.down_proj,0.0000002490,,1.912
8,mlp.experts.233.down_proj,0.0000000702,,1.914
8,mlp.experts.234.down_proj,0.0000001385,,1.917
8,mlp.experts.235.down_proj,0.0000001178,,1.919
8,mlp.experts.236.down_proj,0.0000000441,,1.922
8,mlp.experts.237.down_proj,0.0000000790,,1.924
8,mlp.experts.238.down_proj,0.0000003149,,1.927
8,mlp.experts.239.down_proj,0.0000005703,,1.930
8,mlp.experts.240.down_proj,0.0000007276,,1.932
8,mlp.experts.241.down_proj,0.0000001313,,1.935
8,mlp.experts.242.down_proj,0.0000000805,,1.937
8,mlp.experts.243.down_proj,0.0000001432,,1.939
8,mlp.experts.244.down_proj,0.0000000818,,1.942
8,mlp.experts.245.down_proj,0.0000000075,,1.945
8,mlp.experts.246.down_proj,0.0000001237,,1.947
8,mlp.experts.247.down_proj,0.0000009823,,1.950
8,mlp.experts.248.down_proj,0.0000003724,,1.952
8,mlp.experts.249.down_proj,0.0000000736,,1.956
8,mlp.experts.250.down_proj,0.0000001826,,1.958
8,mlp.experts.251.down_proj,0.0000000753,,1.961
8,mlp.experts.252.down_proj,0.0000001344,,1.963
8,mlp.experts.253.down_proj,0.0000003929,,1.966
8,mlp.experts.254.down_proj,0.0000001534,,1.968
8,mlp.experts.255.down_proj,0.0000008537,,1.971
9,mlp.experts.0.gate_proj,not applicable,,0.005
9,mlp.experts.0.up_proj,not applicable,,0.011
9,mlp.experts.1.gate_proj,not applicable,,0.014
9,mlp.experts.1.up_proj,not applicable,,0.017
9,mlp.experts.2.gate_proj,not applicable,,0.020
9,mlp.experts.2.up_proj,not applicable,,0.023
9,mlp.experts.3.gate_proj,not applicable,,0.025
9,mlp.experts.3.up_proj,not applicable,,0.028
9,mlp.experts.4.gate_proj,not applicable,,0.030
9,mlp.experts.4.up_proj,not applicable,,0.033
9,mlp.experts.5.gate_proj,not applicable,,0.036
9,mlp.experts.5.up_proj,not applicable,,0.038
9,mlp.experts.6.gate_proj,not applicable,,0.041
9,mlp.experts.6.up_proj,not applicable,,0.043
9,mlp.experts.7.gate_proj,not applicable,,0.046
9,mlp.experts.7.up_proj,not applicable,,0.049
9,mlp.experts.8.gate_proj,not applicable,,0.051
9,mlp.experts.8.up_proj,not applicable,,0.054
9,mlp.experts.9.gate_proj,not applicable,,0.056
9,mlp.experts.9.up_proj,not applicable,,0.059
9,mlp.experts.10.gate_proj,not applicable,,0.061
9,mlp.experts.10.up_proj,not applicable,,0.065
9,mlp.experts.11.gate_proj,not applicable,,0.068
9,mlp.experts.11.up_proj,not applicable,,0.070
9,mlp.experts.12.gate_proj,not applicable,,0.073
9,mlp.experts.12.up_proj,not applicable,,0.075
9,mlp.experts.13.gate_proj,not applicable,,0.078
9,mlp.experts.13.up_proj,not applicable,,0.081
9,mlp.experts.14.gate_proj,not applicable,,0.083
9,mlp.experts.14.up_proj,not applicable,,0.086
9,mlp.experts.15.gate_proj,not applicable,,0.089
9,mlp.experts.15.up_proj,not applicable,,0.091
9,mlp.experts.16.gate_proj,not applicable,,0.094
9,mlp.experts.16.up_proj,not applicable,,0.096
9,mlp.experts.17.gate_proj,not applicable,,0.099
9,mlp.experts.17.up_proj,not applicable,,0.101
9,mlp.experts.18.gate_proj,not applicable,,0.104
9,mlp.experts.18.up_proj,not applicable,,0.107
9,mlp.experts.19.gate_proj,not applicable,,0.109
9,mlp.experts.19.up_proj,not applicable,,0.112
9,mlp.experts.20.gate_proj,not applicable,,0.114
9,mlp.experts.20.up_proj,not applicable,,0.118
9,mlp.experts.21.gate_proj,not applicable,,0.121
9,mlp.experts.21.up_proj,not applicable,,0.123
9,mlp.experts.22.gate_proj,not applicable,,0.126
9,mlp.experts.22.up_proj,not applicable,,0.128
9,mlp.experts.23.gate_proj,not applicable,,0.131
9,mlp.experts.23.up_proj,not applicable,,0.133
9,mlp.experts.24.gate_proj,not applicable,,0.136
9,mlp.experts.24.up_proj,not applicable,,0.138
9,mlp.experts.25.gate_proj,not applicable,,0.141
9,mlp.experts.25.up_proj,not applicable,,0.147
9,mlp.experts.26.gate_proj,not applicable,,0.150
9,mlp.experts.26.up_proj,not applicable,,0.152
9,mlp.experts.27.gate_proj,not applicable,,0.155
9,mlp.experts.27.up_proj,not applicable,,0.157
9,mlp.experts.28.gate_proj,not applicable,,0.160
9,mlp.experts.28.up_proj,not applicable,,0.162
9,mlp.experts.29.gate_proj,not applicable,,0.165
9,mlp.experts.29.up_proj,not applicable,,0.167
9,mlp.experts.30.gate_proj,not applicable,,0.170
9,mlp.experts.30.up_proj,not applicable,,0.173
9,mlp.experts.31.gate_proj,not applicable,,0.176
9,mlp.experts.31.up_proj,not applicable,,0.178
9,mlp.experts.32.gate_proj,not applicable,,0.181
9,mlp.experts.32.up_proj,not applicable,,0.183
9,mlp.experts.33.gate_proj,not applicable,,0.186
9,mlp.experts.33.up_proj,not applicable,,0.188
9,mlp.experts.34.gate_proj,not applicable,,0.191
9,mlp.experts.34.up_proj,not applicable,,0.193
9,mlp.experts.35.gate_proj,not applicable,,0.195
9,mlp.experts.35.up_proj,not applicable,,0.198
9,mlp.experts.36.gate_proj,not applicable,,0.200
9,mlp.experts.36.up_proj,not applicable,,0.203
9,mlp.experts.37.gate_proj,not applicable,,0.206
9,mlp.experts.37.up_proj,not applicable,,0.208
9,mlp.experts.38.gate_proj,not applicable,,0.211
9,mlp.experts.38.up_proj,not applicable,,0.213
9,mlp.experts.39.gate_proj,not applicable,,0.216
9,mlp.experts.39.up_proj,not applicable,,0.219
9,mlp.experts.40.gate_proj,not applicable,,0.222
9,mlp.experts.40.up_proj,not applicable,,0.225
9,mlp.experts.41.gate_proj,not applicable,,0.228
9,mlp.experts.41.up_proj,not applicable,,0.230
9,mlp.experts.42.gate_proj,not applicable,,0.233
9,mlp.experts.42.up_proj,not applicable,,0.235
9,mlp.experts.43.gate_proj,not applicable,,0.238
9,mlp.experts.43.up_proj,not applicable,,0.240
9,mlp.experts.44.gate_proj,not applicable,,0.243
9,mlp.experts.44.up_proj,not applicable,,0.245
9,mlp.experts.45.gate_proj,not applicable,,0.248
9,mlp.experts.45.up_proj,not applicable,,0.250
9,mlp.experts.46.gate_proj,not applicable,,0.253
9,mlp.experts.46.up_proj,not applicable,,0.255
9,mlp.experts.47.gate_proj,not applicable,,0.258
9,mlp.experts.47.up_proj,not applicable,,0.260
9,mlp.experts.48.gate_proj,not applicable,,0.263
9,mlp.experts.48.up_proj,not applicable,,0.265
9,mlp.experts.49.gate_proj,not applicable,,0.268
9,mlp.experts.49.up_proj,not applicable,,0.270
9,mlp.experts.50.gate_proj,not applicable,,0.273
9,mlp.experts.50.up_proj,not applicable,,0.276
9,mlp.experts.51.gate_proj,not applicable,,0.279
9,mlp.experts.51.up_proj,not applicable,,0.281
9,mlp.experts.52.gate_proj,not applicable,,0.284
9,mlp.experts.52.up_proj,not applicable,,0.286
9,mlp.experts.53.gate_proj,not applicable,,0.289
9,mlp.experts.53.up_proj,not applicable,,0.291
9,mlp.experts.54.gate_proj,not applicable,,0.293
9,mlp.experts.54.up_proj,not applicable,,0.296
9,mlp.experts.55.gate_proj,not applicable,,0.299
9,mlp.experts.55.up_proj,not applicable,,0.301
9,mlp.experts.56.gate_proj,not applicable,,0.304
9,mlp.experts.56.up_proj,not applicable,,0.306
9,mlp.experts.57.gate_proj,not applicable,,0.309
9,mlp.experts.57.up_proj,not applicable,,0.311
9,mlp.experts.58.gate_proj,not applicable,,0.314
9,mlp.experts.58.up_proj,not applicable,,0.317
9,mlp.experts.59.gate_proj,not applicable,,0.320
9,mlp.experts.59.up_proj,not applicable,,0.322
9,mlp.experts.60.gate_proj,not applicable,,0.325
9,mlp.experts.60.up_proj,not applicable,,0.328
9,mlp.experts.61.gate_proj,not applicable,,0.331
9,mlp.experts.61.up_proj,not applicable,,0.333
9,mlp.experts.62.gate_proj,not applicable,,0.336
9,mlp.experts.62.up_proj,not applicable,,0.338
9,mlp.experts.63.gate_proj,not applicable,,0.341
9,mlp.experts.63.up_proj,not applicable,,0.343
9,mlp.experts.64.gate_proj,not applicable,,0.346
9,mlp.experts.64.up_proj,not applicable,,0.348
9,mlp.experts.65.gate_proj,not applicable,,0.351
9,mlp.experts.65.up_proj,not applicable,,0.353
9,mlp.experts.66.gate_proj,not applicable,,0.356
9,mlp.experts.66.up_proj,not applicable,,0.358
9,mlp.experts.67.gate_proj,not applicable,,0.361
9,mlp.experts.67.up_proj,not applicable,,0.363
9,mlp.experts.68.gate_proj,not applicable,,0.366
9,mlp.experts.68.up_proj,not applicable,,0.368
9,mlp.experts.69.gate_proj,not applicable,,0.371
9,mlp.experts.69.up_proj,not applicable,,0.373
9,mlp.experts.70.gate_proj,not applicable,,0.376
9,mlp.experts.70.up_proj,not applicable,,0.379
9,mlp.experts.71.gate_proj,not applicable,,0.382
9,mlp.experts.71.up_proj,not applicable,,0.384
9,mlp.experts.72.gate_proj,not applicable,,0.387
9,mlp.experts.72.up_proj,not applicable,,0.390
9,mlp.experts.73.gate_proj,not applicable,,0.392
9,mlp.experts.73.up_proj,not applicable,,0.395
9,mlp.experts.74.gate_proj,not applicable,,0.397
9,mlp.experts.74.up_proj,not applicable,,0.400
9,mlp.experts.75.gate_proj,not applicable,,0.402
9,mlp.experts.75.up_proj,not applicable,,0.405
9,mlp.experts.76.gate_proj,not applicable,,0.408
9,mlp.experts.76.up_proj,not applicable,,0.410
9,mlp.experts.77.gate_proj,not applicable,,0.413
9,mlp.experts.77.up_proj,not applicable,,0.415
9,mlp.experts.78.gate_proj,not applicable,,0.418
9,mlp.experts.78.up_proj,not applicable,,0.421
9,mlp.experts.79.gate_proj,not applicable,,0.424
9,mlp.experts.79.up_proj,not applicable,,0.427
9,mlp.experts.80.gate_proj,not applicable,,0.429
9,mlp.experts.80.up_proj,not applicable,,0.437
9,mlp.experts.81.gate_proj,not applicable,,0.440
9,mlp.experts.81.up_proj,not applicable,,0.443
9,mlp.experts.82.gate_proj,not applicable,,0.445
9,mlp.experts.82.up_proj,not applicable,,0.448
9,mlp.experts.83.gate_proj,not applicable,,0.451
9,mlp.experts.83.up_proj,not applicable,,0.453
9,mlp.experts.84.gate_proj,not applicable,,0.456
9,mlp.experts.84.up_proj,not applicable,,0.458
9,mlp.experts.85.gate_proj,not applicable,,0.461
9,mlp.experts.85.up_proj,not applicable,,0.464
9,mlp.experts.86.gate_proj,not applicable,,0.466
9,mlp.experts.86.up_proj,not applicable,,0.469
9,mlp.experts.87.gate_proj,not applicable,,0.472
9,mlp.experts.87.up_proj,not applicable,,0.474
9,mlp.experts.88.gate_proj,not applicable,,0.476
9,mlp.experts.88.up_proj,not applicable,,0.479
9,mlp.experts.89.gate_proj,not applicable,,0.481
9,mlp.experts.89.up_proj,not applicable,,0.484
9,mlp.experts.90.gate_proj,not applicable,,0.486
9,mlp.experts.90.up_proj,not applicable,,0.489
9,mlp.experts.91.gate_proj,not applicable,,0.492
9,mlp.experts.91.up_proj,not applicable,,0.494
9,mlp.experts.92.gate_proj,not applicable,,0.497
9,mlp.experts.92.up_proj,not applicable,,0.499
9,mlp.experts.93.gate_proj,not applicable,,0.502
9,mlp.experts.93.up_proj,not applicable,,0.504
9,mlp.experts.94.gate_proj,not applicable,,0.506
9,mlp.experts.94.up_proj,not applicable,,0.509
9,mlp.experts.95.gate_proj,not applicable,,0.511
9,mlp.experts.95.up_proj,not applicable,,0.514
9,mlp.experts.96.gate_proj,not applicable,,0.516
9,mlp.experts.96.up_proj,not applicable,,0.518
9,mlp.experts.97.gate_proj,not applicable,,0.521
9,mlp.experts.97.up_proj,not applicable,,0.524
9,mlp.experts.98.gate_proj,not applicable,,0.526
9,mlp.experts.98.up_proj,not applicable,,0.529
9,mlp.experts.99.gate_proj,not applicable,,0.531
9,mlp.experts.99.up_proj,not applicable,,0.534
9,mlp.experts.100.gate_proj,not applicable,,0.536
9,mlp.experts.100.up_proj,not applicable,,0.540
9,mlp.experts.101.gate_proj,not applicable,,0.542
9,mlp.experts.101.up_proj,not applicable,,0.544
9,mlp.experts.102.gate_proj,not applicable,,0.547
9,mlp.experts.102.up_proj,not applicable,,0.549
9,mlp.experts.103.gate_proj,not applicable,,0.552
9,mlp.experts.103.up_proj,not applicable,,0.554
9,mlp.experts.104.gate_proj,not applicable,,0.557
9,mlp.experts.104.up_proj,not applicable,,0.559
9,mlp.experts.105.gate_proj,not applicable,,0.562
9,mlp.experts.105.up_proj,not applicable,,0.564
9,mlp.experts.106.gate_proj,not applicable,,0.567
9,mlp.experts.106.up_proj,not applicable,,0.569
9,mlp.experts.107.gate_proj,not applicable,,0.572
9,mlp.experts.107.up_proj,not applicable,,0.574
9,mlp.experts.108.gate_proj,not applicable,,0.577
9,mlp.experts.108.up_proj,not applicable,,0.579
9,mlp.experts.109.gate_proj,not applicable,,0.582
9,mlp.experts.109.up_proj,not applicable,,0.584
9,mlp.experts.110.gate_proj,not applicable,,0.587
9,mlp.experts.110.up_proj,not applicable,,0.591
9,mlp.experts.111.gate_proj,not applicable,,0.593
9,mlp.experts.111.up_proj,not applicable,,0.596
9,mlp.experts.112.gate_proj,not applicable,,0.598
9,mlp.experts.112.up_proj,not applicable,,0.600
9,mlp.experts.113.gate_proj,not applicable,,0.603
9,mlp.experts.113.up_proj,not applicable,,0.605
9,mlp.experts.114.gate_proj,not applicable,,0.608
9,mlp.experts.114.up_proj,not applicable,,0.611
9,mlp.experts.115.gate_proj,not applicable,,0.613
9,mlp.experts.115.up_proj,not applicable,,0.616
9,mlp.experts.116.gate_proj,not applicable,,0.618
9,mlp.experts.116.up_proj,not applicable,,0.621
9,mlp.experts.117.gate_proj,not applicable,,0.623
9,mlp.experts.117.up_proj,not applicable,,0.626
9,mlp.experts.118.gate_proj,not applicable,,0.629
9,mlp.experts.118.up_proj,not applicable,,0.631
9,mlp.experts.119.gate_proj,not applicable,,0.634
9,mlp.experts.119.up_proj,not applicable,,0.636
9,mlp.experts.120.gate_proj,not applicable,,0.639
9,mlp.experts.120.up_proj,not applicable,,0.642
9,mlp.experts.121.gate_proj,not applicable,,0.644
9,mlp.experts.121.up_proj,not applicable,,0.647
9,mlp.experts.122.gate_proj,not applicable,,0.649
9,mlp.experts.122.up_proj,not applicable,,0.652
9,mlp.experts.123.gate_proj,not applicable,,0.654
9,mlp.experts.123.up_proj,not applicable,,0.657
9,mlp.experts.124.gate_proj,not applicable,,0.659
9,mlp.experts.124.up_proj,not applicable,,0.662
9,mlp.experts.125.gate_proj,not applicable,,0.664
9,mlp.experts.125.up_proj,not applicable,,0.667
9,mlp.experts.126.gate_proj,not applicable,,0.669
9,mlp.experts.126.up_proj,not applicable,,0.672
9,mlp.experts.127.gate_proj,not applicable,,0.674
9,mlp.experts.127.up_proj,not applicable,,0.677
9,mlp.experts.128.gate_proj,not applicable,,0.679
9,mlp.experts.128.up_proj,not applicable,,0.682
9,mlp.experts.129.gate_proj,not applicable,,0.684
9,mlp.experts.129.up_proj,not applicable,,0.691
9,mlp.experts.130.gate_proj,not applicable,,0.693
9,mlp.experts.130.up_proj,not applicable,,0.697
9,mlp.experts.131.gate_proj,not applicable,,0.699
9,mlp.experts.131.up_proj,not applicable,,0.702
9,mlp.experts.132.gate_proj,not applicable,,0.704
9,mlp.experts.132.up_proj,not applicable,,0.707
9,mlp.experts.133.gate_proj,not applicable,,0.709
9,mlp.experts.133.up_proj,not applicable,,0.712
9,mlp.experts.134.gate_proj,not applicable,,0.714
9,mlp.experts.134.up_proj,not applicable,,0.717
9,mlp.experts.135.gate_proj,not applicable,,0.719
9,mlp.experts.135.up_proj,not applicable,,0.722
9,mlp.experts.136.gate_proj,not applicable,,0.724
9,mlp.experts.136.up_proj,not applicable,,0.727
9,mlp.experts.137.gate_proj,not applicable,,0.730
9,mlp.experts.137.up_proj,not applicable,,0.732
9,mlp.experts.138.gate_proj,not applicable,,0.735
9,mlp.experts.138.up_proj,not applicable,,0.737
9,mlp.experts.139.gate_proj,not applicable,,0.740
9,mlp.experts.139.up_proj,not applicable,,0.742
9,mlp.experts.140.gate_proj,not applicable,,0.744
9,mlp.experts.140.up_proj,not applicable,,0.748
9,mlp.experts.141.gate_proj,not applicable,,0.750
9,mlp.experts.141.up_proj,not applicable,,0.753
9,mlp.experts.142.gate_proj,not applicable,,0.755
9,mlp.experts.142.up_proj,not applicable,,0.758
9,mlp.experts.143.gate_proj,not applicable,,0.760
9,mlp.experts.143.up_proj,not applicable,,0.763
9,mlp.experts.144.gate_proj,not applicable,,0.765
9,mlp.experts.144.up_proj,not applicable,,0.768
9,mlp.experts.145.gate_proj,not applicable,,0.770
9,mlp.experts.145.up_proj,not applicable,,0.773
9,mlp.experts.146.gate_proj,not applicable,,0.775
9,mlp.experts.146.up_proj,not applicable,,0.778
9,mlp.experts.147.gate_proj,not applicable,,0.780
9,mlp.experts.147.up_proj,not applicable,,0.783
9,mlp.experts.148.gate_proj,not applicable,,0.785
9,mlp.experts.148.up_proj,not applicable,,0.787
9,mlp.experts.149.gate_proj,not applicable,,0.790
9,mlp.experts.149.up_proj,not applicable,,0.792
9,mlp.experts.150.gate_proj,not applicable,,0.795
9,mlp.experts.150.up_proj,not applicable,,0.798
9,mlp.experts.151.gate_proj,not applicable,,0.801
9,mlp.experts.151.up_proj,not applicable,,0.804
9,mlp.experts.152.gate_proj,not applicable,,0.806
9,mlp.experts.152.up_proj,not applicable,,0.809
9,mlp.experts.153.gate_proj,not applicable,,0.811
9,mlp.experts.153.up_proj,not applicable,,0.814
9,mlp.experts.154.gate_proj,not applicable,,0.816
9,mlp.experts.154.up_proj,not applicable,,0.819
9,mlp.experts.155.gate_proj,not applicable,,0.821
9,mlp.experts.155.up_proj,not applicable,,0.824
9,mlp.experts.156.gate_proj,not applicable,,0.826
9,mlp.experts.156.up_proj,not applicable,,0.828
9,mlp.experts.157.gate_proj,not applicable,,0.832
9,mlp.experts.157.up_proj,not applicable,,0.834
9,mlp.experts.158.gate_proj,not applicable,,0.837
9,mlp.experts.158.up_proj,not applicable,,0.839
9,mlp.experts.159.gate_proj,not applicable,,0.842
9,mlp.experts.159.up_proj,not applicable,,0.845
9,mlp.experts.160.gate_proj,not applicable,,0.847
9,mlp.experts.160.up_proj,not applicable,,0.850
9,mlp.experts.161.gate_proj,not applicable,,0.853
9,mlp.experts.161.up_proj,not applicable,,0.855
9,mlp.experts.162.gate_proj,not applicable,,0.858
9,mlp.experts.162.up_proj,not applicable,,0.860
9,mlp.experts.163.gate_proj,not applicable,,0.863
9,mlp.experts.163.up_proj,not applicable,,0.865
9,mlp.experts.164.gate_proj,not applicable,,0.868
9,mlp.experts.164.up_proj,not applicable,,0.870
9,mlp.experts.165.gate_proj,not applicable,,0.872
9,mlp.experts.165.up_proj,not applicable,,0.875
9,mlp.experts.166.gate_proj,not applicable,,0.877
9,mlp.experts.166.up_proj,not applicable,,0.880
9,mlp.experts.167.gate_proj,not applicable,,0.882
9,mlp.experts.167.up_proj,not applicable,,0.885
9,mlp.experts.168.gate_proj,not applicable,,0.887
9,mlp.experts.168.up_proj,not applicable,,0.890
9,mlp.experts.169.gate_proj,not applicable,,0.892
9,mlp.experts.169.up_proj,not applicable,,0.894
9,mlp.experts.170.gate_proj,not applicable,,0.897
9,mlp.experts.170.up_proj,not applicable,,0.900
9,mlp.experts.171.gate_proj,not applicable,,0.903
9,mlp.experts.171.up_proj,not applicable,,0.905
9,mlp.experts.172.gate_proj,not applicable,,0.907
9,mlp.experts.172.up_proj,not applicable,,0.910
9,mlp.experts.173.gate_proj,not applicable,,0.912
9,mlp.experts.173.up_proj,not applicable,,0.915
9,mlp.experts.174.gate_proj,not applicable,,0.917
9,mlp.experts.174.up_proj,not applicable,,0.920
9,mlp.experts.175.gate_proj,not applicable,,0.922
9,mlp.experts.175.up_proj,not applicable,,0.925
9,mlp.experts.176.gate_proj,not applicable,,0.927
9,mlp.experts.176.up_proj,not applicable,,0.929
9,mlp.experts.177.gate_proj,not applicable,,0.933
9,mlp.experts.177.up_proj,not applicable,,0.935
9,mlp.experts.178.gate_proj,not applicable,,0.938
9,mlp.experts.178.up_proj,not applicable,,0.940
9,mlp.experts.179.gate_proj,not applicable,,0.943
9,mlp.experts.179.up_proj,not applicable,,0.945
9,mlp.experts.180.gate_proj,not applicable,,0.948
9,mlp.experts.180.up_proj,not applicable,,0.951
9,mlp.experts.181.gate_proj,not applicable,,0.954
9,mlp.experts.181.up_proj,not applicable,,0.956
9,mlp.experts.182.gate_proj,not applicable,,0.959
9,mlp.experts.182.up_proj,not applicable,,0.961
9,mlp.experts.183.gate_proj,not applicable,,0.964
9,mlp.experts.183.up_proj,not applicable,,0.966
9,mlp.experts.184.gate_proj,not applicable,,0.969
9,mlp.experts.184.up_proj,not applicable,,0.971
9,mlp.experts.185.gate_proj,not applicable,,0.977
9,mlp.experts.185.up_proj,not applicable,,0.979
9,mlp.experts.186.gate_proj,not applicable,,0.982
9,mlp.experts.186.up_proj,not applicable,,0.985
9,mlp.experts.187.gate_proj,not applicable,,0.987
9,mlp.experts.187.up_proj,not applicable,,0.990
9,mlp.experts.188.gate_proj,not applicable,,0.992
9,mlp.experts.188.up_proj,not applicable,,0.995
9,mlp.experts.189.gate_proj,not applicable,,0.998
9,mlp.experts.189.up_proj,not applicable,,1.000
9,mlp.experts.190.gate_proj,not applicable,,1.003
9,mlp.experts.190.up_proj,not applicable,,1.006
9,mlp.experts.191.gate_proj,not applicable,,1.009
9,mlp.experts.191.up_proj,not applicable,,1.011
9,mlp.experts.192.gate_proj,not applicable,,1.014
9,mlp.experts.192.up_proj,not applicable,,1.017
9,mlp.experts.193.gate_proj,not applicable,,1.019
9,mlp.experts.193.up_proj,not applicable,,1.022
9,mlp.experts.194.gate_proj,not applicable,,1.024
9,mlp.experts.194.up_proj,not applicable,,1.027
9,mlp.experts.195.gate_proj,not applicable,,1.029
9,mlp.experts.195.up_proj,not applicable,,1.032
9,mlp.experts.196.gate_proj,not applicable,,1.035
9,mlp.experts.196.up_proj,not applicable,,1.038
9,mlp.experts.197.gate_proj,not applicable,,1.040
9,mlp.experts.197.up_proj,not applicable,,1.043
9,mlp.experts.198.gate_proj,not applicable,,1.045
9,mlp.experts.198.up_proj,not applicable,,1.048
9,mlp.experts.199.gate_proj,not applicable,,1.050
9,mlp.experts.199.up_proj,not applicable,,1.053
9,mlp.experts.200.gate_proj,not applicable,,1.055
9,mlp.experts.200.up_proj,not applicable,,1.059
9,mlp.experts.201.gate_proj,not applicable,,1.061
9,mlp.experts.201.up_proj,not applicable,,1.064
9,mlp.experts.202.gate_proj,not applicable,,1.067
9,mlp.experts.202.up_proj,not applicable,,1.069
9,mlp.experts.203.gate_proj,not applicable,,1.072
9,mlp.experts.203.up_proj,not applicable,,1.074
9,mlp.experts.204.gate_proj,not applicable,,1.077
9,mlp.experts.204.up_proj,not applicable,,1.079
9,mlp.experts.205.gate_proj,not applicable,,1.082
9,mlp.experts.205.up_proj,not applicable,,1.085
9,mlp.experts.206.gate_proj,not applicable,,1.087
9,mlp.experts.206.up_proj,not applicable,,1.090
9,mlp.experts.207.gate_proj,not applicable,,1.092
9,mlp.experts.207.up_proj,not applicable,,1.095
9,mlp.experts.208.gate_proj,not applicable,,1.097
9,mlp.experts.208.up_proj,not applicable,,1.100
9,mlp.experts.209.gate_proj,not applicable,,1.102
9,mlp.experts.209.up_proj,not applicable,,1.104
9,mlp.experts.210.gate_proj,not applicable,,1.107
9,mlp.experts.210.up_proj,not applicable,,1.110
9,mlp.experts.211.gate_proj,not applicable,,1.113
9,mlp.experts.211.up_proj,not applicable,,1.115
9,mlp.experts.212.gate_proj,not applicable,,1.118
9,mlp.experts.212.up_proj,not applicable,,1.120
9,mlp.experts.213.gate_proj,not applicable,,1.123
9,mlp.experts.213.up_proj,not applicable,,1.125
9,mlp.experts.214.gate_proj,not applicable,,1.128
9,mlp.experts.214.up_proj,not applicable,,1.130
9,mlp.experts.215.gate_proj,not applicable,,1.132
9,mlp.experts.215.up_proj,not applicable,,1.135
9,mlp.experts.216.gate_proj,not applicable,,1.138
9,mlp.experts.216.up_proj,not applicable,,1.140
9,mlp.experts.217.gate_proj,not applicable,,1.143
9,mlp.experts.217.up_proj,not applicable,,1.145
9,mlp.experts.218.gate_proj,not applicable,,1.148
9,mlp.experts.218.up_proj,not applicable,,1.150
9,mlp.experts.219.gate_proj,not applicable,,1.153
9,mlp.experts.219.up_proj,not applicable,,1.155
9,mlp.experts.220.gate_proj,not applicable,,1.158
9,mlp.experts.220.up_proj,not applicable,,1.161
9,mlp.experts.221.gate_proj,not applicable,,1.164
9,mlp.experts.221.up_proj,not applicable,,1.166
9,mlp.experts.222.gate_proj,not applicable,,1.169
9,mlp.experts.222.up_proj,not applicable,,1.171
9,mlp.experts.223.gate_proj,not applicable,,1.174
9,mlp.experts.223.up_proj,not applicable,,1.176
9,mlp.experts.224.gate_proj,not applicable,,1.179
9,mlp.experts.224.up_proj,not applicable,,1.181
9,mlp.experts.225.gate_proj,not applicable,,1.184
9,mlp.experts.225.up_proj,not applicable,,1.186
9,mlp.experts.226.gate_proj,not applicable,,1.189
9,mlp.experts.226.up_proj,not applicable,,1.191
9,mlp.experts.227.gate_proj,not applicable,,1.194
9,mlp.experts.227.up_proj,not applicable,,1.199
9,mlp.experts.228.gate_proj,not applicable,,1.201
9,mlp.experts.228.up_proj,not applicable,,1.204
9,mlp.experts.229.gate_proj,not applicable,,1.206
9,mlp.experts.229.up_proj,not applicable,,1.209
9,mlp.experts.230.gate_proj,not applicable,,1.211
9,mlp.experts.230.up_proj,not applicable,,1.215
9,mlp.experts.231.gate_proj,not applicable,,1.217
9,mlp.experts.231.up_proj,not applicable,,1.220
9,mlp.experts.232.gate_proj,not applicable,,1.222
9,mlp.experts.232.up_proj,not applicable,,1.224
9,mlp.experts.233.gate_proj,not applicable,,1.227
9,mlp.experts.233.up_proj,not applicable,,1.229
9,mlp.experts.234.gate_proj,not applicable,,1.232
9,mlp.experts.234.up_proj,not applicable,,1.234
9,mlp.experts.235.gate_proj,not applicable,,1.237
9,mlp.experts.235.up_proj,not applicable,,1.240
9,mlp.experts.236.gate_proj,not applicable,,1.242
9,mlp.experts.236.up_proj,not applicable,,1.245
9,mlp.experts.237.gate_proj,not applicable,,1.247
9,mlp.experts.237.up_proj,not applicable,,1.250
9,mlp.experts.238.gate_proj,not applicable,,1.252
9,mlp.experts.238.up_proj,not applicable,,1.255
9,mlp.experts.239.gate_proj,not applicable,,1.257
9,mlp.experts.239.up_proj,not applicable,,1.259
9,mlp.experts.240.gate_proj,not applicable,,1.262
9,mlp.experts.240.up_proj,not applicable,,1.265
9,mlp.experts.241.gate_proj,not applicable,,1.268
9,mlp.experts.241.up_proj,not applicable,,1.270
9,mlp.experts.242.gate_proj,not applicable,,1.273
9,mlp.experts.242.up_proj,not applicable,,1.275
9,mlp.experts.243.gate_proj,not applicable,,1.278
9,mlp.experts.243.up_proj,not applicable,,1.280
9,mlp.experts.244.gate_proj,not applicable,,1.283
9,mlp.experts.244.up_proj,not applicable,,1.285
9,mlp.experts.245.gate_proj,not applicable,,1.288
9,mlp.experts.245.up_proj,not applicable,,1.290
9,mlp.experts.246.gate_proj,not applicable,,1.293
9,mlp.experts.246.up_proj,not applicable,,1.295
9,mlp.experts.247.gate_proj,not applicable,,1.298
9,mlp.experts.247.up_proj,not applicable,,1.300
9,mlp.experts.248.gate_proj,not applicable,,1.302
9,mlp.experts.248.up_proj,not applicable,,1.305
9,mlp.experts.249.gate_proj,not applicable,,1.307
9,mlp.experts.249.up_proj,not applicable,,1.310
9,mlp.experts.250.gate_proj,not applicable,,1.312
9,mlp.experts.250.up_proj,not applicable,,1.316
9,mlp.experts.251.gate_proj,not applicable,,1.319
9,mlp.experts.251.up_proj,not applicable,,1.321
9,mlp.experts.252.gate_proj,not applicable,,1.324
9,mlp.experts.252.up_proj,not applicable,,1.326
9,mlp.experts.253.gate_proj,not applicable,,1.329
9,mlp.experts.253.up_proj,not applicable,,1.331
9,mlp.experts.254.gate_proj,not applicable,,1.334
9,mlp.experts.254.up_proj,not applicable,,1.336
9,mlp.experts.255.gate_proj,not applicable,,1.338
9,mlp.experts.255.up_proj,not applicable,,1.342
9,mlp.experts.0.down_proj,0.0000006948,,1.344
9,mlp.experts.1.down_proj,0.0000002185,,1.346
9,mlp.experts.2.down_proj,0.0000008813,,1.349
9,mlp.experts.3.down_proj,0.0000008133,,1.351
9,mlp.experts.4.down_proj,0.0000001195,,1.354
9,mlp.experts.5.down_proj,0.0000010359,,1.356
9,mlp.experts.6.down_proj,0.0000008093,,1.358
9,mlp.experts.7.down_proj,0.0000003780,,1.361
9,mlp.experts.8.down_proj,0.0000000001,,1.363
9,mlp.experts.9.down_proj,0.0000006877,,1.366
9,mlp.experts.10.down_proj,0.0000000002,,1.369
9,mlp.experts.11.down_proj,0.0000005616,,1.371
9,mlp.experts.12.down_proj,0.0000003735,,1.373
9,mlp.experts.13.down_proj,0.0000004396,,1.376
9,mlp.experts.14.down_proj,0.0000003458,,1.378
9,mlp.experts.15.down_proj,0.0000003729,,1.380
9,mlp.experts.16.down_proj,0.0000004569,,1.383
9,mlp.experts.17.down_proj,0.0000000101,,1.385
9,mlp.experts.18.down_proj,0.0000004318,,1.388
9,mlp.experts.19.down_proj,0.0000001979,,1.390
9,mlp.experts.20.down_proj,0.0000003058,,1.392
9,mlp.experts.21.down_proj,0.0000003492,,1.395
9,mlp.experts.22.down_proj,0.0000003349,,1.397
9,mlp.experts.23.down_proj,0.0000001889,,1.400
9,mlp.experts.24.down_proj,0.0000005240,,1.402
9,mlp.experts.25.down_proj,0.0000002465,,1.404
9,mlp.experts.26.down_proj,0.0000004471,,1.407
9,mlp.experts.27.down_proj,0.0000014734,,1.409
9,mlp.experts.28.down_proj,0.0000012610,,1.411
9,mlp.experts.29.down_proj,0.0000003775,,1.415
9,mlp.experts.30.down_proj,0.0000015054,,1.417
9,mlp.experts.31.down_proj,0.0000004638,,1.423
9,mlp.experts.32.down_proj,0.0000010717,,1.425
9,mlp.experts.33.down_proj,0.0000007486,,1.428
9,mlp.experts.34.down_proj,0.0000005222,,1.430
9,mlp.experts.35.down_proj,0.0000006446,,1.432
9,mlp.experts.36.down_proj,0.0000005517,,1.435
9,mlp.experts.37.down_proj,0.0000007100,,1.437
9,mlp.experts.38.down_proj,0.0000008497,,1.440
9,mlp.experts.39.down_proj,0.0000001128,,1.443
9,mlp.experts.40.down_proj,0.0000001519,,1.445
9,mlp.experts.41.down_proj,0.0000006537,,1.447
9,mlp.experts.42.down_proj,0.0000000387,,1.450
9,mlp.experts.43.down_proj,0.0000004178,,1.452
9,mlp.experts.44.down_proj,0.0000008323,,1.455
9,mlp.experts.45.down_proj,0.0000000232,,1.457
9,mlp.experts.46.down_proj,0.0000001470,,1.459
9,mlp.experts.47.down_proj,0.0000000535,,1.462
9,mlp.experts.48.down_proj,0.0000036473,,1.464
9,mlp.experts.49.down_proj,0.0000002795,,1.468
9,mlp.experts.50.down_proj,0.0000000000,,1.470
9,mlp.experts.51.down_proj,0.0000001384,,1.472
9,mlp.experts.52.down_proj,0.0000000001,,1.475
9,mlp.experts.53.down_proj,0.0000004617,,1.477
9,mlp.experts.54.down_proj,0.0000005990,,1.480
9,mlp.experts.55.down_proj,0.0000001032,,1.482
9,mlp.experts.56.down_proj,0.0000002482,,1.484
9,mlp.experts.57.down_proj,0.0000000532,,1.487
9,mlp.experts.58.down_proj,0.0000000000,,1.489
9,mlp.experts.59.down_proj,0.0000011622,,1.492
9,mlp.experts.60.down_proj,0.0000003939,,1.494
9,mlp.experts.61.down_proj,0.0000003264,,1.496
9,mlp.experts.62.down_proj,0.0000002989,,1.499
9,mlp.experts.63.down_proj,0.0000001983,,1.501
9,mlp.experts.64.down_proj,0.0000007521,,1.504
9,mlp.experts.65.down_proj,0.0000001311,,1.506
9,mlp.experts.66.down_proj,0.0000000002,,1.508
9,mlp.experts.67.down_proj,0.0000000204,,1.511
9,mlp.experts.68.down_proj,0.0000013626,,1.513
9,mlp.experts.69.down_proj,0.0000003054,,1.517
9,mlp.experts.70.down_proj,0.0000007474,,1.519
9,mlp.experts.71.down_proj,0.0000001160,,1.521
9,mlp.experts.72.down_proj,0.0000000655,,1.524
9,mlp.experts.73.down_proj,0.0000005797,,1.526
9,mlp.experts.74.down_proj,0.0000002939,,1.529
9,mlp.experts.75.down_proj,0.0000002313,,1.531
9,mlp.experts.76.down_proj,0.0000003073,,1.534
9,mlp.experts.77.down_proj,0.0000004747,,1.536
9,mlp.experts.78.down_proj,0.0000001946,,1.539
9,mlp.experts.79.down_proj,0.0000000564,,1.541
9,mlp.experts.80.down_proj,0.0000000010,,1.544
9,mlp.experts.81.down_proj,0.0000004020,,1.547
9,mlp.experts.82.down_proj,0.0000003752,,1.549
9,mlp.experts.83.down_proj,0.0000000015,,1.551
9,mlp.experts.84.down_proj,0.0000004129,,1.554
9,mlp.experts.85.down_proj,0.0000000693,,1.556
9,mlp.experts.86.down_proj,0.0000001789,,1.559
9,mlp.experts.87.down_proj,0.0000007085,,1.561
9,mlp.experts.88.down_proj,0.0000006712,,1.564
9,mlp.experts.89.down_proj,0.0000007353,,1.567
9,mlp.experts.90.down_proj,0.0000004083,,1.569
9,mlp.experts.91.down_proj,0.0000007719,,1.572
9,mlp.experts.92.down_proj,0.0000002942,,1.574
9,mlp.experts.93.down_proj,0.0000007163,,1.577
9,mlp.experts.94.down_proj,0.0000003777,,1.579
9,mlp.experts.95.down_proj,0.0000002433,,1.582
9,mlp.experts.96.down_proj,0.0000002250,,1.584
9,mlp.experts.97.down_proj,0.0000000420,,1.586
9,mlp.experts.98.down_proj,0.0000000477,,1.589
9,mlp.experts.99.down_proj,0.0000001985,,1.591
9,mlp.experts.100.down_proj,0.0000012051,,1.593
9,mlp.experts.101.down_proj,0.0000000000,,1.596
9,mlp.experts.102.down_proj,0.0000001300,,1.598
9,mlp.experts.103.down_proj,0.0000003133,,1.601
9,mlp.experts.104.down_proj,0.0000013405,,1.603
9,mlp.experts.105.down_proj,0.0000003139,,1.606
9,mlp.experts.106.down_proj,0.0000011740,,1.608
9,mlp.experts.107.down_proj,0.0000001061,,1.610
9,mlp.experts.108.down_proj,0.0000001925,,1.613
9,mlp.experts.109.down_proj,0.0000000007,,1.616
9,mlp.experts.110.down_proj,0.0000000192,,1.619
9,mlp.experts.111.down_proj,0.0000005893,,1.621
9,mlp.experts.112.down_proj,0.0000000006,,1.624
9,mlp.experts.113.down_proj,0.0000001727,,1.626
9,mlp.experts.114.down_proj,0.0000000166,,1.628
9,mlp.experts.115.down_proj,0.0000008234,,1.631
9,mlp.experts.116.down_proj,0.0000000938,,1.633
9,mlp.experts.117.down_proj,0.0000000005,,1.636
9,mlp.experts.118.down_proj,0.0000002883,,1.638
9,mlp.experts.119.down_proj,0.0000004422,,1.641
9,mlp.experts.120.down_proj,0.0000002888,,1.645
9,mlp.experts.121.down_proj,0.0000001827,,1.648
9,mlp.experts.122.down_proj,0.0000005723,,1.651
9,mlp.experts.123.down_proj,0.0000005590,,1.653
9,mlp.experts.124.down_proj,0.0000006193,,1.656
9,mlp.experts.125.down_proj,0.0000002708,,1.658
9,mlp.experts.126.down_proj,0.0000009081,,1.660
9,mlp.experts.127.down_proj,0.0000002774,,1.663
9,mlp.experts.128.down_proj,0.0000006584,,1.666
9,mlp.experts.129.down_proj,0.0000002539,,1.669
9,mlp.experts.130.down_proj,0.0000000646,,1.672
9,mlp.experts.131.down_proj,0.0000000088,,1.674
9,mlp.experts.132.down_proj,0.0000001390,,1.676
9,mlp.experts.133.down_proj,0.0000000473,,1.679
9,mlp.experts.134.down_proj,0.0000007382,,1.681
9,mlp.experts.135.down_proj,0.0000004735,,1.684
9,mlp.experts.136.down_proj,0.0000001476,,1.686
9,mlp.experts.137.down_proj,0.0000000404,,1.689
9,mlp.experts.138.down_proj,0.0000002662,,1.691
9,mlp.experts.139.down_proj,0.0000002468,,1.694
9,mlp.experts.140.down_proj,0.0000000000,,1.696
9,mlp.experts.141.down_proj,0.0000002839,,1.699
9,mlp.experts.142.down_proj,0.0000002979,,1.701
9,mlp.experts.143.down_proj,0.0000003364,,1.703
9,mlp.experts.144.down_proj,0.0000006764,,1.706
9,mlp.experts.145.down_proj,0.0000002757,,1.708
9,mlp.experts.146.down_proj,0.0000003158,,1.711
9,mlp.experts.147.down_proj,0.0000001925,,1.713
9,mlp.experts.148.down_proj,0.0000003264,,1.715
9,mlp.experts.149.down_proj,0.0000017164,,1.719
9,mlp.experts.150.down_proj,0.0000006781,,1.722
9,mlp.experts.151.down_proj,0.0000001832,,1.724
9,mlp.experts.152.down_proj,0.0000002760,,1.726
9,mlp.experts.153.down_proj,0.0000003449,,1.729
9,mlp.experts.154.down_proj,0.0000001120,,1.731
9,mlp.experts.155.down_proj,0.0000002040,,1.734
9,mlp.experts.156.down_proj,0.0000001081,,1.736
9,mlp.experts.157.down_proj,0.0000002569,,1.739
9,mlp.experts.158.down_proj,0.0000003146,,1.741
9,mlp.experts.159.down_proj,0.0000001447,,1.744
9,mlp.experts.160.down_proj,0.0000000992,,1.746
9,mlp.experts.161.down_proj,0.0000002568,,1.749
9,mlp.experts.162.down_proj,0.0000000000,,1.752
9,mlp.experts.163.down_proj,0.0000000941,,1.754
9,mlp.experts.164.down_proj,0.0000001771,,1.756
9,mlp.experts.165.down_proj,0.0000001104,,1.759
9,mlp.experts.166.down_proj,0.0000003299,,1.761
9,mlp.experts.167.down_proj,0.0000002379,,1.764
9,mlp.experts.168.down_proj,0.0000001204,,1.766
9,mlp.experts.169.down_proj,0.0000006324,,1.770
9,mlp.experts.170.down_proj,0.0000012099,,1.772
9,mlp.experts.171.down_proj,0.0000006665,,1.775
9,mlp.experts.172.down_proj,0.0000001742,,1.777
9,mlp.experts.173.down_proj,0.0000001486,,1.780
9,mlp.experts.174.down_proj,0.0000001073,,1.782
9,mlp.experts.175.down_proj,0.0000003477,,1.785
9,mlp.experts.176.down_proj,0.0000002467,,1.787
9,mlp.experts.177.down_proj,0.0000003594,,1.790
9,mlp.experts.178.down_proj,0.0000002525,,1.792
9,mlp.experts.179.down_proj,0.0000005978,,1.794
9,mlp.experts.180.down_proj,0.0000009673,,1.797
9,mlp.experts.181.down_proj,0.0000008856,,1.799
9,mlp.experts.182.down_proj,0.0000003853,,1.801
9,mlp.experts.183.down_proj,0.0000007743,,1.804
9,mlp.experts.184.down_proj,0.0000000426,,1.806
9,mlp.experts.185.down_proj,0.0000000327,,1.809
9,mlp.experts.186.down_proj,0.0000000203,,1.811
9,mlp.experts.187.down_proj,0.0000002218,,1.814
9,mlp.experts.188.down_proj,0.0000003213,,1.816
9,mlp.experts.189.down_proj,0.0000001908,,1.820
9,mlp.experts.190.down_proj,0.0000001646,,1.822
9,mlp.experts.191.down_proj,0.0000001876,,1.824
9,mlp.experts.192.down_proj,0.0000002540,,1.827
9,mlp.experts.193.down_proj,0.0000004294,,1.829
9,mlp.experts.194.down_proj,0.0000002246,,1.832
9,mlp.experts.195.down_proj,0.0000000001,,1.834
9,mlp.experts.196.down_proj,0.0000004672,,1.836
9,mlp.experts.197.down_proj,0.0000000000,,1.839
9,mlp.experts.198.down_proj,0.0000004209,,1.841
9,mlp.experts.199.down_proj,0.0000006892,,1.844
9,mlp.experts.200.down_proj,0.0000005546,,1.846
9,mlp.experts.201.down_proj,0.0000004773,,1.848
9,mlp.experts.202.down_proj,0.0000007684,,1.851
9,mlp.experts.203.down_proj,0.0000000409,,1.854
9,mlp.experts.204.down_proj,0.0000004696,,1.856
9,mlp.experts.205.down_proj,0.0000001311,,1.859
9,mlp.experts.206.down_proj,0.0000003512,,1.861
9,mlp.experts.207.down_proj,0.0000007423,,1.864
9,mlp.experts.208.down_proj,0.0000006120,,1.867
9,mlp.experts.209.down_proj,0.0000010447,,1.870
9,mlp.experts.210.down_proj,0.0000008063,,1.872
9,mlp.experts.211.down_proj,0.0000009205,,1.875
9,mlp.experts.212.down_proj,0.0000000573,,1.877
9,mlp.experts.213.down_proj,0.0000003404,,1.880
9,mlp.experts.214.down_proj,0.0000000220,,1.882
9,mlp.experts.215.down_proj,0.0000000035,,1.885
9,mlp.experts.216.down_proj,0.0000003911,,1.887
9,mlp.experts.217.down_proj,0.0000001301,,1.890
9,mlp.experts.218.down_proj,0.0000000322,,1.892
9,mlp.experts.219.down_proj,0.0000001832,,1.894
9,mlp.experts.220.down_proj,0.0000000719,,1.897
9,mlp.experts.221.down_proj,0.0000000008,,1.899
9,mlp.experts.222.down_proj,0.0000005989,,1.902
9,mlp.experts.223.down_proj,0.0000010118,,1.904
9,mlp.experts.224.down_proj,0.0000001278,,1.907
9,mlp.experts.225.down_proj,0.0000000001,,1.909
9,mlp.experts.226.down_proj,0.0000004220,,1.912
9,mlp.experts.227.down_proj,0.0000006662,,1.914
9,mlp.experts.228.down_proj,0.0000001081,,1.917
9,mlp.experts.229.down_proj,0.0000000017,,1.920
9,mlp.experts.230.down_proj,0.0000000579,,1.923
9,mlp.experts.231.down_proj,0.0000001009,,1.925
9,mlp.experts.232.down_proj,0.0000000004,,1.928
9,mlp.experts.233.down_proj,0.0000005336,,1.930
9,mlp.experts.234.down_proj,0.0000001995,,1.933
9,mlp.experts.235.down_proj,0.0000003363,,1.935
9,mlp.experts.236.down_proj,0.0000006947,,1.938
9,mlp.experts.237.down_proj,0.0000005337,,1.940
9,mlp.experts.238.down_proj,0.0000004439,,1.943
9,mlp.experts.239.down_proj,0.0000007882,,1.945
9,mlp.experts.240.down_proj,0.0000002975,,1.948
9,mlp.experts.241.down_proj,0.0000000648,,1.950
9,mlp.experts.242.down_proj,0.0000000992,,1.953
9,mlp.experts.243.down_proj,0.0000000880,,1.956
9,mlp.experts.244.down_proj,0.0000003508,,1.958
9,mlp.experts.245.down_proj,0.0000004563,,1.961
9,mlp.experts.246.down_proj,0.0000004425,,1.963
9,mlp.experts.247.down_proj,0.0000002170,,1.965
9,mlp.experts.248.down_proj,0.0000000073,,1.968
9,mlp.experts.249.down_proj,0.0000015245,,1.971
9,mlp.experts.250.down_proj,0.0000007536,,1.974
9,mlp.experts.251.down_proj,0.0000012896,,1.976
9,mlp.experts.252.down_proj,0.0000004510,,1.979
9,mlp.experts.253.down_proj,0.0000001858,,1.981
9,mlp.experts.254.down_proj,0.0000002202,,1.984
9,mlp.experts.255.down_proj,0.0000004436,,1.986
10,mlp.experts.0.gate_proj,not applicable,,0.004
10,mlp.experts.0.up_proj,not applicable,,0.010
10,mlp.experts.1.gate_proj,not applicable,,0.013
10,mlp.experts.1.up_proj,not applicable,,0.016
10,mlp.experts.2.gate_proj,not applicable,,0.019
10,mlp.experts.2.up_proj,not applicable,,0.021
10,mlp.experts.3.gate_proj,not applicable,,0.024
10,mlp.experts.3.up_proj,not applicable,,0.027
10,mlp.experts.4.gate_proj,not applicable,,0.029
10,mlp.experts.4.up_proj,not applicable,,0.032
10,mlp.experts.5.gate_proj,not applicable,,0.034
10,mlp.experts.5.up_proj,not applicable,,0.037
10,mlp.experts.6.gate_proj,not applicable,,0.039
10,mlp.experts.6.up_proj,not applicable,,0.042
10,mlp.experts.7.gate_proj,not applicable,,0.045
10,mlp.experts.7.up_proj,not applicable,,0.047
10,mlp.experts.8.gate_proj,not applicable,,0.050
10,mlp.experts.8.up_proj,not applicable,,0.053
10,mlp.experts.9.gate_proj,not applicable,,0.056
10,mlp.experts.9.up_proj,not applicable,,0.058
10,mlp.experts.10.gate_proj,not applicable,,0.061
10,mlp.experts.10.up_proj,not applicable,,0.065
10,mlp.experts.11.gate_proj,not applicable,,0.067
10,mlp.experts.11.up_proj,not applicable,,0.070
10,mlp.experts.12.gate_proj,not applicable,,0.073
10,mlp.experts.12.up_proj,not applicable,,0.075
10,mlp.experts.13.gate_proj,not applicable,,0.078
10,mlp.experts.13.up_proj,not applicable,,0.080
10,mlp.experts.14.gate_proj,not applicable,,0.083
10,mlp.experts.14.up_proj,not applicable,,0.085
10,mlp.experts.15.gate_proj,not applicable,,0.088
10,mlp.experts.15.up_proj,not applicable,,0.090
10,mlp.experts.16.gate_proj,not applicable,,0.093
10,mlp.experts.16.up_proj,not applicable,,0.095
10,mlp.experts.17.gate_proj,not applicable,,0.098
10,mlp.experts.17.up_proj,not applicable,,0.100
10,mlp.experts.18.gate_proj,not applicable,,0.102
10,mlp.experts.18.up_proj,not applicable,,0.105
10,mlp.experts.19.gate_proj,not applicable,,0.107
10,mlp.experts.19.up_proj,not applicable,,0.110
10,mlp.experts.20.gate_proj,not applicable,,0.112
10,mlp.experts.20.up_proj,not applicable,,0.116
10,mlp.experts.21.gate_proj,not applicable,,0.118
10,mlp.experts.21.up_proj,not applicable,,0.121
10,mlp.experts.22.gate_proj,not applicable,,0.123
10,mlp.experts.22.up_proj,not applicable,,0.126
10,mlp.experts.23.gate_proj,not applicable,,0.128
10,mlp.experts.23.up_proj,not applicable,,0.130
10,mlp.experts.24.gate_proj,not applicable,,0.133
10,mlp.experts.24.up_proj,not applicable,,0.135
10,mlp.experts.25.gate_proj,not applicable,,0.138
10,mlp.experts.25.up_proj,not applicable,,0.140
10,mlp.experts.26.gate_proj,not applicable,,0.143
10,mlp.experts.26.up_proj,not applicable,,0.145
10,mlp.experts.27.gate_proj,not applicable,,0.148
10,mlp.experts.27.up_proj,not applicable,,0.150
10,mlp.experts.28.gate_proj,not applicable,,0.153
10,mlp.experts.28.up_proj,not applicable,,0.155
10,mlp.experts.29.gate_proj,not applicable,,0.158
10,mlp.experts.29.up_proj,not applicable,,0.160
10,mlp.experts.30.gate_proj,not applicable,,0.163
10,mlp.experts.30.up_proj,not applicable,,0.166
10,mlp.experts.31.gate_proj,not applicable,,0.168
10,mlp.experts.31.up_proj,not applicable,,0.171
10,mlp.experts.32.gate_proj,not applicable,,0.174
10,mlp.experts.32.up_proj,not applicable,,0.176
10,mlp.experts.33.gate_proj,not applicable,,0.179
10,mlp.experts.33.up_proj,not applicable,,0.181
10,mlp.experts.34.gate_proj,not applicable,,0.184
10,mlp.experts.34.up_proj,not applicable,,0.186
10,mlp.experts.35.gate_proj,not applicable,,0.189
10,mlp.experts.35.up_proj,not applicable,,0.191
10,mlp.experts.36.gate_proj,not applicable,,0.194
10,mlp.experts.36.up_proj,not applicable,,0.197
10,mlp.experts.37.gate_proj,not applicable,,0.199
10,mlp.experts.37.up_proj,not applicable,,0.202
10,mlp.experts.38.gate_proj,not applicable,,0.204
10,mlp.experts.38.up_proj,not applicable,,0.207
10,mlp.experts.39.gate_proj,not applicable,,0.209
10,mlp.experts.39.up_proj,not applicable,,0.212
10,mlp.experts.40.gate_proj,not applicable,,0.214
10,mlp.experts.40.up_proj,not applicable,,0.218
10,mlp.experts.41.gate_proj,not applicable,,0.220
10,mlp.experts.41.up_proj,not applicable,,0.223
10,mlp.experts.42.gate_proj,not applicable,,0.225
10,mlp.experts.42.up_proj,not applicable,,0.228
10,mlp.experts.43.gate_proj,not applicable,,0.230
10,mlp.experts.43.up_proj,not applicable,,0.233
10,mlp.experts.44.gate_proj,not applicable,,0.235
10,mlp.experts.44.up_proj,not applicable,,0.238
10,mlp.experts.45.gate_proj,not applicable,,0.241
10,mlp.experts.45.up_proj,not applicable,,0.243
10,mlp.experts.46.gate_proj,not applicable,,0.246
10,mlp.experts.46.up_proj,not applicable,,0.249
10,mlp.experts.47.gate_proj,not applicable,,0.252
10,mlp.experts.47.up_proj,not applicable,,0.254
10,mlp.experts.48.gate_proj,not applicable,,0.257
10,mlp.experts.48.up_proj,not applicable,,0.260
10,mlp.experts.49.gate_proj,not applicable,,0.262
10,mlp.experts.49.up_proj,not applicable,,0.264
10,mlp.experts.50.gate_proj,not applicable,,0.267
10,mlp.experts.50.up_proj,not applicable,,0.270
10,mlp.experts.51.gate_proj,not applicable,,0.273
10,mlp.experts.51.up_proj,not applicable,,0.276
10,mlp.experts.52.gate_proj,not applicable,,0.278
10,mlp.experts.52.up_proj,not applicable,,0.281
10,mlp.experts.53.gate_proj,not applicable,,0.283
10,mlp.experts.53.up_proj,not applicable,,0.286
10,mlp.experts.54.gate_proj,not applicable,,0.288
10,mlp.experts.54.up_proj,not applicable,,0.291
10,mlp.experts.55.gate_proj,not applicable,,0.293
10,mlp.experts.55.up_proj,not applicable,,0.296
10,mlp.experts.56.gate_proj,not applicable,,0.299
10,mlp.experts.56.up_proj,not applicable,,0.301
10,mlp.experts.57.gate_proj,not applicable,,0.303
10,mlp.experts.57.up_proj,not applicable,,0.307
10,mlp.experts.58.gate_proj,not applicable,,0.309
10,mlp.experts.58.up_proj,not applicable,,0.312
10,mlp.experts.59.gate_proj,not applicable,,0.315
10,mlp.experts.59.up_proj,not applicable,,0.317
10,mlp.experts.60.gate_proj,not applicable,,0.320
10,mlp.experts.60.up_proj,not applicable,,0.323
10,mlp.experts.61.gate_proj,not applicable,,0.326
10,mlp.experts.61.up_proj,not applicable,,0.328
10,mlp.experts.62.gate_proj,not applicable,,0.330
10,mlp.experts.62.up_proj,not applicable,,0.333
10,mlp.experts.63.gate_proj,not applicable,,0.336
10,mlp.experts.63.up_proj,not applicable,,0.338
10,mlp.experts.64.gate_proj,not applicable,,0.341
10,mlp.experts.64.up_proj,not applicable,,0.344
10,mlp.experts.65.gate_proj,not applicable,,0.346
10,mlp.experts.65.up_proj,not applicable,,0.350
10,mlp.experts.66.gate_proj,not applicable,,0.352
10,mlp.experts.66.up_proj,not applicable,,0.355
10,mlp.experts.67.gate_proj,not applicable,,0.357
10,mlp.experts.67.up_proj,not applicable,,0.360
10,mlp.experts.68.gate_proj,not applicable,,0.363
10,mlp.experts.68.up_proj,not applicable,,0.365
10,mlp.experts.69.gate_proj,not applicable,,0.368
10,mlp.experts.69.up_proj,not applicable,,0.370
10,mlp.experts.70.gate_proj,not applicable,,0.373
10,mlp.experts.70.up_proj,not applicable,,0.376
10,mlp.experts.71.gate_proj,not applicable,,0.378
10,mlp.experts.71.up_proj,not applicable,,0.381
10,mlp.experts.72.gate_proj,not applicable,,0.383
10,mlp.experts.72.up_proj,not applicable,,0.386
10,mlp.experts.73.gate_proj,not applicable,,0.388
10,mlp.experts.73.up_proj,not applicable,,0.391
10,mlp.experts.74.gate_proj,not applicable,,0.393
10,mlp.experts.74.up_proj,not applicable,,0.396
10,mlp.experts.75.gate_proj,not applicable,,0.398
10,mlp.experts.75.up_proj,not applicable,,0.401
10,mlp.experts.76.gate_proj,not applicable,,0.403
10,mlp.experts.76.up_proj,not applicable,,0.405
10,mlp.experts.77.gate_proj,not applicable,,0.408
10,mlp.experts.77.up_proj,not applicable,,0.410
10,mlp.experts.78.gate_proj,not applicable,,0.413
10,mlp.experts.78.up_proj,not applicable,,0.415
10,mlp.experts.79.gate_proj,not applicable,,0.418
10,mlp.experts.79.up_proj,not applicable,,0.420
10,mlp.experts.80.gate_proj,not applicable,,0.423
10,mlp.experts.80.up_proj,not applicable,,0.426
10,mlp.experts.81.gate_proj,not applicable,,0.429
10,mlp.experts.81.up_proj,not applicable,,0.432
10,mlp.experts.82.gate_proj,not applicable,,0.434
10,mlp.experts.82.up_proj,not applicable,,0.437
10,mlp.experts.83.gate_proj,not applicable,,0.439
10,mlp.experts.83.up_proj,not applicable,,0.442
10,mlp.experts.84.gate_proj,not applicable,,0.444
10,mlp.experts.84.up_proj,not applicable,,0.447
10,mlp.experts.85.gate_proj,not applicable,,0.450
10,mlp.experts.85.up_proj,not applicable,,0.452
10,mlp.experts.86.gate_proj,not applicable,,0.455
10,mlp.experts.86.up_proj,not applicable,,0.457
10,mlp.experts.87.gate_proj,not applicable,,0.460
10,mlp.experts.87.up_proj,not applicable,,0.463
10,mlp.experts.88.gate_proj,not applicable,,0.465
10,mlp.experts.88.up_proj,not applicable,,0.468
10,mlp.experts.89.gate_proj,not applicable,,0.470
10,mlp.experts.89.up_proj,not applicable,,0.473
10,mlp.experts.90.gate_proj,not applicable,,0.475
10,mlp.experts.90.up_proj,not applicable,,0.479
10,mlp.experts.91.gate_proj,not applicable,,0.481
10,mlp.experts.91.up_proj,not applicable,,0.484
10,mlp.experts.92.gate_proj,not applicable,,0.486
10,mlp.experts.92.up_proj,not applicable,,0.488
10,mlp.experts.93.gate_proj,not applicable,,0.491
10,mlp.experts.93.up_proj,not applicable,,0.493
10,mlp.experts.94.gate_proj,not applicable,,0.496
10,mlp.experts.94.up_proj,not applicable,,0.498
10,mlp.experts.95.gate_proj,not applicable,,0.501
10,mlp.experts.95.up_proj,not applicable,,0.503
10,mlp.experts.96.gate_proj,not applicable,,0.506
10,mlp.experts.96.up_proj,not applicable,,0.508
10,mlp.experts.97.gate_proj,not applicable,,0.511
10,mlp.experts.97.up_proj,not applicable,,0.513
10,mlp.experts.98.gate_proj,not applicable,,0.516
10,mlp.experts.98.up_proj,not applicable,,0.518
10,mlp.experts.99.gate_proj,not applicable,,0.521
10,mlp.experts.99.up_proj,not applicable,,0.523
10,mlp.experts.100.gate_proj,not applicable,,0.526
10,mlp.experts.100.up_proj,not applicable,,0.529
10,mlp.experts.101.gate_proj,not applicable,,0.532
10,mlp.experts.101.up_proj,not applicable,,0.534
10,mlp.experts.102.gate_proj,not applicable,,0.537
10,mlp.experts.102.up_proj,not applicable,,0.539
10,mlp.experts.103.gate_proj,not applicable,,0.542
10,mlp.experts.103.up_proj,not applicable,,0.544
10,mlp.experts.104.gate_proj,not applicable,,0.547
10,mlp.experts.104.up_proj,not applicable,,0.549
10,mlp.experts.105.gate_proj,not applicable,,0.552
10,mlp.experts.105.up_proj,not applicable,,0.555
10,mlp.experts.106.gate_proj,not applicable,,0.558
10,mlp.experts.106.up_proj,not applicable,,0.560
10,mlp.experts.107.gate_proj,not applicable,,0.562
10,mlp.experts.107.up_proj,not applicable,,0.565
10,mlp.experts.108.gate_proj,not applicable,,0.567
10,mlp.experts.108.up_proj,not applicable,,0.570
10,mlp.experts.109.gate_proj,not applicable,,0.572
10,mlp.experts.109.up_proj,not applicable,,0.575
10,mlp.experts.110.gate_proj,not applicable,,0.577
10,mlp.experts.110.up_proj,not applicable,,0.581
10,mlp.experts.111.gate_proj,not applicable,,0.583
10,mlp.experts.111.up_proj,not applicable,,0.586
10,mlp.experts.112.gate_proj,not applicable,,0.589
10,mlp.experts.112.up_proj,not applicable,,0.591
10,mlp.experts.113.gate_proj,not applicable,,0.594
10,mlp.experts.113.up_proj,not applicable,,0.596
10,mlp.experts.114.gate_proj,not applicable,,0.598
10,mlp.experts.114.up_proj,not applicable,,0.601
10,mlp.experts.115.gate_proj,not applicable,,0.603
10,mlp.experts.115.up_proj,not applicable,,0.606
10,mlp.experts.116.gate_proj,not applicable,,0.609
10,mlp.experts.116.up_proj,not applicable,,0.611
10,mlp.experts.117.gate_proj,not applicable,,0.614
10,mlp.experts.117.up_proj,not applicable,,0.616
10,mlp.experts.118.gate_proj,not applicable,,0.619
10,mlp.experts.118.up_proj,not applicable,,0.621
10,mlp.experts.119.gate_proj,not applicable,,0.623
10,mlp.experts.119.up_proj,not applicable,,0.626
10,mlp.experts.120.gate_proj,not applicable,,0.628
10,mlp.experts.120.up_proj,not applicable,,0.632
10,mlp.experts.121.gate_proj,not applicable,,0.634
10,mlp.experts.121.up_proj,not applicable,,0.637
10,mlp.experts.122.gate_proj,not applicable,,0.639
10,mlp.experts.122.up_proj,not applicable,,0.642
10,mlp.experts.123.gate_proj,not applicable,,0.644
10,mlp.experts.123.up_proj,not applicable,,0.647
10,mlp.experts.124.gate_proj,not applicable,,0.649
10,mlp.experts.124.up_proj,not applicable,,0.652
10,mlp.experts.125.gate_proj,not applicable,,0.655
10,mlp.experts.125.up_proj,not applicable,,0.657
10,mlp.experts.126.gate_proj,not applicable,,0.660
10,mlp.experts.126.up_proj,not applicable,,0.663
10,mlp.experts.127.gate_proj,not applicable,,0.665
10,mlp.experts.127.up_proj,not applicable,,0.668
10,mlp.experts.128.gate_proj,not applicable,,0.671
10,mlp.experts.128.up_proj,not applicable,,0.673
10,mlp.experts.129.gate_proj,not applicable,,0.676
10,mlp.experts.129.up_proj,not applicable,,0.678
10,mlp.experts.130.gate_proj,not applicable,,0.681
10,mlp.experts.130.up_proj,not applicable,,0.684
10,mlp.experts.131.gate_proj,not applicable,,0.687
10,mlp.experts.131.up_proj,not applicable,,0.689
10,mlp.experts.132.gate_proj,not applicable,,0.692
10,mlp.experts.132.up_proj,not applicable,,0.694
10,mlp.experts.133.gate_proj,not applicable,,0.697
10,mlp.experts.133.up_proj,not applicable,,0.700
10,mlp.experts.134.gate_proj,not applicable,,0.702
10,mlp.experts.134.up_proj,not applicable,,0.705
10,mlp.experts.135.gate_proj,not applicable,,0.707
10,mlp.experts.135.up_proj,not applicable,,0.710
10,mlp.experts.136.gate_proj,not applicable,,0.712
10,mlp.experts.136.up_proj,not applicable,,0.715
10,mlp.experts.137.gate_proj,not applicable,,0.717
10,mlp.experts.137.up_proj,not applicable,,0.720
10,mlp.experts.138.gate_proj,not applicable,,0.722
10,mlp.experts.138.up_proj,not applicable,,0.725
10,mlp.experts.139.gate_proj,not applicable,,0.727
10,mlp.experts.139.up_proj,not applicable,,0.730
10,mlp.experts.140.gate_proj,not applicable,,0.732
10,mlp.experts.140.up_proj,not applicable,,0.736
10,mlp.experts.141.gate_proj,not applicable,,0.738
10,mlp.experts.141.up_proj,not applicable,,0.741
10,mlp.experts.142.gate_proj,not applicable,,0.743
10,mlp.experts.142.up_proj,not applicable,,0.746
10,mlp.experts.143.gate_proj,not applicable,,0.748
10,mlp.experts.143.up_proj,not applicable,,0.751
10,mlp.experts.144.gate_proj,not applicable,,0.753
10,mlp.experts.144.up_proj,not applicable,,0.756
10,mlp.experts.145.gate_proj,not applicable,,0.759
10,mlp.experts.145.up_proj,not applicable,,0.761
10,mlp.experts.146.gate_proj,not applicable,,0.764
10,mlp.experts.146.up_proj,not applicable,,0.766
10,mlp.experts.147.gate_proj,not applicable,,0.769
10,mlp.experts.147.up_proj,not applicable,,0.772
10,mlp.experts.148.gate_proj,not applicable,,0.774
10,mlp.experts.148.up_proj,not applicable,,0.777
10,mlp.experts.149.gate_proj,not applicable,,0.779
10,mlp.experts.149.up_proj,not applicable,,0.782
10,mlp.experts.150.gate_proj,not applicable,,0.784
10,mlp.experts.150.up_proj,not applicable,,0.788
10,mlp.experts.151.gate_proj,not applicable,,0.790
10,mlp.experts.151.up_proj,not applicable,,0.793
10,mlp.experts.152.gate_proj,not applicable,,0.796
10,mlp.experts.152.up_proj,not applicable,,0.798
10,mlp.experts.153.gate_proj,not applicable,,0.801
10,mlp.experts.153.up_proj,not applicable,,0.803
10,mlp.experts.154.gate_proj,not applicable,,0.806
10,mlp.experts.154.up_proj,not applicable,,0.808
10,mlp.experts.155.gate_proj,not applicable,,0.810
10,mlp.experts.155.up_proj,not applicable,,0.813
10,mlp.experts.156.gate_proj,not applicable,,0.815
10,mlp.experts.156.up_proj,not applicable,,0.818
10,mlp.experts.157.gate_proj,not applicable,,0.821
10,mlp.experts.157.up_proj,not applicable,,0.823
10,mlp.experts.158.gate_proj,not applicable,,0.825
10,mlp.experts.158.up_proj,not applicable,,0.828
10,mlp.experts.159.gate_proj,not applicable,,0.830
10,mlp.experts.159.up_proj,not applicable,,0.833
10,mlp.experts.160.gate_proj,not applicable,,0.835
10,mlp.experts.160.up_proj,not applicable,,0.839
10,mlp.experts.161.gate_proj,not applicable,,0.841
10,mlp.experts.161.up_proj,not applicable,,0.844
10,mlp.experts.162.gate_proj,not applicable,,0.847
10,mlp.experts.162.up_proj,not applicable,,0.849
10,mlp.experts.163.gate_proj,not applicable,,0.852
10,mlp.experts.163.up_proj,not applicable,,0.855
10,mlp.experts.164.gate_proj,not applicable,,0.857
10,mlp.experts.164.up_proj,not applicable,,0.860
10,mlp.experts.165.gate_proj,not applicable,,0.862
10,mlp.experts.165.up_proj,not applicable,,0.865
10,mlp.experts.166.gate_proj,not applicable,,0.868
10,mlp.experts.166.up_proj,not applicable,,0.870
10,mlp.experts.167.gate_proj,not applicable,,0.873
10,mlp.experts.167.up_proj,not applicable,,0.876
10,mlp.experts.168.gate_proj,not applicable,,0.878
10,mlp.experts.168.up_proj,not applicable,,0.881
10,mlp.experts.169.gate_proj,not applicable,,0.883
10,mlp.experts.169.up_proj,not applicable,,0.886
10,mlp.experts.170.gate_proj,not applicable,,0.888
10,mlp.experts.170.up_proj,not applicable,,0.892
10,mlp.experts.171.gate_proj,not applicable,,0.894
10,mlp.experts.171.up_proj,not applicable,,0.897
10,mlp.experts.172.gate_proj,not applicable,,0.899
10,mlp.experts.172.up_proj,not applicable,,0.902
10,mlp.experts.173.gate_proj,not applicable,,0.904
10,mlp.experts.173.up_proj,not applicable,,0.907
10,mlp.experts.174.gate_proj,not applicable,,0.910
10,mlp.experts.174.up_proj,not applicable,,0.912
10,mlp.experts.175.gate_proj,not applicable,,0.915
10,mlp.experts.175.up_proj,not applicable,,0.917
10,mlp.experts.176.gate_proj,not applicable,,0.920
10,mlp.experts.176.up_proj,not applicable,,0.922
10,mlp.experts.177.gate_proj,not applicable,,0.925
10,mlp.experts.177.up_proj,not applicable,,0.927
10,mlp.experts.178.gate_proj,not applicable,,0.930
10,mlp.experts.178.up_proj,not applicable,,0.932
10,mlp.experts.179.gate_proj,not applicable,,0.935
10,mlp.experts.179.up_proj,not applicable,,0.937
10,mlp.experts.180.gate_proj,not applicable,,0.940
10,mlp.experts.180.up_proj,not applicable,,0.943
10,mlp.experts.181.gate_proj,not applicable,,0.946
10,mlp.experts.181.up_proj,not applicable,,0.949
10,mlp.experts.182.gate_proj,not applicable,,0.951
10,mlp.experts.182.up_proj,not applicable,,0.953
10,mlp.experts.183.gate_proj,not applicable,,0.956
10,mlp.experts.183.up_proj,not applicable,,0.959
10,mlp.experts.184.gate_proj,not applicable,,0.961
10,mlp.experts.184.up_proj,not applicable,,0.964
10,mlp.experts.185.gate_proj,not applicable,,0.966
10,mlp.experts.185.up_proj,not applicable,,0.969
10,mlp.experts.186.gate_proj,not applicable,,0.971
10,mlp.experts.186.up_proj,not applicable,,0.974
10,mlp.experts.187.gate_proj,not applicable,,0.976
10,mlp.experts.187.up_proj,not applicable,,0.979
10,mlp.experts.188.gate_proj,not applicable,,0.981
10,mlp.experts.188.up_proj,not applicable,,0.984
10,mlp.experts.189.gate_proj,not applicable,,0.986
10,mlp.experts.189.up_proj,not applicable,,0.989
10,mlp.experts.190.gate_proj,not applicable,,0.992
10,mlp.experts.190.up_proj,not applicable,,0.995
10,mlp.experts.191.gate_proj,not applicable,,0.998
10,mlp.experts.191.up_proj,not applicable,,1.000
10,mlp.experts.192.gate_proj,not applicable,,1.003
10,mlp.experts.192.up_proj,not applicable,,1.005
10,mlp.experts.193.gate_proj,not applicable,,1.008
10,mlp.experts.193.up_proj,not applicable,,1.010
10,mlp.experts.194.gate_proj,not applicable,,1.013
10,mlp.experts.194.up_proj,not applicable,,1.015
10,mlp.experts.195.gate_proj,not applicable,,1.018
10,mlp.experts.195.up_proj,not applicable,,1.020
10,mlp.experts.196.gate_proj,not applicable,,1.023
10,mlp.experts.196.up_proj,not applicable,,1.026
10,mlp.experts.197.gate_proj,not applicable,,1.028
10,mlp.experts.197.up_proj,not applicable,,1.031
10,mlp.experts.198.gate_proj,not applicable,,1.033
10,mlp.experts.198.up_proj,not applicable,,1.036
10,mlp.experts.199.gate_proj,not applicable,,1.038
10,mlp.experts.199.up_proj,not applicable,,1.041
10,mlp.experts.200.gate_proj,not applicable,,1.044
10,mlp.experts.200.up_proj,not applicable,,1.047
10,mlp.experts.201.gate_proj,not applicable,,1.050
10,mlp.experts.201.up_proj,not applicable,,1.052
10,mlp.experts.202.gate_proj,not applicable,,1.055
10,mlp.experts.202.up_proj,not applicable,,1.058
10,mlp.experts.203.gate_proj,not applicable,,1.060
10,mlp.experts.203.up_proj,not applicable,,1.062
10,mlp.experts.204.gate_proj,not applicable,,1.065
10,mlp.experts.204.up_proj,not applicable,,1.067
10,mlp.experts.205.gate_proj,not applicable,,1.070
10,mlp.experts.205.up_proj,not applicable,,1.072
10,mlp.experts.206.gate_proj,not applicable,,1.075
10,mlp.experts.206.up_proj,not applicable,,1.077
10,mlp.experts.207.gate_proj,not applicable,,1.080
10,mlp.experts.207.up_proj,not applicable,,1.082
10,mlp.experts.208.gate_proj,not applicable,,1.085
10,mlp.experts.208.up_proj,not applicable,,1.087
10,mlp.experts.209.gate_proj,not applicable,,1.090
10,mlp.experts.209.up_proj,not applicable,,1.092
10,mlp.experts.210.gate_proj,not applicable,,1.095
10,mlp.experts.210.up_proj,not applicable,,1.098
10,mlp.experts.211.gate_proj,not applicable,,1.101
10,mlp.experts.211.up_proj,not applicable,,1.103
10,mlp.experts.212.gate_proj,not applicable,,1.105
10,mlp.experts.212.up_proj,not applicable,,1.108
10,mlp.experts.213.gate_proj,not applicable,,1.110
10,mlp.experts.213.up_proj,not applicable,,1.113
10,mlp.experts.214.gate_proj,not applicable,,1.115
10,mlp.experts.214.up_proj,not applicable,,1.118
10,mlp.experts.215.gate_proj,not applicable,,1.120
10,mlp.experts.215.up_proj,not applicable,,1.123
10,mlp.experts.216.gate_proj,not applicable,,1.125
10,mlp.experts.216.up_proj,not applicable,,1.128
10,mlp.experts.217.gate_proj,not applicable,,1.130
10,mlp.experts.217.up_proj,not applicable,,1.132
10,mlp.experts.218.gate_proj,not applicable,,1.135
10,mlp.experts.218.up_proj,not applicable,,1.137
10,mlp.experts.219.gate_proj,not applicable,,1.140
10,mlp.experts.219.up_proj,not applicable,,1.142
10,mlp.experts.220.gate_proj,not applicable,,1.145
10,mlp.experts.220.up_proj,not applicable,,1.148
10,mlp.experts.221.gate_proj,not applicable,,1.151
10,mlp.experts.221.up_proj,not applicable,,1.153
10,mlp.experts.222.gate_proj,not applicable,,1.156
10,mlp.experts.222.up_proj,not applicable,,1.158
10,mlp.experts.223.gate_proj,not applicable,,1.161
10,mlp.experts.223.up_proj,not applicable,,1.163
10,mlp.experts.224.gate_proj,not applicable,,1.166
10,mlp.experts.224.up_proj,not applicable,,1.169
10,mlp.experts.225.gate_proj,not applicable,,1.171
10,mlp.experts.225.up_proj,not applicable,,1.173
10,mlp.experts.226.gate_proj,not applicable,,1.176
10,mlp.experts.226.up_proj,not applicable,,1.179
10,mlp.experts.227.gate_proj,not applicable,,1.181
10,mlp.experts.227.up_proj,not applicable,,1.184
10,mlp.experts.228.gate_proj,not applicable,,1.186
10,mlp.experts.228.up_proj,not applicable,,1.189
10,mlp.experts.229.gate_proj,not applicable,,1.191
10,mlp.experts.229.up_proj,not applicable,,1.193
10,mlp.experts.230.gate_proj,not applicable,,1.196
10,mlp.experts.230.up_proj,not applicable,,1.199
10,mlp.experts.231.gate_proj,not applicable,,1.202
10,mlp.experts.231.up_proj,not applicable,,1.204
10,mlp.experts.232.gate_proj,not applicable,,1.207
10,mlp.experts.232.up_proj,not applicable,,1.209
10,mlp.experts.233.gate_proj,not applicable,,1.212
10,mlp.experts.233.up_proj,not applicable,,1.214
10,mlp.experts.234.gate_proj,not applicable,,1.217
10,mlp.experts.234.up_proj,not applicable,,1.219
10,mlp.experts.235.gate_proj,not applicable,,1.222
10,mlp.experts.235.up_proj,not applicable,,1.224
10,mlp.experts.236.gate_proj,not applicable,,1.227
10,mlp.experts.236.up_proj,not applicable,,1.229
10,mlp.experts.237.gate_proj,not applicable,,1.232
10,mlp.experts.237.up_proj,not applicable,,1.234
10,mlp.experts.238.gate_proj,not applicable,,1.237
10,mlp.experts.238.up_proj,not applicable,,1.239
10,mlp.experts.239.gate_proj,not applicable,,1.241
10,mlp.experts.239.up_proj,not applicable,,1.244
10,mlp.experts.240.gate_proj,not applicable,,1.247
10,mlp.experts.240.up_proj,not applicable,,1.250
10,mlp.experts.241.gate_proj,not applicable,,1.252
10,mlp.experts.241.up_proj,not applicable,,1.255
10,mlp.experts.242.gate_proj,not applicable,,1.257
10,mlp.experts.242.up_proj,not applicable,,1.260
10,mlp.experts.243.gate_proj,not applicable,,1.262
10,mlp.experts.243.up_proj,not applicable,,1.265
10,mlp.experts.244.gate_proj,not applicable,,1.267
10,mlp.experts.244.up_proj,not applicable,,1.270
10,mlp.experts.245.gate_proj,not applicable,,1.272
10,mlp.experts.245.up_proj,not applicable,,1.275
10,mlp.experts.246.gate_proj,not applicable,,1.277
10,mlp.experts.246.up_proj,not applicable,,1.280
10,mlp.experts.247.gate_proj,not applicable,,1.283
10,mlp.experts.247.up_proj,not applicable,,1.286
10,mlp.experts.248.gate_proj,not applicable,,1.288
10,mlp.experts.248.up_proj,not applicable,,1.290
10,mlp.experts.249.gate_proj,not applicable,,1.293
10,mlp.experts.249.up_proj,not applicable,,1.295
10,mlp.experts.250.gate_proj,not applicable,,1.298
10,mlp.experts.250.up_proj,not applicable,,1.301
10,mlp.experts.251.gate_proj,not applicable,,1.304
10,mlp.experts.251.up_proj,not applicable,,1.306
10,mlp.experts.252.gate_proj,not applicable,,1.309
10,mlp.experts.252.up_proj,not applicable,,1.311
10,mlp.experts.253.gate_proj,not applicable,,1.314
10,mlp.experts.253.up_proj,not applicable,,1.316
10,mlp.experts.254.gate_proj,not applicable,,1.318
10,mlp.experts.254.up_proj,not applicable,,1.321
10,mlp.experts.255.gate_proj,not applicable,,1.323
10,mlp.experts.255.up_proj,not applicable,,1.326
10,mlp.experts.0.down_proj,0.0000006950,,1.328
10,mlp.experts.1.down_proj,0.0000000039,,1.331
10,mlp.experts.2.down_proj,0.0000010226,,1.333
10,mlp.experts.3.down_proj,0.0000012466,,1.335
10,mlp.experts.4.down_proj,0.0000002268,,1.338
10,mlp.experts.5.down_proj,0.0000005946,,1.340
10,mlp.experts.6.down_proj,0.0000000000,,1.342
10,mlp.experts.7.down_proj,0.0000006879,,1.345
10,mlp.experts.8.down_proj,0.0000009251,,1.347
10,mlp.experts.9.down_proj,0.0000003817,,1.350
10,mlp.experts.10.down_proj,0.0000018798,,1.353
10,mlp.experts.11.down_proj,0.0000000005,,1.355
10,mlp.experts.12.down_proj,0.0000003285,,1.358
10,mlp.experts.13.down_proj,0.0000012395,,1.361
10,mlp.experts.14.down_proj,0.0000009920,,1.363
10,mlp.experts.15.down_proj,0.0000011928,,1.365
10,mlp.experts.16.down_proj,0.0000001811,,1.368
10,mlp.experts.17.down_proj,0.0000008895,,1.370
10,mlp.experts.18.down_proj,0.0000002855,,1.373
10,mlp.experts.19.down_proj,0.0000013299,,1.375
10,mlp.experts.20.down_proj,0.0000003054,,1.377
10,mlp.experts.21.down_proj,0.0000006427,,1.380
10,mlp.experts.22.down_proj,0.0000001530,,1.382
10,mlp.experts.23.down_proj,0.0000010360,,1.385
10,mlp.experts.24.down_proj,0.0000005229,,1.387
10,mlp.experts.25.down_proj,0.0000008177,,1.390
10,mlp.experts.26.down_proj,0.0000008835,,1.392
10,mlp.experts.27.down_proj,0.0000016192,,1.394
10,mlp.experts.28.down_proj,0.0000004100,,1.397
10,mlp.experts.29.down_proj,0.0000003422,,1.400
10,mlp.experts.30.down_proj,0.0000003091,,1.403
10,mlp.experts.31.down_proj,0.0000004429,,1.405
10,mlp.experts.32.down_proj,0.0000006058,,1.407
10,mlp.experts.33.down_proj,0.0000006123,,1.410
10,mlp.experts.34.down_proj,0.0000002142,,1.412
10,mlp.experts.35.down_proj,0.0000005435,,1.415
10,mlp.experts.36.down_proj,0.0000008246,,1.417
10,mlp.experts.37.down_proj,0.0000002564,,1.420
10,mlp.experts.38.down_proj,0.0000004177,,1.422
10,mlp.experts.39.down_proj,0.0000008175,,1.425
10,mlp.experts.40.down_proj,0.0000005690,,1.427
10,mlp.experts.41.down_proj,0.0000006971,,1.429
10,mlp.experts.42.down_proj,0.0000002069,,1.432
10,mlp.experts.43.down_proj,0.0000001916,,1.434
10,mlp.experts.44.down_proj,0.0000008118,,1.437
10,mlp.experts.45.down_proj,0.0000000123,,1.439
10,mlp.experts.46.down_proj,0.0000007434,,1.442
10,mlp.experts.47.down_proj,0.0000006916,,1.444
10,mlp.experts.48.down_proj,0.0000025257,,1.446
10,mlp.experts.49.down_proj,0.0000003494,,1.450
10,mlp.experts.50.down_proj,0.0000001577,,1.452
10,mlp.experts.51.down_proj,0.0000001968,,1.455
10,mlp.experts.52.down_proj,0.0000006744,,1.457
10,mlp.experts.53.down_proj,0.0000005677,,1.460
10,mlp.experts.54.down_proj,0.0000004584,,1.462
10,mlp.experts.55.down_proj,0.0000003114,,1.464
10,mlp.experts.56.down_proj,0.0000010808,,1.467
10,mlp.experts.57.down_proj,0.0000002339,,1.469
10,mlp.experts.58.down_proj,0.0000003781,,1.471
10,mlp.experts.59.down_proj,0.0000002795,,1.474
10,mlp.experts.60.down_proj,0.0000002931,,1.476
10,mlp.experts.61.down_proj,0.0000002036,,1.479
10,mlp.experts.62.down_proj,0.0000002195,,1.481
10,mlp.experts.63.down_proj,0.0000007526,,1.483
10,mlp.experts.64.down_proj,0.0000000589,,1.486
10,mlp.experts.65.down_proj,0.0000003285,,1.488
10,mlp.experts.66.down_proj,0.0000005365,,1.491
10,mlp.experts.67.down_proj,0.0000000904,,1.493
10,mlp.experts.68.down_proj,0.0000005189,,1.496
10,mlp.experts.69.down_proj,0.0000011621,,1.499
10,mlp.experts.70.down_proj,0.0000003505,,1.501
10,mlp.experts.71.down_proj,0.0000000462,,1.504
10,mlp.experts.72.down_proj,0.0000015982,,1.507
10,mlp.experts.73.down_proj,0.0000007672,,1.509
10,mlp.experts.74.down_proj,0.0000003315,,1.512
10,mlp.experts.75.down_proj,0.0000002566,,1.514
10,mlp.experts.76.down_proj,0.0000004311,,1.517
10,mlp.experts.77.down_proj,0.0000004466,,1.519
10,mlp.experts.78.down_proj,0.0000015151,,1.522
10,mlp.experts.79.down_proj,0.0000001730,,1.524
10,mlp.experts.80.down_proj,0.0000006506,,1.527
10,mlp.experts.81.down_proj,0.0000003073,,1.529
10,mlp.experts.82.down_proj,0.0000002102,,1.532
10,mlp.experts.83.down_proj,0.0000002652,,1.534
10,mlp.experts.84.down_proj,0.0000007392,,1.536
10,mlp.experts.85.down_proj,0.0000007862,,1.539
10,mlp.experts.86.down_proj,0.0000002012,,1.541
10,mlp.experts.87.down_proj,0.0000000936,,1.544
10,mlp.experts.88.down_proj,0.0000015262,,1.546
10,mlp.experts.89.down_proj,0.0000002565,,1.549
10,mlp.experts.90.down_proj,0.0000003525,,1.552
10,mlp.experts.91.down_proj,0.0000001297,,1.554
10,mlp.experts.92.down_proj,0.0000004741,,1.556
10,mlp.experts.93.down_proj,0.0000002582,,1.559
10,mlp.experts.94.down_proj,0.0000001414,,1.561
10,mlp.experts.95.down_proj,0.0000002418,,1.564
10,mlp.experts.96.down_proj,0.0000004486,,1.566
10,mlp.experts.97.down_proj,0.0000001916,,1.569
10,mlp.experts.98.down_proj,0.0000005603,,1.571
10,mlp.experts.99.down_proj,0.0000001859,,1.573
10,mlp.experts.100.down_proj,0.0000000010,,1.576
10,mlp.experts.101.down_proj,0.0000003626,,1.578
10,mlp.experts.102.down_proj,0.0000001141,,1.580
10,mlp.experts.103.down_proj,0.0000009246,,1.583
10,mlp.experts.104.down_proj,0.0000001000,,1.585
10,mlp.experts.105.down_proj,0.0000010016,,1.588
10,mlp.experts.106.down_proj,0.0000004014,,1.590
10,mlp.experts.107.down_proj,0.0000002214,,1.592
10,mlp.experts.108.down_proj,0.0000006155,,1.595
10,mlp.experts.109.down_proj,0.0000004391,,1.598
10,mlp.experts.110.down_proj,0.0000004105,,1.601
10,mlp.experts.111.down_proj,0.0000009838,,1.603
10,mlp.experts.112.down_proj,0.0000005267,,1.605
10,mlp.experts.113.down_proj,0.0000000007,,1.608
10,mlp.experts.114.down_proj,0.0000003969,,1.610
10,mlp.experts.115.down_proj,0.0000001584,,1.613
10,mlp.experts.116.down_proj,0.0000000972,,1.615
10,mlp.experts.117.down_proj,0.0000003534,,1.617
10,mlp.experts.118.down_proj,0.0000004947,,1.620
10,mlp.experts.119.down_proj,0.0000001273,,1.622
10,mlp.experts.120.down_proj,0.0000003753,,1.625
10,mlp.experts.121.down_proj,0.0000001283,,1.627
10,mlp.experts.122.down_proj,0.0000009117,,1.630
10,mlp.experts.123.down_proj,0.0000007823,,1.632
10,mlp.experts.124.down_proj,0.0000006147,,1.635
10,mlp.experts.125.down_proj,0.0000002948,,1.637
10,mlp.experts.126.down_proj,0.0000008142,,1.639
10,mlp.experts.127.down_proj,0.0000000573,,1.642
10,mlp.experts.128.down_proj,0.0000004104,,1.644
10,mlp.experts.129.down_proj,0.0000001255,,1.648
10,mlp.experts.130.down_proj,0.0000001552,,1.650
10,mlp.experts.131.down_proj,0.0000004179,,1.653
10,mlp.experts.132.down_proj,0.0000004519,,1.655
10,mlp.experts.133.down_proj,0.0000002059,,1.658
10,mlp.experts.134.down_proj,0.0000002771,,1.661
10,mlp.experts.135.down_proj,0.0000007037,,1.663
10,mlp.experts.136.down_proj,0.0000001524,,1.666
10,mlp.experts.137.down_proj,0.0000006794,,1.668
10,mlp.experts.138.down_proj,0.0000002912,,1.671
10,mlp.experts.139.down_proj,0.0000000001,,1.673
10,mlp.experts.140.down_proj,0.0000001826,,1.676
10,mlp.experts.141.down_proj,0.0000002969,,1.678
10,mlp.experts.142.down_proj,0.0000001488,,1.680
10,mlp.experts.143.down_proj,0.0000005886,,1.683
10,mlp.experts.144.down_proj,0.0000005496,,1.685
10,mlp.experts.145.down_proj,0.0000017063,,1.688
10,mlp.experts.146.down_proj,0.0000003318,,1.690
10,mlp.experts.147.down_proj,0.0000004595,,1.693
10,mlp.experts.148.down_proj,0.0000001620,,1.695
10,mlp.experts.149.down_proj,0.0000003442,,1.699
10,mlp.experts.150.down_proj,0.0000003719,,1.701
10,mlp.experts.151.down_proj,0.0000000078,,1.704
10,mlp.experts.152.down_proj,0.0000001135,,1.706
10,mlp.experts.153.down_proj,0.0000002576,,1.709
10,mlp.experts.154.down_proj,0.0000004686,,1.711
10,mlp.experts.155.down_proj,0.0000010422,,1.713
10,mlp.experts.156.down_proj,0.0000006240,,1.716
10,mlp.experts.157.down_proj,0.0000003215,,1.718
10,mlp.experts.158.down_proj,0.0000004848,,1.721
10,mlp.experts.159.down_proj,0.0000003325,,1.723
10,mlp.experts.160.down_proj,0.0000003836,,1.726
10,mlp.experts.161.down_proj,0.0000003244,,1.728
10,mlp.experts.162.down_proj,0.0000001921,,1.731
10,mlp.experts.163.down_proj,0.0000008925,,1.733
10,mlp.experts.164.down_proj,0.0000002553,,1.736
10,mlp.experts.165.down_proj,0.0000001570,,1.738
10,mlp.experts.166.down_proj,0.0000002891,,1.741
10,mlp.experts.167.down_proj,0.0000003997,,1.743
10,mlp.experts.168.down_proj,0.0000002061,,1.746
10,mlp.experts.169.down_proj,0.0000000433,,1.749
10,mlp.experts.170.down_proj,0.0000001416,,1.752
10,mlp.experts.171.down_proj,0.0000002460,,1.754
10,mlp.experts.172.down_proj,0.0000002371,,1.757
10,mlp.experts.173.down_proj,0.0000012604,,1.759
10,mlp.experts.174.down_proj,0.0000000000,,1.762
10,mlp.experts.175.down_proj,0.0000016751,,1.765
10,mlp.experts.176.down_proj,0.0000003182,,1.767
10,mlp.experts.177.down_proj,0.0000002111,,1.770
10,mlp.experts.178.down_proj,0.0000004256,,1.772
10,mlp.experts.179.down_proj,0.0000001276,,1.775
10,mlp.experts.180.down_proj,0.0000000013,,1.777
10,mlp.experts.181.down_proj,0.0000005598,,1.780
10,mlp.experts.182.down_proj,0.0000000594,,1.782
10,mlp.experts.183.down_proj,0.0000001486,,1.785
10,mlp.experts.184.down_proj,0.0000001124,,1.787
10,mlp.experts.185.down_proj,0.0000007065,,1.789
10,mlp.experts.186.down_proj,0.0000001658,,1.792
10,mlp.experts.187.down_proj,0.0000003030,,1.794
10,mlp.experts.188.down_proj,0.0000009046,,1.797
10,mlp.experts.189.down_proj,0.0000001781,,1.800
10,mlp.experts.190.down_proj,0.0000006665,,1.803
10,mlp.experts.191.down_proj,0.0000002491,,1.805
10,mlp.experts.192.down_proj,0.0000001754,,1.808
10,mlp.experts.193.down_proj,0.0000002008,,1.810
10,mlp.experts.194.down_proj,0.0000000042,,1.813
10,mlp.experts.195.down_proj,0.0000001849,,1.815
10,mlp.experts.196.down_proj,0.0000001393,,1.818
10,mlp.experts.197.down_proj,0.0000012418,,1.820
10,mlp.experts.198.down_proj,0.0000002324,,1.822
10,mlp.experts.199.down_proj,0.0000001287,,1.825
10,mlp.experts.200.down_proj,0.0000003761,,1.827
10,mlp.experts.201.down_proj,0.0000003225,,1.830
10,mlp.experts.202.down_proj,0.0000003660,,1.832
10,mlp.experts.203.down_proj,0.0000004166,,1.835
10,mlp.experts.204.down_proj,0.0000000257,,1.837
10,mlp.experts.205.down_proj,0.0000006107,,1.840
10,mlp.experts.206.down_proj,0.0000002184,,1.842
10,mlp.experts.207.down_proj,0.0000003263,,1.845
10,mlp.experts.208.down_proj,0.0000002255,,1.847
10,mlp.experts.209.down_proj,0.0000007238,,1.850
10,mlp.experts.210.down_proj,0.0000003871,,1.853
10,mlp.experts.211.down_proj,0.0000002402,,1.855
10,mlp.experts.212.down_proj,0.0000003022,,1.858
10,mlp.experts.213.down_proj,0.0000000005,,1.860
10,mlp.experts.214.down_proj,0.0000007662,,1.862
10,mlp.experts.215.down_proj,0.0000002126,,1.865
10,mlp.experts.216.down_proj,0.0000001552,,1.867
10,mlp.experts.217.down_proj,0.0000000002,,1.870
10,mlp.experts.218.down_proj,0.0000003694,,1.872
10,mlp.experts.219.down_proj,0.0000006431,,1.875
10,mlp.experts.220.down_proj,0.0000001994,,1.877
10,mlp.experts.221.down_proj,0.0000002696,,1.880
10,mlp.experts.222.down_proj,0.0000000000,,1.882
10,mlp.experts.223.down_proj,0.0000006130,,1.885
10,mlp.experts.224.down_proj,0.0000004268,,1.887
10,mlp.experts.225.down_proj,0.0000001007,,1.890
10,mlp.experts.226.down_proj,0.0000001719,,1.893
10,mlp.experts.227.down_proj,0.0000004627,,1.895
10,mlp.experts.228.down_proj,0.0000001759,,1.898
10,mlp.experts.229.down_proj,0.0000001604,,1.901
10,mlp.experts.230.down_proj,0.0000001558,,1.904
10,mlp.experts.231.down_proj,0.0000000953,,1.906
10,mlp.experts.232.down_proj,0.0000001976,,1.909
10,mlp.experts.233.down_proj,0.0000011458,,1.911
10,mlp.experts.234.down_proj,0.0000002732,,1.914
10,mlp.experts.235.down_proj,0.0000002216,,1.916
10,mlp.experts.236.down_proj,0.0000002208,,1.919
10,mlp.experts.237.down_proj,0.0000003055,,1.921
10,mlp.experts.238.down_proj,0.0000004000,,1.923
10,mlp.experts.239.down_proj,0.0000001567,,1.926
10,mlp.experts.240.down_proj,0.0000005104,,1.928
10,mlp.experts.241.down_proj,0.0000006793,,1.931
10,mlp.experts.242.down_proj,0.0000002003,,1.933
10,mlp.experts.243.down_proj,0.0000000811,,1.936
10,mlp.experts.244.down_proj,0.0000000016,,1.938
10,mlp.experts.245.down_proj,0.0000007826,,1.941
10,mlp.experts.246.down_proj,0.0000004014,,1.943
10,mlp.experts.247.down_proj,0.0000002188,,1.946
10,mlp.experts.248.down_proj,0.0000011196,,1.948
10,mlp.experts.249.down_proj,0.0000005080,,1.952
10,mlp.experts.250.down_proj,0.0000016633,,1.954
10,mlp.experts.251.down_proj,0.0000005148,,1.957
10,mlp.experts.252.down_proj,0.0000001912,,1.960
10,mlp.experts.253.down_proj,0.0000000154,,1.962
10,mlp.experts.254.down_proj,0.0000000514,,1.965
10,mlp.experts.255.down_proj,0.0000000076,,1.968
11,mlp.experts.0.gate_proj,not applicable,,0.005
11,mlp.experts.0.up_proj,not applicable,,0.010
11,mlp.experts.1.gate_proj,not applicable,,0.014
11,mlp.experts.1.up_proj,not applicable,,0.017
11,mlp.experts.2.gate_proj,not applicable,,0.020
11,mlp.experts.2.up_proj,not applicable,,0.023
11,mlp.experts.3.gate_proj,not applicable,,0.026
11,mlp.experts.3.up_proj,not applicable,,0.029
11,mlp.experts.4.gate_proj,not applicable,,0.032
11,mlp.experts.4.up_proj,not applicable,,0.035
11,mlp.experts.5.gate_proj,not applicable,,0.039
11,mlp.experts.5.up_proj,not applicable,,0.043
11,mlp.experts.6.gate_proj,not applicable,,0.046
11,mlp.experts.6.up_proj,not applicable,,0.049
11,mlp.experts.7.gate_proj,not applicable,,0.053
11,mlp.experts.7.up_proj,not applicable,,0.056
11,mlp.experts.8.gate_proj,not applicable,,0.059
11,mlp.experts.8.up_proj,not applicable,,0.062
11,mlp.experts.9.gate_proj,not applicable,,0.065
11,mlp.experts.9.up_proj,not applicable,,0.068
11,mlp.experts.10.gate_proj,not applicable,,0.072
11,mlp.experts.10.up_proj,not applicable,,0.077
11,mlp.experts.11.gate_proj,not applicable,,0.081
11,mlp.experts.11.up_proj,not applicable,,0.084
11,mlp.experts.12.gate_proj,not applicable,,0.087
11,mlp.experts.12.up_proj,not applicable,,0.090
11,mlp.experts.13.gate_proj,not applicable,,0.093
11,mlp.experts.13.up_proj,not applicable,,0.096
11,mlp.experts.14.gate_proj,not applicable,,0.099
11,mlp.experts.14.up_proj,not applicable,,0.102
11,mlp.experts.15.gate_proj,not applicable,,0.105
11,mlp.experts.15.up_proj,not applicable,,0.108
11,mlp.experts.16.gate_proj,not applicable,,0.111
11,mlp.experts.16.up_proj,not applicable,,0.114
11,mlp.experts.17.gate_proj,not applicable,,0.117
11,mlp.experts.17.up_proj,not applicable,,0.120
11,mlp.experts.18.gate_proj,not applicable,,0.123
11,mlp.experts.18.up_proj,not applicable,,0.125
11,mlp.experts.19.gate_proj,not applicable,,0.128
11,mlp.experts.19.up_proj,not applicable,,0.131
11,mlp.experts.20.gate_proj,not applicable,,0.134
11,mlp.experts.20.up_proj,not applicable,,0.137
11,mlp.experts.21.gate_proj,not applicable,,0.140
11,mlp.experts.21.up_proj,not applicable,,0.143
11,mlp.experts.22.gate_proj,not applicable,,0.145
11,mlp.experts.22.up_proj,not applicable,,0.148
11,mlp.experts.23.gate_proj,not applicable,,0.151
11,mlp.experts.23.up_proj,not applicable,,0.154
11,mlp.experts.24.gate_proj,not applicable,,0.156
11,mlp.experts.24.up_proj,not applicable,,0.159
11,mlp.experts.25.gate_proj,not applicable,,0.162
11,mlp.experts.25.up_proj,not applicable,,0.165
11,mlp.experts.26.gate_proj,not applicable,,0.168
11,mlp.experts.26.up_proj,not applicable,,0.170
11,mlp.experts.27.gate_proj,not applicable,,0.173
11,mlp.experts.27.up_proj,not applicable,,0.176
11,mlp.experts.28.gate_proj,not applicable,,0.179
11,mlp.experts.28.up_proj,not applicable,,0.182
11,mlp.experts.29.gate_proj,not applicable,,0.185
11,mlp.experts.29.up_proj,not applicable,,0.187
11,mlp.experts.30.gate_proj,not applicable,,0.190
11,mlp.experts.30.up_proj,not applicable,,0.194
11,mlp.experts.31.gate_proj,not applicable,,0.197
11,mlp.experts.31.up_proj,not applicable,,0.200
11,mlp.experts.32.gate_proj,not applicable,,0.202
11,mlp.experts.32.up_proj,not applicable,,0.205
11,mlp.experts.33.gate_proj,not applicable,,0.208
11,mlp.experts.33.up_proj,not applicable,,0.211
11,mlp.experts.34.gate_proj,not applicable,,0.214
11,mlp.experts.34.up_proj,not applicable,,0.217
11,mlp.experts.35.gate_proj,not applicable,,0.220
11,mlp.experts.35.up_proj,not applicable,,0.222
11,mlp.experts.36.gate_proj,not applicable,,0.225
11,mlp.experts.36.up_proj,not applicable,,0.228
11,mlp.experts.37.gate_proj,not applicable,,0.231
11,mlp.experts.37.up_proj,not applicable,,0.234
11,mlp.experts.38.gate_proj,not applicable,,0.237
11,mlp.experts.38.up_proj,not applicable,,0.239
11,mlp.experts.39.gate_proj,not applicable,,0.243
11,mlp.experts.39.up_proj,not applicable,,0.246
11,mlp.experts.40.gate_proj,not applicable,,0.248
11,mlp.experts.40.up_proj,not applicable,,0.252
11,mlp.experts.41.gate_proj,not applicable,,0.255
11,mlp.experts.41.up_proj,not applicable,,0.258
11,mlp.experts.42.gate_proj,not applicable,,0.261
11,mlp.experts.42.up_proj,not applicable,,0.264
11,mlp.experts.43.gate_proj,not applicable,,0.267
11,mlp.experts.43.up_proj,not applicable,,0.270
11,mlp.experts.44.gate_proj,not applicable,,0.272
11,mlp.experts.44.up_proj,not applicable,,0.275
11,mlp.experts.45.gate_proj,not applicable,,0.278
11,mlp.experts.45.up_proj,not applicable,,0.281
11,mlp.experts.46.gate_proj,not applicable,,0.285
11,mlp.experts.46.up_proj,not applicable,,0.288
11,mlp.experts.47.gate_proj,not applicable,,0.291
11,mlp.experts.47.up_proj,not applicable,,0.294
11,mlp.experts.48.gate_proj,not applicable,,0.297
11,mlp.experts.48.up_proj,not applicable,,0.300
11,mlp.experts.49.gate_proj,not applicable,,0.303
11,mlp.experts.49.up_proj,not applicable,,0.306
11,mlp.experts.50.gate_proj,not applicable,,0.309
11,mlp.experts.50.up_proj,not applicable,,0.314
11,mlp.experts.51.gate_proj,not applicable,,0.317
11,mlp.experts.51.up_proj,not applicable,,0.320
11,mlp.experts.52.gate_proj,not applicable,,0.324
11,mlp.experts.52.up_proj,not applicable,,0.327
11,mlp.experts.53.gate_proj,not applicable,,0.330
11,mlp.experts.53.up_proj,not applicable,,0.332
11,mlp.experts.54.gate_proj,not applicable,,0.335
11,mlp.experts.54.up_proj,not applicable,,0.338
11,mlp.experts.55.gate_proj,not applicable,,0.340
11,mlp.experts.55.up_proj,not applicable,,0.343
11,mlp.experts.56.gate_proj,not applicable,,0.346
11,mlp.experts.56.up_proj,not applicable,,0.348
11,mlp.experts.57.gate_proj,not applicable,,0.351
11,mlp.experts.57.up_proj,not applicable,,0.353
11,mlp.experts.58.gate_proj,not applicable,,0.356
11,mlp.experts.58.up_proj,not applicable,,0.359
11,mlp.experts.59.gate_proj,not applicable,,0.361
11,mlp.experts.59.up_proj,not applicable,,0.364
11,mlp.experts.60.gate_proj,not applicable,,0.367
11,mlp.experts.60.up_proj,not applicable,,0.370
11,mlp.experts.61.gate_proj,not applicable,,0.373
11,mlp.experts.61.up_proj,not applicable,,0.375
11,mlp.experts.62.gate_proj,not applicable,,0.378
11,mlp.experts.62.up_proj,not applicable,,0.380
11,mlp.experts.63.gate_proj,not applicable,,0.383
11,mlp.experts.63.up_proj,not applicable,,0.385
11,mlp.experts.64.gate_proj,not applicable,,0.388
11,mlp.experts.64.up_proj,not applicable,,0.390
11,mlp.experts.65.gate_proj,not applicable,,0.393
11,mlp.experts.65.up_proj,not applicable,,0.395
11,mlp.experts.66.gate_proj,not applicable,,0.398
11,mlp.experts.66.up_proj,not applicable,,0.401
11,mlp.experts.67.gate_proj,not applicable,,0.403
11,mlp.experts.67.up_proj,not applicable,,0.406
11,mlp.experts.68.gate_proj,not applicable,,0.408
11,mlp.experts.68.up_proj,not applicable,,0.411
11,mlp.experts.69.gate_proj,not applicable,,0.413
11,mlp.experts.69.up_proj,not applicable,,0.416
11,mlp.experts.70.gate_proj,not applicable,,0.418
11,mlp.experts.70.up_proj,not applicable,,0.422
11,mlp.experts.71.gate_proj,not applicable,,0.424
11,mlp.experts.71.up_proj,not applicable,,0.427
11,mlp.experts.72.gate_proj,not applicable,,0.429
11,mlp.experts.72.up_proj,not applicable,,0.432
11,mlp.experts.73.gate_proj,not applicable,,0.434
11,mlp.experts.73.up_proj,not applicable,,0.437
11,mlp.experts.74.gate_proj,not applicable,,0.439
11,mlp.experts.74.up_proj,not applicable,,0.442
11,mlp.experts.75.gate_proj,not applicable,,0.445
11,mlp.experts.75.up_proj,not applicable,,0.447
11,mlp.experts.76.gate_proj,not applicable,,0.450
11,mlp.experts.76.up_proj,not applicable,,0.452
11,mlp.experts.77.gate_proj,not applicable,,0.455
11,mlp.experts.77.up_proj,not applicable,,0.457
11,mlp.experts.78.gate_proj,not applicable,,0.460
11,mlp.experts.78.up_proj,not applicable,,0.462
11,mlp.experts.79.gate_proj,not applicable,,0.465
11,mlp.experts.79.up_proj,not applicable,,0.467
11,mlp.experts.80.gate_proj,not applicable,,0.470
11,mlp.experts.80.up_proj,not applicable,,0.473
11,mlp.experts.81.gate_proj,not applicable,,0.476
11,mlp.experts.81.up_proj,not applicable,,0.479
11,mlp.experts.82.gate_proj,not applicable,,0.481
11,mlp.experts.82.up_proj,not applicable,,0.484
11,mlp.experts.83.gate_proj,not applicable,,0.486
11,mlp.experts.83.up_proj,not applicable,,0.489
11,mlp.experts.84.gate_proj,not applicable,,0.491
11,mlp.experts.84.up_proj,not applicable,,0.494
11,mlp.experts.85.gate_proj,not applicable,,0.497
11,mlp.experts.85.up_proj,not applicable,,0.499
11,mlp.experts.86.gate_proj,not applicable,,0.502
11,mlp.experts.86.up_proj,not applicable,,0.504
11,mlp.experts.87.gate_proj,not applicable,,0.507
11,mlp.experts.87.up_proj,not applicable,,0.509
11,mlp.experts.88.gate_proj,not applicable,,0.512
11,mlp.experts.88.up_proj,not applicable,,0.515
11,mlp.experts.89.gate_proj,not applicable,,0.517
11,mlp.experts.89.up_proj,not applicable,,0.520
11,mlp.experts.90.gate_proj,not applicable,,0.522
11,mlp.experts.90.up_proj,not applicable,,0.526
11,mlp.experts.91.gate_proj,not applicable,,0.529
11,mlp.experts.91.up_proj,not applicable,,0.531
11,mlp.experts.92.gate_proj,not applicable,,0.535
11,mlp.experts.92.up_proj,not applicable,,0.537
11,mlp.experts.93.gate_proj,not applicable,,0.540
11,mlp.experts.93.up_proj,not applicable,,0.543
11,mlp.experts.94.gate_proj,not applicable,,0.546
11,mlp.experts.94.up_proj,not applicable,,0.549
11,mlp.experts.95.gate_proj,not applicable,,0.552
11,mlp.experts.95.up_proj,not applicable,,0.554
11,mlp.experts.96.gate_proj,not applicable,,0.557
11,mlp.experts.96.up_proj,not applicable,,0.559
11,mlp.experts.97.gate_proj,not applicable,,0.562
11,mlp.experts.97.up_proj,not applicable,,0.565
11,mlp.experts.98.gate_proj,not applicable,,0.567
11,mlp.experts.98.up_proj,not applicable,,0.571
11,mlp.experts.99.gate_proj,not applicable,,0.574
11,mlp.experts.99.up_proj,not applicable,,0.577
11,mlp.experts.100.gate_proj,not applicable,,0.580
11,mlp.experts.100.up_proj,not applicable,,0.584
11,mlp.experts.101.gate_proj,not applicable,,0.586
11,mlp.experts.101.up_proj,not applicable,,0.589
11,mlp.experts.102.gate_proj,not applicable,,0.591
11,mlp.experts.102.up_proj,not applicable,,0.594
11,mlp.experts.103.gate_proj,not applicable,,0.596
11,mlp.experts.103.up_proj,not applicable,,0.599
11,mlp.experts.104.gate_proj,not applicable,,0.602
11,mlp.experts.104.up_proj,not applicable,,0.605
11,mlp.experts.105.gate_proj,not applicable,,0.607
11,mlp.experts.105.up_proj,not applicable,,0.610
11,mlp.experts.106.gate_proj,not applicable,,0.612
11,mlp.experts.106.up_proj,not applicable,,0.615
11,mlp.experts.107.gate_proj,not applicable,,0.617
11,mlp.experts.107.up_proj,not applicable,,0.620
11,mlp.experts.108.gate_proj,not applicable,,0.623
11,mlp.experts.108.up_proj,not applicable,,0.625
11,mlp.experts.109.gate_proj,not applicable,,0.628
11,mlp.experts.109.up_proj,not applicable,,0.630
11,mlp.experts.110.gate_proj,not applicable,,0.633
11,mlp.experts.110.up_proj,not applicable,,0.636
11,mlp.experts.111.gate_proj,not applicable,,0.639
11,mlp.experts.111.up_proj,not applicable,,0.641
11,mlp.experts.112.gate_proj,not applicable,,0.644
11,mlp.experts.112.up_proj,not applicable,,0.647
11,mlp.experts.113.gate_proj,not applicable,,0.650
11,mlp.experts.113.up_proj,not applicable,,0.652
11,mlp.experts.114.gate_proj,not applicable,,0.655
11,mlp.experts.114.up_proj,not applicable,,0.657
11,mlp.experts.115.gate_proj,not applicable,,0.660
11,mlp.experts.115.up_proj,not applicable,,0.662
11,mlp.experts.116.gate_proj,not applicable,,0.665
11,mlp.experts.116.up_proj,not applicable,,0.668
11,mlp.experts.117.gate_proj,not applicable,,0.670
11,mlp.experts.117.up_proj,not applicable,,0.673
11,mlp.experts.118.gate_proj,not applicable,,0.676
11,mlp.experts.118.up_proj,not applicable,,0.678
11,mlp.experts.119.gate_proj,not applicable,,0.681
11,mlp.experts.119.up_proj,not applicable,,0.683
11,mlp.experts.120.gate_proj,not applicable,,0.686
11,mlp.experts.120.up_proj,not applicable,,0.689
11,mlp.experts.121.gate_proj,not applicable,,0.692
11,mlp.experts.121.up_proj,not applicable,,0.694
11,mlp.experts.122.gate_proj,not applicable,,0.697
11,mlp.experts.122.up_proj,not applicable,,0.700
11,mlp.experts.123.gate_proj,not applicable,,0.702
11,mlp.experts.123.up_proj,not applicable,,0.705
11,mlp.experts.124.gate_proj,not applicable,,0.707
11,mlp.experts.124.up_proj,not applicable,,0.710
11,mlp.experts.125.gate_proj,not applicable,,0.712
11,mlp.experts.125.up_proj,not applicable,,0.715
11,mlp.experts.126.gate_proj,not applicable,,0.718
11,mlp.experts.126.up_proj,not applicable,,0.720
11,mlp.experts.127.gate_proj,not applicable,,0.723
11,mlp.experts.127.up_proj,not applicable,,0.726
11,mlp.experts.128.gate_proj,not applicable,,0.728
11,mlp.experts.128.up_proj,not applicable,,0.731
11,mlp.experts.129.gate_proj,not applicable,,0.733
11,mlp.experts.129.up_proj,not applicable,,0.736
11,mlp.experts.130.gate_proj,not applicable,,0.738
11,mlp.experts.130.up_proj,not applicable,,0.742
11,mlp.experts.131.gate_proj,not applicable,,0.744
11,mlp.experts.131.up_proj,not applicable,,0.747
11,mlp.experts.132.gate_proj,not applicable,,0.750
11,mlp.experts.132.up_proj,not applicable,,0.752
11,mlp.experts.133.gate_proj,not applicable,,0.755
11,mlp.experts.133.up_proj,not applicable,,0.757
11,mlp.experts.134.gate_proj,not applicable,,0.760
11,mlp.experts.134.up_proj,not applicable,,0.763
11,mlp.experts.135.gate_proj,not applicable,,0.765
11,mlp.experts.135.up_proj,not applicable,,0.768
11,mlp.experts.136.gate_proj,not applicable,,0.770
11,mlp.experts.136.up_proj,not applicable,,0.774
11,mlp.experts.137.gate_proj,not applicable,,0.777
11,mlp.experts.137.up_proj,not applicable,,0.779
11,mlp.experts.138.gate_proj,not applicable,,0.782
11,mlp.experts.138.up_proj,not applicable,,0.784
11,mlp.experts.139.gate_proj,not applicable,,0.787
11,mlp.experts.139.up_proj,not applicable,,0.790
11,mlp.experts.140.gate_proj,not applicable,,0.792
11,mlp.experts.140.up_proj,not applicable,,0.796
11,mlp.experts.141.gate_proj,not applicable,,0.798
11,mlp.experts.141.up_proj,not applicable,,0.801
11,mlp.experts.142.gate_proj,not applicable,,0.803
11,mlp.experts.142.up_proj,not applicable,,0.806
11,mlp.experts.143.gate_proj,not applicable,,0.808
11,mlp.experts.143.up_proj,not applicable,,0.811
11,mlp.experts.144.gate_proj,not applicable,,0.813
11,mlp.experts.144.up_proj,not applicable,,0.816
11,mlp.experts.145.gate_proj,not applicable,,0.818
11,mlp.experts.145.up_proj,not applicable,,0.821
11,mlp.experts.146.gate_proj,not applicable,,0.823
11,mlp.experts.146.up_proj,not applicable,,0.826
11,mlp.experts.147.gate_proj,not applicable,,0.828
11,mlp.experts.147.up_proj,not applicable,,0.831
11,mlp.experts.148.gate_proj,not applicable,,0.834
11,mlp.experts.148.up_proj,not applicable,,0.836
11,mlp.experts.149.gate_proj,not applicable,,0.839
11,mlp.experts.149.up_proj,not applicable,,0.841
11,mlp.experts.150.gate_proj,not applicable,,0.844
11,mlp.experts.150.up_proj,not applicable,,0.848
11,mlp.experts.151.gate_proj,not applicable,,0.850
11,mlp.experts.151.up_proj,not applicable,,0.853
11,mlp.experts.152.gate_proj,not applicable,,0.855
11,mlp.experts.152.up_proj,not applicable,,0.858
11,mlp.experts.153.gate_proj,not applicable,,0.860
11,mlp.experts.153.up_proj,not applicable,,0.863
11,mlp.experts.154.gate_proj,not applicable,,0.865
11,mlp.experts.154.up_proj,not applicable,,0.868
11,mlp.experts.155.gate_proj,not applicable,,0.870
11,mlp.experts.155.up_proj,not applicable,,0.873
11,mlp.experts.156.gate_proj,not applicable,,0.875
11,mlp.experts.156.up_proj,not applicable,,0.878
11,mlp.experts.157.gate_proj,not applicable,,0.881
11,mlp.experts.157.up_proj,not applicable,,0.883
11,mlp.experts.158.gate_proj,not applicable,,0.886
11,mlp.experts.158.up_proj,not applicable,,0.888
11,mlp.experts.159.gate_proj,not applicable,,0.891
11,mlp.experts.159.up_proj,not applicable,,0.893
11,mlp.experts.160.gate_proj,not applicable,,0.896
11,mlp.experts.160.up_proj,not applicable,,0.899
11,mlp.experts.161.gate_proj,not applicable,,0.902
11,mlp.experts.161.up_proj,not applicable,,0.905
11,mlp.experts.162.gate_proj,not applicable,,0.908
11,mlp.experts.162.up_proj,not applicable,,0.910
11,mlp.experts.163.gate_proj,not applicable,,0.913
11,mlp.experts.163.up_proj,not applicable,,0.915
11,mlp.experts.164.gate_proj,not applicable,,0.918
11,mlp.experts.164.up_proj,not applicable,,0.921
11,mlp.experts.165.gate_proj,not applicable,,0.923
11,mlp.experts.165.up_proj,not applicable,,0.926
11,mlp.experts.166.gate_proj,not applicable,,0.928
11,mlp.experts.166.up_proj,not applicable,,0.931
11,mlp.experts.167.gate_proj,not applicable,,0.933
11,mlp.experts.167.up_proj,not applicable,,0.936
11,mlp.experts.168.gate_proj,not applicable,,0.938
11,mlp.experts.168.up_proj,not applicable,,0.941
11,mlp.experts.169.gate_proj,not applicable,,0.944
11,mlp.experts.169.up_proj,not applicable,,0.946
11,mlp.experts.170.gate_proj,not applicable,,0.949
11,mlp.experts.170.up_proj,not applicable,,0.952
11,mlp.experts.171.gate_proj,not applicable,,0.955
11,mlp.experts.171.up_proj,not applicable,,0.958
11,mlp.experts.172.gate_proj,not applicable,,0.960
11,mlp.experts.172.up_proj,not applicable,,0.963
11,mlp.experts.173.gate_proj,not applicable,,0.965
11,mlp.experts.173.up_proj,not applicable,,0.968
11,mlp.experts.174.gate_proj,not applicable,,0.970
11,mlp.experts.174.up_proj,not applicable,,0.973
11,mlp.experts.175.gate_proj,not applicable,,0.975
11,mlp.experts.175.up_proj,not applicable,,0.978
11,mlp.experts.176.gate_proj,not applicable,,0.980
11,mlp.experts.176.up_proj,not applicable,,0.983
11,mlp.experts.177.gate_proj,not applicable,,0.985
11,mlp.experts.177.up_proj,not applicable,,0.988
11,mlp.experts.178.gate_proj,not applicable,,0.990
11,mlp.experts.178.up_proj,not applicable,,0.993
11,mlp.experts.179.gate_proj,not applicable,,0.995
11,mlp.experts.179.up_proj,not applicable,,0.998
11,mlp.experts.180.gate_proj,not applicable,,1.001
11,mlp.experts.180.up_proj,not applicable,,1.004
11,mlp.experts.181.gate_proj,not applicable,,1.007
11,mlp.experts.181.up_proj,not applicable,,1.009
11,mlp.experts.182.gate_proj,not applicable,,1.012
11,mlp.experts.182.up_proj,not applicable,,1.014
11,mlp.experts.183.gate_proj,not applicable,,1.017
11,mlp.experts.183.up_proj,not applicable,,1.019
11,mlp.experts.184.gate_proj,not applicable,,1.022
11,mlp.experts.184.up_proj,not applicable,,1.025
11,mlp.experts.185.gate_proj,not applicable,,1.028
11,mlp.experts.185.up_proj,not applicable,,1.031
11,mlp.experts.186.gate_proj,not applicable,,1.034
11,mlp.experts.186.up_proj,not applicable,,1.036
11,mlp.experts.187.gate_proj,not applicable,,1.039
11,mlp.experts.187.up_proj,not applicable,,1.042
11,mlp.experts.188.gate_proj,not applicable,,1.044
11,mlp.experts.188.up_proj,not applicable,,1.047
11,mlp.experts.189.gate_proj,not applicable,,1.050
11,mlp.experts.189.up_proj,not applicable,,1.053
11,mlp.experts.190.gate_proj,not applicable,,1.055
11,mlp.experts.190.up_proj,not applicable,,1.059
11,mlp.experts.191.gate_proj,not applicable,,1.063
11,mlp.experts.191.up_proj,not applicable,,1.066
11,mlp.experts.192.gate_proj,not applicable,,1.068
11,mlp.experts.192.up_proj,not applicable,,1.071
11,mlp.experts.193.gate_proj,not applicable,,1.073
11,mlp.experts.193.up_proj,not applicable,,1.076
11,mlp.experts.194.gate_proj,not applicable,,1.078
11,mlp.experts.194.up_proj,not applicable,,1.081
11,mlp.experts.195.gate_proj,not applicable,,1.083
11,mlp.experts.195.up_proj,not applicable,,1.086
11,mlp.experts.196.gate_proj,not applicable,,1.088
11,mlp.experts.196.up_proj,not applicable,,1.091
11,mlp.experts.197.gate_proj,not applicable,,1.093
11,mlp.experts.197.up_proj,not applicable,,1.096
11,mlp.experts.198.gate_proj,not applicable,,1.098
11,mlp.experts.198.up_proj,not applicable,,1.101
11,mlp.experts.199.gate_proj,not applicable,,1.104
11,mlp.experts.199.up_proj,not applicable,,1.106
11,mlp.experts.200.gate_proj,not applicable,,1.110
11,mlp.experts.200.up_proj,not applicable,,1.113
11,mlp.experts.201.gate_proj,not applicable,,1.116
11,mlp.experts.201.up_proj,not applicable,,1.118
11,mlp.experts.202.gate_proj,not applicable,,1.121
11,mlp.experts.202.up_proj,not applicable,,1.123
11,mlp.experts.203.gate_proj,not applicable,,1.126
11,mlp.experts.203.up_proj,not applicable,,1.128
11,mlp.experts.204.gate_proj,not applicable,,1.131
11,mlp.experts.204.up_proj,not applicable,,1.133
11,mlp.experts.205.gate_proj,not applicable,,1.135
11,mlp.experts.205.up_proj,not applicable,,1.138
11,mlp.experts.206.gate_proj,not applicable,,1.140
11,mlp.experts.206.up_proj,not applicable,,1.143
11,mlp.experts.207.gate_proj,not applicable,,1.145
11,mlp.experts.207.up_proj,not applicable,,1.148
11,mlp.experts.208.gate_proj,not applicable,,1.150
11,mlp.experts.208.up_proj,not applicable,,1.153
11,mlp.experts.209.gate_proj,not applicable,,1.155
11,mlp.experts.209.up_proj,not applicable,,1.158
11,mlp.experts.210.gate_proj,not applicable,,1.160
11,mlp.experts.210.up_proj,not applicable,,1.164
11,mlp.experts.211.gate_proj,not applicable,,1.166
11,mlp.experts.211.up_proj,not applicable,,1.169
11,mlp.experts.212.gate_proj,not applicable,,1.172
11,mlp.experts.212.up_proj,not applicable,,1.174
11,mlp.experts.213.gate_proj,not applicable,,1.177
11,mlp.experts.213.up_proj,not applicable,,1.179
11,mlp.experts.214.gate_proj,not applicable,,1.182
11,mlp.experts.214.up_proj,not applicable,,1.184
11,mlp.experts.215.gate_proj,not applicable,,1.187
11,mlp.experts.215.up_proj,not applicable,,1.189
11,mlp.experts.216.gate_proj,not applicable,,1.192
11,mlp.experts.216.up_proj,not applicable,,1.195
11,mlp.experts.217.gate_proj,not applicable,,1.197
11,mlp.experts.217.up_proj,not applicable,,1.200
11,mlp.experts.218.gate_proj,not applicable,,1.202
11,mlp.experts.218.up_proj,not applicable,,1.205
11,mlp.experts.219.gate_proj,not applicable,,1.207
11,mlp.experts.219.up_proj,not applicable,,1.210
11,mlp.experts.220.gate_proj,not applicable,,1.212
11,mlp.experts.220.up_proj,not applicable,,1.216
11,mlp.experts.221.gate_proj,not applicable,,1.218
11,mlp.experts.221.up_proj,not applicable,,1.221
11,mlp.experts.222.gate_proj,not applicable,,1.223
11,mlp.experts.222.up_proj,not applicable,,1.226
11,mlp.experts.223.gate_proj,not applicable,,1.228
11,mlp.experts.223.up_proj,not applicable,,1.231
11,mlp.experts.224.gate_proj,not applicable,,1.233
11,mlp.experts.224.up_proj,not applicable,,1.236
11,mlp.experts.225.gate_proj,not applicable,,1.239
11,mlp.experts.225.up_proj,not applicable,,1.241
11,mlp.experts.226.gate_proj,not applicable,,1.244
11,mlp.experts.226.up_proj,not applicable,,1.247
11,mlp.experts.227.gate_proj,not applicable,,1.249
11,mlp.experts.227.up_proj,not applicable,,1.252
11,mlp.experts.228.gate_proj,not applicable,,1.254
11,mlp.experts.228.up_proj,not applicable,,1.257
11,mlp.experts.229.gate_proj,not applicable,,1.259
11,mlp.experts.229.up_proj,not applicable,,1.262
11,mlp.experts.230.gate_proj,not applicable,,1.264
11,mlp.experts.230.up_proj,not applicable,,1.268
11,mlp.experts.231.gate_proj,not applicable,,1.271
11,mlp.experts.231.up_proj,not applicable,,1.274
11,mlp.experts.232.gate_proj,not applicable,,1.277
11,mlp.experts.232.up_proj,not applicable,,1.280
11,mlp.experts.233.gate_proj,not applicable,,1.283
11,mlp.experts.233.up_proj,not applicable,,1.285
11,mlp.experts.234.gate_proj,not applicable,,1.288
11,mlp.experts.234.up_proj,not applicable,,1.291
11,mlp.experts.235.gate_proj,not applicable,,1.293
11,mlp.experts.235.up_proj,not applicable,,1.296
11,mlp.experts.236.gate_proj,not applicable,,1.299
11,mlp.experts.236.up_proj,not applicable,,1.301
11,mlp.experts.237.gate_proj,not applicable,,1.304
11,mlp.experts.237.up_proj,not applicable,,1.307
11,mlp.experts.238.gate_proj,not applicable,,1.310
11,mlp.experts.238.up_proj,not applicable,,1.313
11,mlp.experts.239.gate_proj,not applicable,,1.316
11,mlp.experts.239.up_proj,not applicable,,1.319
11,mlp.experts.240.gate_proj,not applicable,,1.322
11,mlp.experts.240.up_proj,not applicable,,1.325
11,mlp.experts.241.gate_proj,not applicable,,1.328
11,mlp.experts.241.up_proj,not applicable,,1.330
11,mlp.experts.242.gate_proj,not applicable,,1.333
11,mlp.experts.242.up_proj,not applicable,,1.335
11,mlp.experts.243.gate_proj,not applicable,,1.338
11,mlp.experts.243.up_proj,not applicable,,1.340
11,mlp.experts.244.gate_proj,not applicable,,1.343
11,mlp.experts.244.up_proj,not applicable,,1.346
11,mlp.experts.245.gate_proj,not applicable,,1.349
11,mlp.experts.245.up_proj,not applicable,,1.352
11,mlp.experts.246.gate_proj,not applicable,,1.354
11,mlp.experts.246.up_proj,not applicable,,1.357
11,mlp.experts.247.gate_proj,not applicable,,1.359
11,mlp.experts.247.up_proj,not applicable,,1.362
11,mlp.experts.248.gate_proj,not applicable,,1.364
11,mlp.experts.248.up_proj,not applicable,,1.367
11,mlp.experts.249.gate_proj,not applicable,,1.370
11,mlp.experts.249.up_proj,not applicable,,1.373
11,mlp.experts.250.gate_proj,not applicable,,1.375
11,mlp.experts.250.up_proj,not applicable,,1.378
11,mlp.experts.251.gate_proj,not applicable,,1.381
11,mlp.experts.251.up_proj,not applicable,,1.383
11,mlp.experts.252.gate_proj,not applicable,,1.386
11,mlp.experts.252.up_proj,not applicable,,1.388
11,mlp.experts.253.gate_proj,not applicable,,1.391
11,mlp.experts.253.up_proj,not applicable,,1.393
11,mlp.experts.254.gate_proj,not applicable,,1.396
11,mlp.experts.254.up_proj,not applicable,,1.399
11,mlp.experts.255.gate_proj,not applicable,,1.401
11,mlp.experts.255.up_proj,not applicable,,1.404
11,mlp.experts.0.down_proj,0.0000004763,,1.406
11,mlp.experts.1.down_proj,0.0000008037,,1.409
11,mlp.experts.2.down_proj,0.0000005547,,1.411
11,mlp.experts.3.down_proj,0.0000004444,,1.414
11,mlp.experts.4.down_proj,0.0000010468,,1.416
11,mlp.experts.5.down_proj,0.0000005257,,1.418
11,mlp.experts.6.down_proj,0.0000003391,,1.421
11,mlp.experts.7.down_proj,0.0000015476,,1.423
11,mlp.experts.8.down_proj,0.0000003495,,1.426
11,mlp.experts.9.down_proj,0.0000007462,,1.429
11,mlp.experts.10.down_proj,0.0000000423,,1.432
11,mlp.experts.11.down_proj,0.0000003049,,1.434
11,mlp.experts.12.down_proj,0.0000029019,,1.437
11,mlp.experts.13.down_proj,0.0000001212,,1.439
11,mlp.experts.14.down_proj,0.0000015429,,1.442
11,mlp.experts.15.down_proj,0.0000000519,,1.444
11,mlp.experts.16.down_proj,0.0000005054,,1.447
11,mlp.experts.17.down_proj,0.0000000512,,1.450
11,mlp.experts.18.down_proj,0.0000004118,,1.453
11,mlp.experts.19.down_proj,0.0000007995,,1.455
11,mlp.experts.20.down_proj,0.0000019420,,1.457
11,mlp.experts.21.down_proj,0.0000006254,,1.460
11,mlp.experts.22.down_proj,0.0000004921,,1.462
11,mlp.experts.23.down_proj,0.0000008887,,1.465
11,mlp.experts.24.down_proj,0.0000021658,,1.467
11,mlp.experts.25.down_proj,0.0000006591,,1.469
11,mlp.experts.26.down_proj,0.0000003331,,1.472
11,mlp.experts.27.down_proj,0.0000001108,,1.474
11,mlp.experts.28.down_proj,0.0000004405,,1.477
11,mlp.experts.29.down_proj,0.0000000555,,1.480
11,mlp.experts.30.down_proj,0.0000006191,,1.482
11,mlp.experts.31.down_proj,0.0000022530,,1.485
11,mlp.experts.32.down_proj,0.0000000039,,1.487
11,mlp.experts.33.down_proj,0.0000006685,,1.490
11,mlp.experts.34.down_proj,0.0000003375,,1.492
11,mlp.experts.35.down_proj,0.0000009259,,1.495
11,mlp.experts.36.down_proj,0.0000003470,,1.497
11,mlp.experts.37.down_proj,0.0000008315,,1.500
11,mlp.experts.38.down_proj,0.0000002948,,1.502
11,mlp.experts.39.down_proj,0.0000006957,,1.505
11,mlp.experts.40.down_proj,0.0000001465,,1.507
11,mlp.experts.41.down_proj,0.0000000738,,1.509
11,mlp.experts.42.down_proj,0.0000007605,,1.512
11,mlp.experts.43.down_proj,0.0000012155,,1.514
11,mlp.experts.44.down_proj,0.0000003195,,1.517
11,mlp.experts.45.down_proj,0.0000003640,,1.520
11,mlp.experts.46.down_proj,0.0000003035,,1.523
11,mlp.experts.47.down_proj,0.0000000007,,1.526
11,mlp.experts.48.down_proj,0.0000005168,,1.528
11,mlp.experts.49.down_proj,0.0000004734,,1.532
11,mlp.experts.50.down_proj,0.0000001285,,1.534
11,mlp.experts.51.down_proj,0.0000003836,,1.537
11,mlp.experts.52.down_proj,0.0000000280,,1.539
11,mlp.experts.53.down_proj,0.0000000992,,1.542
11,mlp.experts.54.down_proj,0.0000000282,,1.545
11,mlp.experts.55.down_proj,0.0000000000,,1.547
11,mlp.experts.56.down_proj,0.0000002457,,1.551
11,mlp.experts.57.down_proj,0.0000001357,,1.554
11,mlp.experts.58.down_proj,0.0000000713,,1.557
11,mlp.experts.59.down_proj,0.0000007785,,1.560
11,mlp.experts.60.down_proj,0.0000002030,,1.563
11,mlp.experts.61.down_proj,0.0000005667,,1.565
11,mlp.experts.62.down_proj,0.0000009683,,1.568
11,mlp.experts.63.down_proj,0.0000003529,,1.570
11,mlp.experts.64.down_proj,0.0000009474,,1.573
11,mlp.experts.65.down_proj,0.0000004945,,1.575
11,mlp.experts.66.down_proj,0.0000002692,,1.577
11,mlp.experts.67.down_proj,0.0000000003,,1.580
11,mlp.experts.68.down_proj,0.0000000775,,1.582
11,mlp.experts.69.down_proj,0.0000002005,,1.586
11,mlp.experts.70.down_proj,0.0000002664,,1.588
11,mlp.experts.71.down_proj,0.0000003287,,1.591
11,mlp.experts.72.down_proj,0.0000002981,,1.593
11,mlp.experts.73.down_proj,0.0000011253,,1.596
11,mlp.experts.74.down_proj,0.0000002969,,1.598
11,mlp.experts.75.down_proj,0.0000000441,,1.601
11,mlp.experts.76.down_proj,0.0000001795,,1.603
11,mlp.experts.77.down_proj,0.0000002984,,1.606
11,mlp.experts.78.down_proj,0.0000002696,,1.608
11,mlp.experts.79.down_proj,0.0000002388,,1.611
11,mlp.experts.80.down_proj,0.0000004603,,1.613
11,mlp.experts.81.down_proj,0.0000000314,,1.616
11,mlp.experts.82.down_proj,0.0000008538,,1.618
11,mlp.experts.83.down_proj,0.0000013762,,1.620
11,mlp.experts.84.down_proj,0.0000002425,,1.623
11,mlp.experts.85.down_proj,0.0000004472,,1.626
11,mlp.experts.86.down_proj,0.0000000117,,1.628
11,mlp.experts.87.down_proj,0.0000000315,,1.631
11,mlp.experts.88.down_proj,0.0000002544,,1.633
11,mlp.experts.89.down_proj,0.0000005901,,1.636
11,mlp.experts.90.down_proj,0.0000000963,,1.639
11,mlp.experts.91.down_proj,0.0000012028,,1.641
11,mlp.experts.92.down_proj,0.0000004910,,1.644
11,mlp.experts.93.down_proj,0.0000008357,,1.646
11,mlp.experts.94.down_proj,0.0000000473,,1.649
11,mlp.experts.95.down_proj,0.0000008161,,1.652
11,mlp.experts.96.down_proj,0.0000001883,,1.655
11,mlp.experts.97.down_proj,0.0000017055,,1.657
11,mlp.experts.98.down_proj,0.0000007279,,1.660
11,mlp.experts.99.down_proj,0.0000009389,,1.662
11,mlp.experts.100.down_proj,0.0000003362,,1.665
11,mlp.experts.101.down_proj,0.0000006284,,1.667
11,mlp.experts.102.down_proj,0.0000003017,,1.670
11,mlp.experts.103.down_proj,0.0000001298,,1.672
11,mlp.experts.104.down_proj,0.0000005368,,1.675
11,mlp.experts.105.down_proj,0.0000002071,,1.677
11,mlp.experts.106.down_proj,0.0000000050,,1.680
11,mlp.experts.107.down_proj,0.0000002830,,1.682
11,mlp.experts.108.down_proj,0.0000001710,,1.685
11,mlp.experts.109.down_proj,0.0000000001,,1.689
11,mlp.experts.110.down_proj,0.0000003371,,1.691
11,mlp.experts.111.down_proj,0.0000000070,,1.694
11,mlp.experts.112.down_proj,0.0000000021,,1.696
11,mlp.experts.113.down_proj,0.0000002492,,1.699
11,mlp.experts.114.down_proj,0.0000001356,,1.701
11,mlp.experts.115.down_proj,0.0000001562,,1.704
11,mlp.experts.116.down_proj,0.0000006425,,1.706
11,mlp.experts.117.down_proj,0.0000002581,,1.709
11,mlp.experts.118.down_proj,0.0000004567,,1.711
11,mlp.experts.119.down_proj,0.0000006727,,1.713
11,mlp.experts.120.down_proj,0.0000005140,,1.716
11,mlp.experts.121.down_proj,0.0000000050,,1.719
11,mlp.experts.122.down_proj,0.0000015349,,1.721
11,mlp.experts.123.down_proj,0.0000004247,,1.724
11,mlp.experts.124.down_proj,0.0000002542,,1.726
11,mlp.experts.125.down_proj,0.0000007384,,1.728
11,mlp.experts.126.down_proj,0.0000001566,,1.731
11,mlp.experts.127.down_proj,0.0000000370,,1.733
11,mlp.experts.128.down_proj,0.0000001472,,1.736
11,mlp.experts.129.down_proj,0.0000021798,,1.739
11,mlp.experts.130.down_proj,0.0000000868,,1.742
11,mlp.experts.131.down_proj,0.0000000523,,1.744
11,mlp.experts.132.down_proj,0.0000016636,,1.747
11,mlp.experts.133.down_proj,0.0000003599,,1.749
11,mlp.experts.134.down_proj,0.0000002137,,1.752
11,mlp.experts.135.down_proj,0.0000018110,,1.756
11,mlp.experts.136.down_proj,0.0000004051,,1.758
11,mlp.experts.137.down_proj,0.0000004009,,1.761
11,mlp.experts.138.down_proj,0.0000001918,,1.763
11,mlp.experts.139.down_proj,0.0000010948,,1.766
11,mlp.experts.140.down_proj,0.0000001790,,1.769
11,mlp.experts.141.down_proj,0.0000004807,,1.772
11,mlp.experts.142.down_proj,0.0000003497,,1.775
11,mlp.experts.143.down_proj,0.0000010121,,1.777
11,mlp.experts.144.down_proj,0.0000009129,,1.780
11,mlp.experts.145.down_proj,0.0000004875,,1.783
11,mlp.experts.146.down_proj,0.0000001441,,1.786
11,mlp.experts.147.down_proj,0.0000003143,,1.788
11,mlp.experts.148.down_proj,0.0000002091,,1.791
11,mlp.experts.149.down_proj,0.0000000266,,1.794
11,mlp.experts.150.down_proj,0.0000003466,,1.797
11,mlp.experts.151.down_proj,0.0000001461,,1.799
11,mlp.experts.152.down_proj,0.0000006035,,1.803
11,mlp.experts.153.down_proj,0.0000005215,,1.806
11,mlp.experts.154.down_proj,0.0000012476,,1.809
11,mlp.experts.155.down_proj,0.0000005960,,1.811
11,mlp.experts.156.down_proj,0.0000000945,,1.814
11,mlp.experts.157.down_proj,0.0000006524,,1.817
11,mlp.experts.158.down_proj,0.0000000006,,1.819
11,mlp.experts.159.down_proj,0.0000001047,,1.822
11,mlp.experts.160.down_proj,0.0000004880,,1.824
11,mlp.experts.161.down_proj,0.0000002374,,1.827
11,mlp.experts.162.down_proj,0.0000004722,,1.829
11,mlp.experts.163.down_proj,0.0000000024,,1.832
11,mlp.experts.164.down_proj,0.0000000379,,1.834
11,mlp.experts.165.down_proj,0.0000015964,,1.837
11,mlp.experts.166.down_proj,0.0000005321,,1.839
11,mlp.experts.167.down_proj,0.0000000222,,1.842
11,mlp.experts.168.down_proj,0.0000003712,,1.844
11,mlp.experts.169.down_proj,0.0000001801,,1.848
11,mlp.experts.170.down_proj,0.0000000812,,1.851
11,mlp.experts.171.down_proj,0.0000000014,,1.853
11,mlp.experts.172.down_proj,0.0000000673,,1.856
11,mlp.experts.173.down_proj,0.0000004387,,1.859
11,mlp.experts.174.down_proj,0.0000012424,,1.862
11,mlp.experts.175.down_proj,0.0000000004,,1.864
11,mlp.experts.176.down_proj,0.0000000687,,1.867
11,mlp.experts.177.down_proj,0.0000000938,,1.869
11,mlp.experts.178.down_proj,0.0000009090,,1.872
11,mlp.experts.179.down_proj,0.0000001538,,1.874
11,mlp.experts.180.down_proj,0.0000008456,,1.877
11,mlp.experts.181.down_proj,0.0000003365,,1.879
11,mlp.experts.182.down_proj,0.0000002213,,1.882
11,mlp.experts.183.down_proj,0.0000006279,,1.884
11,mlp.experts.184.down_proj,0.0000002667,,1.887
11,mlp.experts.185.down_proj,0.0000003731,,1.890
11,mlp.experts.186.down_proj,0.0000010870,,1.892
11,mlp.experts.187.down_proj,0.0000002931,,1.895
11,mlp.experts.188.down_proj,0.0000003408,,1.897
11,mlp.experts.189.down_proj,0.0000005287,,1.901
11,mlp.experts.190.down_proj,0.0000000302,,1.903
11,mlp.experts.191.down_proj,0.0000000006,,1.906
11,mlp.experts.192.down_proj,0.0000003429,,1.909
11,mlp.experts.193.down_proj,0.0000002017,,1.911
11,mlp.experts.194.down_proj,0.0000001445,,1.914
11,mlp.experts.195.down_proj,0.0000000001,,1.916
11,mlp.experts.196.down_proj,0.0000006562,,1.919
11,mlp.experts.197.down_proj,0.0000001681,,1.922
11,mlp.experts.198.down_proj,0.0000006163,,1.924
11,mlp.experts.199.down_proj,0.0000001813,,1.927
11,mlp.experts.200.down_proj,0.0000012247,,1.929
11,mlp.experts.201.down_proj,0.0000008448,,1.931
11,mlp.experts.202.down_proj,0.0000007232,,1.934
11,mlp.experts.203.down_proj,0.0000000006,,1.936
11,mlp.experts.204.down_proj,0.0000001254,,1.939
11,mlp.experts.205.down_proj,0.0000001909,,1.942
11,mlp.experts.206.down_proj,0.0000002488,,1.944
11,mlp.experts.207.down_proj,0.0000005797,,1.947
11,mlp.experts.208.down_proj,0.0000000004,,1.949
11,mlp.experts.209.down_proj,0.0000002907,,1.953
11,mlp.experts.210.down_proj,0.0000003009,,1.955
11,mlp.experts.211.down_proj,0.0000004936,,1.959
11,mlp.experts.212.down_proj,0.0000006516,,1.961
11,mlp.experts.213.down_proj,0.0000000406,,1.964
11,mlp.experts.214.down_proj,0.0000000270,,1.966
11,mlp.experts.215.down_proj,0.0000003437,,1.969
11,mlp.experts.216.down_proj,0.0000011632,,1.971
11,mlp.experts.217.down_proj,0.0000001887,,1.974
11,mlp.experts.218.down_proj,0.0000003437,,1.976
11,mlp.experts.219.down_proj,0.0000000138,,1.979
11,mlp.experts.220.down_proj,0.0000000002,,1.981
11,mlp.experts.221.down_proj,0.0000005960,,1.984
11,mlp.experts.222.down_proj,0.0000000012,,1.986
11,mlp.experts.223.down_proj,0.0000003896,,1.989
11,mlp.experts.224.down_proj,0.0000009193,,1.991
11,mlp.experts.225.down_proj,0.0000003831,,1.994
11,mlp.experts.226.down_proj,0.0000000468,,1.996
11,mlp.experts.227.down_proj,0.0000002005,,1.999
11,mlp.experts.228.down_proj,0.0000004367,,2.001
11,mlp.experts.229.down_proj,0.0000000772,,2.005
11,mlp.experts.230.down_proj,0.0000000924,,2.007
11,mlp.experts.231.down_proj,0.0000002942,,2.010
11,mlp.experts.232.down_proj,0.0000002844,,2.013
11,mlp.experts.233.down_proj,0.0000002838,,2.016
11,mlp.experts.234.down_proj,0.0000004046,,2.019
11,mlp.experts.235.down_proj,0.0000002853,,2.022
11,mlp.experts.236.down_proj,0.0000007893,,2.024
11,mlp.experts.237.down_proj,0.0000006446,,2.027
11,mlp.experts.238.down_proj,0.0000002338,,2.030
11,mlp.experts.239.down_proj,0.0000000627,,2.032
11,mlp.experts.240.down_proj,0.0000001384,,2.035
11,mlp.experts.241.down_proj,0.0000017056,,2.037
11,mlp.experts.242.down_proj,0.0000002472,,2.040
11,mlp.experts.243.down_proj,0.0000000083,,2.043
11,mlp.experts.244.down_proj,0.0000004967,,2.045
11,mlp.experts.245.down_proj,0.0000004007,,2.048
11,mlp.experts.246.down_proj,0.0000010777,,2.051
11,mlp.experts.247.down_proj,0.0000000095,,2.055
11,mlp.experts.248.down_proj,0.0000009858,,2.058
11,mlp.experts.249.down_proj,0.0000011776,,2.062
11,mlp.experts.250.down_proj,0.0000001034,,2.065
11,mlp.experts.251.down_proj,0.0000003912,,2.068
11,mlp.experts.252.down_proj,0.0000000073,,2.070
11,mlp.experts.253.down_proj,0.0000003411,,2.073
11,mlp.experts.254.down_proj,0.0000000990,,2.076
11,mlp.experts.255.down_proj,0.0000007402,,2.078
12,mlp.experts.0.gate_proj,not applicable,,0.005
12,mlp.experts.0.up_proj,not applicable,,0.011
12,mlp.experts.1.gate_proj,not applicable,,0.014
12,mlp.experts.1.up_proj,not applicable,,0.017
12,mlp.experts.2.gate_proj,not applicable,,0.020
12,mlp.experts.2.up_proj,not applicable,,0.022
12,mlp.experts.3.gate_proj,not applicable,,0.025
12,mlp.experts.3.up_proj,not applicable,,0.028
12,mlp.experts.4.gate_proj,not applicable,,0.030
12,mlp.experts.4.up_proj,not applicable,,0.033
12,mlp.experts.5.gate_proj,not applicable,,0.036
12,mlp.experts.5.up_proj,not applicable,,0.038
12,mlp.experts.6.gate_proj,not applicable,,0.041
12,mlp.experts.6.up_proj,not applicable,,0.044
12,mlp.experts.7.gate_proj,not applicable,,0.046
12,mlp.experts.7.up_proj,not applicable,,0.049
12,mlp.experts.8.gate_proj,not applicable,,0.052
12,mlp.experts.8.up_proj,not applicable,,0.054
12,mlp.experts.9.gate_proj,not applicable,,0.057
12,mlp.experts.9.up_proj,not applicable,,0.059
12,mlp.experts.10.gate_proj,not applicable,,0.062
12,mlp.experts.10.up_proj,not applicable,,0.066
12,mlp.experts.11.gate_proj,not applicable,,0.068
12,mlp.experts.11.up_proj,not applicable,,0.071
12,mlp.experts.12.gate_proj,not applicable,,0.074
12,mlp.experts.12.up_proj,not applicable,,0.076
12,mlp.experts.13.gate_proj,not applicable,,0.079
12,mlp.experts.13.up_proj,not applicable,,0.081
12,mlp.experts.14.gate_proj,not applicable,,0.084
12,mlp.experts.14.up_proj,not applicable,,0.087
12,mlp.experts.15.gate_proj,not applicable,,0.089
12,mlp.experts.15.up_proj,not applicable,,0.092
12,mlp.experts.16.gate_proj,not applicable,,0.094
12,mlp.experts.16.up_proj,not applicable,,0.097
12,mlp.experts.17.gate_proj,not applicable,,0.100
12,mlp.experts.17.up_proj,not applicable,,0.102
12,mlp.experts.18.gate_proj,not applicable,,0.105
12,mlp.experts.18.up_proj,not applicable,,0.107
12,mlp.experts.19.gate_proj,not applicable,,0.110
12,mlp.experts.19.up_proj,not applicable,,0.112
12,mlp.experts.20.gate_proj,not applicable,,0.115
12,mlp.experts.20.up_proj,not applicable,,0.118
12,mlp.experts.21.gate_proj,not applicable,,0.121
12,mlp.experts.21.up_proj,not applicable,,0.123
12,mlp.experts.22.gate_proj,not applicable,,0.126
12,mlp.experts.22.up_proj,not applicable,,0.128
12,mlp.experts.23.gate_proj,not applicable,,0.131
12,mlp.experts.23.up_proj,not applicable,,0.133
12,mlp.experts.24.gate_proj,not applicable,,0.136
12,mlp.experts.24.up_proj,not applicable,,0.139
12,mlp.experts.25.gate_proj,not applicable,,0.142
12,mlp.experts.25.up_proj,not applicable,,0.144
12,mlp.experts.26.gate_proj,not applicable,,0.147
12,mlp.experts.26.up_proj,not applicable,,0.154
12,mlp.experts.27.gate_proj,not applicable,,0.156
12,mlp.experts.27.up_proj,not applicable,,0.159
12,mlp.experts.28.gate_proj,not applicable,,0.161
12,mlp.experts.28.up_proj,not applicable,,0.164
12,mlp.experts.29.gate_proj,not applicable,,0.166
12,mlp.experts.29.up_proj,not applicable,,0.169
12,mlp.experts.30.gate_proj,not applicable,,0.171
12,mlp.experts.30.up_proj,not applicable,,0.175
12,mlp.experts.31.gate_proj,not applicable,,0.178
12,mlp.experts.31.up_proj,not applicable,,0.180
12,mlp.experts.32.gate_proj,not applicable,,0.183
12,mlp.experts.32.up_proj,not applicable,,0.185
12,mlp.experts.33.gate_proj,not applicable,,0.188
12,mlp.experts.33.up_proj,not applicable,,0.190
12,mlp.experts.34.gate_proj,not applicable,,0.193
12,mlp.experts.34.up_proj,not applicable,,0.196
12,mlp.experts.35.gate_proj,not applicable,,0.198
12,mlp.experts.35.up_proj,not applicable,,0.201
12,mlp.experts.36.gate_proj,not applicable,,0.203
12,mlp.experts.36.up_proj,not applicable,,0.206
12,mlp.experts.37.gate_proj,not applicable,,0.209
12,mlp.experts.37.up_proj,not applicable,,0.211
12,mlp.experts.38.gate_proj,not applicable,,0.214
12,mlp.experts.38.up_proj,not applicable,,0.216
12,mlp.experts.39.gate_proj,not applicable,,0.219
12,mlp.experts.39.up_proj,not applicable,,0.221
12,mlp.experts.40.gate_proj,not applicable,,0.224
12,mlp.experts.40.up_proj,not applicable,,0.227
12,mlp.experts.41.gate_proj,not applicable,,0.230
12,mlp.experts.41.up_proj,not applicable,,0.232
12,mlp.experts.42.gate_proj,not applicable,,0.235
12,mlp.experts.42.up_proj,not applicable,,0.237
12,mlp.experts.43.gate_proj,not applicable,,0.240
12,mlp.experts.43.up_proj,not applicable,,0.242
12,mlp.experts.44.gate_proj,not applicable,,0.245
12,mlp.experts.44.up_proj,not applicable,,0.247
12,mlp.experts.45.gate_proj,not applicable,,0.250
12,mlp.experts.45.up_proj,not applicable,,0.252
12,mlp.experts.46.gate_proj,not applicable,,0.255
12,mlp.experts.46.up_proj,not applicable,,0.257
12,mlp.experts.47.gate_proj,not applicable,,0.260
12,mlp.experts.47.up_proj,not applicable,,0.262
12,mlp.experts.48.gate_proj,not applicable,,0.265
12,mlp.experts.48.up_proj,not applicable,,0.267
12,mlp.experts.49.gate_proj,not applicable,,0.270
12,mlp.experts.49.up_proj,not applicable,,0.272
12,mlp.experts.50.gate_proj,not applicable,,0.275
12,mlp.experts.50.up_proj,not applicable,,0.278
12,mlp.experts.51.gate_proj,not applicable,,0.281
12,mlp.experts.51.up_proj,not applicable,,0.283
12,mlp.experts.52.gate_proj,not applicable,,0.286
12,mlp.experts.52.up_proj,not applicable,,0.288
12,mlp.experts.53.gate_proj,not applicable,,0.291
12,mlp.experts.53.up_proj,not applicable,,0.293
12,mlp.experts.54.gate_proj,not applicable,,0.296
12,mlp.experts.54.up_proj,not applicable,,0.298
12,mlp.experts.55.gate_proj,not applicable,,0.301
12,mlp.experts.55.up_proj,not applicable,,0.303
12,mlp.experts.56.gate_proj,not applicable,,0.306
12,mlp.experts.56.up_proj,not applicable,,0.308
12,mlp.experts.57.gate_proj,not applicable,,0.311
12,mlp.experts.57.up_proj,not applicable,,0.313
12,mlp.experts.58.gate_proj,not applicable,,0.316
12,mlp.experts.58.up_proj,not applicable,,0.318
12,mlp.experts.59.gate_proj,not applicable,,0.321
12,mlp.experts.59.up_proj,not applicable,,0.323
12,mlp.experts.60.gate_proj,not applicable,,0.326
12,mlp.experts.60.up_proj,not applicable,,0.329
12,mlp.experts.61.gate_proj,not applicable,,0.332
12,mlp.experts.61.up_proj,not applicable,,0.334
12,mlp.experts.62.gate_proj,not applicable,,0.337
12,mlp.experts.62.up_proj,not applicable,,0.339
12,mlp.experts.63.gate_proj,not applicable,,0.342
12,mlp.experts.63.up_proj,not applicable,,0.344
12,mlp.experts.64.gate_proj,not applicable,,0.347
12,mlp.experts.64.up_proj,not applicable,,0.350
12,mlp.experts.65.gate_proj,not applicable,,0.352
12,mlp.experts.65.up_proj,not applicable,,0.355
12,mlp.experts.66.gate_proj,not applicable,,0.357
12,mlp.experts.66.up_proj,not applicable,,0.360
12,mlp.experts.67.gate_proj,not applicable,,0.362
12,mlp.experts.67.up_proj,not applicable,,0.365
12,mlp.experts.68.gate_proj,not applicable,,0.367
12,mlp.experts.68.up_proj,not applicable,,0.369
12,mlp.experts.69.gate_proj,not applicable,,0.372
12,mlp.experts.69.up_proj,not applicable,,0.374
12,mlp.experts.70.gate_proj,not applicable,,0.377
12,mlp.experts.70.up_proj,not applicable,,0.380
12,mlp.experts.71.gate_proj,not applicable,,0.383
12,mlp.experts.71.up_proj,not applicable,,0.385
12,mlp.experts.72.gate_proj,not applicable,,0.388
12,mlp.experts.72.up_proj,not applicable,,0.391
12,mlp.experts.73.gate_proj,not applicable,,0.393
12,mlp.experts.73.up_proj,not applicable,,0.396
12,mlp.experts.74.gate_proj,not applicable,,0.399
12,mlp.experts.74.up_proj,not applicable,,0.401
12,mlp.experts.75.gate_proj,not applicable,,0.404
12,mlp.experts.75.up_proj,not applicable,,0.407
12,mlp.experts.76.gate_proj,not applicable,,0.409
12,mlp.experts.76.up_proj,not applicable,,0.412
12,mlp.experts.77.gate_proj,not applicable,,0.414
12,mlp.experts.77.up_proj,not applicable,,0.416
12,mlp.experts.78.gate_proj,not applicable,,0.419
12,mlp.experts.78.up_proj,not applicable,,0.421
12,mlp.experts.79.gate_proj,not applicable,,0.424
12,mlp.experts.79.up_proj,not applicable,,0.431
12,mlp.experts.80.gate_proj,not applicable,,0.434
12,mlp.experts.80.up_proj,not applicable,,0.437
12,mlp.experts.81.gate_proj,not applicable,,0.440
12,mlp.experts.81.up_proj,not applicable,,0.442
12,mlp.experts.82.gate_proj,not applicable,,0.445
12,mlp.experts.82.up_proj,not applicable,,0.447
12,mlp.experts.83.gate_proj,not applicable,,0.450
12,mlp.experts.83.up_proj,not applicable,,0.452
12,mlp.experts.84.gate_proj,not applicable,,0.455
12,mlp.experts.84.up_proj,not applicable,,0.457
12,mlp.experts.85.gate_proj,not applicable,,0.460
12,mlp.experts.85.up_proj,not applicable,,0.462
12,mlp.experts.86.gate_proj,not applicable,,0.464
12,mlp.experts.86.up_proj,not applicable,,0.467
12,mlp.experts.87.gate_proj,not applicable,,0.470
12,mlp.experts.87.up_proj,not applicable,,0.472
12,mlp.experts.88.gate_proj,not applicable,,0.475
12,mlp.experts.88.up_proj,not applicable,,0.477
12,mlp.experts.89.gate_proj,not applicable,,0.479
12,mlp.experts.89.up_proj,not applicable,,0.482
12,mlp.experts.90.gate_proj,not applicable,,0.484
12,mlp.experts.90.up_proj,not applicable,,0.488
12,mlp.experts.91.gate_proj,not applicable,,0.490
12,mlp.experts.91.up_proj,not applicable,,0.493
12,mlp.experts.92.gate_proj,not applicable,,0.495
12,mlp.experts.92.up_proj,not applicable,,0.497
12,mlp.experts.93.gate_proj,not applicable,,0.500
12,mlp.experts.93.up_proj,not applicable,,0.503
12,mlp.experts.94.gate_proj,not applicable,,0.505
12,mlp.experts.94.up_proj,not applicable,,0.508
12,mlp.experts.95.gate_proj,not applicable,,0.510
12,mlp.experts.95.up_proj,not applicable,,0.513
12,mlp.experts.96.gate_proj,not applicable,,0.515
12,mlp.experts.96.up_proj,not applicable,,0.518
12,mlp.experts.97.gate_proj,not applicable,,0.520
12,mlp.experts.97.up_proj,not applicable,,0.523
12,mlp.experts.98.gate_proj,not applicable,,0.525
12,mlp.experts.98.up_proj,not applicable,,0.528
12,mlp.experts.99.gate_proj,not applicable,,0.530
12,mlp.experts.99.up_proj,not applicable,,0.533
12,mlp.experts.100.gate_proj,not applicable,,0.535
12,mlp.experts.100.up_proj,not applicable,,0.539
12,mlp.experts.101.gate_proj,not applicable,,0.542
12,mlp.experts.101.up_proj,not applicable,,0.544
12,mlp.experts.102.gate_proj,not applicable,,0.547
12,mlp.experts.102.up_proj,not applicable,,0.549
12,mlp.experts.103.gate_proj,not applicable,,0.552
12,mlp.experts.103.up_proj,not applicable,,0.554
12,mlp.experts.104.gate_proj,not applicable,,0.557
12,mlp.experts.104.up_proj,not applicable,,0.559
12,mlp.experts.105.gate_proj,not applicable,,0.562
12,mlp.experts.105.up_proj,not applicable,,0.564
12,mlp.experts.106.gate_proj,not applicable,,0.567
12,mlp.experts.106.up_proj,not applicable,,0.569
12,mlp.experts.107.gate_proj,not applicable,,0.572
12,mlp.experts.107.up_proj,not applicable,,0.574
12,mlp.experts.108.gate_proj,not applicable,,0.577
12,mlp.experts.108.up_proj,not applicable,,0.579
12,mlp.experts.109.gate_proj,not applicable,,0.582
12,mlp.experts.109.up_proj,not applicable,,0.584
12,mlp.experts.110.gate_proj,not applicable,,0.586
12,mlp.experts.110.up_proj,not applicable,,0.590
12,mlp.experts.111.gate_proj,not applicable,,0.592
12,mlp.experts.111.up_proj,not applicable,,0.595
12,mlp.experts.112.gate_proj,not applicable,,0.598
12,mlp.experts.112.up_proj,not applicable,,0.600
12,mlp.experts.113.gate_proj,not applicable,,0.603
12,mlp.experts.113.up_proj,not applicable,,0.605
12,mlp.experts.114.gate_proj,not applicable,,0.608
12,mlp.experts.114.up_proj,not applicable,,0.611
12,mlp.experts.115.gate_proj,not applicable,,0.613
12,mlp.experts.115.up_proj,not applicable,,0.616
12,mlp.experts.116.gate_proj,not applicable,,0.618
12,mlp.experts.116.up_proj,not applicable,,0.621
12,mlp.experts.117.gate_proj,not applicable,,0.623
12,mlp.experts.117.up_proj,not applicable,,0.626
12,mlp.experts.118.gate_proj,not applicable,,0.628
12,mlp.experts.118.up_proj,not applicable,,0.630
12,mlp.experts.119.gate_proj,not applicable,,0.633
12,mlp.experts.119.up_proj,not applicable,,0.635
12,mlp.experts.120.gate_proj,not applicable,,0.638
12,mlp.experts.120.up_proj,not applicable,,0.641
12,mlp.experts.121.gate_proj,not applicable,,0.644
12,mlp.experts.121.up_proj,not applicable,,0.646
12,mlp.experts.122.gate_proj,not applicable,,0.649
12,mlp.experts.122.up_proj,not applicable,,0.651
12,mlp.experts.123.gate_proj,not applicable,,0.654
12,mlp.experts.123.up_proj,not applicable,,0.656
12,mlp.experts.124.gate_proj,not applicable,,0.659
12,mlp.experts.124.up_proj,not applicable,,0.661
12,mlp.experts.125.gate_proj,not applicable,,0.663
12,mlp.experts.125.up_proj,not applicable,,0.666
12,mlp.experts.126.gate_proj,not applicable,,0.668
12,mlp.experts.126.up_proj,not applicable,,0.671
12,mlp.experts.127.gate_proj,not applicable,,0.673
12,mlp.experts.127.up_proj,not applicable,,0.675
12,mlp.experts.128.gate_proj,not applicable,,0.678
12,mlp.experts.128.up_proj,not applicable,,0.680
12,mlp.experts.129.gate_proj,not applicable,,0.683
12,mlp.experts.129.up_proj,not applicable,,0.685
12,mlp.experts.130.gate_proj,not applicable,,0.688
12,mlp.experts.130.up_proj,not applicable,,0.691
12,mlp.experts.131.gate_proj,not applicable,,0.693
12,mlp.experts.131.up_proj,not applicable,,0.696
12,mlp.experts.132.gate_proj,not applicable,,0.698
12,mlp.experts.132.up_proj,not applicable,,0.701
12,mlp.experts.133.gate_proj,not applicable,,0.703
12,mlp.experts.133.up_proj,not applicable,,0.706
12,mlp.experts.134.gate_proj,not applicable,,0.708
12,mlp.experts.134.up_proj,not applicable,,0.710
12,mlp.experts.135.gate_proj,not applicable,,0.713
12,mlp.experts.135.up_proj,not applicable,,0.716
12,mlp.experts.136.gate_proj,not applicable,,0.718
12,mlp.experts.136.up_proj,not applicable,,0.721
12,mlp.experts.137.gate_proj,not applicable,,0.723
12,mlp.experts.137.up_proj,not applicable,,0.725
12,mlp.experts.138.gate_proj,not applicable,,0.728
12,mlp.experts.138.up_proj,not applicable,,0.730
12,mlp.experts.139.gate_proj,not applicable,,0.733
12,mlp.experts.139.up_proj,not applicable,,0.735
12,mlp.experts.140.gate_proj,not applicable,,0.742
12,mlp.experts.140.up_proj,not applicable,,0.746
12,mlp.experts.141.gate_proj,not applicable,,0.748
12,mlp.experts.141.up_proj,not applicable,,0.751
12,mlp.experts.142.gate_proj,not applicable,,0.753
12,mlp.experts.142.up_proj,not applicable,,0.756
12,mlp.experts.143.gate_proj,not applicable,,0.759
12,mlp.experts.143.up_proj,not applicable,,0.761
12,mlp.experts.144.gate_proj,not applicable,,0.764
12,mlp.experts.144.up_proj,not applicable,,0.766
12,mlp.experts.145.gate_proj,not applicable,,0.769
12,mlp.experts.145.up_proj,not applicable,,0.771
12,mlp.experts.146.gate_proj,not applicable,,0.773
12,mlp.experts.146.up_proj,not applicable,,0.776
12,mlp.experts.147.gate_proj,not applicable,,0.778
12,mlp.experts.147.up_proj,not applicable,,0.781
12,mlp.experts.148.gate_proj,not applicable,,0.783
12,mlp.experts.148.up_proj,not applicable,,0.786
12,mlp.experts.149.gate_proj,not applicable,,0.788
12,mlp.experts.149.up_proj,not applicable,,0.790
12,mlp.experts.150.gate_proj,not applicable,,0.793
12,mlp.experts.150.up_proj,not applicable,,0.796
12,mlp.experts.151.gate_proj,not applicable,,0.799
12,mlp.experts.151.up_proj,not applicable,,0.801
12,mlp.experts.152.gate_proj,not applicable,,0.803
12,mlp.experts.152.up_proj,not applicable,,0.806
12,mlp.experts.153.gate_proj,not applicable,,0.808
12,mlp.experts.153.up_proj,not applicable,,0.811
12,mlp.experts.154.gate_proj,not applicable,,0.813
12,mlp.experts.154.up_proj,not applicable,,0.816
12,mlp.experts.155.gate_proj,not applicable,,0.818
12,mlp.experts.155.up_proj,not applicable,,0.821
12,mlp.experts.156.gate_proj,not applicable,,0.823
12,mlp.experts.156.up_proj,not applicable,,0.825
12,mlp.experts.157.gate_proj,not applicable,,0.828
12,mlp.experts.157.up_proj,not applicable,,0.830
12,mlp.experts.158.gate_proj,not applicable,,0.833
12,mlp.experts.158.up_proj,not applicable,,0.835
12,mlp.experts.159.gate_proj,not applicable,,0.838
12,mlp.experts.159.up_proj,not applicable,,0.840
12,mlp.experts.160.gate_proj,not applicable,,0.843
12,mlp.experts.160.up_proj,not applicable,,0.846
12,mlp.experts.161.gate_proj,not applicable,,0.848
12,mlp.experts.161.up_proj,not applicable,,0.851
12,mlp.experts.162.gate_proj,not applicable,,0.853
12,mlp.experts.162.up_proj,not applicable,,0.856
12,mlp.experts.163.gate_proj,not applicable,,0.859
12,mlp.experts.163.up_proj,not applicable,,0.861
12,mlp.experts.164.gate_proj,not applicable,,0.864
12,mlp.experts.164.up_proj,not applicable,,0.866
12,mlp.experts.165.gate_proj,not applicable,,0.869
12,mlp.experts.165.up_proj,not applicable,,0.871
12,mlp.experts.166.gate_proj,not applicable,,0.874
12,mlp.experts.166.up_proj,not applicable,,0.876
12,mlp.experts.167.gate_proj,not applicable,,0.879
12,mlp.experts.167.up_proj,not applicable,,0.881
12,mlp.experts.168.gate_proj,not applicable,,0.884
12,mlp.experts.168.up_proj,not applicable,,0.886
12,mlp.experts.169.gate_proj,not applicable,,0.889
12,mlp.experts.169.up_proj,not applicable,,0.891
12,mlp.experts.170.gate_proj,not applicable,,0.893
12,mlp.experts.170.up_proj,not applicable,,0.897
12,mlp.experts.171.gate_proj,not applicable,,0.899
12,mlp.experts.171.up_proj,not applicable,,0.902
12,mlp.experts.172.gate_proj,not applicable,,0.905
12,mlp.experts.172.up_proj,not applicable,,0.907
12,mlp.experts.173.gate_proj,not applicable,,0.909
12,mlp.experts.173.up_proj,not applicable,,0.912
12,mlp.experts.174.gate_proj,not applicable,,0.915
12,mlp.experts.174.up_proj,not applicable,,0.917
12,mlp.experts.175.gate_proj,not applicable,,0.920
12,mlp.experts.175.up_proj,not applicable,,0.922
12,mlp.experts.176.gate_proj,not applicable,,0.925
12,mlp.experts.176.up_proj,not applicable,,0.927
12,mlp.experts.177.gate_proj,not applicable,,0.930
12,mlp.experts.177.up_proj,not applicable,,0.932
12,mlp.experts.178.gate_proj,not applicable,,0.935
12,mlp.experts.178.up_proj,not applicable,,0.937
12,mlp.experts.179.gate_proj,not applicable,,0.940
12,mlp.experts.179.up_proj,not applicable,,0.942
12,mlp.experts.180.gate_proj,not applicable,,0.945
12,mlp.experts.180.up_proj,not applicable,,0.948
12,mlp.experts.181.gate_proj,not applicable,,0.951
12,mlp.experts.181.up_proj,not applicable,,0.953
12,mlp.experts.182.gate_proj,not applicable,,0.956
12,mlp.experts.182.up_proj,not applicable,,0.958
12,mlp.experts.183.gate_proj,not applicable,,0.961
12,mlp.experts.183.up_proj,not applicable,,0.963
12,mlp.experts.184.gate_proj,not applicable,,0.966
12,mlp.experts.184.up_proj,not applicable,,0.968
12,mlp.experts.185.gate_proj,not applicable,,0.971
12,mlp.experts.185.up_proj,not applicable,,0.973
12,mlp.experts.186.gate_proj,not applicable,,0.976
12,mlp.experts.186.up_proj,not applicable,,0.978
12,mlp.experts.187.gate_proj,not applicable,,0.981
12,mlp.experts.187.up_proj,not applicable,,0.988
12,mlp.experts.188.gate_proj,not applicable,,0.990
12,mlp.experts.188.up_proj,not applicable,,0.993
12,mlp.experts.189.gate_proj,not applicable,,0.995
12,mlp.experts.189.up_proj,not applicable,,0.998
12,mlp.experts.190.gate_proj,not applicable,,1.001
12,mlp.experts.190.up_proj,not applicable,,1.004
12,mlp.experts.191.gate_proj,not applicable,,1.007
12,mlp.experts.191.up_proj,not applicable,,1.009
12,mlp.experts.192.gate_proj,not applicable,,1.012
12,mlp.experts.192.up_proj,not applicable,,1.014
12,mlp.experts.193.gate_proj,not applicable,,1.017
12,mlp.experts.193.up_proj,not applicable,,1.020
12,mlp.experts.194.gate_proj,not applicable,,1.022
12,mlp.experts.194.up_proj,not applicable,,1.025
12,mlp.experts.195.gate_proj,not applicable,,1.027
12,mlp.experts.195.up_proj,not applicable,,1.030
12,mlp.experts.196.gate_proj,not applicable,,1.032
12,mlp.experts.196.up_proj,not applicable,,1.035
12,mlp.experts.197.gate_proj,not applicable,,1.037
12,mlp.experts.197.up_proj,not applicable,,1.040
12,mlp.experts.198.gate_proj,not applicable,,1.042
12,mlp.experts.198.up_proj,not applicable,,1.045
12,mlp.experts.199.gate_proj,not applicable,,1.047
12,mlp.experts.199.up_proj,not applicable,,1.050
12,mlp.experts.200.gate_proj,not applicable,,1.052
12,mlp.experts.200.up_proj,not applicable,,1.056
12,mlp.experts.201.gate_proj,not applicable,,1.058
12,mlp.experts.201.up_proj,not applicable,,1.061
12,mlp.experts.202.gate_proj,not applicable,,1.063
12,mlp.experts.202.up_proj,not applicable,,1.065
12,mlp.experts.203.gate_proj,not applicable,,1.068
12,mlp.experts.203.up_proj,not applicable,,1.070
12,mlp.experts.204.gate_proj,not applicable,,1.073
12,mlp.experts.204.up_proj,not applicable,,1.075
12,mlp.experts.205.gate_proj,not applicable,,1.078
12,mlp.experts.205.up_proj,not applicable,,1.080
12,mlp.experts.206.gate_proj,not applicable,,1.083
12,mlp.experts.206.up_proj,not applicable,,1.085
12,mlp.experts.207.gate_proj,not applicable,,1.088
12,mlp.experts.207.up_proj,not applicable,,1.090
12,mlp.experts.208.gate_proj,not applicable,,1.092
12,mlp.experts.208.up_proj,not applicable,,1.095
12,mlp.experts.209.gate_proj,not applicable,,1.097
12,mlp.experts.209.up_proj,not applicable,,1.100
12,mlp.experts.210.gate_proj,not applicable,,1.102
12,mlp.experts.210.up_proj,not applicable,,1.106
12,mlp.experts.211.gate_proj,not applicable,,1.108
12,mlp.experts.211.up_proj,not applicable,,1.111
12,mlp.experts.212.gate_proj,not applicable,,1.113
12,mlp.experts.212.up_proj,not applicable,,1.116
12,mlp.experts.213.gate_proj,not applicable,,1.119
12,mlp.experts.213.up_proj,not applicable,,1.121
12,mlp.experts.214.gate_proj,not applicable,,1.124
12,mlp.experts.214.up_proj,not applicable,,1.126
12,mlp.experts.215.gate_proj,not applicable,,1.129
12,mlp.experts.215.up_proj,not applicable,,1.131
12,mlp.experts.216.gate_proj,not applicable,,1.133
12,mlp.experts.216.up_proj,not applicable,,1.136
12,mlp.experts.217.gate_proj,not applicable,,1.138
12,mlp.experts.217.up_proj,not applicable,,1.141
12,mlp.experts.218.gate_proj,not applicable,,1.143
12,mlp.experts.218.up_proj,not applicable,,1.146
12,mlp.experts.219.gate_proj,not applicable,,1.148
12,mlp.experts.219.up_proj,not applicable,,1.151
12,mlp.experts.220.gate_proj,not applicable,,1.153
12,mlp.experts.220.up_proj,not applicable,,1.157
12,mlp.experts.221.gate_proj,not applicable,,1.159
12,mlp.experts.221.up_proj,not applicable,,1.162
12,mlp.experts.222.gate_proj,not applicable,,1.164
12,mlp.experts.222.up_proj,not applicable,,1.167
12,mlp.experts.223.gate_proj,not applicable,,1.169
12,mlp.experts.223.up_proj,not applicable,,1.172
12,mlp.experts.224.gate_proj,not applicable,,1.174
12,mlp.experts.224.up_proj,not applicable,,1.176
12,mlp.experts.225.gate_proj,not applicable,,1.179
12,mlp.experts.225.up_proj,not applicable,,1.181
12,mlp.experts.226.gate_proj,not applicable,,1.184
12,mlp.experts.226.up_proj,not applicable,,1.186
12,mlp.experts.227.gate_proj,not applicable,,1.189
12,mlp.experts.227.up_proj,not applicable,,1.191
12,mlp.experts.228.gate_proj,not applicable,,1.194
12,mlp.experts.228.up_proj,not applicable,,1.196
12,mlp.experts.229.gate_proj,not applicable,,1.199
12,mlp.experts.229.up_proj,not applicable,,1.201
12,mlp.experts.230.gate_proj,not applicable,,1.204
12,mlp.experts.230.up_proj,not applicable,,1.207
12,mlp.experts.231.gate_proj,not applicable,,1.209
12,mlp.experts.231.up_proj,not applicable,,1.212
12,mlp.experts.232.gate_proj,not applicable,,1.214
12,mlp.experts.232.up_proj,not applicable,,1.217
12,mlp.experts.233.gate_proj,not applicable,,1.219
12,mlp.experts.233.up_proj,not applicable,,1.222
12,mlp.experts.234.gate_proj,not applicable,,1.224
12,mlp.experts.234.up_proj,not applicable,,1.227
12,mlp.experts.235.gate_proj,not applicable,,1.229
12,mlp.experts.235.up_proj,not applicable,,1.232
12,mlp.experts.236.gate_proj,not applicable,,1.234
12,mlp.experts.236.up_proj,not applicable,,1.236
12,mlp.experts.237.gate_proj,not applicable,,1.239
12,mlp.experts.237.up_proj,not applicable,,1.241
12,mlp.experts.238.gate_proj,not applicable,,1.244
12,mlp.experts.238.up_proj,not applicable,,1.246
12,mlp.experts.239.gate_proj,not applicable,,1.249
12,mlp.experts.239.up_proj,not applicable,,1.251
12,mlp.experts.240.gate_proj,not applicable,,1.254
12,mlp.experts.240.up_proj,not applicable,,1.258
12,mlp.experts.241.gate_proj,not applicable,,1.264
12,mlp.experts.241.up_proj,not applicable,,1.267
12,mlp.experts.242.gate_proj,not applicable,,1.270
12,mlp.experts.242.up_proj,not applicable,,1.272
12,mlp.experts.243.gate_proj,not applicable,,1.274
12,mlp.experts.243.up_proj,not applicable,,1.277
12,mlp.experts.244.gate_proj,not applicable,,1.279
12,mlp.experts.244.up_proj,not applicable,,1.282
12,mlp.experts.245.gate_proj,not applicable,,1.284
12,mlp.experts.245.up_proj,not applicable,,1.287
12,mlp.experts.246.gate_proj,not applicable,,1.289
12,mlp.experts.246.up_proj,not applicable,,1.292
12,mlp.experts.247.gate_proj,not applicable,,1.294
12,mlp.experts.247.up_proj,not applicable,,1.297
12,mlp.experts.248.gate_proj,not applicable,,1.299
12,mlp.experts.248.up_proj,not applicable,,1.302
12,mlp.experts.249.gate_proj,not applicable,,1.304
12,mlp.experts.249.up_proj,not applicable,,1.307
12,mlp.experts.250.gate_proj,not applicable,,1.309
12,mlp.experts.250.up_proj,not applicable,,1.312
12,mlp.experts.251.gate_proj,not applicable,,1.315
12,mlp.experts.251.up_proj,not applicable,,1.317
12,mlp.experts.252.gate_proj,not applicable,,1.320
12,mlp.experts.252.up_proj,not applicable,,1.322
12,mlp.experts.253.gate_proj,not applicable,,1.325
12,mlp.experts.253.up_proj,not applicable,,1.327
12,mlp.experts.254.gate_proj,not applicable,,1.330
12,mlp.experts.254.up_proj,not applicable,,1.332
12,mlp.experts.255.gate_proj,not applicable,,1.335
12,mlp.experts.255.up_proj,not applicable,,1.337
12,mlp.experts.0.down_proj,0.0000000005,,1.340
12,mlp.experts.1.down_proj,0.0000015141,,1.342
12,mlp.experts.2.down_proj,0.0000004315,,1.345
12,mlp.experts.3.down_proj,0.0000007648,,1.347
12,mlp.experts.4.down_proj,0.0000006634,,1.349
12,mlp.experts.5.down_proj,0.0000007645,,1.352
12,mlp.experts.6.down_proj,0.0000007317,,1.354
12,mlp.experts.7.down_proj,0.0000002300,,1.357
12,mlp.experts.8.down_proj,0.0000007106,,1.359
12,mlp.experts.9.down_proj,0.0000004959,,1.363
12,mlp.experts.10.down_proj,0.0000012405,,1.365
12,mlp.experts.11.down_proj,0.0000012374,,1.367
12,mlp.experts.12.down_proj,0.0000011011,,1.370
12,mlp.experts.13.down_proj,0.0000000025,,1.372
12,mlp.experts.14.down_proj,0.0000005328,,1.374
12,mlp.experts.15.down_proj,0.0000003872,,1.377
12,mlp.experts.16.down_proj,0.0000007743,,1.379
12,mlp.experts.17.down_proj,0.0000002859,,1.382
12,mlp.experts.18.down_proj,0.0000005821,,1.384
12,mlp.experts.19.down_proj,0.0000004282,,1.386
12,mlp.experts.20.down_proj,0.0000005039,,1.389
12,mlp.experts.21.down_proj,0.0000007531,,1.391
12,mlp.experts.22.down_proj,0.0000005424,,1.394
12,mlp.experts.23.down_proj,0.0000008802,,1.396
12,mlp.experts.24.down_proj,0.0000007789,,1.399
12,mlp.experts.25.down_proj,0.0000007703,,1.401
12,mlp.experts.26.down_proj,0.0000007104,,1.403
12,mlp.experts.27.down_proj,0.0000008352,,1.406
12,mlp.experts.28.down_proj,0.0000003641,,1.408
12,mlp.experts.29.down_proj,0.0000008567,,1.412
12,mlp.experts.30.down_proj,0.0000002045,,1.414
12,mlp.experts.31.down_proj,0.0000006412,,1.416
12,mlp.experts.32.down_proj,0.0000006103,,1.419
12,mlp.experts.33.down_proj,0.0000007294,,1.421
12,mlp.experts.34.down_proj,0.0000003658,,1.424
12,mlp.experts.35.down_proj,0.0000006880,,1.426
12,mlp.experts.36.down_proj,0.0000009771,,1.428
12,mlp.experts.37.down_proj,0.0000003168,,1.431
12,mlp.experts.38.down_proj,0.0000011582,,1.433
12,mlp.experts.39.down_proj,0.0000013730,,1.436
12,mlp.experts.40.down_proj,0.0000000904,,1.438
12,mlp.experts.41.down_proj,0.0000004938,,1.440
12,mlp.experts.42.down_proj,0.0000013025,,1.443
12,mlp.experts.43.down_proj,0.0000004218,,1.445
12,mlp.experts.44.down_proj,0.0000014904,,1.448
12,mlp.experts.45.down_proj,0.0000011218,,1.450
12,mlp.experts.46.down_proj,0.0000004733,,1.453
12,mlp.experts.47.down_proj,0.0000000015,,1.455
12,mlp.experts.48.down_proj,0.0000007843,,1.457
12,mlp.experts.49.down_proj,0.0000000060,,1.461
12,mlp.experts.50.down_proj,0.0000000983,,1.463
12,mlp.experts.51.down_proj,0.0000003560,,1.466
12,mlp.experts.52.down_proj,0.0000010818,,1.468
12,mlp.experts.53.down_proj,0.0000005322,,1.470
12,mlp.experts.54.down_proj,0.0000007602,,1.473
12,mlp.experts.55.down_proj,0.0000001581,,1.475
12,mlp.experts.56.down_proj,0.0000006263,,1.478
12,mlp.experts.57.down_proj,0.0000005608,,1.480
12,mlp.experts.58.down_proj,0.0000011736,,1.482
12,mlp.experts.59.down_proj,0.0000011223,,1.485
12,mlp.experts.60.down_proj,0.0000001487,,1.487
12,mlp.experts.61.down_proj,0.0000004492,,1.490
12,mlp.experts.62.down_proj,0.0000008742,,1.492
12,mlp.experts.63.down_proj,0.0000008487,,1.494
12,mlp.experts.64.down_proj,0.0000003248,,1.497
12,mlp.experts.65.down_proj,0.0000010801,,1.499
12,mlp.experts.66.down_proj,0.0000002878,,1.502
12,mlp.experts.67.down_proj,0.0000005786,,1.504
12,mlp.experts.68.down_proj,0.0000003853,,1.507
12,mlp.experts.69.down_proj,0.0000002466,,1.510
12,mlp.experts.70.down_proj,0.0000002861,,1.512
12,mlp.experts.71.down_proj,0.0000002703,,1.515
12,mlp.experts.72.down_proj,0.0000003771,,1.517
12,mlp.experts.73.down_proj,0.0000004075,,1.520
12,mlp.experts.74.down_proj,0.0000001928,,1.522
12,mlp.experts.75.down_proj,0.0000005023,,1.524
12,mlp.experts.76.down_proj,0.0000003998,,1.527
12,mlp.experts.77.down_proj,0.0000000932,,1.529
12,mlp.experts.78.down_proj,0.0000022656,,1.532
12,mlp.experts.79.down_proj,0.0000005896,,1.534
12,mlp.experts.80.down_proj,0.0000002796,,1.536
12,mlp.experts.81.down_proj,0.0000003432,,1.543
12,mlp.experts.82.down_proj,0.0000006271,,1.545
12,mlp.experts.83.down_proj,0.0000000252,,1.548
12,mlp.experts.84.down_proj,0.0000001929,,1.550
12,mlp.experts.85.down_proj,0.0000011138,,1.552
12,mlp.experts.86.down_proj,0.0000001964,,1.555
12,mlp.experts.87.down_proj,0.0000003166,,1.557
12,mlp.experts.88.down_proj,0.0000002378,,1.560
12,mlp.experts.89.down_proj,0.0000001065,,1.563
12,mlp.experts.90.down_proj,0.0000005564,,1.566
12,mlp.experts.91.down_proj,0.0000003870,,1.568
12,mlp.experts.92.down_proj,0.0000005500,,1.570
12,mlp.experts.93.down_proj,0.0000005403,,1.573
12,mlp.experts.94.down_proj,0.0000002068,,1.575
12,mlp.experts.95.down_proj,0.0000000136,,1.577
12,mlp.experts.96.down_proj,0.0000002612,,1.580
12,mlp.experts.97.down_proj,0.0000009376,,1.582
12,mlp.experts.98.down_proj,0.0000000972,,1.585
12,mlp.experts.99.down_proj,0.0000008180,,1.587
12,mlp.experts.100.down_proj,0.0000003450,,1.590
12,mlp.experts.101.down_proj,0.0000001035,,1.592
12,mlp.experts.102.down_proj,0.0000000005,,1.594
12,mlp.experts.103.down_proj,0.0000005894,,1.597
12,mlp.experts.104.down_proj,0.0000001908,,1.599
12,mlp.experts.105.down_proj,0.0000005779,,1.602
12,mlp.experts.106.down_proj,0.0000006206,,1.604
12,mlp.experts.107.down_proj,0.0000003385,,1.607
12,mlp.experts.108.down_proj,0.0000003236,,1.609
12,mlp.experts.109.down_proj,0.0000003167,,1.612
12,mlp.experts.110.down_proj,0.0000007200,,1.615
12,mlp.experts.111.down_proj,0.0000008543,,1.617
12,mlp.experts.112.down_proj,0.0000001849,,1.619
12,mlp.experts.113.down_proj,0.0000004753,,1.622
12,mlp.experts.114.down_proj,0.0000001760,,1.624
12,mlp.experts.115.down_proj,0.0000005796,,1.627
12,mlp.experts.116.down_proj,0.0000002332,,1.629
12,mlp.experts.117.down_proj,0.0000001267,,1.632
12,mlp.experts.118.down_proj,0.0000004138,,1.634
12,mlp.experts.119.down_proj,0.0000003210,,1.637
12,mlp.experts.120.down_proj,0.0000003345,,1.639
12,mlp.experts.121.down_proj,0.0000014737,,1.642
12,mlp.experts.122.down_proj,0.0000015061,,1.644
12,mlp.experts.123.down_proj,0.0000006948,,1.647
12,mlp.experts.124.down_proj,0.0000007659,,1.649
12,mlp.experts.125.down_proj,0.0000005634,,1.651
12,mlp.experts.126.down_proj,0.0000002568,,1.654
12,mlp.experts.127.down_proj,0.0000004949,,1.656
12,mlp.experts.128.down_proj,0.0000000020,,1.659
12,mlp.experts.129.down_proj,0.0000003045,,1.662
12,mlp.experts.130.down_proj,0.0000006283,,1.664
12,mlp.experts.131.down_proj,0.0000009140,,1.667
12,mlp.experts.132.down_proj,0.0000002397,,1.669
12,mlp.experts.133.down_proj,0.0000001231,,1.672
12,mlp.experts.134.down_proj,0.0000006214,,1.674
12,mlp.experts.135.down_proj,0.0000003003,,1.677
12,mlp.experts.136.down_proj,0.0000002035,,1.679
12,mlp.experts.137.down_proj,0.0000007553,,1.681
12,mlp.experts.138.down_proj,0.0000003722,,1.684
12,mlp.experts.139.down_proj,0.0000004259,,1.686
12,mlp.experts.140.down_proj,0.0000005155,,1.689
12,mlp.experts.141.down_proj,0.0000004444,,1.691
12,mlp.experts.142.down_proj,0.0000008288,,1.694
12,mlp.experts.143.down_proj,0.0000001598,,1.696
12,mlp.experts.144.down_proj,0.0000013003,,1.698
12,mlp.experts.145.down_proj,0.0000002319,,1.701
12,mlp.experts.146.down_proj,0.0000004458,,1.703
12,mlp.experts.147.down_proj,0.0000015503,,1.706
12,mlp.experts.148.down_proj,0.0000000023,,1.708
12,mlp.experts.149.down_proj,0.0000005331,,1.712
12,mlp.experts.150.down_proj,0.0000001675,,1.714
12,mlp.experts.151.down_proj,0.0000007497,,1.716
12,mlp.experts.152.down_proj,0.0000000231,,1.719
12,mlp.experts.153.down_proj,0.0000006826,,1.721
12,mlp.experts.154.down_proj,0.0000000424,,1.724
12,mlp.experts.155.down_proj,0.0000004882,,1.726
12,mlp.experts.156.down_proj,0.0000000898,,1.729
12,mlp.experts.157.down_proj,0.0000000000,,1.731
12,mlp.experts.158.down_proj,0.0000000000,,1.734
12,mlp.experts.159.down_proj,0.0000005643,,1.736
12,mlp.experts.160.down_proj,0.0000003740,,1.739
12,mlp.experts.161.down_proj,0.0000001900,,1.741
12,mlp.experts.162.down_proj,0.0000003837,,1.744
12,mlp.experts.163.down_proj,0.0000001929,,1.747
12,mlp.experts.164.down_proj,0.0000005084,,1.749
12,mlp.experts.165.down_proj,0.0000003040,,1.752
12,mlp.experts.166.down_proj,0.0000011883,,1.754
12,mlp.experts.167.down_proj,0.0000006627,,1.756
12,mlp.experts.168.down_proj,0.0000020790,,1.759
12,mlp.experts.169.down_proj,0.0000001377,,1.762
12,mlp.experts.170.down_proj,0.0000001117,,1.765
12,mlp.experts.171.down_proj,0.0000002580,,1.767
12,mlp.experts.172.down_proj,0.0000011747,,1.770
12,mlp.experts.173.down_proj,0.0000002034,,1.772
12,mlp.experts.174.down_proj,0.0000000505,,1.774
12,mlp.experts.175.down_proj,0.0000002943,,1.777
12,mlp.experts.176.down_proj,0.0000002497,,1.779
12,mlp.experts.177.down_proj,0.0000005318,,1.782
12,mlp.experts.178.down_proj,0.0000005849,,1.789
12,mlp.experts.179.down_proj,0.0000007531,,1.792
12,mlp.experts.180.down_proj,0.0000005030,,1.794
12,mlp.experts.181.down_proj,0.0000011813,,1.797
12,mlp.experts.182.down_proj,0.0000006368,,1.799
12,mlp.experts.183.down_proj,0.0000005878,,1.801
12,mlp.experts.184.down_proj,0.0000000000,,1.804
12,mlp.experts.185.down_proj,0.0000008347,,1.806
12,mlp.experts.186.down_proj,0.0000003549,,1.809
12,mlp.experts.187.down_proj,0.0000007559,,1.811
12,mlp.experts.188.down_proj,0.0000003179,,1.814
12,mlp.experts.189.down_proj,0.0000000732,,1.817
12,mlp.experts.190.down_proj,0.0000003902,,1.820
12,mlp.experts.191.down_proj,0.0000000128,,1.822
12,mlp.experts.192.down_proj,0.0000000491,,1.825
12,mlp.experts.193.down_proj,0.0000014808,,1.827
12,mlp.experts.194.down_proj,0.0000005021,,1.830
12,mlp.experts.195.down_proj,0.0000000172,,1.832
12,mlp.experts.196.down_proj,0.0000002329,,1.835
12,mlp.experts.197.down_proj,0.0000017656,,1.837
12,mlp.experts.198.down_proj,0.0000004168,,1.840
12,mlp.experts.199.down_proj,0.0000007300,,1.842
12,mlp.experts.200.down_proj,0.0000001368,,1.845
12,mlp.experts.201.down_proj,0.0000000443,,1.847
12,mlp.experts.202.down_proj,0.0000017835,,1.850
12,mlp.experts.203.down_proj,0.0000003158,,1.852
12,mlp.experts.204.down_proj,0.0000001743,,1.855
12,mlp.experts.205.down_proj,0.0000002508,,1.857
12,mlp.experts.206.down_proj,0.0000008886,,1.859
12,mlp.experts.207.down_proj,0.0000000001,,1.862
12,mlp.experts.208.down_proj,0.0000002956,,1.864
12,mlp.experts.209.down_proj,0.0000011903,,1.868
12,mlp.experts.210.down_proj,0.0000007430,,1.870
12,mlp.experts.211.down_proj,0.0000005969,,1.873
12,mlp.experts.212.down_proj,0.0000007932,,1.875
12,mlp.experts.213.down_proj,0.0000005810,,1.878
12,mlp.experts.214.down_proj,0.0000002275,,1.880
12,mlp.experts.215.down_proj,0.0000001818,,1.883
12,mlp.experts.216.down_proj,0.0000003065,,1.886
12,mlp.experts.217.down_proj,0.0000000522,,1.888
12,mlp.experts.218.down_proj,0.0000004921,,1.891
12,mlp.experts.219.down_proj,0.0000000921,,1.893
12,mlp.experts.220.down_proj,0.0000004762,,1.895
12,mlp.experts.221.down_proj,0.0000002425,,1.898
12,mlp.experts.222.down_proj,0.0000000082,,1.900
12,mlp.experts.223.down_proj,0.0000001675,,1.903
12,mlp.experts.224.down_proj,0.0000005828,,1.905
12,mlp.experts.225.down_proj,0.0000004757,,1.908
12,mlp.experts.226.down_proj,0.0000005113,,1.910
12,mlp.experts.227.down_proj,0.0000012062,,1.912
12,mlp.experts.228.down_proj,0.0000005041,,1.915
12,mlp.experts.229.down_proj,0.0000006999,,1.918
12,mlp.experts.230.down_proj,0.0000001111,,1.921
12,mlp.experts.231.down_proj,0.0000002352,,1.923
12,mlp.experts.232.down_proj,0.0000009577,,1.926
12,mlp.experts.233.down_proj,0.0000001763,,1.928
12,mlp.experts.234.down_proj,0.0000005793,,1.931
12,mlp.experts.235.down_proj,0.0000018722,,1.933
12,mlp.experts.236.down_proj,0.0000006953,,1.936
12,mlp.experts.237.down_proj,0.0000001411,,1.938
12,mlp.experts.238.down_proj,0.0000005941,,1.941
12,mlp.experts.239.down_proj,0.0000007142,,1.943
12,mlp.experts.240.down_proj,0.0000005698,,1.946
12,mlp.experts.241.down_proj,0.0000001294,,1.948
12,mlp.experts.242.down_proj,0.0000004769,,1.951
12,mlp.experts.243.down_proj,0.0000003511,,1.953
12,mlp.experts.244.down_proj,0.0000015583,,1.956
12,mlp.experts.245.down_proj,0.0000001014,,1.958
12,mlp.experts.246.down_proj,0.0000001617,,1.961
12,mlp.experts.247.down_proj,0.0000003798,,1.963
12,mlp.experts.248.down_proj,0.0000000446,,1.966
12,mlp.experts.249.down_proj,0.0000002330,,1.969
12,mlp.experts.250.down_proj,0.0000006448,,1.972
12,mlp.experts.251.down_proj,0.0000003747,,1.974
12,mlp.experts.252.down_proj,0.0000008625,,1.976
12,mlp.experts.253.down_proj,0.0000005053,,1.979
12,mlp.experts.254.down_proj,0.0000012277,,1.982
12,mlp.experts.255.down_proj,0.0000003520,,1.984
13,mlp.experts.0.gate_proj,not applicable,,0.004
13,mlp.experts.0.up_proj,not applicable,,0.010
13,mlp.experts.1.gate_proj,not applicable,,0.013
13,mlp.experts.1.up_proj,not applicable,,0.015
13,mlp.experts.2.gate_proj,not applicable,,0.018
13,mlp.experts.2.up_proj,not applicable,,0.021
13,mlp.experts.3.gate_proj,not applicable,,0.023
13,mlp.experts.3.up_proj,not applicable,,0.027
13,mlp.experts.4.gate_proj,not applicable,,0.029
13,mlp.experts.4.up_proj,not applicable,,0.032
13,mlp.experts.5.gate_proj,not applicable,,0.034
13,mlp.experts.5.up_proj,not applicable,,0.037
13,mlp.experts.6.gate_proj,not applicable,,0.040
13,mlp.experts.6.up_proj,not applicable,,0.042
13,mlp.experts.7.gate_proj,not applicable,,0.045
13,mlp.experts.7.up_proj,not applicable,,0.048
13,mlp.experts.8.gate_proj,not applicable,,0.050
13,mlp.experts.8.up_proj,not applicable,,0.053
13,mlp.experts.9.gate_proj,not applicable,,0.055
13,mlp.experts.9.up_proj,not applicable,,0.058
13,mlp.experts.10.gate_proj,not applicable,,0.061
13,mlp.experts.10.up_proj,not applicable,,0.064
13,mlp.experts.11.gate_proj,not applicable,,0.067
13,mlp.experts.11.up_proj,not applicable,,0.069
13,mlp.experts.12.gate_proj,not applicable,,0.072
13,mlp.experts.12.up_proj,not applicable,,0.074
13,mlp.experts.13.gate_proj,not applicable,,0.077
13,mlp.experts.13.up_proj,not applicable,,0.080
13,mlp.experts.14.gate_proj,not applicable,,0.082
13,mlp.experts.14.up_proj,not applicable,,0.085
13,mlp.experts.15.gate_proj,not applicable,,0.087
13,mlp.experts.15.up_proj,not applicable,,0.090
13,mlp.experts.16.gate_proj,not applicable,,0.092
13,mlp.experts.16.up_proj,not applicable,,0.095
13,mlp.experts.17.gate_proj,not applicable,,0.097
13,mlp.experts.17.up_proj,not applicable,,0.100
13,mlp.experts.18.gate_proj,not applicable,,0.102
13,mlp.experts.18.up_proj,not applicable,,0.105
13,mlp.experts.19.gate_proj,not applicable,,0.108
13,mlp.experts.19.up_proj,not applicable,,0.110
13,mlp.experts.20.gate_proj,not applicable,,0.113
13,mlp.experts.20.up_proj,not applicable,,0.117
13,mlp.experts.21.gate_proj,not applicable,,0.119
13,mlp.experts.21.up_proj,not applicable,,0.122
13,mlp.experts.22.gate_proj,not applicable,,0.124
13,mlp.experts.22.up_proj,not applicable,,0.127
13,mlp.experts.23.gate_proj,not applicable,,0.130
13,mlp.experts.23.up_proj,not applicable,,0.132
13,mlp.experts.24.gate_proj,not applicable,,0.135
13,mlp.experts.24.up_proj,not applicable,,0.137
13,mlp.experts.25.gate_proj,not applicable,,0.140
13,mlp.experts.25.up_proj,not applicable,,0.142
13,mlp.experts.26.gate_proj,not applicable,,0.145
13,mlp.experts.26.up_proj,not applicable,,0.147
13,mlp.experts.27.gate_proj,not applicable,,0.150
13,mlp.experts.27.up_proj,not applicable,,0.152
13,mlp.experts.28.gate_proj,not applicable,,0.155
13,mlp.experts.28.up_proj,not applicable,,0.157
13,mlp.experts.29.gate_proj,not applicable,,0.160
13,mlp.experts.29.up_proj,not applicable,,0.162
13,mlp.experts.30.gate_proj,not applicable,,0.165
13,mlp.experts.30.up_proj,not applicable,,0.168
13,mlp.experts.31.gate_proj,not applicable,,0.171
13,mlp.experts.31.up_proj,not applicable,,0.173
13,mlp.experts.32.gate_proj,not applicable,,0.176
13,mlp.experts.32.up_proj,not applicable,,0.178
13,mlp.experts.33.gate_proj,not applicable,,0.181
13,mlp.experts.33.up_proj,not applicable,,0.183
13,mlp.experts.34.gate_proj,not applicable,,0.186
13,mlp.experts.34.up_proj,not applicable,,0.189
13,mlp.experts.35.gate_proj,not applicable,,0.191
13,mlp.experts.35.up_proj,not applicable,,0.194
13,mlp.experts.36.gate_proj,not applicable,,0.196
13,mlp.experts.36.up_proj,not applicable,,0.199
13,mlp.experts.37.gate_proj,not applicable,,0.201
13,mlp.experts.37.up_proj,not applicable,,0.204
13,mlp.experts.38.gate_proj,not applicable,,0.206
13,mlp.experts.38.up_proj,not applicable,,0.209
13,mlp.experts.39.gate_proj,not applicable,,0.211
13,mlp.experts.39.up_proj,not applicable,,0.214
13,mlp.experts.40.gate_proj,not applicable,,0.217
13,mlp.experts.40.up_proj,not applicable,,0.220
13,mlp.experts.41.gate_proj,not applicable,,0.222
13,mlp.experts.41.up_proj,not applicable,,0.225
13,mlp.experts.42.gate_proj,not applicable,,0.227
13,mlp.experts.42.up_proj,not applicable,,0.230
13,mlp.experts.43.gate_proj,not applicable,,0.233
13,mlp.experts.43.up_proj,not applicable,,0.235
13,mlp.experts.44.gate_proj,not applicable,,0.238
13,mlp.experts.44.up_proj,not applicable,,0.240
13,mlp.experts.45.gate_proj,not applicable,,0.243
13,mlp.experts.45.up_proj,not applicable,,0.246
13,mlp.experts.46.gate_proj,not applicable,,0.248
13,mlp.experts.46.up_proj,not applicable,,0.251
13,mlp.experts.47.gate_proj,not applicable,,0.253
13,mlp.experts.47.up_proj,not applicable,,0.256
13,mlp.experts.48.gate_proj,not applicable,,0.258
13,mlp.experts.48.up_proj,not applicable,,0.261
13,mlp.experts.49.gate_proj,not applicable,,0.263
13,mlp.experts.49.up_proj,not applicable,,0.266
13,mlp.experts.50.gate_proj,not applicable,,0.268
13,mlp.experts.50.up_proj,not applicable,,0.272
13,mlp.experts.51.gate_proj,not applicable,,0.274
13,mlp.experts.51.up_proj,not applicable,,0.277
13,mlp.experts.52.gate_proj,not applicable,,0.279
13,mlp.experts.52.up_proj,not applicable,,0.282
13,mlp.experts.53.gate_proj,not applicable,,0.284
13,mlp.experts.53.up_proj,not applicable,,0.287
13,mlp.experts.54.gate_proj,not applicable,,0.289
13,mlp.experts.54.up_proj,not applicable,,0.292
13,mlp.experts.55.gate_proj,not applicable,,0.294
13,mlp.experts.55.up_proj,not applicable,,0.297
13,mlp.experts.56.gate_proj,not applicable,,0.299
13,mlp.experts.56.up_proj,not applicable,,0.302
13,mlp.experts.57.gate_proj,not applicable,,0.304
13,mlp.experts.57.up_proj,not applicable,,0.307
13,mlp.experts.58.gate_proj,not applicable,,0.309
13,mlp.experts.58.up_proj,not applicable,,0.312
13,mlp.experts.59.gate_proj,not applicable,,0.314
13,mlp.experts.59.up_proj,not applicable,,0.317
13,mlp.experts.60.gate_proj,not applicable,,0.319
13,mlp.experts.60.up_proj,not applicable,,0.323
13,mlp.experts.61.gate_proj,not applicable,,0.325
13,mlp.experts.61.up_proj,not applicable,,0.327
13,mlp.experts.62.gate_proj,not applicable,,0.330
13,mlp.experts.62.up_proj,not applicable,,0.333
13,mlp.experts.63.gate_proj,not applicable,,0.335
13,mlp.experts.63.up_proj,not applicable,,0.339
13,mlp.experts.64.gate_proj,not applicable,,0.342
13,mlp.experts.64.up_proj,not applicable,,0.344
13,mlp.experts.65.gate_proj,not applicable,,0.347
13,mlp.experts.65.up_proj,not applicable,,0.350
13,mlp.experts.66.gate_proj,not applicable,,0.352
13,mlp.experts.66.up_proj,not applicable,,0.354
13,mlp.experts.67.gate_proj,not applicable,,0.357
13,mlp.experts.67.up_proj,not applicable,,0.359
13,mlp.experts.68.gate_proj,not applicable,,0.362
13,mlp.experts.68.up_proj,not applicable,,0.364
13,mlp.experts.69.gate_proj,not applicable,,0.367
13,mlp.experts.69.up_proj,not applicable,,0.369
13,mlp.experts.70.gate_proj,not applicable,,0.372
13,mlp.experts.70.up_proj,not applicable,,0.375
13,mlp.experts.71.gate_proj,not applicable,,0.378
13,mlp.experts.71.up_proj,not applicable,,0.380
13,mlp.experts.72.gate_proj,not applicable,,0.382
13,mlp.experts.72.up_proj,not applicable,,0.385
13,mlp.experts.73.gate_proj,not applicable,,0.387
13,mlp.experts.73.up_proj,not applicable,,0.390
13,mlp.experts.74.gate_proj,not applicable,,0.392
13,mlp.experts.74.up_proj,not applicable,,0.395
13,mlp.experts.75.gate_proj,not applicable,,0.397
13,mlp.experts.75.up_proj,not applicable,,0.400
13,mlp.experts.76.gate_proj,not applicable,,0.402
13,mlp.experts.76.up_proj,not applicable,,0.404
13,mlp.experts.77.gate_proj,not applicable,,0.407
13,mlp.experts.77.up_proj,not applicable,,0.409
13,mlp.experts.78.gate_proj,not applicable,,0.412
13,mlp.experts.78.up_proj,not applicable,,0.414
13,mlp.experts.79.gate_proj,not applicable,,0.417
13,mlp.experts.79.up_proj,not applicable,,0.419
13,mlp.experts.80.gate_proj,not applicable,,0.422
13,mlp.experts.80.up_proj,not applicable,,0.425
13,mlp.experts.81.gate_proj,not applicable,,0.428
13,mlp.experts.81.up_proj,not applicable,,0.430
13,mlp.experts.82.gate_proj,not applicable,,0.433
13,mlp.experts.82.up_proj,not applicable,,0.436
13,mlp.experts.83.gate_proj,not applicable,,0.438
13,mlp.experts.83.up_proj,not applicable,,0.441
13,mlp.experts.84.gate_proj,not applicable,,0.444
13,mlp.experts.84.up_proj,not applicable,,0.446
13,mlp.experts.85.gate_proj,not applicable,,0.449
13,mlp.experts.85.up_proj,not applicable,,0.451
13,mlp.experts.86.gate_proj,not applicable,,0.454
13,mlp.experts.86.up_proj,not applicable,,0.456
13,mlp.experts.87.gate_proj,not applicable,,0.459
13,mlp.experts.87.up_proj,not applicable,,0.461
13,mlp.experts.88.gate_proj,not applicable,,0.464
13,mlp.experts.88.up_proj,not applicable,,0.466
13,mlp.experts.89.gate_proj,not applicable,,0.469
13,mlp.experts.89.up_proj,not applicable,,0.471
13,mlp.experts.90.gate_proj,not applicable,,0.474
13,mlp.experts.90.up_proj,not applicable,,0.477
13,mlp.experts.91.gate_proj,not applicable,,0.480
13,mlp.experts.91.up_proj,not applicable,,0.482
13,mlp.experts.92.gate_proj,not applicable,,0.485
13,mlp.experts.92.up_proj,not applicable,,0.487
13,mlp.experts.93.gate_proj,not applicable,,0.489
13,mlp.experts.93.up_proj,not applicable,,0.492
13,mlp.experts.94.gate_proj,not applicable,,0.494
13,mlp.experts.94.up_proj,not applicable,,0.497
13,mlp.experts.95.gate_proj,not applicable,,0.500
13,mlp.experts.95.up_proj,not applicable,,0.502
13,mlp.experts.96.gate_proj,not applicable,,0.504
13,mlp.experts.96.up_proj,not applicable,,0.507
13,mlp.experts.97.gate_proj,not applicable,,0.510
13,mlp.experts.97.up_proj,not applicable,,0.512
13,mlp.experts.98.gate_proj,not applicable,,0.514
13,mlp.experts.98.up_proj,not applicable,,0.517
13,mlp.experts.99.gate_proj,not applicable,,0.519
13,mlp.experts.99.up_proj,not applicable,,0.522
13,mlp.experts.100.gate_proj,not applicable,,0.524
13,mlp.experts.100.up_proj,not applicable,,0.528
13,mlp.experts.101.gate_proj,not applicable,,0.530
13,mlp.experts.101.up_proj,not applicable,,0.533
13,mlp.experts.102.gate_proj,not applicable,,0.535
13,mlp.experts.102.up_proj,not applicable,,0.538
13,mlp.experts.103.gate_proj,not applicable,,0.541
13,mlp.experts.103.up_proj,not applicable,,0.543
13,mlp.experts.104.gate_proj,not applicable,,0.546
13,mlp.experts.104.up_proj,not applicable,,0.548
13,mlp.experts.105.gate_proj,not applicable,,0.551
13,mlp.experts.105.up_proj,not applicable,,0.553
13,mlp.experts.106.gate_proj,not applicable,,0.556
13,mlp.experts.106.up_proj,not applicable,,0.558
13,mlp.experts.107.gate_proj,not applicable,,0.561
13,mlp.experts.107.up_proj,not applicable,,0.563
13,mlp.experts.108.gate_proj,not applicable,,0.565
13,mlp.experts.108.up_proj,not applicable,,0.568
13,mlp.experts.109.gate_proj,not applicable,,0.570
13,mlp.experts.109.up_proj,not applicable,,0.573
13,mlp.experts.110.gate_proj,not applicable,,0.575
13,mlp.experts.110.up_proj,not applicable,,0.579
13,mlp.experts.111.gate_proj,not applicable,,0.581
13,mlp.experts.111.up_proj,not applicable,,0.584
13,mlp.experts.112.gate_proj,not applicable,,0.586
13,mlp.experts.112.up_proj,not applicable,,0.589
13,mlp.experts.113.gate_proj,not applicable,,0.591
13,mlp.experts.113.up_proj,not applicable,,0.594
13,mlp.experts.114.gate_proj,not applicable,,0.596
13,mlp.experts.114.up_proj,not applicable,,0.599
13,mlp.experts.115.gate_proj,not applicable,,0.601
13,mlp.experts.115.up_proj,not applicable,,0.604
13,mlp.experts.116.gate_proj,not applicable,,0.606
13,mlp.experts.116.up_proj,not applicable,,0.609
13,mlp.experts.117.gate_proj,not applicable,,0.611
13,mlp.experts.117.up_proj,not applicable,,0.614
13,mlp.experts.118.gate_proj,not applicable,,0.616
13,mlp.experts.118.up_proj,not applicable,,0.619
13,mlp.experts.119.gate_proj,not applicable,,0.621
13,mlp.experts.119.up_proj,not applicable,,0.624
13,mlp.experts.120.gate_proj,not applicable,,0.626
13,mlp.experts.120.up_proj,not applicable,,0.630
13,mlp.experts.121.gate_proj,not applicable,,0.632
13,mlp.experts.121.up_proj,not applicable,,0.635
13,mlp.experts.122.gate_proj,not applicable,,0.637
13,mlp.experts.122.up_proj,not applicable,,0.640
13,mlp.experts.123.gate_proj,not applicable,,0.642
13,mlp.experts.123.up_proj,not applicable,,0.645
13,mlp.experts.124.gate_proj,not applicable,,0.647
13,mlp.experts.124.up_proj,not applicable,,0.650
13,mlp.experts.125.gate_proj,not applicable,,0.652
13,mlp.experts.125.up_proj,not applicable,,0.655
13,mlp.experts.126.gate_proj,not applicable,,0.657
13,mlp.experts.126.up_proj,not applicable,,0.660
13,mlp.experts.127.gate_proj,not applicable,,0.662
13,mlp.experts.127.up_proj,not applicable,,0.665
13,mlp.experts.128.gate_proj,not applicable,,0.667
13,mlp.experts.128.up_proj,not applicable,,0.670
13,mlp.experts.129.gate_proj,not applicable,,0.672
13,mlp.experts.129.up_proj,not applicable,,0.675
13,mlp.experts.130.gate_proj,not applicable,,0.677
13,mlp.experts.130.up_proj,not applicable,,0.681
13,mlp.experts.131.gate_proj,not applicable,,0.683
13,mlp.experts.131.up_proj,not applicable,,0.686
13,mlp.experts.132.gate_proj,not applicable,,0.688
13,mlp.experts.132.up_proj,not applicable,,0.691
13,mlp.experts.133.gate_proj,not applicable,,0.693
13,mlp.experts.133.up_proj,not applicable,,0.696
13,mlp.experts.134.gate_proj,not applicable,,0.698
13,mlp.experts.134.up_proj,not applicable,,0.701
13,mlp.experts.135.gate_proj,not applicable,,0.703
13,mlp.experts.135.up_proj,not applicable,,0.705
13,mlp.experts.136.gate_proj,not applicable,,0.708
13,mlp.experts.136.up_proj,not applicable,,0.710
13,mlp.experts.137.gate_proj,not applicable,,0.713
13,mlp.experts.137.up_proj,not applicable,,0.715
13,mlp.experts.138.gate_proj,not applicable,,0.718
13,mlp.experts.138.up_proj,not applicable,,0.720
13,mlp.experts.139.gate_proj,not applicable,,0.723
13,mlp.experts.139.up_proj,not applicable,,0.725
13,mlp.experts.140.gate_proj,not applicable,,0.728
13,mlp.experts.140.up_proj,not applicable,,0.731
13,mlp.experts.141.gate_proj,not applicable,,0.734
13,mlp.experts.141.up_proj,not applicable,,0.737
13,mlp.experts.142.gate_proj,not applicable,,0.739
13,mlp.experts.142.up_proj,not applicable,,0.742
13,mlp.experts.143.gate_proj,not applicable,,0.744
13,mlp.experts.143.up_proj,not applicable,,0.747
13,mlp.experts.144.gate_proj,not applicable,,0.750
13,mlp.experts.144.up_proj,not applicable,,0.752
13,mlp.experts.145.gate_proj,not applicable,,0.755
13,mlp.experts.145.up_proj,not applicable,,0.757
13,mlp.experts.146.gate_proj,not applicable,,0.760
13,mlp.experts.146.up_proj,not applicable,,0.762
13,mlp.experts.147.gate_proj,not applicable,,0.764
13,mlp.experts.147.up_proj,not applicable,,0.767
13,mlp.experts.148.gate_proj,not applicable,,0.769
13,mlp.experts.148.up_proj,not applicable,,0.772
13,mlp.experts.149.gate_proj,not applicable,,0.774
13,mlp.experts.149.up_proj,not applicable,,0.777
13,mlp.experts.150.gate_proj,not applicable,,0.780
13,mlp.experts.150.up_proj,not applicable,,0.784
13,mlp.experts.151.gate_proj,not applicable,,0.786
13,mlp.experts.151.up_proj,not applicable,,0.789
13,mlp.experts.152.gate_proj,not applicable,,0.791
13,mlp.experts.152.up_proj,not applicable,,0.794
13,mlp.experts.153.gate_proj,not applicable,,0.796
13,mlp.experts.153.up_proj,not applicable,,0.798
13,mlp.experts.154.gate_proj,not applicable,,0.801
13,mlp.experts.154.up_proj,not applicable,,0.803
13,mlp.experts.155.gate_proj,not applicable,,0.806
13,mlp.experts.155.up_proj,not applicable,,0.808
13,mlp.experts.156.gate_proj,not applicable,,0.811
13,mlp.experts.156.up_proj,not applicable,,0.813
13,mlp.experts.157.gate_proj,not applicable,,0.816
13,mlp.experts.157.up_proj,not applicable,,0.818
13,mlp.experts.158.gate_proj,not applicable,,0.821
13,mlp.experts.158.up_proj,not applicable,,0.823
13,mlp.experts.159.gate_proj,not applicable,,0.826
13,mlp.experts.159.up_proj,not applicable,,0.828
13,mlp.experts.160.gate_proj,not applicable,,0.830
13,mlp.experts.160.up_proj,not applicable,,0.834
13,mlp.experts.161.gate_proj,not applicable,,0.836
13,mlp.experts.161.up_proj,not applicable,,0.839
13,mlp.experts.162.gate_proj,not applicable,,0.841
13,mlp.experts.162.up_proj,not applicable,,0.844
13,mlp.experts.163.gate_proj,not applicable,,0.846
13,mlp.experts.163.up_proj,not applicable,,0.849
13,mlp.experts.164.gate_proj,not applicable,,0.851
13,mlp.experts.164.up_proj,not applicable,,0.854
13,mlp.experts.165.gate_proj,not applicable,,0.857
13,mlp.experts.165.up_proj,not applicable,,0.859
13,mlp.experts.166.gate_proj,not applicable,,0.861
13,mlp.experts.166.up_proj,not applicable,,0.864
13,mlp.experts.167.gate_proj,not applicable,,0.866
13,mlp.experts.167.up_proj,not applicable,,0.869
13,mlp.experts.168.gate_proj,not applicable,,0.871
13,mlp.experts.168.up_proj,not applicable,,0.874
13,mlp.experts.169.gate_proj,not applicable,,0.876
13,mlp.experts.169.up_proj,not applicable,,0.879
13,mlp.experts.170.gate_proj,not applicable,,0.881
13,mlp.experts.170.up_proj,not applicable,,0.884
13,mlp.experts.171.gate_proj,not applicable,,0.887
13,mlp.experts.171.up_proj,not applicable,,0.889
13,mlp.experts.172.gate_proj,not applicable,,0.892
13,mlp.experts.172.up_proj,not applicable,,0.894
13,mlp.experts.173.gate_proj,not applicable,,0.897
13,mlp.experts.173.up_proj,not applicable,,0.899
13,mlp.experts.174.gate_proj,not applicable,,0.902
13,mlp.experts.174.up_proj,not applicable,,0.904
13,mlp.experts.175.gate_proj,not applicable,,0.906
13,mlp.experts.175.up_proj,not applicable,,0.909
13,mlp.experts.176.gate_proj,not applicable,,0.911
13,mlp.experts.176.up_proj,not applicable,,0.914
13,mlp.experts.177.gate_proj,not applicable,,0.916
13,mlp.experts.177.up_proj,not applicable,,0.919
13,mlp.experts.178.gate_proj,not applicable,,0.921
13,mlp.experts.178.up_proj,not applicable,,0.924
13,mlp.experts.179.gate_proj,not applicable,,0.926
13,mlp.experts.179.up_proj,not applicable,,0.929
13,mlp.experts.180.gate_proj,not applicable,,0.931
13,mlp.experts.180.up_proj,not applicable,,0.935
13,mlp.experts.181.gate_proj,not applicable,,0.937
13,mlp.experts.181.up_proj,not applicable,,0.940
13,mlp.experts.182.gate_proj,not applicable,,0.942
13,mlp.experts.182.up_proj,not applicable,,0.945
13,mlp.experts.183.gate_proj,not applicable,,0.948
13,mlp.experts.183.up_proj,not applicable,,0.951
13,mlp.experts.184.gate_proj,not applicable,,0.953
13,mlp.experts.184.up_proj,not applicable,,0.956
13,mlp.experts.185.gate_proj,not applicable,,0.958
13,mlp.experts.185.up_proj,not applicable,,0.961
13,mlp.experts.186.gate_proj,not applicable,,0.963
13,mlp.experts.186.up_proj,not applicable,,0.966
13,mlp.experts.187.gate_proj,not applicable,,0.968
13,mlp.experts.187.up_proj,not applicable,,0.971
13,mlp.experts.188.gate_proj,not applicable,,0.973
13,mlp.experts.188.up_proj,not applicable,,0.976
13,mlp.experts.189.gate_proj,not applicable,,0.978
13,mlp.experts.189.up_proj,not applicable,,0.981
13,mlp.experts.190.gate_proj,not applicable,,0.984
13,mlp.experts.190.up_proj,not applicable,,0.987
13,mlp.experts.191.gate_proj,not applicable,,0.990
13,mlp.experts.191.up_proj,not applicable,,0.992
13,mlp.experts.192.gate_proj,not applicable,,0.995
13,mlp.experts.192.up_proj,not applicable,,0.997
13,mlp.experts.193.gate_proj,not applicable,,1.000
13,mlp.experts.193.up_proj,not applicable,,1.002
13,mlp.experts.194.gate_proj,not applicable,,1.005
13,mlp.experts.194.up_proj,not applicable,,1.007
13,mlp.experts.195.gate_proj,not applicable,,1.010
13,mlp.experts.195.up_proj,not applicable,,1.012
13,mlp.experts.196.gate_proj,not applicable,,1.015
13,mlp.experts.196.up_proj,not applicable,,1.017
13,mlp.experts.197.gate_proj,not applicable,,1.020
13,mlp.experts.197.up_proj,not applicable,,1.022
13,mlp.experts.198.gate_proj,not applicable,,1.025
13,mlp.experts.198.up_proj,not applicable,,1.027
13,mlp.experts.199.gate_proj,not applicable,,1.030
13,mlp.experts.199.up_proj,not applicable,,1.032
13,mlp.experts.200.gate_proj,not applicable,,1.035
13,mlp.experts.200.up_proj,not applicable,,1.038
13,mlp.experts.201.gate_proj,not applicable,,1.041
13,mlp.experts.201.up_proj,not applicable,,1.043
13,mlp.experts.202.gate_proj,not applicable,,1.046
13,mlp.experts.202.up_proj,not applicable,,1.049
13,mlp.experts.203.gate_proj,not applicable,,1.051
13,mlp.experts.203.up_proj,not applicable,,1.054
13,mlp.experts.204.gate_proj,not applicable,,1.056
13,mlp.experts.204.up_proj,not applicable,,1.059
13,mlp.experts.205.gate_proj,not applicable,,1.061
13,mlp.experts.205.up_proj,not applicable,,1.064
13,mlp.experts.206.gate_proj,not applicable,,1.066
13,mlp.experts.206.up_proj,not applicable,,1.069
13,mlp.experts.207.gate_proj,not applicable,,1.071
13,mlp.experts.207.up_proj,not applicable,,1.074
13,mlp.experts.208.gate_proj,not applicable,,1.076
13,mlp.experts.208.up_proj,not applicable,,1.079
13,mlp.experts.209.gate_proj,not applicable,,1.081
13,mlp.experts.209.up_proj,not applicable,,1.084
13,mlp.experts.210.gate_proj,not applicable,,1.086
13,mlp.experts.210.up_proj,not applicable,,1.090
13,mlp.experts.211.gate_proj,not applicable,,1.092
13,mlp.experts.211.up_proj,not applicable,,1.095
13,mlp.experts.212.gate_proj,not applicable,,1.097
13,mlp.experts.212.up_proj,not applicable,,1.100
13,mlp.experts.213.gate_proj,not applicable,,1.102
13,mlp.experts.213.up_proj,not applicable,,1.105
13,mlp.experts.214.gate_proj,not applicable,,1.107
13,mlp.experts.214.up_proj,not applicable,,1.110
13,mlp.experts.215.gate_proj,not applicable,,1.112
13,mlp.experts.215.up_proj,not applicable,,1.114
13,mlp.experts.216.gate_proj,not applicable,,1.117
13,mlp.experts.216.up_proj,not applicable,,1.119
13,mlp.experts.217.gate_proj,not applicable,,1.122
13,mlp.experts.217.up_proj,not applicable,,1.124
13,mlp.experts.218.gate_proj,not applicable,,1.127
13,mlp.experts.218.up_proj,not applicable,,1.129
13,mlp.experts.219.gate_proj,not applicable,,1.132
13,mlp.experts.219.up_proj,not applicable,,1.134
13,mlp.experts.220.gate_proj,not applicable,,1.136
13,mlp.experts.220.up_proj,not applicable,,1.140
13,mlp.experts.221.gate_proj,not applicable,,1.142
13,mlp.experts.221.up_proj,not applicable,,1.145
13,mlp.experts.222.gate_proj,not applicable,,1.147
13,mlp.experts.222.up_proj,not applicable,,1.150
13,mlp.experts.223.gate_proj,not applicable,,1.152
13,mlp.experts.223.up_proj,not applicable,,1.155
13,mlp.experts.224.gate_proj,not applicable,,1.157
13,mlp.experts.224.up_proj,not applicable,,1.160
13,mlp.experts.225.gate_proj,not applicable,,1.162
13,mlp.experts.225.up_proj,not applicable,,1.165
13,mlp.experts.226.gate_proj,not applicable,,1.167
13,mlp.experts.226.up_proj,not applicable,,1.170
13,mlp.experts.227.gate_proj,not applicable,,1.172
13,mlp.experts.227.up_proj,not applicable,,1.175
13,mlp.experts.228.gate_proj,not applicable,,1.177
13,mlp.experts.228.up_proj,not applicable,,1.180
13,mlp.experts.229.gate_proj,not applicable,,1.182
13,mlp.experts.229.up_proj,not applicable,,1.184
13,mlp.experts.230.gate_proj,not applicable,,1.187
13,mlp.experts.230.up_proj,not applicable,,1.191
13,mlp.experts.231.gate_proj,not applicable,,1.193
13,mlp.experts.231.up_proj,not applicable,,1.196
13,mlp.experts.232.gate_proj,not applicable,,1.198
13,mlp.experts.232.up_proj,not applicable,,1.201
13,mlp.experts.233.gate_proj,not applicable,,1.203
13,mlp.experts.233.up_proj,not applicable,,1.206
13,mlp.experts.234.gate_proj,not applicable,,1.208
13,mlp.experts.234.up_proj,not applicable,,1.211
13,mlp.experts.235.gate_proj,not applicable,,1.213
13,mlp.experts.235.up_proj,not applicable,,1.216
13,mlp.experts.236.gate_proj,not applicable,,1.218
13,mlp.experts.236.up_proj,not applicable,,1.221
13,mlp.experts.237.gate_proj,not applicable,,1.223
13,mlp.experts.237.up_proj,not applicable,,1.226
13,mlp.experts.238.gate_proj,not applicable,,1.228
13,mlp.experts.238.up_proj,not applicable,,1.231
13,mlp.experts.239.gate_proj,not applicable,,1.233
13,mlp.experts.239.up_proj,not applicable,,1.236
13,mlp.experts.240.gate_proj,not applicable,,1.238
13,mlp.experts.240.up_proj,not applicable,,1.242
13,mlp.experts.241.gate_proj,not applicable,,1.244
13,mlp.experts.241.up_proj,not applicable,,1.247
13,mlp.experts.242.gate_proj,not applicable,,1.249
13,mlp.experts.242.up_proj,not applicable,,1.252
13,mlp.experts.243.gate_proj,not applicable,,1.255
13,mlp.experts.243.up_proj,not applicable,,1.257
13,mlp.experts.244.gate_proj,not applicable,,1.260
13,mlp.experts.244.up_proj,not applicable,,1.263
13,mlp.experts.245.gate_proj,not applicable,,1.265
13,mlp.experts.245.up_proj,not applicable,,1.268
13,mlp.experts.246.gate_proj,not applicable,,1.270
13,mlp.experts.246.up_proj,not applicable,,1.273
13,mlp.experts.247.gate_proj,not applicable,,1.275
13,mlp.experts.247.up_proj,not applicable,,1.277
13,mlp.experts.248.gate_proj,not applicable,,1.280
13,mlp.experts.248.up_proj,not applicable,,1.282
13,mlp.experts.249.gate_proj,not applicable,,1.285
13,mlp.experts.249.up_proj,not applicable,,1.287
13,mlp.experts.250.gate_proj,not applicable,,1.290
13,mlp.experts.250.up_proj,not applicable,,1.293
13,mlp.experts.251.gate_proj,not applicable,,1.296
13,mlp.experts.251.up_proj,not applicable,,1.298
13,mlp.experts.252.gate_proj,not applicable,,1.300
13,mlp.experts.252.up_proj,not applicable,,1.303
13,mlp.experts.253.gate_proj,not applicable,,1.305
13,mlp.experts.253.up_proj,not applicable,,1.308
13,mlp.experts.254.gate_proj,not applicable,,1.310
13,mlp.experts.254.up_proj,not applicable,,1.313
13,mlp.experts.255.gate_proj,not applicable,,1.315
13,mlp.experts.255.up_proj,not applicable,,1.318
13,mlp.experts.0.down_proj,0.0000001849,,1.320
13,mlp.experts.1.down_proj,0.0000010401,,1.322
13,mlp.experts.2.down_proj,0.0000000419,,1.325
13,mlp.experts.3.down_proj,0.0000005218,,1.327
13,mlp.experts.4.down_proj,0.0000018390,,1.329
13,mlp.experts.5.down_proj,0.0000003437,,1.332
13,mlp.experts.6.down_proj,0.0000005426,,1.334
13,mlp.experts.7.down_proj,0.0000009018,,1.336
13,mlp.experts.8.down_proj,0.0000000339,,1.339
13,mlp.experts.9.down_proj,0.0000005270,,1.342
13,mlp.experts.10.down_proj,0.0000006157,,1.344
13,mlp.experts.11.down_proj,0.0000002293,,1.347
13,mlp.experts.12.down_proj,0.0000003597,,1.349
13,mlp.experts.13.down_proj,0.0000001478,,1.352
13,mlp.experts.14.down_proj,0.0000007207,,1.354
13,mlp.experts.15.down_proj,0.0000002349,,1.357
13,mlp.experts.16.down_proj,0.0000003451,,1.359
13,mlp.experts.17.down_proj,0.0000009044,,1.361
13,mlp.experts.18.down_proj,0.0000008299,,1.364
13,mlp.experts.19.down_proj,0.0000005166,,1.366
13,mlp.experts.20.down_proj,0.0000012997,,1.368
13,mlp.experts.21.down_proj,0.0000004763,,1.371
13,mlp.experts.22.down_proj,0.0000006531,,1.373
13,mlp.experts.23.down_proj,0.0000009508,,1.375
13,mlp.experts.24.down_proj,0.0000005883,,1.378
13,mlp.experts.25.down_proj,0.0000002865,,1.380
13,mlp.experts.26.down_proj,0.0000007610,,1.382
13,mlp.experts.27.down_proj,0.0000004135,,1.385
13,mlp.experts.28.down_proj,0.0000002476,,1.387
13,mlp.experts.29.down_proj,0.0000005218,,1.391
13,mlp.experts.30.down_proj,0.0000009004,,1.393
13,mlp.experts.31.down_proj,0.0000006217,,1.396
13,mlp.experts.32.down_proj,0.0000005041,,1.398
13,mlp.experts.33.down_proj,0.0000017897,,1.400
13,mlp.experts.34.down_proj,0.0000006047,,1.403
13,mlp.experts.35.down_proj,0.0000001827,,1.405
13,mlp.experts.36.down_proj,0.0000008196,,1.408
13,mlp.experts.37.down_proj,0.0000010533,,1.410
13,mlp.experts.38.down_proj,0.0000003918,,1.413
13,mlp.experts.39.down_proj,0.0000000082,,1.415
13,mlp.experts.40.down_proj,0.0000000000,,1.417
13,mlp.experts.41.down_proj,0.0000013242,,1.420
13,mlp.experts.42.down_proj,0.0000008104,,1.422
13,mlp.experts.43.down_proj,0.0000003609,,1.425
13,mlp.experts.44.down_proj,0.0000005476,,1.427
13,mlp.experts.45.down_proj,0.0000007411,,1.430
13,mlp.experts.46.down_proj,0.0000002973,,1.432
13,mlp.experts.47.down_proj,0.0000002764,,1.435
13,mlp.experts.48.down_proj,0.0000000007,,1.437
13,mlp.experts.49.down_proj,0.0000007712,,1.440
13,mlp.experts.50.down_proj,0.0000004995,,1.443
13,mlp.experts.51.down_proj,0.0000000251,,1.445
13,mlp.experts.52.down_proj,0.0000000924,,1.448
13,mlp.experts.53.down_proj,0.0000008882,,1.450
13,mlp.experts.54.down_proj,0.0000004010,,1.453
13,mlp.experts.55.down_proj,0.0000006860,,1.455
13,mlp.experts.56.down_proj,0.0000013813,,1.458
13,mlp.experts.57.down_proj,0.0000000817,,1.460
13,mlp.experts.58.down_proj,0.0000003959,,1.463
13,mlp.experts.59.down_proj,0.0000002981,,1.465
13,mlp.experts.60.down_proj,0.0000002923,,1.468
13,mlp.experts.61.down_proj,0.0000003532,,1.470
13,mlp.experts.62.down_proj,0.0000021420,,1.473
13,mlp.experts.63.down_proj,0.0000004079,,1.475
13,mlp.experts.64.down_proj,0.0000010313,,1.477
13,mlp.experts.65.down_proj,0.0000008012,,1.480
13,mlp.experts.66.down_proj,0.0000008039,,1.482
13,mlp.experts.67.down_proj,0.0000005338,,1.485
13,mlp.experts.68.down_proj,0.0000001711,,1.487
13,mlp.experts.69.down_proj,0.0000000387,,1.490
13,mlp.experts.70.down_proj,0.0000000190,,1.493
13,mlp.experts.71.down_proj,0.0000009461,,1.495
13,mlp.experts.72.down_proj,0.0000006739,,1.498
13,mlp.experts.73.down_proj,0.0000002928,,1.500
13,mlp.experts.74.down_proj,0.0000018079,,1.502
13,mlp.experts.75.down_proj,0.0000002030,,1.505
13,mlp.experts.76.down_proj,0.0000017732,,1.507
13,mlp.experts.77.down_proj,0.0000006638,,1.510
13,mlp.experts.78.down_proj,0.0000005537,,1.512
13,mlp.experts.79.down_proj,0.0000006207,,1.515
13,mlp.experts.80.down_proj,0.0000004887,,1.517
13,mlp.experts.81.down_proj,0.0000000021,,1.519
13,mlp.experts.82.down_proj,0.0000008032,,1.522
13,mlp.experts.83.down_proj,0.0000010972,,1.524
13,mlp.experts.84.down_proj,0.0000005333,,1.527
13,mlp.experts.85.down_proj,0.0000002727,,1.529
13,mlp.experts.86.down_proj,0.0000002462,,1.532
13,mlp.experts.87.down_proj,0.0000002329,,1.534
13,mlp.experts.88.down_proj,0.0000001539,,1.537
13,mlp.experts.89.down_proj,0.0000006233,,1.540
13,mlp.experts.90.down_proj,0.0000000196,,1.543
13,mlp.experts.91.down_proj,0.0000006551,,1.545
13,mlp.experts.92.down_proj,0.0000004505,,1.547
13,mlp.experts.93.down_proj,0.0000004215,,1.550
13,mlp.experts.94.down_proj,0.0000001991,,1.552
13,mlp.experts.95.down_proj,0.0000000457,,1.555
13,mlp.experts.96.down_proj,0.0000000339,,1.558
13,mlp.experts.97.down_proj,0.0000007763,,1.560
13,mlp.experts.98.down_proj,0.0000000841,,1.563
13,mlp.experts.99.down_proj,0.0000004582,,1.565
13,mlp.experts.100.down_proj,0.0000000357,,1.568
13,mlp.experts.101.down_proj,0.0000001517,,1.570
13,mlp.experts.102.down_proj,0.0000002125,,1.573
13,mlp.experts.103.down_proj,0.0000007523,,1.575
13,mlp.experts.104.down_proj,0.0000006415,,1.578
13,mlp.experts.105.down_proj,0.0000001472,,1.580
13,mlp.experts.106.down_proj,0.0000009558,,1.583
13,mlp.experts.107.down_proj,0.0000002548,,1.585
13,mlp.experts.108.down_proj,0.0000001538,,1.588
13,mlp.experts.109.down_proj,0.0000007472,,1.591
13,mlp.experts.110.down_proj,0.0000009685,,1.594
13,mlp.experts.111.down_proj,0.0000000025,,1.596
13,mlp.experts.112.down_proj,0.0000003802,,1.599
13,mlp.experts.113.down_proj,0.0000005922,,1.601
13,mlp.experts.114.down_proj,0.0000009685,,1.604
13,mlp.experts.115.down_proj,0.0000002081,,1.606
13,mlp.experts.116.down_proj,0.0000013814,,1.609
13,mlp.experts.117.down_proj,0.0000004102,,1.611
13,mlp.experts.118.down_proj,0.0000001488,,1.614
13,mlp.experts.119.down_proj,0.0000003770,,1.616
13,mlp.experts.120.down_proj,0.0000001639,,1.618
13,mlp.experts.121.down_proj,0.0000027994,,1.621
13,mlp.experts.122.down_proj,0.0000000784,,1.623
13,mlp.experts.123.down_proj,0.0000001054,,1.626
13,mlp.experts.124.down_proj,0.0000003569,,1.628
13,mlp.experts.125.down_proj,0.0000012775,,1.631
13,mlp.experts.126.down_proj,0.0000002928,,1.633
13,mlp.experts.127.down_proj,0.0000002805,,1.635
13,mlp.experts.128.down_proj,0.0000002405,,1.638
13,mlp.experts.129.down_proj,0.0000002090,,1.641
13,mlp.experts.130.down_proj,0.0000002440,,1.644
13,mlp.experts.131.down_proj,0.0000014872,,1.646
13,mlp.experts.132.down_proj,0.0000001136,,1.649
13,mlp.experts.133.down_proj,0.0000002682,,1.651
13,mlp.experts.134.down_proj,0.0000003985,,1.654
13,mlp.experts.135.down_proj,0.0000003123,,1.656
13,mlp.experts.136.down_proj,0.0000008196,,1.659
13,mlp.experts.137.down_proj,0.0000006517,,1.661
13,mlp.experts.138.down_proj,0.0000003357,,1.664
13,mlp.experts.139.down_proj,0.0000013307,,1.666
13,mlp.experts.140.down_proj,0.0000003078,,1.669
13,mlp.experts.141.down_proj,0.0000000471,,1.671
13,mlp.experts.142.down_proj,0.0000004048,,1.674
13,mlp.experts.143.down_proj,0.0000000003,,1.676
13,mlp.experts.144.down_proj,0.0000006126,,1.679
13,mlp.experts.145.down_proj,0.0000012195,,1.681
13,mlp.experts.146.down_proj,0.0000001328,,1.683
13,mlp.experts.147.down_proj,0.0000002881,,1.686
13,mlp.experts.148.down_proj,0.0000002982,,1.688
13,mlp.experts.149.down_proj,0.0000011027,,1.692
13,mlp.experts.150.down_proj,0.0000001796,,1.694
13,mlp.experts.151.down_proj,0.0000002799,,1.697
13,mlp.experts.152.down_proj,0.0000002465,,1.699
13,mlp.experts.153.down_proj,0.0000005051,,1.702
13,mlp.experts.154.down_proj,0.0000002936,,1.704
13,mlp.experts.155.down_proj,0.0000001229,,1.707
13,mlp.experts.156.down_proj,0.0000008861,,1.709
13,mlp.experts.157.down_proj,0.0000008464,,1.712
13,mlp.experts.158.down_proj,0.0000002224,,1.714
13,mlp.experts.159.down_proj,0.0000000397,,1.717
13,mlp.experts.160.down_proj,0.0000006811,,1.719
13,mlp.experts.161.down_proj,0.0000009590,,1.721
13,mlp.experts.162.down_proj,0.0000000099,,1.724
13,mlp.experts.163.down_proj,0.0000008109,,1.726
13,mlp.experts.164.down_proj,0.0000015726,,1.729
13,mlp.experts.165.down_proj,0.0000003677,,1.731
13,mlp.experts.166.down_proj,0.0000001123,,1.734
13,mlp.experts.167.down_proj,0.0000007267,,1.736
13,mlp.experts.168.down_proj,0.0000009055,,1.739
13,mlp.experts.169.down_proj,0.0000010149,,1.742
13,mlp.experts.170.down_proj,0.0000005720,,1.744
13,mlp.experts.171.down_proj,0.0000004732,,1.747
13,mlp.experts.172.down_proj,0.0000007837,,1.749
13,mlp.experts.173.down_proj,0.0000000215,,1.752
13,mlp.experts.174.down_proj,0.0000003423,,1.754
13,mlp.experts.175.down_proj,0.0000000194,,1.757
13,mlp.experts.176.down_proj,0.0000001720,,1.759
13,mlp.experts.177.down_proj,0.0000006900,,1.762
13,mlp.experts.178.down_proj,0.0000005227,,1.765
13,mlp.experts.179.down_proj,0.0000000895,,1.767
13,mlp.experts.180.down_proj,0.0000002112,,1.770
13,mlp.experts.181.down_proj,0.0000009632,,1.772
13,mlp.experts.182.down_proj,0.0000000076,,1.775
13,mlp.experts.183.down_proj,0.0000005341,,1.777
13,mlp.experts.184.down_proj,0.0000000040,,1.780
13,mlp.experts.185.down_proj,0.0000001616,,1.782
13,mlp.experts.186.down_proj,0.0000003112,,1.784
13,mlp.experts.187.down_proj,0.0000004022,,1.787
13,mlp.experts.188.down_proj,0.0000001082,,1.789
13,mlp.experts.189.down_proj,0.0000011101,,1.793
13,mlp.experts.190.down_proj,0.0000001339,,1.795
13,mlp.experts.191.down_proj,0.0000000019,,1.798
13,mlp.experts.192.down_proj,0.0000014525,,1.800
13,mlp.experts.193.down_proj,0.0000002751,,1.803
13,mlp.experts.194.down_proj,0.0000002450,,1.806
13,mlp.experts.195.down_proj,0.0000003496,,1.808
13,mlp.experts.196.down_proj,0.0000001157,,1.811
13,mlp.experts.197.down_proj,0.0000011692,,1.813
13,mlp.experts.198.down_proj,0.0000003574,,1.816
13,mlp.experts.199.down_proj,0.0000004869,,1.818
13,mlp.experts.200.down_proj,0.0000014204,,1.821
13,mlp.experts.201.down_proj,0.0000003825,,1.823
13,mlp.experts.202.down_proj,0.0000003374,,1.826
13,mlp.experts.203.down_proj,0.0000002403,,1.828
13,mlp.experts.204.down_proj,0.0000003338,,1.831
13,mlp.experts.205.down_proj,0.0000002140,,1.833
13,mlp.experts.206.down_proj,0.0000012295,,1.836
13,mlp.experts.207.down_proj,0.0000005680,,1.838
13,mlp.experts.208.down_proj,0.0000006569,,1.841
13,mlp.experts.209.down_proj,0.0000004669,,1.844
13,mlp.experts.210.down_proj,0.0000019785,,1.847
13,mlp.experts.211.down_proj,0.0000006442,,1.849
13,mlp.experts.212.down_proj,0.0000005831,,1.851
13,mlp.experts.213.down_proj,0.0000002079,,1.854
13,mlp.experts.214.down_proj,0.0000001728,,1.856
13,mlp.experts.215.down_proj,0.0000002556,,1.859
13,mlp.experts.216.down_proj,0.0000002064,,1.861
13,mlp.experts.217.down_proj,0.0000013069,,1.864
13,mlp.experts.218.down_proj,0.0000005424,,1.867
13,mlp.experts.219.down_proj,0.0000009664,,1.869
13,mlp.experts.220.down_proj,0.0000002446,,1.872
13,mlp.experts.221.down_proj,0.0000019993,,1.874
13,mlp.experts.222.down_proj,0.0000004397,,1.876
13,mlp.experts.223.down_proj,0.0000002402,,1.879
13,mlp.experts.224.down_proj,0.0000006126,,1.881
13,mlp.experts.225.down_proj,0.0000002934,,1.884
13,mlp.experts.226.down_proj,0.0000012638,,1.886
13,mlp.experts.227.down_proj,0.0000013435,,1.889
13,mlp.experts.228.down_proj,0.0000004601,,1.891
13,mlp.experts.229.down_proj,0.0000004233,,1.894
13,mlp.experts.230.down_proj,0.0000006296,,1.897
13,mlp.experts.231.down_proj,0.0000001296,,1.899
13,mlp.experts.232.down_proj,0.0000031683,,1.902
13,mlp.experts.233.down_proj,0.0000003663,,1.904
13,mlp.experts.234.down_proj,0.0000008709,,1.907
13,mlp.experts.235.down_proj,0.0000016647,,1.909
13,mlp.experts.236.down_proj,0.0000001507,,1.912
13,mlp.experts.237.down_proj,0.0000015603,,1.914
13,mlp.experts.238.down_proj,0.0000001304,,1.917
13,mlp.experts.239.down_proj,0.0000013186,,1.919
13,mlp.experts.240.down_proj,0.0000016120,,1.922
13,mlp.experts.241.down_proj,0.0000003094,,1.924
13,mlp.experts.242.down_proj,0.0000003679,,1.927
13,mlp.experts.243.down_proj,0.0000008124,,1.929
13,mlp.experts.244.down_proj,0.0000002430,,1.932
13,mlp.experts.245.down_proj,0.0000002800,,1.934
13,mlp.experts.246.down_proj,0.0000003511,,1.937
13,mlp.experts.247.down_proj,0.0000019616,,1.939
13,mlp.experts.248.down_proj,0.0000000031,,1.942
13,mlp.experts.249.down_proj,0.0000015118,,1.945
13,mlp.experts.250.down_proj,0.0000014792,,1.948
13,mlp.experts.251.down_proj,0.0000015160,,1.950
13,mlp.experts.252.down_proj,0.0000002453,,1.953
13,mlp.experts.253.down_proj,0.0000010166,,1.956
13,mlp.experts.254.down_proj,0.0000003044,,1.958
13,mlp.experts.255.down_proj,0.0000003655,,1.961
14,mlp.experts.0.gate_proj,not applicable,,0.004
14,mlp.experts.0.up_proj,not applicable,,0.011
14,mlp.experts.1.gate_proj,not applicable,,0.014
14,mlp.experts.1.up_proj,not applicable,,0.017
14,mlp.experts.2.gate_proj,not applicable,,0.020
14,mlp.experts.2.up_proj,not applicable,,0.023
14,mlp.experts.3.gate_proj,not applicable,,0.025
14,mlp.experts.3.up_proj,not applicable,,0.028
14,mlp.experts.4.gate_proj,not applicable,,0.031
14,mlp.experts.4.up_proj,not applicable,,0.034
14,mlp.experts.5.gate_proj,not applicable,,0.036
14,mlp.experts.5.up_proj,not applicable,,0.039
14,mlp.experts.6.gate_proj,not applicable,,0.041
14,mlp.experts.6.up_proj,not applicable,,0.044
14,mlp.experts.7.gate_proj,not applicable,,0.046
14,mlp.experts.7.up_proj,not applicable,,0.049
14,mlp.experts.8.gate_proj,not applicable,,0.052
14,mlp.experts.8.up_proj,not applicable,,0.054
14,mlp.experts.9.gate_proj,not applicable,,0.057
14,mlp.experts.9.up_proj,not applicable,,0.059
14,mlp.experts.10.gate_proj,not applicable,,0.062
14,mlp.experts.10.up_proj,not applicable,,0.065
14,mlp.experts.11.gate_proj,not applicable,,0.068
14,mlp.experts.11.up_proj,not applicable,,0.070
14,mlp.experts.12.gate_proj,not applicable,,0.074
14,mlp.experts.12.up_proj,not applicable,,0.076
14,mlp.experts.13.gate_proj,not applicable,,0.079
14,mlp.experts.13.up_proj,not applicable,,0.082
14,mlp.experts.14.gate_proj,not applicable,,0.084
14,mlp.experts.14.up_proj,not applicable,,0.087
14,mlp.experts.15.gate_proj,not applicable,,0.089
14,mlp.experts.15.up_proj,not applicable,,0.092
14,mlp.experts.16.gate_proj,not applicable,,0.094
14,mlp.experts.16.up_proj,not applicable,,0.097
14,mlp.experts.17.gate_proj,not applicable,,0.100
14,mlp.experts.17.up_proj,not applicable,,0.102
14,mlp.experts.18.gate_proj,not applicable,,0.105
14,mlp.experts.18.up_proj,not applicable,,0.107
14,mlp.experts.19.gate_proj,not applicable,,0.110
14,mlp.experts.19.up_proj,not applicable,,0.112
14,mlp.experts.20.gate_proj,not applicable,,0.115
14,mlp.experts.20.up_proj,not applicable,,0.118
14,mlp.experts.21.gate_proj,not applicable,,0.121
14,mlp.experts.21.up_proj,not applicable,,0.124
14,mlp.experts.22.gate_proj,not applicable,,0.126
14,mlp.experts.22.up_proj,not applicable,,0.129
14,mlp.experts.23.gate_proj,not applicable,,0.132
14,mlp.experts.23.up_proj,not applicable,,0.134
14,mlp.experts.24.gate_proj,not applicable,,0.137
14,mlp.experts.24.up_proj,not applicable,,0.139
14,mlp.experts.25.gate_proj,not applicable,,0.142
14,mlp.experts.25.up_proj,not applicable,,0.145
14,mlp.experts.26.gate_proj,not applicable,,0.147
14,mlp.experts.26.up_proj,not applicable,,0.150
14,mlp.experts.27.gate_proj,not applicable,,0.152
14,mlp.experts.27.up_proj,not applicable,,0.155
14,mlp.experts.28.gate_proj,not applicable,,0.157
14,mlp.experts.28.up_proj,not applicable,,0.160
14,mlp.experts.29.gate_proj,not applicable,,0.162
14,mlp.experts.29.up_proj,not applicable,,0.165
14,mlp.experts.30.gate_proj,not applicable,,0.167
14,mlp.experts.30.up_proj,not applicable,,0.171
14,mlp.experts.31.gate_proj,not applicable,,0.173
14,mlp.experts.31.up_proj,not applicable,,0.176
14,mlp.experts.32.gate_proj,not applicable,,0.179
14,mlp.experts.32.up_proj,not applicable,,0.181
14,mlp.experts.33.gate_proj,not applicable,,0.184
14,mlp.experts.33.up_proj,not applicable,,0.186
14,mlp.experts.34.gate_proj,not applicable,,0.189
14,mlp.experts.34.up_proj,not applicable,,0.191
14,mlp.experts.35.gate_proj,not applicable,,0.194
14,mlp.experts.35.up_proj,not applicable,,0.197
14,mlp.experts.36.gate_proj,not applicable,,0.199
14,mlp.experts.36.up_proj,not applicable,,0.202
14,mlp.experts.37.gate_proj,not applicable,,0.204
14,mlp.experts.37.up_proj,not applicable,,0.207
14,mlp.experts.38.gate_proj,not applicable,,0.209
14,mlp.experts.38.up_proj,not applicable,,0.212
14,mlp.experts.39.gate_proj,not applicable,,0.214
14,mlp.experts.39.up_proj,not applicable,,0.217
14,mlp.experts.40.gate_proj,not applicable,,0.219
14,mlp.experts.40.up_proj,not applicable,,0.223
14,mlp.experts.41.gate_proj,not applicable,,0.225
14,mlp.experts.41.up_proj,not applicable,,0.228
14,mlp.experts.42.gate_proj,not applicable,,0.230
14,mlp.experts.42.up_proj,not applicable,,0.233
14,mlp.experts.43.gate_proj,not applicable,,0.235
14,mlp.experts.43.up_proj,not applicable,,0.238
14,mlp.experts.44.gate_proj,not applicable,,0.240
14,mlp.experts.44.up_proj,not applicable,,0.243
14,mlp.experts.45.gate_proj,not applicable,,0.246
14,mlp.experts.45.up_proj,not applicable,,0.249
14,mlp.experts.46.gate_proj,not applicable,,0.251
14,mlp.experts.46.up_proj,not applicable,,0.254
14,mlp.experts.47.gate_proj,not applicable,,0.256
14,mlp.experts.47.up_proj,not applicable,,0.259
14,mlp.experts.48.gate_proj,not applicable,,0.261
14,mlp.experts.48.up_proj,not applicable,,0.264
14,mlp.experts.49.gate_proj,not applicable,,0.266
14,mlp.experts.49.up_proj,not applicable,,0.269
14,mlp.experts.50.gate_proj,not applicable,,0.272
14,mlp.experts.50.up_proj,not applicable,,0.275
14,mlp.experts.51.gate_proj,not applicable,,0.278
14,mlp.experts.51.up_proj,not applicable,,0.281
14,mlp.experts.52.gate_proj,not applicable,,0.283
14,mlp.experts.52.up_proj,not applicable,,0.286
14,mlp.experts.53.gate_proj,not applicable,,0.288
14,mlp.experts.53.up_proj,not applicable,,0.291
14,mlp.experts.54.gate_proj,not applicable,,0.293
14,mlp.experts.54.up_proj,not applicable,,0.296
14,mlp.experts.55.gate_proj,not applicable,,0.298
14,mlp.experts.55.up_proj,not applicable,,0.301
14,mlp.experts.56.gate_proj,not applicable,,0.304
14,mlp.experts.56.up_proj,not applicable,,0.306
14,mlp.experts.57.gate_proj,not applicable,,0.309
14,mlp.experts.57.up_proj,not applicable,,0.311
14,mlp.experts.58.gate_proj,not applicable,,0.314
14,mlp.experts.58.up_proj,not applicable,,0.316
14,mlp.experts.59.gate_proj,not applicable,,0.319
14,mlp.experts.59.up_proj,not applicable,,0.321
14,mlp.experts.60.gate_proj,not applicable,,0.324
14,mlp.experts.60.up_proj,not applicable,,0.327
14,mlp.experts.61.gate_proj,not applicable,,0.330
14,mlp.experts.61.up_proj,not applicable,,0.332
14,mlp.experts.62.gate_proj,not applicable,,0.335
14,mlp.experts.62.up_proj,not applicable,,0.337
14,mlp.experts.63.gate_proj,not applicable,,0.340
14,mlp.experts.63.up_proj,not applicable,,0.342
14,mlp.experts.64.gate_proj,not applicable,,0.345
14,mlp.experts.64.up_proj,not applicable,,0.348
14,mlp.experts.65.gate_proj,not applicable,,0.350
14,mlp.experts.65.up_proj,not applicable,,0.353
14,mlp.experts.66.gate_proj,not applicable,,0.355
14,mlp.experts.66.up_proj,not applicable,,0.358
14,mlp.experts.67.gate_proj,not applicable,,0.360
14,mlp.experts.67.up_proj,not applicable,,0.363
14,mlp.experts.68.gate_proj,not applicable,,0.365
14,mlp.experts.68.up_proj,not applicable,,0.368
14,mlp.experts.69.gate_proj,not applicable,,0.371
14,mlp.experts.69.up_proj,not applicable,,0.373
14,mlp.experts.70.gate_proj,not applicable,,0.376
14,mlp.experts.70.up_proj,not applicable,,0.379
14,mlp.experts.71.gate_proj,not applicable,,0.382
14,mlp.experts.71.up_proj,not applicable,,0.384
14,mlp.experts.72.gate_proj,not applicable,,0.387
14,mlp.experts.72.up_proj,not applicable,,0.390
14,mlp.experts.73.gate_proj,not applicable,,0.392
14,mlp.experts.73.up_proj,not applicable,,0.395
14,mlp.experts.74.gate_proj,not applicable,,0.397
14,mlp.experts.74.up_proj,not applicable,,0.400
14,mlp.experts.75.gate_proj,not applicable,,0.402
14,mlp.experts.75.up_proj,not applicable,,0.406
14,mlp.experts.76.gate_proj,not applicable,,0.408
14,mlp.experts.76.up_proj,not applicable,,0.411
14,mlp.experts.77.gate_proj,not applicable,,0.413
14,mlp.experts.77.up_proj,not applicable,,0.416
14,mlp.experts.78.gate_proj,not applicable,,0.418
14,mlp.experts.78.up_proj,not applicable,,0.421
14,mlp.experts.79.gate_proj,not applicable,,0.423
14,mlp.experts.79.up_proj,not applicable,,0.426
14,mlp.experts.80.gate_proj,not applicable,,0.428
14,mlp.experts.80.up_proj,not applicable,,0.432
14,mlp.experts.81.gate_proj,not applicable,,0.435
14,mlp.experts.81.up_proj,not applicable,,0.437
14,mlp.experts.82.gate_proj,not applicable,,0.440
14,mlp.experts.82.up_proj,not applicable,,0.442
14,mlp.experts.83.gate_proj,not applicable,,0.445
14,mlp.experts.83.up_proj,not applicable,,0.447
14,mlp.experts.84.gate_proj,not applicable,,0.450
14,mlp.experts.84.up_proj,not applicable,,0.452
14,mlp.experts.85.gate_proj,not applicable,,0.455
14,mlp.experts.85.up_proj,not applicable,,0.457
14,mlp.experts.86.gate_proj,not applicable,,0.460
14,mlp.experts.86.up_proj,not applicable,,0.462
14,mlp.experts.87.gate_proj,not applicable,,0.465
14,mlp.experts.87.up_proj,not applicable,,0.467
14,mlp.experts.88.gate_proj,not applicable,,0.470
14,mlp.experts.88.up_proj,not applicable,,0.472
14,mlp.experts.89.gate_proj,not applicable,,0.475
14,mlp.experts.89.up_proj,not applicable,,0.477
14,mlp.experts.90.gate_proj,not applicable,,0.480
14,mlp.experts.90.up_proj,not applicable,,0.483
14,mlp.experts.91.gate_proj,not applicable,,0.486
14,mlp.experts.91.up_proj,not applicable,,0.488
14,mlp.experts.92.gate_proj,not applicable,,0.491
14,mlp.experts.92.up_proj,not applicable,,0.494
14,mlp.experts.93.gate_proj,not applicable,,0.496
14,mlp.experts.93.up_proj,not applicable,,0.499
14,mlp.experts.94.gate_proj,not applicable,,0.501
14,mlp.experts.94.up_proj,not applicable,,0.504
14,mlp.experts.95.gate_proj,not applicable,,0.506
14,mlp.experts.95.up_proj,not applicable,,0.509
14,mlp.experts.96.gate_proj,not applicable,,0.511
14,mlp.experts.96.up_proj,not applicable,,0.514
14,mlp.experts.97.gate_proj,not applicable,,0.516
14,mlp.experts.97.up_proj,not applicable,,0.519
14,mlp.experts.98.gate_proj,not applicable,,0.521
14,mlp.experts.98.up_proj,not applicable,,0.524
14,mlp.experts.99.gate_proj,not applicable,,0.526
14,mlp.experts.99.up_proj,not applicable,,0.529
14,mlp.experts.100.gate_proj,not applicable,,0.531
14,mlp.experts.100.up_proj,not applicable,,0.534
14,mlp.experts.101.gate_proj,not applicable,,0.537
14,mlp.experts.101.up_proj,not applicable,,0.539
14,mlp.experts.102.gate_proj,not applicable,,0.542
14,mlp.experts.102.up_proj,not applicable,,0.544
14,mlp.experts.103.gate_proj,not applicable,,0.547
14,mlp.experts.103.up_proj,not applicable,,0.549
14,mlp.experts.104.gate_proj,not applicable,,0.552
14,mlp.experts.104.up_proj,not applicable,,0.554
14,mlp.experts.105.gate_proj,not applicable,,0.557
14,mlp.experts.105.up_proj,not applicable,,0.559
14,mlp.experts.106.gate_proj,not applicable,,0.561
14,mlp.experts.106.up_proj,not applicable,,0.564
14,mlp.experts.107.gate_proj,not applicable,,0.566
14,mlp.experts.107.up_proj,not applicable,,0.569
14,mlp.experts.108.gate_proj,not applicable,,0.571
14,mlp.experts.108.up_proj,not applicable,,0.574
14,mlp.experts.109.gate_proj,not applicable,,0.576
14,mlp.experts.109.up_proj,not applicable,,0.578
14,mlp.experts.110.gate_proj,not applicable,,0.581
14,mlp.experts.110.up_proj,not applicable,,0.585
14,mlp.experts.111.gate_proj,not applicable,,0.587
14,mlp.experts.111.up_proj,not applicable,,0.590
14,mlp.experts.112.gate_proj,not applicable,,0.592
14,mlp.experts.112.up_proj,not applicable,,0.595
14,mlp.experts.113.gate_proj,not applicable,,0.597
14,mlp.experts.113.up_proj,not applicable,,0.600
14,mlp.experts.114.gate_proj,not applicable,,0.602
14,mlp.experts.114.up_proj,not applicable,,0.606
14,mlp.experts.115.gate_proj,not applicable,,0.609
14,mlp.experts.115.up_proj,not applicable,,0.611
14,mlp.experts.116.gate_proj,not applicable,,0.614
14,mlp.experts.116.up_proj,not applicable,,0.616
14,mlp.experts.117.gate_proj,not applicable,,0.619
14,mlp.experts.117.up_proj,not applicable,,0.621
14,mlp.experts.118.gate_proj,not applicable,,0.623
14,mlp.experts.118.up_proj,not applicable,,0.626
14,mlp.experts.119.gate_proj,not applicable,,0.628
14,mlp.experts.119.up_proj,not applicable,,0.631
14,mlp.experts.120.gate_proj,not applicable,,0.633
14,mlp.experts.120.up_proj,not applicable,,0.636
14,mlp.experts.121.gate_proj,not applicable,,0.639
14,mlp.experts.121.up_proj,not applicable,,0.642
14,mlp.experts.122.gate_proj,not applicable,,0.644
14,mlp.experts.122.up_proj,not applicable,,0.647
14,mlp.experts.123.gate_proj,not applicable,,0.649
14,mlp.experts.123.up_proj,not applicable,,0.652
14,mlp.experts.124.gate_proj,not applicable,,0.654
14,mlp.experts.124.up_proj,not applicable,,0.657
14,mlp.experts.125.gate_proj,not applicable,,0.659
14,mlp.experts.125.up_proj,not applicable,,0.662
14,mlp.experts.126.gate_proj,not applicable,,0.664
14,mlp.experts.126.up_proj,not applicable,,0.667
14,mlp.experts.127.gate_proj,not applicable,,0.669
14,mlp.experts.127.up_proj,not applicable,,0.672
14,mlp.experts.128.gate_proj,not applicable,,0.674
14,mlp.experts.128.up_proj,not applicable,,0.677
14,mlp.experts.129.gate_proj,not applicable,,0.679
14,mlp.experts.129.up_proj,not applicable,,0.682
14,mlp.experts.130.gate_proj,not applicable,,0.685
14,mlp.experts.130.up_proj,not applicable,,0.688
14,mlp.experts.131.gate_proj,not applicable,,0.691
14,mlp.experts.131.up_proj,not applicable,,0.693
14,mlp.experts.132.gate_proj,not applicable,,0.696
14,mlp.experts.132.up_proj,not applicable,,0.698
14,mlp.experts.133.gate_proj,not applicable,,0.701
14,mlp.experts.133.up_proj,not applicable,,0.703
14,mlp.experts.134.gate_proj,not applicable,,0.706
14,mlp.experts.134.up_proj,not applicable,,0.709
14,mlp.experts.135.gate_proj,not applicable,,0.711
14,mlp.experts.135.up_proj,not applicable,,0.714
14,mlp.experts.136.gate_proj,not applicable,,0.717
14,mlp.experts.136.up_proj,not applicable,,0.719
14,mlp.experts.137.gate_proj,not applicable,,0.722
14,mlp.experts.137.up_proj,not applicable,,0.724
14,mlp.experts.138.gate_proj,not applicable,,0.727
14,mlp.experts.138.up_proj,not applicable,,0.730
14,mlp.experts.139.gate_proj,not applicable,,0.732
14,mlp.experts.139.up_proj,not applicable,,0.735
14,mlp.experts.140.gate_proj,not applicable,,0.737
14,mlp.experts.140.up_proj,not applicable,,0.741
14,mlp.experts.141.gate_proj,not applicable,,0.743
14,mlp.experts.141.up_proj,not applicable,,0.746
14,mlp.experts.142.gate_proj,not applicable,,0.748
14,mlp.experts.142.up_proj,not applicable,,0.751
14,mlp.experts.143.gate_proj,not applicable,,0.753
14,mlp.experts.143.up_proj,not applicable,,0.756
14,mlp.experts.144.gate_proj,not applicable,,0.758
14,mlp.experts.144.up_proj,not applicable,,0.761
14,mlp.experts.145.gate_proj,not applicable,,0.763
14,mlp.experts.145.up_proj,not applicable,,0.766
14,mlp.experts.146.gate_proj,not applicable,,0.768
14,mlp.experts.146.up_proj,not applicable,,0.771
14,mlp.experts.147.gate_proj,not applicable,,0.774
14,mlp.experts.147.up_proj,not applicable,,0.776
14,mlp.experts.148.gate_proj,not applicable,,0.779
14,mlp.experts.148.up_proj,not applicable,,0.781
14,mlp.experts.149.gate_proj,not applicable,,0.784
14,mlp.experts.149.up_proj,not applicable,,0.786
14,mlp.experts.150.gate_proj,not applicable,,0.789
14,mlp.experts.150.up_proj,not applicable,,0.792
14,mlp.experts.151.gate_proj,not applicable,,0.795
14,mlp.experts.151.up_proj,not applicable,,0.797
14,mlp.experts.152.gate_proj,not applicable,,0.800
14,mlp.experts.152.up_proj,not applicable,,0.802
14,mlp.experts.153.gate_proj,not applicable,,0.805
14,mlp.experts.153.up_proj,not applicable,,0.808
14,mlp.experts.154.gate_proj,not applicable,,0.811
14,mlp.experts.154.up_proj,not applicable,,0.813
14,mlp.experts.155.gate_proj,not applicable,,0.816
14,mlp.experts.155.up_proj,not applicable,,0.818
14,mlp.experts.156.gate_proj,not applicable,,0.821
14,mlp.experts.156.up_proj,not applicable,,0.823
14,mlp.experts.157.gate_proj,not applicable,,0.826
14,mlp.experts.157.up_proj,not applicable,,0.828
14,mlp.experts.158.gate_proj,not applicable,,0.831
14,mlp.experts.158.up_proj,not applicable,,0.833
14,mlp.experts.159.gate_proj,not applicable,,0.837
14,mlp.experts.159.up_proj,not applicable,,0.839
14,mlp.experts.160.gate_proj,not applicable,,0.842
14,mlp.experts.160.up_proj,not applicable,,0.845
14,mlp.experts.161.gate_proj,not applicable,,0.848
14,mlp.experts.161.up_proj,not applicable,,0.851
14,mlp.experts.162.gate_proj,not applicable,,0.853
14,mlp.experts.162.up_proj,not applicable,,0.856
14,mlp.experts.163.gate_proj,not applicable,,0.858
14,mlp.experts.163.up_proj,not applicable,,0.861
14,mlp.experts.164.gate_proj,not applicable,,0.863
14,mlp.experts.164.up_proj,not applicable,,0.866
14,mlp.experts.165.gate_proj,not applicable,,0.868
14,mlp.experts.165.up_proj,not applicable,,0.871
14,mlp.experts.166.gate_proj,not applicable,,0.874
14,mlp.experts.166.up_proj,not applicable,,0.876
14,mlp.experts.167.gate_proj,not applicable,,0.879
14,mlp.experts.167.up_proj,not applicable,,0.881
14,mlp.experts.168.gate_proj,not applicable,,0.884
14,mlp.experts.168.up_proj,not applicable,,0.887
14,mlp.experts.169.gate_proj,not applicable,,0.889
14,mlp.experts.169.up_proj,not applicable,,0.892
14,mlp.experts.170.gate_proj,not applicable,,0.894
14,mlp.experts.170.up_proj,not applicable,,0.898
14,mlp.experts.171.gate_proj,not applicable,,0.900
14,mlp.experts.171.up_proj,not applicable,,0.903
14,mlp.experts.172.gate_proj,not applicable,,0.905
14,mlp.experts.172.up_proj,not applicable,,0.908
14,mlp.experts.173.gate_proj,not applicable,,0.911
14,mlp.experts.173.up_proj,not applicable,,0.913
14,mlp.experts.174.gate_proj,not applicable,,0.916
14,mlp.experts.174.up_proj,not applicable,,0.918
14,mlp.experts.175.gate_proj,not applicable,,0.921
14,mlp.experts.175.up_proj,not applicable,,0.923
14,mlp.experts.176.gate_proj,not applicable,,0.925
14,mlp.experts.176.up_proj,not applicable,,0.928
14,mlp.experts.177.gate_proj,not applicable,,0.930
14,mlp.experts.177.up_proj,not applicable,,0.933
14,mlp.experts.178.gate_proj,not applicable,,0.935
14,mlp.experts.178.up_proj,not applicable,,0.938
14,mlp.experts.179.gate_proj,not applicable,,0.940
14,mlp.experts.179.up_proj,not applicable,,0.943
14,mlp.experts.180.gate_proj,not applicable,,0.945
14,mlp.experts.180.up_proj,not applicable,,0.949
14,mlp.experts.181.gate_proj,not applicable,,0.951
14,mlp.experts.181.up_proj,not applicable,,0.954
14,mlp.experts.182.gate_proj,not applicable,,0.956
14,mlp.experts.182.up_proj,not applicable,,0.959
14,mlp.experts.183.gate_proj,not applicable,,0.961
14,mlp.experts.183.up_proj,not applicable,,0.964
14,mlp.experts.184.gate_proj,not applicable,,0.966
14,mlp.experts.184.up_proj,not applicable,,0.969
14,mlp.experts.185.gate_proj,not applicable,,0.971
14,mlp.experts.185.up_proj,not applicable,,0.974
14,mlp.experts.186.gate_proj,not applicable,,0.976
14,mlp.experts.186.up_proj,not applicable,,0.979
14,mlp.experts.187.gate_proj,not applicable,,0.981
14,mlp.experts.187.up_proj,not applicable,,0.984
14,mlp.experts.188.gate_proj,not applicable,,0.987
14,mlp.experts.188.up_proj,not applicable,,0.990
14,mlp.experts.189.gate_proj,not applicable,,0.992
14,mlp.experts.189.up_proj,not applicable,,0.995
14,mlp.experts.190.gate_proj,not applicable,,0.997
14,mlp.experts.190.up_proj,not applicable,,1.001
14,mlp.experts.191.gate_proj,not applicable,,1.003
14,mlp.experts.191.up_proj,not applicable,,1.006
14,mlp.experts.192.gate_proj,not applicable,,1.008
14,mlp.experts.192.up_proj,not applicable,,1.011
14,mlp.experts.193.gate_proj,not applicable,,1.014
14,mlp.experts.193.up_proj,not applicable,,1.016
14,mlp.experts.194.gate_proj,not applicable,,1.019
14,mlp.experts.194.up_proj,not applicable,,1.021
14,mlp.experts.195.gate_proj,not applicable,,1.024
14,mlp.experts.195.up_proj,not applicable,,1.026
14,mlp.experts.196.gate_proj,not applicable,,1.029
14,mlp.experts.196.up_proj,not applicable,,1.032
14,mlp.experts.197.gate_proj,not applicable,,1.034
14,mlp.experts.197.up_proj,not applicable,,1.037
14,mlp.experts.198.gate_proj,not applicable,,1.039
14,mlp.experts.198.up_proj,not applicable,,1.042
14,mlp.experts.199.gate_proj,not applicable,,1.045
14,mlp.experts.199.up_proj,not applicable,,1.047
14,mlp.experts.200.gate_proj,not applicable,,1.050
14,mlp.experts.200.up_proj,not applicable,,1.053
14,mlp.experts.201.gate_proj,not applicable,,1.056
14,mlp.experts.201.up_proj,not applicable,,1.058
14,mlp.experts.202.gate_proj,not applicable,,1.061
14,mlp.experts.202.up_proj,not applicable,,1.064
14,mlp.experts.203.gate_proj,not applicable,,1.066
14,mlp.experts.203.up_proj,not applicable,,1.069
14,mlp.experts.204.gate_proj,not applicable,,1.071
14,mlp.experts.204.up_proj,not applicable,,1.074
14,mlp.experts.205.gate_proj,not applicable,,1.076
14,mlp.experts.205.up_proj,not applicable,,1.079
14,mlp.experts.206.gate_proj,not applicable,,1.082
14,mlp.experts.206.up_proj,not applicable,,1.084
14,mlp.experts.207.gate_proj,not applicable,,1.087
14,mlp.experts.207.up_proj,not applicable,,1.089
14,mlp.experts.208.gate_proj,not applicable,,1.092
14,mlp.experts.208.up_proj,not applicable,,1.094
14,mlp.experts.209.gate_proj,not applicable,,1.097
14,mlp.experts.209.up_proj,not applicable,,1.099
14,mlp.experts.210.gate_proj,not applicable,,1.102
14,mlp.experts.210.up_proj,not applicable,,1.105
14,mlp.experts.211.gate_proj,not applicable,,1.108
14,mlp.experts.211.up_proj,not applicable,,1.111
14,mlp.experts.212.gate_proj,not applicable,,1.113
14,mlp.experts.212.up_proj,not applicable,,1.116
14,mlp.experts.213.gate_proj,not applicable,,1.118
14,mlp.experts.213.up_proj,not applicable,,1.121
14,mlp.experts.214.gate_proj,not applicable,,1.123
14,mlp.experts.214.up_proj,not applicable,,1.126
14,mlp.experts.215.gate_proj,not applicable,,1.129
14,mlp.experts.215.up_proj,not applicable,,1.131
14,mlp.experts.216.gate_proj,not applicable,,1.134
14,mlp.experts.216.up_proj,not applicable,,1.136
14,mlp.experts.217.gate_proj,not applicable,,1.139
14,mlp.experts.217.up_proj,not applicable,,1.141
14,mlp.experts.218.gate_proj,not applicable,,1.144
14,mlp.experts.218.up_proj,not applicable,,1.146
14,mlp.experts.219.gate_proj,not applicable,,1.149
14,mlp.experts.219.up_proj,not applicable,,1.152
14,mlp.experts.220.gate_proj,not applicable,,1.154
14,mlp.experts.220.up_proj,not applicable,,1.158
14,mlp.experts.221.gate_proj,not applicable,,1.160
14,mlp.experts.221.up_proj,not applicable,,1.163
14,mlp.experts.222.gate_proj,not applicable,,1.165
14,mlp.experts.222.up_proj,not applicable,,1.167
14,mlp.experts.223.gate_proj,not applicable,,1.170
14,mlp.experts.223.up_proj,not applicable,,1.172
14,mlp.experts.224.gate_proj,not applicable,,1.175
14,mlp.experts.224.up_proj,not applicable,,1.177
14,mlp.experts.225.gate_proj,not applicable,,1.180
14,mlp.experts.225.up_proj,not applicable,,1.182
14,mlp.experts.226.gate_proj,not applicable,,1.185
14,mlp.experts.226.up_proj,not applicable,,1.187
14,mlp.experts.227.gate_proj,not applicable,,1.190
14,mlp.experts.227.up_proj,not applicable,,1.192
14,mlp.experts.228.gate_proj,not applicable,,1.195
14,mlp.experts.228.up_proj,not applicable,,1.197
14,mlp.experts.229.gate_proj,not applicable,,1.200
14,mlp.experts.229.up_proj,not applicable,,1.202
14,mlp.experts.230.gate_proj,not applicable,,1.205
14,mlp.experts.230.up_proj,not applicable,,1.208
14,mlp.experts.231.gate_proj,not applicable,,1.211
14,mlp.experts.231.up_proj,not applicable,,1.214
14,mlp.experts.232.gate_proj,not applicable,,1.216
14,mlp.experts.232.up_proj,not applicable,,1.219
14,mlp.experts.233.gate_proj,not applicable,,1.221
14,mlp.experts.233.up_proj,not applicable,,1.224
14,mlp.experts.234.gate_proj,not applicable,,1.226
14,mlp.experts.234.up_proj,not applicable,,1.229
14,mlp.experts.235.gate_proj,not applicable,,1.232
14,mlp.experts.235.up_proj,not applicable,,1.235
14,mlp.experts.236.gate_proj,not applicable,,1.238
14,mlp.experts.236.up_proj,not applicable,,1.240
14,mlp.experts.237.gate_proj,not applicable,,1.243
14,mlp.experts.237.up_proj,not applicable,,1.245
14,mlp.experts.238.gate_proj,not applicable,,1.248
14,mlp.experts.238.up_proj,not applicable,,1.250
14,mlp.experts.239.gate_proj,not applicable,,1.253
14,mlp.experts.239.up_proj,not applicable,,1.255
14,mlp.experts.240.gate_proj,not applicable,,1.258
14,mlp.experts.240.up_proj,not applicable,,1.261
14,mlp.experts.241.gate_proj,not applicable,,1.264
14,mlp.experts.241.up_proj,not applicable,,1.266
14,mlp.experts.242.gate_proj,not applicable,,1.268
14,mlp.experts.242.up_proj,not applicable,,1.271
14,mlp.experts.243.gate_proj,not applicable,,1.274
14,mlp.experts.243.up_proj,not applicable,,1.276
14,mlp.experts.244.gate_proj,not applicable,,1.279
14,mlp.experts.244.up_proj,not applicable,,1.281
14,mlp.experts.245.gate_proj,not applicable,,1.284
14,mlp.experts.245.up_proj,not applicable,,1.286
14,mlp.experts.246.gate_proj,not applicable,,1.288
14,mlp.experts.246.up_proj,not applicable,,1.291
14,mlp.experts.247.gate_proj,not applicable,,1.294
14,mlp.experts.247.up_proj,not applicable,,1.297
14,mlp.experts.248.gate_proj,not applicable,,1.299
14,mlp.experts.248.up_proj,not applicable,,1.301
14,mlp.experts.249.gate_proj,not applicable,,1.304
14,mlp.experts.249.up_proj,not applicable,,1.306
14,mlp.experts.250.gate_proj,not applicable,,1.309
14,mlp.experts.250.up_proj,not applicable,,1.313
14,mlp.experts.251.gate_proj,not applicable,,1.315
14,mlp.experts.251.up_proj,not applicable,,1.317
14,mlp.experts.252.gate_proj,not applicable,,1.320
14,mlp.experts.252.up_proj,not applicable,,1.322
14,mlp.experts.253.gate_proj,not applicable,,1.325
14,mlp.experts.253.up_proj,not applicable,,1.327
14,mlp.experts.254.gate_proj,not applicable,,1.330
14,mlp.experts.254.up_proj,not applicable,,1.332
14,mlp.experts.255.gate_proj,not applicable,,1.335
14,mlp.experts.255.up_proj,not applicable,,1.338
14,mlp.experts.0.down_proj,0.0000036796,,1.340
14,mlp.experts.1.down_proj,0.0000008879,,1.343
14,mlp.experts.2.down_proj,0.0000005092,,1.345
14,mlp.experts.3.down_proj,0.0000005914,,1.348
14,mlp.experts.4.down_proj,0.0000006182,,1.350
14,mlp.experts.5.down_proj,0.0000008154,,1.353
14,mlp.experts.6.down_proj,0.0000005891,,1.355
14,mlp.experts.7.down_proj,0.0000004506,,1.358
14,mlp.experts.8.down_proj,0.0000010358,,1.360
14,mlp.experts.9.down_proj,0.0000010755,,1.364
14,mlp.experts.10.down_proj,0.0000005550,,1.366
14,mlp.experts.11.down_proj,0.0000012211,,1.368
14,mlp.experts.12.down_proj,0.0000004272,,1.371
14,mlp.experts.13.down_proj,0.0000008263,,1.373
14,mlp.experts.14.down_proj,0.0000003321,,1.376
14,mlp.experts.15.down_proj,0.0000003355,,1.378
14,mlp.experts.16.down_proj,0.0000005922,,1.380
14,mlp.experts.17.down_proj,0.0000002757,,1.383
14,mlp.experts.18.down_proj,0.0000010988,,1.385
14,mlp.experts.19.down_proj,0.0000003450,,1.388
14,mlp.experts.20.down_proj,0.0000005874,,1.390
14,mlp.experts.21.down_proj,0.0000000434,,1.392
14,mlp.experts.22.down_proj,0.0000004283,,1.395
14,mlp.experts.23.down_proj,0.0000003656,,1.398
14,mlp.experts.24.down_proj,0.0000008597,,1.400
14,mlp.experts.25.down_proj,0.0000004690,,1.402
14,mlp.experts.26.down_proj,0.0000003896,,1.405
14,mlp.experts.27.down_proj,0.0000005448,,1.407
14,mlp.experts.28.down_proj,0.0000005219,,1.410
14,mlp.experts.29.down_proj,0.0000006187,,1.413
14,mlp.experts.30.down_proj,0.0000006743,,1.416
14,mlp.experts.31.down_proj,0.0000003368,,1.418
14,mlp.experts.32.down_proj,0.0000003161,,1.420
14,mlp.experts.33.down_proj,0.0000003321,,1.423
14,mlp.experts.34.down_proj,0.0000010010,,1.425
14,mlp.experts.35.down_proj,0.0000019934,,1.428
14,mlp.experts.36.down_proj,0.0000004711,,1.430
14,mlp.experts.37.down_proj,0.0000011302,,1.435
14,mlp.experts.38.down_proj,0.0000007527,,1.438
14,mlp.experts.39.down_proj,0.0000006851,,1.440
14,mlp.experts.40.down_proj,0.0000004517,,1.443
14,mlp.experts.41.down_proj,0.0000002959,,1.445
14,mlp.experts.42.down_proj,0.0000004498,,1.447
14,mlp.experts.43.down_proj,0.0000009044,,1.450
14,mlp.experts.44.down_proj,0.0000003110,,1.452
14,mlp.experts.45.down_proj,0.0000004375,,1.455
14,mlp.experts.46.down_proj,0.0000008163,,1.457
14,mlp.experts.47.down_proj,0.0000006478,,1.460
14,mlp.experts.48.down_proj,0.0000001341,,1.462
14,mlp.experts.49.down_proj,0.0000011205,,1.466
14,mlp.experts.50.down_proj,0.0000003704,,1.468
14,mlp.experts.51.down_proj,0.0000018680,,1.470
14,mlp.experts.52.down_proj,0.0000004182,,1.473
14,mlp.experts.53.down_proj,0.0000013436,,1.475
14,mlp.experts.54.down_proj,0.0000000728,,1.478
14,mlp.experts.55.down_proj,0.0000011192,,1.480
14,mlp.experts.56.down_proj,0.0000025679,,1.483
14,mlp.experts.57.down_proj,0.0000014935,,1.485
14,mlp.experts.58.down_proj,0.0000011424,,1.487
14,mlp.experts.59.down_proj,0.0000008982,,1.490
14,mlp.experts.60.down_proj,0.0000006204,,1.492
14,mlp.experts.61.down_proj,0.0000004056,,1.495
14,mlp.experts.62.down_proj,0.0000005215,,1.497
14,mlp.experts.63.down_proj,0.0000005007,,1.499
14,mlp.experts.64.down_proj,0.0000004588,,1.502
14,mlp.experts.65.down_proj,0.0000013375,,1.504
14,mlp.experts.66.down_proj,0.0000006503,,1.507
14,mlp.experts.67.down_proj,0.0000002990,,1.509
14,mlp.experts.68.down_proj,0.0000013972,,1.511
14,mlp.experts.69.down_proj,0.0000000786,,1.515
14,mlp.experts.70.down_proj,0.0000012928,,1.518
14,mlp.experts.71.down_proj,0.0000002067,,1.520
14,mlp.experts.72.down_proj,0.0000002649,,1.522
14,mlp.experts.73.down_proj,0.0000006529,,1.525
14,mlp.experts.74.down_proj,0.0000010587,,1.527
14,mlp.experts.75.down_proj,0.0000003825,,1.530
14,mlp.experts.76.down_proj,0.0000004056,,1.532
14,mlp.experts.77.down_proj,0.0000003989,,1.535
14,mlp.experts.78.down_proj,0.0000006804,,1.537
14,mlp.experts.79.down_proj,0.0000004654,,1.539
14,mlp.experts.80.down_proj,0.0000005352,,1.542
14,mlp.experts.81.down_proj,0.0000004402,,1.544
14,mlp.experts.82.down_proj,0.0000004206,,1.546
14,mlp.experts.83.down_proj,0.0000002328,,1.549
14,mlp.experts.84.down_proj,0.0000005650,,1.551
14,mlp.experts.85.down_proj,0.0000009883,,1.554
14,mlp.experts.86.down_proj,0.0000000145,,1.556
14,mlp.experts.87.down_proj,0.0000013071,,1.558
14,mlp.experts.88.down_proj,0.0000003522,,1.561
14,mlp.experts.89.down_proj,0.0000011947,,1.564
14,mlp.experts.90.down_proj,0.0000003446,,1.566
14,mlp.experts.91.down_proj,0.0000005347,,1.569
14,mlp.experts.92.down_proj,0.0000004757,,1.571
14,mlp.experts.93.down_proj,0.0000004595,,1.574
14,mlp.experts.94.down_proj,0.0000016741,,1.576
14,mlp.experts.95.down_proj,0.0000002145,,1.579
14,mlp.experts.96.down_proj,0.0000003170,,1.581
14,mlp.experts.97.down_proj,0.0000007422,,1.583
14,mlp.experts.98.down_proj,0.0000004886,,1.586
14,mlp.experts.99.down_proj,0.0000007176,,1.588
14,mlp.experts.100.down_proj,0.0000005201,,1.591
14,mlp.experts.101.down_proj,0.0000012155,,1.593
14,mlp.experts.102.down_proj,0.0000006799,,1.596
14,mlp.experts.103.down_proj,0.0000002346,,1.598
14,mlp.experts.104.down_proj,0.0000009973,,1.601
14,mlp.experts.105.down_proj,0.0000011328,,1.603
14,mlp.experts.106.down_proj,0.0000020617,,1.606
14,mlp.experts.107.down_proj,0.0000000056,,1.608
14,mlp.experts.108.down_proj,0.0000002302,,1.611
14,mlp.experts.109.down_proj,0.0000017498,,1.615
14,mlp.experts.110.down_proj,0.0000006209,,1.617
14,mlp.experts.111.down_proj,0.0000004825,,1.619
14,mlp.experts.112.down_proj,0.0000001302,,1.622
14,mlp.experts.113.down_proj,0.0000005529,,1.624
14,mlp.experts.114.down_proj,0.0000004884,,1.627
14,mlp.experts.115.down_proj,0.0000000007,,1.629
14,mlp.experts.116.down_proj,0.0000007787,,1.631
14,mlp.experts.117.down_proj,0.0000002741,,1.634
14,mlp.experts.118.down_proj,0.0000007116,,1.636
14,mlp.experts.119.down_proj,0.0000001781,,1.639
14,mlp.experts.120.down_proj,0.0000012299,,1.641
14,mlp.experts.121.down_proj,0.0000000033,,1.643
14,mlp.experts.122.down_proj,0.0000004685,,1.646
14,mlp.experts.123.down_proj,0.0000002054,,1.648
14,mlp.experts.124.down_proj,0.0000004573,,1.651
14,mlp.experts.125.down_proj,0.0000002096,,1.653
14,mlp.experts.126.down_proj,0.0000004631,,1.655
14,mlp.experts.127.down_proj,0.0000003826,,1.658
14,mlp.experts.128.down_proj,0.0000003267,,1.660
14,mlp.experts.129.down_proj,0.0000000515,,1.664
14,mlp.experts.130.down_proj,0.0000007542,,1.666
14,mlp.experts.131.down_proj,0.0000003534,,1.668
14,mlp.experts.132.down_proj,0.0000013908,,1.671
14,mlp.experts.133.down_proj,0.0000010833,,1.674
14,mlp.experts.134.down_proj,0.0000002193,,1.676
14,mlp.experts.135.down_proj,0.0000002601,,1.678
14,mlp.experts.136.down_proj,0.0000007970,,1.681
14,mlp.experts.137.down_proj,0.0000007108,,1.683
14,mlp.experts.138.down_proj,0.0000002050,,1.686
14,mlp.experts.139.down_proj,0.0000001327,,1.688
14,mlp.experts.140.down_proj,0.0000003020,,1.691
14,mlp.experts.141.down_proj,0.0000006034,,1.693
14,mlp.experts.142.down_proj,0.0000008997,,1.696
14,mlp.experts.143.down_proj,0.0000012251,,1.699
14,mlp.experts.144.down_proj,0.0000015932,,1.701
14,mlp.experts.145.down_proj,0.0000008069,,1.704
14,mlp.experts.146.down_proj,0.0000004878,,1.707
14,mlp.experts.147.down_proj,0.0000002985,,1.709
14,mlp.experts.148.down_proj,0.0000011281,,1.712
14,mlp.experts.149.down_proj,0.0000006273,,1.716
14,mlp.experts.150.down_proj,0.0000000396,,1.718
14,mlp.experts.151.down_proj,0.0000003822,,1.721
14,mlp.experts.152.down_proj,0.0000006653,,1.723
14,mlp.experts.153.down_proj,0.0000004727,,1.726
14,mlp.experts.154.down_proj,0.0000007398,,1.728
14,mlp.experts.155.down_proj,0.0000002863,,1.731
14,mlp.experts.156.down_proj,0.0000017210,,1.733
14,mlp.experts.157.down_proj,0.0000006476,,1.735
14,mlp.experts.158.down_proj,0.0000006106,,1.738
14,mlp.experts.159.down_proj,0.0000005918,,1.740
14,mlp.experts.160.down_proj,0.0000005510,,1.743
14,mlp.experts.161.down_proj,0.0000019637,,1.745
14,mlp.experts.162.down_proj,0.0000003569,,1.748
14,mlp.experts.163.down_proj,0.0000004434,,1.750
14,mlp.experts.164.down_proj,0.0000001618,,1.752
14,mlp.experts.165.down_proj,0.0000006706,,1.755
14,mlp.experts.166.down_proj,0.0000003563,,1.757
14,mlp.experts.167.down_proj,0.0000015339,,1.760
14,mlp.experts.168.down_proj,0.0000000176,,1.762
14,mlp.experts.169.down_proj,0.0000010814,,1.766
14,mlp.experts.170.down_proj,0.0000011215,,1.768
14,mlp.experts.171.down_proj,0.0000003137,,1.771
14,mlp.experts.172.down_proj,0.0000032859,,1.773
14,mlp.experts.173.down_proj,0.0000000384,,1.776
14,mlp.experts.174.down_proj,0.0000005282,,1.778
14,mlp.experts.175.down_proj,0.0000002771,,1.780
14,mlp.experts.176.down_proj,0.0000001246,,1.783
14,mlp.experts.177.down_proj,0.0000013393,,1.785
14,mlp.experts.178.down_proj,0.0000007716,,1.788
14,mlp.experts.179.down_proj,0.0000006963,,1.790
14,mlp.experts.180.down_proj,0.0000002438,,1.793
14,mlp.experts.181.down_proj,0.0000003135,,1.795
14,mlp.experts.182.down_proj,0.0000000684,,1.798
14,mlp.experts.183.down_proj,0.0000001576,,1.800
14,mlp.experts.184.down_proj,0.0000004280,,1.803
14,mlp.experts.185.down_proj,0.0000003395,,1.805
14,mlp.experts.186.down_proj,0.0000014185,,1.808
14,mlp.experts.187.down_proj,0.0000001394,,1.810
14,mlp.experts.188.down_proj,0.0000002485,,1.813
14,mlp.experts.189.down_proj,0.0000002732,,1.817
14,mlp.experts.190.down_proj,0.0000003171,,1.819
14,mlp.experts.191.down_proj,0.0000001777,,1.822
14,mlp.experts.192.down_proj,0.0000010793,,1.824
14,mlp.experts.193.down_proj,0.0000017076,,1.827
14,mlp.experts.194.down_proj,0.0000013346,,1.829
14,mlp.experts.195.down_proj,0.0000001760,,1.832
14,mlp.experts.196.down_proj,0.0000000859,,1.834
14,mlp.experts.197.down_proj,0.0000000228,,1.837
14,mlp.experts.198.down_proj,0.0000004178,,1.839
14,mlp.experts.199.down_proj,0.0000017575,,1.842
14,mlp.experts.200.down_proj,0.0000001692,,1.844
14,mlp.experts.201.down_proj,0.0000003668,,1.847
14,mlp.experts.202.down_proj,0.0000001731,,1.849
14,mlp.experts.203.down_proj,0.0000004099,,1.852
14,mlp.experts.204.down_proj,0.0000017931,,1.854
14,mlp.experts.205.down_proj,0.0000008823,,1.857
14,mlp.experts.206.down_proj,0.0000003444,,1.859
14,mlp.experts.207.down_proj,0.0000008359,,1.861
14,mlp.experts.208.down_proj,0.0000001029,,1.864
14,mlp.experts.209.down_proj,0.0000011273,,1.867
14,mlp.experts.210.down_proj,0.0000002680,,1.870
14,mlp.experts.211.down_proj,0.0000008141,,1.872
14,mlp.experts.212.down_proj,0.0000002257,,1.875
14,mlp.experts.213.down_proj,0.0000005028,,1.877
14,mlp.experts.214.down_proj,0.0000003951,,1.879
14,mlp.experts.215.down_proj,0.0000009261,,1.882
14,mlp.experts.216.down_proj,0.0000005577,,1.884
14,mlp.experts.217.down_proj,0.0000015575,,1.887
14,mlp.experts.218.down_proj,0.0000007479,,1.890
14,mlp.experts.219.down_proj,0.0000016871,,1.892
14,mlp.experts.220.down_proj,0.0000005530,,1.895
14,mlp.experts.221.down_proj,0.0000002174,,1.898
14,mlp.experts.222.down_proj,0.0000003247,,1.901
14,mlp.experts.223.down_proj,0.0000005300,,1.903
14,mlp.experts.224.down_proj,0.0000010662,,1.906
14,mlp.experts.225.down_proj,0.0000002248,,1.909
14,mlp.experts.226.down_proj,0.0000009698,,1.911
14,mlp.experts.227.down_proj,0.0000004762,,1.914
14,mlp.experts.228.down_proj,0.0000013516,,1.916
14,mlp.experts.229.down_proj,0.0000007748,,1.920
14,mlp.experts.230.down_proj,0.0000010615,,1.922
14,mlp.experts.231.down_proj,0.0000009531,,1.925
14,mlp.experts.232.down_proj,0.0000008033,,1.927
14,mlp.experts.233.down_proj,0.0000001208,,1.929
14,mlp.experts.234.down_proj,0.0000006397,,1.932
14,mlp.experts.235.down_proj,0.0000004313,,1.934
14,mlp.experts.236.down_proj,0.0000001946,,1.937
14,mlp.experts.237.down_proj,0.0000003022,,1.939
14,mlp.experts.238.down_proj,0.0000009659,,1.942
14,mlp.experts.239.down_proj,0.0000000017,,1.944
14,mlp.experts.240.down_proj,0.0000004756,,1.947
14,mlp.experts.241.down_proj,0.0000014295,,1.949
14,mlp.experts.242.down_proj,0.0000001502,,1.952
14,mlp.experts.243.down_proj,0.0000003103,,1.954
14,mlp.experts.244.down_proj,0.0000003902,,1.957
14,mlp.experts.245.down_proj,0.0000017044,,1.959
14,mlp.experts.246.down_proj,0.0000009422,,1.962
14,mlp.experts.247.down_proj,0.0000011250,,1.964
14,mlp.experts.248.down_proj,0.0000004480,,1.967
14,mlp.experts.249.down_proj,0.0000001427,,1.970
14,mlp.experts.250.down_proj,0.0000002244,,1.973
14,mlp.experts.251.down_proj,0.0000011996,,1.975
14,mlp.experts.252.down_proj,0.0000000672,,1.978
14,mlp.experts.253.down_proj,0.0000003111,,1.980
14,mlp.experts.254.down_proj,0.0000012746,,1.982
14,mlp.experts.255.down_proj,0.0000007539,,1.985
15,mlp.experts.0.gate_proj,not applicable,,0.004
15,mlp.experts.0.up_proj,not applicable,,0.010
15,mlp.experts.1.gate_proj,not applicable,,0.013
15,mlp.experts.1.up_proj,not applicable,,0.016
15,mlp.experts.2.gate_proj,not applicable,,0.019
15,mlp.experts.2.up_proj,not applicable,,0.022
15,mlp.experts.3.gate_proj,not applicable,,0.024
15,mlp.experts.3.up_proj,not applicable,,0.027
15,mlp.experts.4.gate_proj,not applicable,,0.030
15,mlp.experts.4.up_proj,not applicable,,0.032
15,mlp.experts.5.gate_proj,not applicable,,0.035
15,mlp.experts.5.up_proj,not applicable,,0.037
15,mlp.experts.6.gate_proj,not applicable,,0.040
15,mlp.experts.6.up_proj,not applicable,,0.043
15,mlp.experts.7.gate_proj,not applicable,,0.045
15,mlp.experts.7.up_proj,not applicable,,0.048
15,mlp.experts.8.gate_proj,not applicable,,0.051
15,mlp.experts.8.up_proj,not applicable,,0.053
15,mlp.experts.9.gate_proj,not applicable,,0.056
15,mlp.experts.9.up_proj,not applicable,,0.059
15,mlp.experts.10.gate_proj,not applicable,,0.061
15,mlp.experts.10.up_proj,not applicable,,0.065
15,mlp.experts.11.gate_proj,not applicable,,0.068
15,mlp.experts.11.up_proj,not applicable,,0.070
15,mlp.experts.12.gate_proj,not applicable,,0.073
15,mlp.experts.12.up_proj,not applicable,,0.075
15,mlp.experts.13.gate_proj,not applicable,,0.078
15,mlp.experts.13.up_proj,not applicable,,0.081
15,mlp.experts.14.gate_proj,not applicable,,0.083
15,mlp.experts.14.up_proj,not applicable,,0.086
15,mlp.experts.15.gate_proj,not applicable,,0.089
15,mlp.experts.15.up_proj,not applicable,,0.091
15,mlp.experts.16.gate_proj,not applicable,,0.094
15,mlp.experts.16.up_proj,not applicable,,0.097
15,mlp.experts.17.gate_proj,not applicable,,0.099
15,mlp.experts.17.up_proj,not applicable,,0.102
15,mlp.experts.18.gate_proj,not applicable,,0.105
15,mlp.experts.18.up_proj,not applicable,,0.107
15,mlp.experts.19.gate_proj,not applicable,,0.110
15,mlp.experts.19.up_proj,not applicable,,0.112
15,mlp.experts.20.gate_proj,not applicable,,0.115
15,mlp.experts.20.up_proj,not applicable,,0.118
15,mlp.experts.21.gate_proj,not applicable,,0.121
15,mlp.experts.21.up_proj,not applicable,,0.124
15,mlp.experts.22.gate_proj,not applicable,,0.126
15,mlp.experts.22.up_proj,not applicable,,0.129
15,mlp.experts.23.gate_proj,not applicable,,0.131
15,mlp.experts.23.up_proj,not applicable,,0.134
15,mlp.experts.24.gate_proj,not applicable,,0.137
15,mlp.experts.24.up_proj,not applicable,,0.139
15,mlp.experts.25.gate_proj,not applicable,,0.142
15,mlp.experts.25.up_proj,not applicable,,0.144
15,mlp.experts.26.gate_proj,not applicable,,0.147
15,mlp.experts.26.up_proj,not applicable,,0.150
15,mlp.experts.27.gate_proj,not applicable,,0.152
15,mlp.experts.27.up_proj,not applicable,,0.155
15,mlp.experts.28.gate_proj,not applicable,,0.157
15,mlp.experts.28.up_proj,not applicable,,0.160
15,mlp.experts.29.gate_proj,not applicable,,0.162
15,mlp.experts.29.up_proj,not applicable,,0.165
15,mlp.experts.30.gate_proj,not applicable,,0.167
15,mlp.experts.30.up_proj,not applicable,,0.171
15,mlp.experts.31.gate_proj,not applicable,,0.174
15,mlp.experts.31.up_proj,not applicable,,0.176
15,mlp.experts.32.gate_proj,not applicable,,0.179
15,mlp.experts.32.up_proj,not applicable,,0.181
15,mlp.experts.33.gate_proj,not applicable,,0.184
15,mlp.experts.33.up_proj,not applicable,,0.186
15,mlp.experts.34.gate_proj,not applicable,,0.190
15,mlp.experts.34.up_proj,not applicable,,0.192
15,mlp.experts.35.gate_proj,not applicable,,0.195
15,mlp.experts.35.up_proj,not applicable,,0.198
15,mlp.experts.36.gate_proj,not applicable,,0.200
15,mlp.experts.36.up_proj,not applicable,,0.203
15,mlp.experts.37.gate_proj,not applicable,,0.206
15,mlp.experts.37.up_proj,not applicable,,0.209
15,mlp.experts.38.gate_proj,not applicable,,0.211
15,mlp.experts.38.up_proj,not applicable,,0.214
15,mlp.experts.39.gate_proj,not applicable,,0.216
15,mlp.experts.39.up_proj,not applicable,,0.219
15,mlp.experts.40.gate_proj,not applicable,,0.222
15,mlp.experts.40.up_proj,not applicable,,0.225
15,mlp.experts.41.gate_proj,not applicable,,0.228
15,mlp.experts.41.up_proj,not applicable,,0.231
15,mlp.experts.42.gate_proj,not applicable,,0.234
15,mlp.experts.42.up_proj,not applicable,,0.236
15,mlp.experts.43.gate_proj,not applicable,,0.239
15,mlp.experts.43.up_proj,not applicable,,0.242
15,mlp.experts.44.gate_proj,not applicable,,0.244
15,mlp.experts.44.up_proj,not applicable,,0.247
15,mlp.experts.45.gate_proj,not applicable,,0.249
15,mlp.experts.45.up_proj,not applicable,,0.252
15,mlp.experts.46.gate_proj,not applicable,,0.254
15,mlp.experts.46.up_proj,not applicable,,0.257
15,mlp.experts.47.gate_proj,not applicable,,0.259
15,mlp.experts.47.up_proj,not applicable,,0.262
15,mlp.experts.48.gate_proj,not applicable,,0.264
15,mlp.experts.48.up_proj,not applicable,,0.267
15,mlp.experts.49.gate_proj,not applicable,,0.270
15,mlp.experts.49.up_proj,not applicable,,0.272
15,mlp.experts.50.gate_proj,not applicable,,0.275
15,mlp.experts.50.up_proj,not applicable,,0.278
15,mlp.experts.51.gate_proj,not applicable,,0.281
15,mlp.experts.51.up_proj,not applicable,,0.283
15,mlp.experts.52.gate_proj,not applicable,,0.286
15,mlp.experts.52.up_proj,not applicable,,0.288
15,mlp.experts.53.gate_proj,not applicable,,0.291
15,mlp.experts.53.up_proj,not applicable,,0.294
15,mlp.experts.54.gate_proj,not applicable,,0.296
15,mlp.experts.54.up_proj,not applicable,,0.299
15,mlp.experts.55.gate_proj,not applicable,,0.301
15,mlp.experts.55.up_proj,not applicable,,0.304
15,mlp.experts.56.gate_proj,not applicable,,0.307
15,mlp.experts.56.up_proj,not applicable,,0.309
15,mlp.experts.57.gate_proj,not applicable,,0.312
15,mlp.experts.57.up_proj,not applicable,,0.314
15,mlp.experts.58.gate_proj,not applicable,,0.317
15,mlp.experts.58.up_proj,not applicable,,0.319
15,mlp.experts.59.gate_proj,not applicable,,0.322
15,mlp.experts.59.up_proj,not applicable,,0.325
15,mlp.experts.60.gate_proj,not applicable,,0.327
15,mlp.experts.60.up_proj,not applicable,,0.331
15,mlp.experts.61.gate_proj,not applicable,,0.333
15,mlp.experts.61.up_proj,not applicable,,0.336
15,mlp.experts.62.gate_proj,not applicable,,0.338
15,mlp.experts.62.up_proj,not applicable,,0.341
15,mlp.experts.63.gate_proj,not applicable,,0.343
15,mlp.experts.63.up_proj,not applicable,,0.346
15,mlp.experts.64.gate_proj,not applicable,,0.348
15,mlp.experts.64.up_proj,not applicable,,0.351
15,mlp.experts.65.gate_proj,not applicable,,0.353
15,mlp.experts.65.up_proj,not applicable,,0.356
15,mlp.experts.66.gate_proj,not applicable,,0.358
15,mlp.experts.66.up_proj,not applicable,,0.361
15,mlp.experts.67.gate_proj,not applicable,,0.363
15,mlp.experts.67.up_proj,not applicable,,0.366
15,mlp.experts.68.gate_proj,not applicable,,0.368
15,mlp.experts.68.up_proj,not applicable,,0.371
15,mlp.experts.69.gate_proj,not applicable,,0.374
15,mlp.experts.69.up_proj,not applicable,,0.376
15,mlp.experts.70.gate_proj,not applicable,,0.379
15,mlp.experts.70.up_proj,not applicable,,0.382
15,mlp.experts.71.gate_proj,not applicable,,0.385
15,mlp.experts.71.up_proj,not applicable,,0.387
15,mlp.experts.72.gate_proj,not applicable,,0.390
15,mlp.experts.72.up_proj,not applicable,,0.393
15,mlp.experts.73.gate_proj,not applicable,,0.395
15,mlp.experts.73.up_proj,not applicable,,0.398
15,mlp.experts.74.gate_proj,not applicable,,0.400
15,mlp.experts.74.up_proj,not applicable,,0.403
15,mlp.experts.75.gate_proj,not applicable,,0.405
15,mlp.experts.75.up_proj,not applicable,,0.408
15,mlp.experts.76.gate_proj,not applicable,,0.410
15,mlp.experts.76.up_proj,not applicable,,0.413
15,mlp.experts.77.gate_proj,not applicable,,0.415
15,mlp.experts.77.up_proj,not applicable,,0.418
15,mlp.experts.78.gate_proj,not applicable,,0.420
15,mlp.experts.78.up_proj,not applicable,,0.423
15,mlp.experts.79.gate_proj,not applicable,,0.425
15,mlp.experts.79.up_proj,not applicable,,0.428
15,mlp.experts.80.gate_proj,not applicable,,0.430
15,mlp.experts.80.up_proj,not applicable,,0.434
15,mlp.experts.81.gate_proj,not applicable,,0.436
15,mlp.experts.81.up_proj,not applicable,,0.439
15,mlp.experts.82.gate_proj,not applicable,,0.441
15,mlp.experts.82.up_proj,not applicable,,0.444
15,mlp.experts.83.gate_proj,not applicable,,0.447
15,mlp.experts.83.up_proj,not applicable,,0.449
15,mlp.experts.84.gate_proj,not applicable,,0.452
15,mlp.experts.84.up_proj,not applicable,,0.454
15,mlp.experts.85.gate_proj,not applicable,,0.457
15,mlp.experts.85.up_proj,not applicable,,0.460
15,mlp.experts.86.gate_proj,not applicable,,0.462
15,mlp.experts.86.up_proj,not applicable,,0.465
15,mlp.experts.87.gate_proj,not applicable,,0.467
15,mlp.experts.87.up_proj,not applicable,,0.470
15,mlp.experts.88.gate_proj,not applicable,,0.472
15,mlp.experts.88.up_proj,not applicable,,0.475
15,mlp.experts.89.gate_proj,not applicable,,0.477
15,mlp.experts.89.up_proj,not applicable,,0.480
15,mlp.experts.90.gate_proj,not applicable,,0.482
15,mlp.experts.90.up_proj,not applicable,,0.486
15,mlp.experts.91.gate_proj,not applicable,,0.488
15,mlp.experts.91.up_proj,not applicable,,0.491
15,mlp.experts.92.gate_proj,not applicable,,0.494
15,mlp.experts.92.up_proj,not applicable,,0.496
15,mlp.experts.93.gate_proj,not applicable,,0.499
15,mlp.experts.93.up_proj,not applicable,,0.501
15,mlp.experts.94.gate_proj,not applicable,,0.504
15,mlp.experts.94.up_proj,not applicable,,0.506
15,mlp.experts.95.gate_proj,not applicable,,0.509
15,mlp.experts.95.up_proj,not applicable,,0.511
15,mlp.experts.96.gate_proj,not applicable,,0.514
15,mlp.experts.96.up_proj,not applicable,,0.516
15,mlp.experts.97.gate_proj,not applicable,,0.519
15,mlp.experts.97.up_proj,not applicable,,0.521
15,mlp.experts.98.gate_proj,not applicable,,0.524
15,mlp.experts.98.up_proj,not applicable,,0.526
15,mlp.experts.99.gate_proj,not applicable,,0.529
15,mlp.experts.99.up_proj,not applicable,,0.531
15,mlp.experts.100.gate_proj,not applicable,,0.534
15,mlp.experts.100.up_proj,not applicable,,0.537
15,mlp.experts.101.gate_proj,not applicable,,0.540
15,mlp.experts.101.up_proj,not applicable,,0.542
15,mlp.experts.102.gate_proj,not applicable,,0.545
15,mlp.experts.102.up_proj,not applicable,,0.547
15,mlp.experts.103.gate_proj,not applicable,,0.550
15,mlp.experts.103.up_proj,not applicable,,0.553
15,mlp.experts.104.gate_proj,not applicable,,0.555
15,mlp.experts.104.up_proj,not applicable,,0.558
15,mlp.experts.105.gate_proj,not applicable,,0.560
15,mlp.experts.105.up_proj,not applicable,,0.563
15,mlp.experts.106.gate_proj,not applicable,,0.565
15,mlp.experts.106.up_proj,not applicable,,0.568
15,mlp.experts.107.gate_proj,not applicable,,0.570
15,mlp.experts.107.up_proj,not applicable,,0.573
15,mlp.experts.108.gate_proj,not applicable,,0.575
15,mlp.experts.108.up_proj,not applicable,,0.578
15,mlp.experts.109.gate_proj,not applicable,,0.581
15,mlp.experts.109.up_proj,not applicable,,0.583
15,mlp.experts.110.gate_proj,not applicable,,0.585
15,mlp.experts.110.up_proj,not applicable,,0.589
15,mlp.experts.111.gate_proj,not applicable,,0.591
15,mlp.experts.111.up_proj,not applicable,,0.594
15,mlp.experts.112.gate_proj,not applicable,,0.597
15,mlp.experts.112.up_proj,not applicable,,0.599
15,mlp.experts.113.gate_proj,not applicable,,0.602
15,mlp.experts.113.up_proj,not applicable,,0.604
15,mlp.experts.114.gate_proj,not applicable,,0.607
15,mlp.experts.114.up_proj,not applicable,,0.609
15,mlp.experts.115.gate_proj,not applicable,,0.611
15,mlp.experts.115.up_proj,not applicable,,0.614
15,mlp.experts.116.gate_proj,not applicable,,0.617
15,mlp.experts.116.up_proj,not applicable,,0.619
15,mlp.experts.117.gate_proj,not applicable,,0.622
15,mlp.experts.117.up_proj,not applicable,,0.624
15,mlp.experts.118.gate_proj,not applicable,,0.626
15,mlp.experts.118.up_proj,not applicable,,0.629
15,mlp.experts.119.gate_proj,not applicable,,0.631
15,mlp.experts.119.up_proj,not applicable,,0.634
15,mlp.experts.120.gate_proj,not applicable,,0.636
15,mlp.experts.120.up_proj,not applicable,,0.640
15,mlp.experts.121.gate_proj,not applicable,,0.642
15,mlp.experts.121.up_proj,not applicable,,0.645
15,mlp.experts.122.gate_proj,not applicable,,0.647
15,mlp.experts.122.up_proj,not applicable,,0.650
15,mlp.experts.123.gate_proj,not applicable,,0.652
15,mlp.experts.123.up_proj,not applicable,,0.655
15,mlp.experts.124.gate_proj,not applicable,,0.657
15,mlp.experts.124.up_proj,not applicable,,0.659
15,mlp.experts.125.gate_proj,not applicable,,0.662
15,mlp.experts.125.up_proj,not applicable,,0.664
15,mlp.experts.126.gate_proj,not applicable,,0.667
15,mlp.experts.126.up_proj,not applicable,,0.669
15,mlp.experts.127.gate_proj,not applicable,,0.672
15,mlp.experts.127.up_proj,not applicable,,0.674
15,mlp.experts.128.gate_proj,not applicable,,0.677
15,mlp.experts.128.up_proj,not applicable,,0.679
15,mlp.experts.129.gate_proj,not applicable,,0.682
15,mlp.experts.129.up_proj,not applicable,,0.684
15,mlp.experts.130.gate_proj,not applicable,,0.687
15,mlp.experts.130.up_proj,not applicable,,0.690
15,mlp.experts.131.gate_proj,not applicable,,0.693
15,mlp.experts.131.up_proj,not applicable,,0.696
15,mlp.experts.132.gate_proj,not applicable,,0.698
15,mlp.experts.132.up_proj,not applicable,,0.701
15,mlp.experts.133.gate_proj,not applicable,,0.703
15,mlp.experts.133.up_proj,not applicable,,0.706
15,mlp.experts.134.gate_proj,not applicable,,0.708
15,mlp.experts.134.up_proj,not applicable,,0.711
15,mlp.experts.135.gate_proj,not applicable,,0.713
15,mlp.experts.135.up_proj,not applicable,,0.716
15,mlp.experts.136.gate_proj,not applicable,,0.718
15,mlp.experts.136.up_proj,not applicable,,0.721
15,mlp.experts.137.gate_proj,not applicable,,0.723
15,mlp.experts.137.up_proj,not applicable,,0.726
15,mlp.experts.138.gate_proj,not applicable,,0.728
15,mlp.experts.138.up_proj,not applicable,,0.731
15,mlp.experts.139.gate_proj,not applicable,,0.733
15,mlp.experts.139.up_proj,not applicable,,0.736
15,mlp.experts.140.gate_proj,not applicable,,0.738
15,mlp.experts.140.up_proj,not applicable,,0.742
15,mlp.experts.141.gate_proj,not applicable,,0.744
15,mlp.experts.141.up_proj,not applicable,,0.747
15,mlp.experts.142.gate_proj,not applicable,,0.749
15,mlp.experts.142.up_proj,not applicable,,0.751
15,mlp.experts.143.gate_proj,not applicable,,0.754
15,mlp.experts.143.up_proj,not applicable,,0.756
15,mlp.experts.144.gate_proj,not applicable,,0.759
15,mlp.experts.144.up_proj,not applicable,,0.761
15,mlp.experts.145.gate_proj,not applicable,,0.764
15,mlp.experts.145.up_proj,not applicable,,0.766
15,mlp.experts.146.gate_proj,not applicable,,0.769
15,mlp.experts.146.up_proj,not applicable,,0.771
15,mlp.experts.147.gate_proj,not applicable,,0.774
15,mlp.experts.147.up_proj,not applicable,,0.776
15,mlp.experts.148.gate_proj,not applicable,,0.779
15,mlp.experts.148.up_proj,not applicable,,0.781
15,mlp.experts.149.gate_proj,not applicable,,0.784
15,mlp.experts.149.up_proj,not applicable,,0.786
15,mlp.experts.150.gate_proj,not applicable,,0.789
15,mlp.experts.150.up_proj,not applicable,,0.792
15,mlp.experts.151.gate_proj,not applicable,,0.795
15,mlp.experts.151.up_proj,not applicable,,0.797
15,mlp.experts.152.gate_proj,not applicable,,0.800
15,mlp.experts.152.up_proj,not applicable,,0.802
15,mlp.experts.153.gate_proj,not applicable,,0.805
15,mlp.experts.153.up_proj,not applicable,,0.807
15,mlp.experts.154.gate_proj,not applicable,,0.810
15,mlp.experts.154.up_proj,not applicable,,0.812
15,mlp.experts.155.gate_proj,not applicable,,0.815
15,mlp.experts.155.up_proj,not applicable,,0.817
15,mlp.experts.156.gate_proj,not applicable,,0.820
15,mlp.experts.156.up_proj,not applicable,,0.822
15,mlp.experts.157.gate_proj,not applicable,,0.825
15,mlp.experts.157.up_proj,not applicable,,0.827
15,mlp.experts.158.gate_proj,not applicable,,0.830
15,mlp.experts.158.up_proj,not applicable,,0.832
15,mlp.experts.159.gate_proj,not applicable,,0.835
15,mlp.experts.159.up_proj,not applicable,,0.837
15,mlp.experts.160.gate_proj,not applicable,,0.840
15,mlp.experts.160.up_proj,not applicable,,0.843
15,mlp.experts.161.gate_proj,not applicable,,0.846
15,mlp.experts.161.up_proj,not applicable,,0.848
15,mlp.experts.162.gate_proj,not applicable,,0.851
15,mlp.experts.162.up_proj,not applicable,,0.853
15,mlp.experts.163.gate_proj,not applicable,,0.856
15,mlp.experts.163.up_proj,not applicable,,0.858
15,mlp.experts.164.gate_proj,not applicable,,0.861
15,mlp.experts.164.up_proj,not applicable,,0.863
15,mlp.experts.165.gate_proj,not applicable,,0.866
15,mlp.experts.165.up_proj,not applicable,,0.868
15,mlp.experts.166.gate_proj,not applicable,,0.871
15,mlp.experts.166.up_proj,not applicable,,0.873
15,mlp.experts.167.gate_proj,not applicable,,0.875
15,mlp.experts.167.up_proj,not applicable,,0.878
15,mlp.experts.168.gate_proj,not applicable,,0.881
15,mlp.experts.168.up_proj,not applicable,,0.883
15,mlp.experts.169.gate_proj,not applicable,,0.885
15,mlp.experts.169.up_proj,not applicable,,0.888
15,mlp.experts.170.gate_proj,not applicable,,0.890
15,mlp.experts.170.up_proj,not applicable,,0.894
15,mlp.experts.171.gate_proj,not applicable,,0.897
15,mlp.experts.171.up_proj,not applicable,,0.899
15,mlp.experts.172.gate_proj,not applicable,,0.901
15,mlp.experts.172.up_proj,not applicable,,0.904
15,mlp.experts.173.gate_proj,not applicable,,0.906
15,mlp.experts.173.up_proj,not applicable,,0.909
15,mlp.experts.174.gate_proj,not applicable,,0.911
15,mlp.experts.174.up_proj,not applicable,,0.914
15,mlp.experts.175.gate_proj,not applicable,,0.916
15,mlp.experts.175.up_proj,not applicable,,0.919
15,mlp.experts.176.gate_proj,not applicable,,0.921
15,mlp.experts.176.up_proj,not applicable,,0.924
15,mlp.experts.177.gate_proj,not applicable,,0.926
15,mlp.experts.177.up_proj,not applicable,,0.929
15,mlp.experts.178.gate_proj,not applicable,,0.931
15,mlp.experts.178.up_proj,not applicable,,0.934
15,mlp.experts.179.gate_proj,not applicable,,0.936
15,mlp.experts.179.up_proj,not applicable,,0.939
15,mlp.experts.180.gate_proj,not applicable,,0.942
15,mlp.experts.180.up_proj,not applicable,,0.945
15,mlp.experts.181.gate_proj,not applicable,,0.947
15,mlp.experts.181.up_proj,not applicable,,0.950
15,mlp.experts.182.gate_proj,not applicable,,0.952
15,mlp.experts.182.up_proj,not applicable,,0.955
15,mlp.experts.183.gate_proj,not applicable,,0.957
15,mlp.experts.183.up_proj,not applicable,,0.960
15,mlp.experts.184.gate_proj,not applicable,,0.962
15,mlp.experts.184.up_proj,not applicable,,0.965
15,mlp.experts.185.gate_proj,not applicable,,0.967
15,mlp.experts.185.up_proj,not applicable,,0.970
15,mlp.experts.186.gate_proj,not applicable,,0.972
15,mlp.experts.186.up_proj,not applicable,,0.975
15,mlp.experts.187.gate_proj,not applicable,,0.977
15,mlp.experts.187.up_proj,not applicable,,0.980
15,mlp.experts.188.gate_proj,not applicable,,0.982
15,mlp.experts.188.up_proj,not applicable,,0.985
15,mlp.experts.189.gate_proj,not applicable,,0.987
15,mlp.experts.189.up_proj,not applicable,,0.990
15,mlp.experts.190.gate_proj,not applicable,,0.992
15,mlp.experts.190.up_proj,not applicable,,0.995
15,mlp.experts.191.gate_proj,not applicable,,0.998
15,mlp.experts.191.up_proj,not applicable,,1.001
15,mlp.experts.192.gate_proj,not applicable,,1.003
15,mlp.experts.192.up_proj,not applicable,,1.006
15,mlp.experts.193.gate_proj,not applicable,,1.008
15,mlp.experts.193.up_proj,not applicable,,1.011
15,mlp.experts.194.gate_proj,not applicable,,1.013
15,mlp.experts.194.up_proj,not applicable,,1.016
15,mlp.experts.195.gate_proj,not applicable,,1.018
15,mlp.experts.195.up_proj,not applicable,,1.021
15,mlp.experts.196.gate_proj,not applicable,,1.023
15,mlp.experts.196.up_proj,not applicable,,1.026
15,mlp.experts.197.gate_proj,not applicable,,1.028
15,mlp.experts.197.up_proj,not applicable,,1.031
15,mlp.experts.198.gate_proj,not applicable,,1.033
15,mlp.experts.198.up_proj,not applicable,,1.036
15,mlp.experts.199.gate_proj,not applicable,,1.038
15,mlp.experts.199.up_proj,not applicable,,1.041
15,mlp.experts.200.gate_proj,not applicable,,1.043
15,mlp.experts.200.up_proj,not applicable,,1.047
15,mlp.experts.201.gate_proj,not applicable,,1.049
15,mlp.experts.201.up_proj,not applicable,,1.052
15,mlp.experts.202.gate_proj,not applicable,,1.054
15,mlp.experts.202.up_proj,not applicable,,1.057
15,mlp.experts.203.gate_proj,not applicable,,1.059
15,mlp.experts.203.up_proj,not applicable,,1.062
15,mlp.experts.204.gate_proj,not applicable,,1.064
15,mlp.experts.204.up_proj,not applicable,,1.067
15,mlp.experts.205.gate_proj,not applicable,,1.069
15,mlp.experts.205.up_proj,not applicable,,1.072
15,mlp.experts.206.gate_proj,not applicable,,1.074
15,mlp.experts.206.up_proj,not applicable,,1.077
15,mlp.experts.207.gate_proj,not applicable,,1.079
15,mlp.experts.207.up_proj,not applicable,,1.082
15,mlp.experts.208.gate_proj,not applicable,,1.084
15,mlp.experts.208.up_proj,not applicable,,1.086
15,mlp.experts.209.gate_proj,not applicable,,1.089
15,mlp.experts.209.up_proj,not applicable,,1.091
15,mlp.experts.210.gate_proj,not applicable,,1.094
15,mlp.experts.210.up_proj,not applicable,,1.097
15,mlp.experts.211.gate_proj,not applicable,,1.100
15,mlp.experts.211.up_proj,not applicable,,1.102
15,mlp.experts.212.gate_proj,not applicable,,1.105
15,mlp.experts.212.up_proj,not applicable,,1.107
15,mlp.experts.213.gate_proj,not applicable,,1.110
15,mlp.experts.213.up_proj,not applicable,,1.112
15,mlp.experts.214.gate_proj,not applicable,,1.115
15,mlp.experts.214.up_proj,not applicable,,1.117
15,mlp.experts.215.gate_proj,not applicable,,1.120
15,mlp.experts.215.up_proj,not applicable,,1.122
15,mlp.experts.216.gate_proj,not applicable,,1.125
15,mlp.experts.216.up_proj,not applicable,,1.127
15,mlp.experts.217.gate_proj,not applicable,,1.130
15,mlp.experts.217.up_proj,not applicable,,1.132
15,mlp.experts.218.gate_proj,not applicable,,1.135
15,mlp.experts.218.up_proj,not applicable,,1.137
15,mlp.experts.219.gate_proj,not applicable,,1.140
15,mlp.experts.219.up_proj,not applicable,,1.142
15,mlp.experts.220.gate_proj,not applicable,,1.145
15,mlp.experts.220.up_proj,not applicable,,1.148
15,mlp.experts.221.gate_proj,not applicable,,1.151
15,mlp.experts.221.up_proj,not applicable,,1.153
15,mlp.experts.222.gate_proj,not applicable,,1.155
15,mlp.experts.222.up_proj,not applicable,,1.158
15,mlp.experts.223.gate_proj,not applicable,,1.160
15,mlp.experts.223.up_proj,not applicable,,1.163
15,mlp.experts.224.gate_proj,not applicable,,1.165
15,mlp.experts.224.up_proj,not applicable,,1.168
15,mlp.experts.225.gate_proj,not applicable,,1.170
15,mlp.experts.225.up_proj,not applicable,,1.173
15,mlp.experts.226.gate_proj,not applicable,,1.175
15,mlp.experts.226.up_proj,not applicable,,1.178
15,mlp.experts.227.gate_proj,not applicable,,1.180
15,mlp.experts.227.up_proj,not applicable,,1.183
15,mlp.experts.228.gate_proj,not applicable,,1.185
15,mlp.experts.228.up_proj,not applicable,,1.188
15,mlp.experts.229.gate_proj,not applicable,,1.190
15,mlp.experts.229.up_proj,not applicable,,1.193
15,mlp.experts.230.gate_proj,not applicable,,1.195
15,mlp.experts.230.up_proj,not applicable,,1.199
15,mlp.experts.231.gate_proj,not applicable,,1.201
15,mlp.experts.231.up_proj,not applicable,,1.204
15,mlp.experts.232.gate_proj,not applicable,,1.206
15,mlp.experts.232.up_proj,not applicable,,1.209
15,mlp.experts.233.gate_proj,not applicable,,1.211
15,mlp.experts.233.up_proj,not applicable,,1.214
15,mlp.experts.234.gate_proj,not applicable,,1.216
15,mlp.experts.234.up_proj,not applicable,,1.219
15,mlp.experts.235.gate_proj,not applicable,,1.221
15,mlp.experts.235.up_proj,not applicable,,1.224
15,mlp.experts.236.gate_proj,not applicable,,1.226
15,mlp.experts.236.up_proj,not applicable,,1.229
15,mlp.experts.237.gate_proj,not applicable,,1.231
15,mlp.experts.237.up_proj,not applicable,,1.234
15,mlp.experts.238.gate_proj,not applicable,,1.236
15,mlp.experts.238.up_proj,not applicable,,1.238
15,mlp.experts.239.gate_proj,not applicable,,1.241
15,mlp.experts.239.up_proj,not applicable,,1.243
15,mlp.experts.240.gate_proj,not applicable,,1.246
15,mlp.experts.240.up_proj,not applicable,,1.249
15,mlp.experts.241.gate_proj,not applicable,,1.252
15,mlp.experts.241.up_proj,not applicable,,1.254
15,mlp.experts.242.gate_proj,not applicable,,1.257
15,mlp.experts.242.up_proj,not applicable,,1.259
15,mlp.experts.243.gate_proj,not applicable,,1.261
15,mlp.experts.243.up_proj,not applicable,,1.264
15,mlp.experts.244.gate_proj,not applicable,,1.266
15,mlp.experts.244.up_proj,not applicable,,1.269
15,mlp.experts.245.gate_proj,not applicable,,1.271
15,mlp.experts.245.up_proj,not applicable,,1.274
15,mlp.experts.246.gate_proj,not applicable,,1.276
15,mlp.experts.246.up_proj,not applicable,,1.279
15,mlp.experts.247.gate_proj,not applicable,,1.281
15,mlp.experts.247.up_proj,not applicable,,1.283
15,mlp.experts.248.gate_proj,not applicable,,1.286
15,mlp.experts.248.up_proj,not applicable,,1.288
15,mlp.experts.249.gate_proj,not applicable,,1.291
15,mlp.experts.249.up_proj,not applicable,,1.293
15,mlp.experts.250.gate_proj,not applicable,,1.295
15,mlp.experts.250.up_proj,not applicable,,1.299
15,mlp.experts.251.gate_proj,not applicable,,1.301
15,mlp.experts.251.up_proj,not applicable,,1.304
15,mlp.experts.252.gate_proj,not applicable,,1.306
15,mlp.experts.252.up_proj,not applicable,,1.308
15,mlp.experts.253.gate_proj,not applicable,,1.311
15,mlp.experts.253.up_proj,not applicable,,1.313
15,mlp.experts.254.gate_proj,not applicable,,1.316
15,mlp.experts.254.up_proj,not applicable,,1.318
15,mlp.experts.255.gate_proj,not applicable,,1.321
15,mlp.experts.255.up_proj,not applicable,,1.323
15,mlp.experts.0.down_proj,0.0000010141,,1.326
15,mlp.experts.1.down_proj,0.0000012988,,1.328
15,mlp.experts.2.down_proj,0.0000020547,,1.330
15,mlp.experts.3.down_proj,0.0000025242,,1.333
15,mlp.experts.4.down_proj,0.0000005186,,1.335
15,mlp.experts.5.down_proj,0.0000001587,,1.338
15,mlp.experts.6.down_proj,0.0000011823,,1.340
15,mlp.experts.7.down_proj,0.0000025209,,1.343
15,mlp.experts.8.down_proj,0.0000012117,,1.345
15,mlp.experts.9.down_proj,0.0000005569,,1.348
15,mlp.experts.10.down_proj,0.0000007368,,1.351
15,mlp.experts.11.down_proj,0.0000006575,,1.353
15,mlp.experts.12.down_proj,0.0000010229,,1.356
15,mlp.experts.13.down_proj,0.0000005487,,1.358
15,mlp.experts.14.down_proj,0.0000010875,,1.360
15,mlp.experts.15.down_proj,0.0000011805,,1.363
15,mlp.experts.16.down_proj,0.0000012933,,1.365
15,mlp.experts.17.down_proj,0.0000024124,,1.367
15,mlp.experts.18.down_proj,0.0000028358,,1.370
15,mlp.experts.19.down_proj,0.0000021451,,1.372
15,mlp.experts.20.down_proj,0.0000008123,,1.375
15,mlp.experts.21.down_proj,0.0000008423,,1.377
15,mlp.experts.22.down_proj,0.0000010738,,1.379
15,mlp.experts.23.down_proj,0.0000018421,,1.382
15,mlp.experts.24.down_proj,0.0000009531,,1.384
15,mlp.experts.25.down_proj,0.0000007909,,1.386
15,mlp.experts.26.down_proj,0.0000040197,,1.389
15,mlp.experts.27.down_proj,0.0000009936,,1.391
15,mlp.experts.28.down_proj,0.0000012971,,1.394
15,mlp.experts.29.down_proj,0.0000007197,,1.397
15,mlp.experts.30.down_proj,0.0000015104,,1.399
15,mlp.experts.31.down_proj,0.0000001103,,1.402
15,mlp.experts.32.down_proj,0.0000003850,,1.404
15,mlp.experts.33.down_proj,0.0000010700,,1.407
15,mlp.experts.34.down_proj,0.0000006243,,1.409
15,mlp.experts.35.down_proj,0.0000003323,,1.411
15,mlp.experts.36.down_proj,0.0000005398,,1.414
15,mlp.experts.37.down_proj,0.0000006125,,1.416
15,mlp.experts.38.down_proj,0.0000002564,,1.419
15,mlp.experts.39.down_proj,0.0000000009,,1.421
15,mlp.experts.40.down_proj,0.0000042217,,1.423
15,mlp.experts.41.down_proj,0.0000015914,,1.426
15,mlp.experts.42.down_proj,0.0000008146,,1.428
15,mlp.experts.43.down_proj,0.0000003301,,1.430
15,mlp.experts.44.down_proj,0.0000013490,,1.433
15,mlp.experts.45.down_proj,0.0000002366,,1.435
15,mlp.experts.46.down_proj,0.0000000786,,1.437
15,mlp.experts.47.down_proj,0.0000014962,,1.440
15,mlp.experts.48.down_proj,0.0000029260,,1.442
15,mlp.experts.49.down_proj,0.0000000081,,1.445
15,mlp.experts.50.down_proj,0.0000006351,,1.448
15,mlp.experts.51.down_proj,0.0000003359,,1.450
15,mlp.experts.52.down_proj,0.0000002063,,1.453
15,mlp.experts.53.down_proj,0.0000001418,,1.455
15,mlp.experts.54.down_proj,0.0000000988,,1.458
15,mlp.experts.55.down_proj,0.0000005403,,1.460
15,mlp.experts.56.down_proj,0.0000004422,,1.463
15,mlp.experts.57.down_proj,0.0000001524,,1.465
15,mlp.experts.58.down_proj,0.0000031062,,1.468
15,mlp.experts.59.down_proj,0.0000003836,,1.470
15,mlp.experts.60.down_proj,0.0000011950,,1.473
15,mlp.experts.61.down_proj,0.0000008792,,1.475
15,mlp.experts.62.down_proj,0.0000006432,,1.477
15,mlp.experts.63.down_proj,0.0000008162,,1.480
15,mlp.experts.64.down_proj,0.0000005933,,1.482
15,mlp.experts.65.down_proj,0.0000012360,,1.484
15,mlp.experts.66.down_proj,0.0000003054,,1.487
15,mlp.experts.67.down_proj,0.0000003653,,1.489
15,mlp.experts.68.down_proj,0.0000014086,,1.491
15,mlp.experts.69.down_proj,0.0000000382,,1.495
15,mlp.experts.70.down_proj,0.0000005565,,1.497
15,mlp.experts.71.down_proj,0.0000000330,,1.500
15,mlp.experts.72.down_proj,0.0000000836,,1.502
15,mlp.experts.73.down_proj,0.0000004902,,1.505
15,mlp.experts.74.down_proj,0.0000008974,,1.507
15,mlp.experts.75.down_proj,0.0000000711,,1.510
15,mlp.experts.76.down_proj,0.0000004094,,1.512
15,mlp.experts.77.down_proj,0.0000008363,,1.515
15,mlp.experts.78.down_proj,0.0000003997,,1.517
15,mlp.experts.79.down_proj,0.0000008821,,1.519
15,mlp.experts.80.down_proj,0.0000017454,,1.522
15,mlp.experts.81.down_proj,0.0000008553,,1.524
15,mlp.experts.82.down_proj,0.0000009408,,1.527
15,mlp.experts.83.down_proj,0.0000006143,,1.529
15,mlp.experts.84.down_proj,0.0000000008,,1.531
15,mlp.experts.85.down_proj,0.0000001267,,1.534
15,mlp.experts.86.down_proj,0.0000013996,,1.536
15,mlp.experts.87.down_proj,0.0000008127,,1.539
15,mlp.experts.88.down_proj,0.0000002841,,1.541
15,mlp.experts.89.down_proj,0.0000000698,,1.544
15,mlp.experts.90.down_proj,0.0000000212,,1.547
15,mlp.experts.91.down_proj,0.0000006829,,1.549
15,mlp.experts.92.down_proj,0.0000004764,,1.551
15,mlp.experts.93.down_proj,0.0000001662,,1.554
15,mlp.experts.94.down_proj,0.0000002483,,1.556
15,mlp.experts.95.down_proj,0.0000000566,,1.559
15,mlp.experts.96.down_proj,0.0000019563,,1.561
15,mlp.experts.97.down_proj,0.0000002059,,1.563
15,mlp.experts.98.down_proj,0.0000010038,,1.566
15,mlp.experts.99.down_proj,0.0000025494,,1.568
15,mlp.experts.100.down_proj,0.0000005653,,1.571
15,mlp.experts.101.down_proj,0.0000009079,,1.573
15,mlp.experts.102.down_proj,0.0000006329,,1.576
15,mlp.experts.103.down_proj,0.0000001279,,1.578
15,mlp.experts.104.down_proj,0.0000001424,,1.581
15,mlp.experts.105.down_proj,0.0000000046,,1.583
15,mlp.experts.106.down_proj,0.0000003041,,1.585
15,mlp.experts.107.down_proj,0.0000003315,,1.588
15,mlp.experts.108.down_proj,0.0000002377,,1.590
15,mlp.experts.109.down_proj,0.0000006221,,1.594
15,mlp.experts.110.down_proj,0.0000004002,,1.596
15,mlp.experts.111.down_proj,0.0000004124,,1.598
15,mlp.experts.112.down_proj,0.0000002153,,1.601
15,mlp.experts.113.down_proj,0.0000007525,,1.603
15,mlp.experts.114.down_proj,0.0000005878,,1.606
15,mlp.experts.115.down_proj,0.0000014643,,1.608
15,mlp.experts.116.down_proj,0.0000005141,,1.611
15,mlp.experts.117.down_proj,0.0000014010,,1.613
15,mlp.experts.118.down_proj,0.0000002931,,1.615
15,mlp.experts.119.down_proj,0.0000006639,,1.618
15,mlp.experts.120.down_proj,0.0000008674,,1.620
15,mlp.experts.121.down_proj,0.0000006316,,1.623
15,mlp.experts.122.down_proj,0.0000000223,,1.625
15,mlp.experts.123.down_proj,0.0000002483,,1.627
15,mlp.experts.124.down_proj,0.0000005715,,1.630
15,mlp.experts.125.down_proj,0.0000003506,,1.632
15,mlp.experts.126.down_proj,0.0000003421,,1.635
15,mlp.experts.127.down_proj,0.0000010015,,1.637
15,mlp.experts.128.down_proj,0.0000007279,,1.639
15,mlp.experts.129.down_proj,0.0000002645,,1.643
15,mlp.experts.130.down_proj,0.0000005551,,1.645
15,mlp.experts.131.down_proj,0.0000038333,,1.648
15,mlp.experts.132.down_proj,0.0000008191,,1.650
15,mlp.experts.133.down_proj,0.0000000612,,1.653
15,mlp.experts.134.down_proj,0.0000002758,,1.655
15,mlp.experts.135.down_proj,0.0000003994,,1.657
15,mlp.experts.136.down_proj,0.0000001581,,1.660
15,mlp.experts.137.down_proj,0.0000007367,,1.662
15,mlp.experts.138.down_proj,0.0000016450,,1.665
15,mlp.experts.139.down_proj,0.0000013681,,1.667
15,mlp.experts.140.down_proj,0.0000011203,,1.670
15,mlp.experts.141.down_proj,0.0000004393,,1.672
15,mlp.experts.142.down_proj,0.0000001052,,1.674
15,mlp.experts.143.down_proj,0.0000007424,,1.677
15,mlp.experts.144.down_proj,0.0000003749,,1.679
15,mlp.experts.145.down_proj,0.0000004385,,1.682
15,mlp.experts.146.down_proj,0.0000005932,,1.684
15,mlp.experts.147.down_proj,0.0000000405,,1.686
15,mlp.experts.148.down_proj,0.0000001486,,1.689
15,mlp.experts.149.down_proj,0.0000009774,,1.692
15,mlp.experts.150.down_proj,0.0000003487,,1.695
15,mlp.experts.151.down_proj,0.0000000177,,1.697
15,mlp.experts.152.down_proj,0.0000003583,,1.700
15,mlp.experts.153.down_proj,0.0000007636,,1.702
15,mlp.experts.154.down_proj,0.0000001988,,1.705
15,mlp.experts.155.down_proj,0.0000001325,,1.707
15,mlp.experts.156.down_proj,0.0000003678,,1.710
15,mlp.experts.157.down_proj,0.0000018231,,1.712
15,mlp.experts.158.down_proj,0.0000004302,,1.715
15,mlp.experts.159.down_proj,0.0000000685,,1.717
15,mlp.experts.160.down_proj,0.0000008921,,1.719
15,mlp.experts.161.down_proj,0.0000000069,,1.722
15,mlp.experts.162.down_proj,0.0000014794,,1.724
15,mlp.experts.163.down_proj,0.0000014171,,1.727
15,mlp.experts.164.down_proj,0.0000006930,,1.729
15,mlp.experts.165.down_proj,0.0000009824,,1.731
15,mlp.experts.166.down_proj,0.0000000334,,1.734
15,mlp.experts.167.down_proj,0.0000003471,,1.736
15,mlp.experts.168.down_proj,0.0000001528,,1.739
15,mlp.experts.169.down_proj,0.0000008497,,1.742
15,mlp.experts.170.down_proj,0.0000006433,,1.744
15,mlp.experts.171.down_proj,0.0000006161,,1.747
15,mlp.experts.172.down_proj,0.0000001923,,1.749
15,mlp.experts.173.down_proj,0.0000041506,,1.751
15,mlp.experts.174.down_proj,0.0000014724,,1.754
15,mlp.experts.175.down_proj,0.0000006609,,1.756
15,mlp.experts.176.down_proj,0.0000007255,,1.758
15,mlp.experts.177.down_proj,0.0000000397,,1.761
15,mlp.experts.178.down_proj,0.0000000709,,1.763
15,mlp.experts.179.down_proj,0.0000001957,,1.766
15,mlp.experts.180.down_proj,0.0000000020,,1.768
15,mlp.experts.181.down_proj,0.0000006377,,1.770
15,mlp.experts.182.down_proj,0.0000014979,,1.773
15,mlp.experts.183.down_proj,0.0000001916,,1.775
15,mlp.experts.184.down_proj,0.0000004548,,1.777
15,mlp.experts.185.down_proj,0.0000010554,,1.780
15,mlp.experts.186.down_proj,0.0000005286,,1.782
15,mlp.experts.187.down_proj,0.0000003207,,1.784
15,mlp.experts.188.down_proj,0.0000003840,,1.787
15,mlp.experts.189.down_proj,0.0000003336,,1.790
15,mlp.experts.190.down_proj,0.0000001837,,1.792
15,mlp.experts.191.down_proj,0.0000001124,,1.795
15,mlp.experts.192.down_proj,0.0000001914,,1.797
15,mlp.experts.193.down_proj,0.0000014958,,1.800
15,mlp.experts.194.down_proj,0.0000000064,,1.802
15,mlp.experts.195.down_proj,0.0000010967,,1.805
15,mlp.experts.196.down_proj,0.0000009776,,1.807
15,mlp.experts.197.down_proj,0.0000011442,,1.810
15,mlp.experts.198.down_proj,0.0000002132,,1.812
15,mlp.experts.199.down_proj,0.0000003463,,1.814
15,mlp.experts.200.down_proj,0.0000005277,,1.817
15,mlp.experts.201.down_proj,0.0000004995,,1.819
15,mlp.experts.202.down_proj,0.0000007666,,1.822
15,mlp.experts.203.down_proj,0.0000003282,,1.824
15,mlp.experts.204.down_proj,0.0000003566,,1.827
15,mlp.experts.205.down_proj,0.0000004154,,1.829
15,mlp.experts.206.down_proj,0.0000009906,,1.832
15,mlp.experts.207.down_proj,0.0000003857,,1.834
15,mlp.experts.208.down_proj,0.0000003246,,1.837
15,mlp.experts.209.down_proj,0.0000009127,,1.840
15,mlp.experts.210.down_proj,0.0000004747,,1.843
15,mlp.experts.211.down_proj,0.0000004422,,1.845
15,mlp.experts.212.down_proj,0.0000010569,,1.848
15,mlp.experts.213.down_proj,0.0000007769,,1.850
15,mlp.experts.214.down_proj,0.0000000539,,1.852
15,mlp.experts.215.down_proj,0.0000002109,,1.855
15,mlp.experts.216.down_proj,0.0000013057,,1.857
15,mlp.experts.217.down_proj,0.0000002172,,1.860
15,mlp.experts.218.down_proj,0.0000004962,,1.862
15,mlp.experts.219.down_proj,0.0000007512,,1.865
15,mlp.experts.220.down_proj,0.0000003330,,1.867
15,mlp.experts.221.down_proj,0.0000012339,,1.870
15,mlp.experts.222.down_proj,0.0000001632,,1.872
15,mlp.experts.223.down_proj,0.0000033317,,1.875
15,mlp.experts.224.down_proj,0.0000004224,,1.877
15,mlp.experts.225.down_proj,0.0000001298,,1.880
15,mlp.experts.226.down_proj,0.0000000908,,1.882
15,mlp.experts.227.down_proj,0.0000009683,,1.885
15,mlp.experts.228.down_proj,0.0000006597,,1.887
15,mlp.experts.229.down_proj,0.0000025584,,1.891
15,mlp.experts.230.down_proj,0.0000003279,,1.893
15,mlp.experts.231.down_proj,0.0000037826,,1.896
15,mlp.experts.232.down_proj,0.0000003209,,1.898
15,mlp.experts.233.down_proj,0.0000008502,,1.901
15,mlp.experts.234.down_proj,0.0000003226,,1.903
15,mlp.experts.235.down_proj,0.0000004760,,1.906
15,mlp.experts.236.down_proj,0.0000009773,,1.908
15,mlp.experts.237.down_proj,0.0000007748,,1.911
15,mlp.experts.238.down_proj,0.0000001640,,1.913
15,mlp.experts.239.down_proj,0.0000002474,,1.916
15,mlp.experts.240.down_proj,0.0000001618,,1.918
15,mlp.experts.241.down_proj,0.0000005807,,1.921
15,mlp.experts.242.down_proj,0.0000009869,,1.923
15,mlp.experts.243.down_proj,0.0000002430,,1.926
15,mlp.experts.244.down_proj,0.0000003508,,1.928
15,mlp.experts.245.down_proj,0.0000006890,,1.931
15,mlp.experts.246.down_proj,0.0000004713,,1.933
15,mlp.experts.247.down_proj,0.0000004888,,1.936
15,mlp.experts.248.down_proj,0.0000001216,,1.938
15,mlp.experts.249.down_proj,0.0000005163,,1.942
15,mlp.experts.250.down_proj,0.0000001239,,1.944
15,mlp.experts.251.down_proj,0.0000000381,,1.947
15,mlp.experts.252.down_proj,0.0000007960,,1.949
15,mlp.experts.253.down_proj,0.0000006314,,1.952
15,mlp.experts.254.down_proj,0.0000000321,,1.954
15,mlp.experts.255.down_proj,0.0000004207,,1.957
16,mlp.experts.0.gate_proj,not applicable,,0.005
16,mlp.experts.0.up_proj,not applicable,,0.010
16,mlp.experts.1.gate_proj,not applicable,,0.013
16,mlp.experts.1.up_proj,not applicable,,0.016
16,mlp.experts.2.gate_proj,not applicable,,0.019
16,mlp.experts.2.up_proj,not applicable,,0.022
16,mlp.experts.3.gate_proj,not applicable,,0.025
16,mlp.experts.3.up_proj,not applicable,,0.027
16,mlp.experts.4.gate_proj,not applicable,,0.030
16,mlp.experts.4.up_proj,not applicable,,0.032
16,mlp.experts.5.gate_proj,not applicable,,0.035
16,mlp.experts.5.up_proj,not applicable,,0.038
16,mlp.experts.6.gate_proj,not applicable,,0.040
16,mlp.experts.6.up_proj,not applicable,,0.043
16,mlp.experts.7.gate_proj,not applicable,,0.045
16,mlp.experts.7.up_proj,not applicable,,0.048
16,mlp.experts.8.gate_proj,not applicable,,0.051
16,mlp.experts.8.up_proj,not applicable,,0.053
16,mlp.experts.9.gate_proj,not applicable,,0.056
16,mlp.experts.9.up_proj,not applicable,,0.058
16,mlp.experts.10.gate_proj,not applicable,,0.061
16,mlp.experts.10.up_proj,not applicable,,0.065
16,mlp.experts.11.gate_proj,not applicable,,0.067
16,mlp.experts.11.up_proj,not applicable,,0.070
16,mlp.experts.12.gate_proj,not applicable,,0.072
16,mlp.experts.12.up_proj,not applicable,,0.075
16,mlp.experts.13.gate_proj,not applicable,,0.078
16,mlp.experts.13.up_proj,not applicable,,0.080
16,mlp.experts.14.gate_proj,not applicable,,0.083
16,mlp.experts.14.up_proj,not applicable,,0.086
16,mlp.experts.15.gate_proj,not applicable,,0.088
16,mlp.experts.15.up_proj,not applicable,,0.091
16,mlp.experts.16.gate_proj,not applicable,,0.093
16,mlp.experts.16.up_proj,not applicable,,0.096
16,mlp.experts.17.gate_proj,not applicable,,0.099
16,mlp.experts.17.up_proj,not applicable,,0.101
16,mlp.experts.18.gate_proj,not applicable,,0.104
16,mlp.experts.18.up_proj,not applicable,,0.107
16,mlp.experts.19.gate_proj,not applicable,,0.110
16,mlp.experts.19.up_proj,not applicable,,0.112
16,mlp.experts.20.gate_proj,not applicable,,0.115
16,mlp.experts.20.up_proj,not applicable,,0.118
16,mlp.experts.21.gate_proj,not applicable,,0.121
16,mlp.experts.21.up_proj,not applicable,,0.123
16,mlp.experts.22.gate_proj,not applicable,,0.126
16,mlp.experts.22.up_proj,not applicable,,0.128
16,mlp.experts.23.gate_proj,not applicable,,0.131
16,mlp.experts.23.up_proj,not applicable,,0.134
16,mlp.experts.24.gate_proj,not applicable,,0.136
16,mlp.experts.24.up_proj,not applicable,,0.139
16,mlp.experts.25.gate_proj,not applicable,,0.141
16,mlp.experts.25.up_proj,not applicable,,0.144
16,mlp.experts.26.gate_proj,not applicable,,0.147
16,mlp.experts.26.up_proj,not applicable,,0.149
16,mlp.experts.27.gate_proj,not applicable,,0.152
16,mlp.experts.27.up_proj,not applicable,,0.154
16,mlp.experts.28.gate_proj,not applicable,,0.157
16,mlp.experts.28.up_proj,not applicable,,0.159
16,mlp.experts.29.gate_proj,not applicable,,0.162
16,mlp.experts.29.up_proj,not applicable,,0.164
16,mlp.experts.30.gate_proj,not applicable,,0.167
16,mlp.experts.30.up_proj,not applicable,,0.170
16,mlp.experts.31.gate_proj,not applicable,,0.173
16,mlp.experts.31.up_proj,not applicable,,0.176
16,mlp.experts.32.gate_proj,not applicable,,0.178
16,mlp.experts.32.up_proj,not applicable,,0.181
16,mlp.experts.33.gate_proj,not applicable,,0.183
16,mlp.experts.33.up_proj,not applicable,,0.186
16,mlp.experts.34.gate_proj,not applicable,,0.188
16,mlp.experts.34.up_proj,not applicable,,0.191
16,mlp.experts.35.gate_proj,not applicable,,0.193
16,mlp.experts.35.up_proj,not applicable,,0.196
16,mlp.experts.36.gate_proj,not applicable,,0.198
16,mlp.experts.36.up_proj,not applicable,,0.201
16,mlp.experts.37.gate_proj,not applicable,,0.203
16,mlp.experts.37.up_proj,not applicable,,0.206
16,mlp.experts.38.gate_proj,not applicable,,0.209
16,mlp.experts.38.up_proj,not applicable,,0.212
16,mlp.experts.39.gate_proj,not applicable,,0.214
16,mlp.experts.39.up_proj,not applicable,,0.217
16,mlp.experts.40.gate_proj,not applicable,,0.220
16,mlp.experts.40.up_proj,not applicable,,0.223
16,mlp.experts.41.gate_proj,not applicable,,0.226
16,mlp.experts.41.up_proj,not applicable,,0.228
16,mlp.experts.42.gate_proj,not applicable,,0.231
16,mlp.experts.42.up_proj,not applicable,,0.233
16,mlp.experts.43.gate_proj,not applicable,,0.236
16,mlp.experts.43.up_proj,not applicable,,0.238
16,mlp.experts.44.gate_proj,not applicable,,0.241
16,mlp.experts.44.up_proj,not applicable,,0.243
16,mlp.experts.45.gate_proj,not applicable,,0.246
16,mlp.experts.45.up_proj,not applicable,,0.248
16,mlp.experts.46.gate_proj,not applicable,,0.251
16,mlp.experts.46.up_proj,not applicable,,0.253
16,mlp.experts.47.gate_proj,not applicable,,0.256
16,mlp.experts.47.up_proj,not applicable,,0.259
16,mlp.experts.48.gate_proj,not applicable,,0.261
16,mlp.experts.48.up_proj,not applicable,,0.264
16,mlp.experts.49.gate_proj,not applicable,,0.266
16,mlp.experts.49.up_proj,not applicable,,0.269
16,mlp.experts.50.gate_proj,not applicable,,0.271
16,mlp.experts.50.up_proj,not applicable,,0.275
16,mlp.experts.51.gate_proj,not applicable,,0.277
16,mlp.experts.51.up_proj,not applicable,,0.280
16,mlp.experts.52.gate_proj,not applicable,,0.282
16,mlp.experts.52.up_proj,not applicable,,0.285
16,mlp.experts.53.gate_proj,not applicable,,0.287
16,mlp.experts.53.up_proj,not applicable,,0.290
16,mlp.experts.54.gate_proj,not applicable,,0.292
16,mlp.experts.54.up_proj,not applicable,,0.295
16,mlp.experts.55.gate_proj,not applicable,,0.298
16,mlp.experts.55.up_proj,not applicable,,0.300
16,mlp.experts.56.gate_proj,not applicable,,0.303
16,mlp.experts.56.up_proj,not applicable,,0.305
16,mlp.experts.57.gate_proj,not applicable,,0.308
16,mlp.experts.57.up_proj,not applicable,,0.311
16,mlp.experts.58.gate_proj,not applicable,,0.313
16,mlp.experts.58.up_proj,not applicable,,0.316
16,mlp.experts.59.gate_proj,not applicable,,0.318
16,mlp.experts.59.up_proj,not applicable,,0.321
16,mlp.experts.60.gate_proj,not applicable,,0.323
16,mlp.experts.60.up_proj,not applicable,,0.327
16,mlp.experts.61.gate_proj,not applicable,,0.329
16,mlp.experts.61.up_proj,not applicable,,0.332
16,mlp.experts.62.gate_proj,not applicable,,0.334
16,mlp.experts.62.up_proj,not applicable,,0.337
16,mlp.experts.63.gate_proj,not applicable,,0.339
16,mlp.experts.63.up_proj,not applicable,,0.342
16,mlp.experts.64.gate_proj,not applicable,,0.344
16,mlp.experts.64.up_proj,not applicable,,0.347
16,mlp.experts.65.gate_proj,not applicable,,0.349
16,mlp.experts.65.up_proj,not applicable,,0.352
16,mlp.experts.66.gate_proj,not applicable,,0.354
16,mlp.experts.66.up_proj,not applicable,,0.357
16,mlp.experts.67.gate_proj,not applicable,,0.360
16,mlp.experts.67.up_proj,not applicable,,0.362
16,mlp.experts.68.gate_proj,not applicable,,0.365
16,mlp.experts.68.up_proj,not applicable,,0.367
16,mlp.experts.69.gate_proj,not applicable,,0.370
16,mlp.experts.69.up_proj,not applicable,,0.372
16,mlp.experts.70.gate_proj,not applicable,,0.375
16,mlp.experts.70.up_proj,not applicable,,0.379
16,mlp.experts.71.gate_proj,not applicable,,0.381
16,mlp.experts.71.up_proj,not applicable,,0.384
16,mlp.experts.72.gate_proj,not applicable,,0.386
16,mlp.experts.72.up_proj,not applicable,,0.389
16,mlp.experts.73.gate_proj,not applicable,,0.392
16,mlp.experts.73.up_proj,not applicable,,0.394
16,mlp.experts.74.gate_proj,not applicable,,0.397
16,mlp.experts.74.up_proj,not applicable,,0.399
16,mlp.experts.75.gate_proj,not applicable,,0.402
16,mlp.experts.75.up_proj,not applicable,,0.404
16,mlp.experts.76.gate_proj,not applicable,,0.407
16,mlp.experts.76.up_proj,not applicable,,0.409
16,mlp.experts.77.gate_proj,not applicable,,0.412
16,mlp.experts.77.up_proj,not applicable,,0.415
16,mlp.experts.78.gate_proj,not applicable,,0.418
16,mlp.experts.78.up_proj,not applicable,,0.420
16,mlp.experts.79.gate_proj,not applicable,,0.423
16,mlp.experts.79.up_proj,not applicable,,0.425
16,mlp.experts.80.gate_proj,not applicable,,0.428
16,mlp.experts.80.up_proj,not applicable,,0.431
16,mlp.experts.81.gate_proj,not applicable,,0.434
16,mlp.experts.81.up_proj,not applicable,,0.436
16,mlp.experts.82.gate_proj,not applicable,,0.439
16,mlp.experts.82.up_proj,not applicable,,0.441
16,mlp.experts.83.gate_proj,not applicable,,0.444
16,mlp.experts.83.up_proj,not applicable,,0.446
16,mlp.experts.84.gate_proj,not applicable,,0.457
16,mlp.experts.84.up_proj,not applicable,,0.460
16,mlp.experts.85.gate_proj,not applicable,,0.463
16,mlp.experts.85.up_proj,not applicable,,0.466
16,mlp.experts.86.gate_proj,not applicable,,0.468
16,mlp.experts.86.up_proj,not applicable,,0.471
16,mlp.experts.87.gate_proj,not applicable,,0.473
16,mlp.experts.87.up_proj,not applicable,,0.476
16,mlp.experts.88.gate_proj,not applicable,,0.478
16,mlp.experts.88.up_proj,not applicable,,0.481
16,mlp.experts.89.gate_proj,not applicable,,0.484
16,mlp.experts.89.up_proj,not applicable,,0.486
16,mlp.experts.90.gate_proj,not applicable,,0.489
16,mlp.experts.90.up_proj,not applicable,,0.492
16,mlp.experts.91.gate_proj,not applicable,,0.495
16,mlp.experts.91.up_proj,not applicable,,0.497
16,mlp.experts.92.gate_proj,not applicable,,0.500
16,mlp.experts.92.up_proj,not applicable,,0.503
16,mlp.experts.93.gate_proj,not applicable,,0.505
16,mlp.experts.93.up_proj,not applicable,,0.508
16,mlp.experts.94.gate_proj,not applicable,,0.510
16,mlp.experts.94.up_proj,not applicable,,0.513
16,mlp.experts.95.gate_proj,not applicable,,0.516
16,mlp.experts.95.up_proj,not applicable,,0.519
16,mlp.experts.96.gate_proj,not applicable,,0.521
16,mlp.experts.96.up_proj,not applicable,,0.524
16,mlp.experts.97.gate_proj,not applicable,,0.526
16,mlp.experts.97.up_proj,not applicable,,0.529
16,mlp.experts.98.gate_proj,not applicable,,0.531
16,mlp.experts.98.up_proj,not applicable,,0.534
16,mlp.experts.99.gate_proj,not applicable,,0.536
16,mlp.experts.99.up_proj,not applicable,,0.539
16,mlp.experts.100.gate_proj,not applicable,,0.541
16,mlp.experts.100.up_proj,not applicable,,0.545
16,mlp.experts.101.gate_proj,not applicable,,0.547
16,mlp.experts.101.up_proj,not applicable,,0.550
16,mlp.experts.102.gate_proj,not applicable,,0.552
16,mlp.experts.102.up_proj,not applicable,,0.555
16,mlp.experts.103.gate_proj,not applicable,,0.557
16,mlp.experts.103.up_proj,not applicable,,0.560
16,mlp.experts.104.gate_proj,not applicable,,0.562
16,mlp.experts.104.up_proj,not applicable,,0.565
16,mlp.experts.105.gate_proj,not applicable,,0.567
16,mlp.experts.105.up_proj,not applicable,,0.570
16,mlp.experts.106.gate_proj,not applicable,,0.572
16,mlp.experts.106.up_proj,not applicable,,0.575
16,mlp.experts.107.gate_proj,not applicable,,0.577
16,mlp.experts.107.up_proj,not applicable,,0.580
16,mlp.experts.108.gate_proj,not applicable,,0.582
16,mlp.experts.108.up_proj,not applicable,,0.585
16,mlp.experts.109.gate_proj,not applicable,,0.587
16,mlp.experts.109.up_proj,not applicable,,0.590
16,mlp.experts.110.gate_proj,not applicable,,0.593
16,mlp.experts.110.up_proj,not applicable,,0.596
16,mlp.experts.111.gate_proj,not applicable,,0.599
16,mlp.experts.111.up_proj,not applicable,,0.601
16,mlp.experts.112.gate_proj,not applicable,,0.604
16,mlp.experts.112.up_proj,not applicable,,0.606
16,mlp.experts.113.gate_proj,not applicable,,0.609
16,mlp.experts.113.up_proj,not applicable,,0.611
16,mlp.experts.114.gate_proj,not applicable,,0.614
16,mlp.experts.114.up_proj,not applicable,,0.617
16,mlp.experts.115.gate_proj,not applicable,,0.620
16,mlp.experts.115.up_proj,not applicable,,0.623
16,mlp.experts.116.gate_proj,not applicable,,0.625
16,mlp.experts.116.up_proj,not applicable,,0.628
16,mlp.experts.117.gate_proj,not applicable,,0.630
16,mlp.experts.117.up_proj,not applicable,,0.633
16,mlp.experts.118.gate_proj,not applicable,,0.635
16,mlp.experts.118.up_proj,not applicable,,0.638
16,mlp.experts.119.gate_proj,not applicable,,0.640
16,mlp.experts.119.up_proj,not applicable,,0.643
16,mlp.experts.120.gate_proj,not applicable,,0.645
16,mlp.experts.120.up_proj,not applicable,,0.649
16,mlp.experts.121.gate_proj,not applicable,,0.651
16,mlp.experts.121.up_proj,not applicable,,0.654
16,mlp.experts.122.gate_proj,not applicable,,0.656
16,mlp.experts.122.up_proj,not applicable,,0.659
16,mlp.experts.123.gate_proj,not applicable,,0.661
16,mlp.experts.123.up_proj,not applicable,,0.664
16,mlp.experts.124.gate_proj,not applicable,,0.666
16,mlp.experts.124.up_proj,not applicable,,0.669
16,mlp.experts.125.gate_proj,not applicable,,0.671
16,mlp.experts.125.up_proj,not applicable,,0.674
16,mlp.experts.126.gate_proj,not applicable,,0.676
16,mlp.experts.126.up_proj,not applicable,,0.679
16,mlp.experts.127.gate_proj,not applicable,,0.681
16,mlp.experts.127.up_proj,not applicable,,0.684
16,mlp.experts.128.gate_proj,not applicable,,0.686
16,mlp.experts.128.up_proj,not applicable,,0.689
16,mlp.experts.129.gate_proj,not applicable,,0.691
16,mlp.experts.129.up_proj,not applicable,,0.694
16,mlp.experts.130.gate_proj,not applicable,,0.696
16,mlp.experts.130.up_proj,not applicable,,0.699
16,mlp.experts.131.gate_proj,not applicable,,0.702
16,mlp.experts.131.up_proj,not applicable,,0.705
16,mlp.experts.132.gate_proj,not applicable,,0.707
16,mlp.experts.132.up_proj,not applicable,,0.710
16,mlp.experts.133.gate_proj,not applicable,,0.712
16,mlp.experts.133.up_proj,not applicable,,0.715
16,mlp.experts.134.gate_proj,not applicable,,0.717
16,mlp.experts.134.up_proj,not applicable,,0.720
16,mlp.experts.135.gate_proj,not applicable,,0.723
16,mlp.experts.135.up_proj,not applicable,,0.725
16,mlp.experts.136.gate_proj,not applicable,,0.728
16,mlp.experts.136.up_proj,not applicable,,0.730
16,mlp.experts.137.gate_proj,not applicable,,0.733
16,mlp.experts.137.up_proj,not applicable,,0.735
16,mlp.experts.138.gate_proj,not applicable,,0.738
16,mlp.experts.138.up_proj,not applicable,,0.741
16,mlp.experts.139.gate_proj,not applicable,,0.743
16,mlp.experts.139.up_proj,not applicable,,0.746
16,mlp.experts.140.gate_proj,not applicable,,0.748
16,mlp.experts.140.up_proj,not applicable,,0.752
16,mlp.experts.141.gate_proj,not applicable,,0.754
16,mlp.experts.141.up_proj,not applicable,,0.757
16,mlp.experts.142.gate_proj,not applicable,,0.759
16,mlp.experts.142.up_proj,not applicable,,0.762
16,mlp.experts.143.gate_proj,not applicable,,0.764
16,mlp.experts.143.up_proj,not applicable,,0.767
16,mlp.experts.144.gate_proj,not applicable,,0.769
16,mlp.experts.144.up_proj,not applicable,,0.772
16,mlp.experts.145.gate_proj,not applicable,,0.774
16,mlp.experts.145.up_proj,not applicable,,0.777
16,mlp.experts.146.gate_proj,not applicable,,0.779
16,mlp.experts.146.up_proj,not applicable,,0.782
16,mlp.experts.147.gate_proj,not applicable,,0.784
16,mlp.experts.147.up_proj,not applicable,,0.787
16,mlp.experts.148.gate_proj,not applicable,,0.789
16,mlp.experts.148.up_proj,not applicable,,0.792
16,mlp.experts.149.gate_proj,not applicable,,0.794
16,mlp.experts.149.up_proj,not applicable,,0.797
16,mlp.experts.150.gate_proj,not applicable,,0.799
16,mlp.experts.150.up_proj,not applicable,,0.803
16,mlp.experts.151.gate_proj,not applicable,,0.805
16,mlp.experts.151.up_proj,not applicable,,0.807
16,mlp.experts.152.gate_proj,not applicable,,0.810
16,mlp.experts.152.up_proj,not applicable,,0.813
16,mlp.experts.153.gate_proj,not applicable,,0.815
16,mlp.experts.153.up_proj,not applicable,,0.817
16,mlp.experts.154.gate_proj,not applicable,,0.820
16,mlp.experts.154.up_proj,not applicable,,0.823
16,mlp.experts.155.gate_proj,not applicable,,0.825
16,mlp.experts.155.up_proj,not applicable,,0.828
16,mlp.experts.156.gate_proj,not applicable,,0.830
16,mlp.experts.156.up_proj,not applicable,,0.833
16,mlp.experts.157.gate_proj,not applicable,,0.835
16,mlp.experts.157.up_proj,not applicable,,0.838
16,mlp.experts.158.gate_proj,not applicable,,0.840
16,mlp.experts.158.up_proj,not applicable,,0.843
16,mlp.experts.159.gate_proj,not applicable,,0.846
16,mlp.experts.159.up_proj,not applicable,,0.848
16,mlp.experts.160.gate_proj,not applicable,,0.851
16,mlp.experts.160.up_proj,not applicable,,0.854
16,mlp.experts.161.gate_proj,not applicable,,0.857
16,mlp.experts.161.up_proj,not applicable,,0.859
16,mlp.experts.162.gate_proj,not applicable,,0.862
16,mlp.experts.162.up_proj,not applicable,,0.864
16,mlp.experts.163.gate_proj,not applicable,,0.867
16,mlp.experts.163.up_proj,not applicable,,0.869
16,mlp.experts.164.gate_proj,not applicable,,0.872
16,mlp.experts.164.up_proj,not applicable,,0.875
16,mlp.experts.165.gate_proj,not applicable,,0.877
16,mlp.experts.165.up_proj,not applicable,,0.880
16,mlp.experts.166.gate_proj,not applicable,,0.882
16,mlp.experts.166.up_proj,not applicable,,0.885
16,mlp.experts.167.gate_proj,not applicable,,0.887
16,mlp.experts.167.up_proj,not applicable,,0.890
16,mlp.experts.168.gate_proj,not applicable,,0.892
16,mlp.experts.168.up_proj,not applicable,,0.895
16,mlp.experts.169.gate_proj,not applicable,,0.897
16,mlp.experts.169.up_proj,not applicable,,0.900
16,mlp.experts.170.gate_proj,not applicable,,0.903
16,mlp.experts.170.up_proj,not applicable,,0.906
16,mlp.experts.171.gate_proj,not applicable,,0.909
16,mlp.experts.171.up_proj,not applicable,,0.911
16,mlp.experts.172.gate_proj,not applicable,,0.914
16,mlp.experts.172.up_proj,not applicable,,0.916
16,mlp.experts.173.gate_proj,not applicable,,0.919
16,mlp.experts.173.up_proj,not applicable,,0.922
16,mlp.experts.174.gate_proj,not applicable,,0.925
16,mlp.experts.174.up_proj,not applicable,,0.927
16,mlp.experts.175.gate_proj,not applicable,,0.930
16,mlp.experts.175.up_proj,not applicable,,0.932
16,mlp.experts.176.gate_proj,not applicable,,0.934
16,mlp.experts.176.up_proj,not applicable,,0.937
16,mlp.experts.177.gate_proj,not applicable,,0.940
16,mlp.experts.177.up_proj,not applicable,,0.942
16,mlp.experts.178.gate_proj,not applicable,,0.944
16,mlp.experts.178.up_proj,not applicable,,0.947
16,mlp.experts.179.gate_proj,not applicable,,0.950
16,mlp.experts.179.up_proj,not applicable,,0.952
16,mlp.experts.180.gate_proj,not applicable,,0.955
16,mlp.experts.180.up_proj,not applicable,,0.958
16,mlp.experts.181.gate_proj,not applicable,,0.961
16,mlp.experts.181.up_proj,not applicable,,0.963
16,mlp.experts.182.gate_proj,not applicable,,0.966
16,mlp.experts.182.up_proj,not applicable,,0.968
16,mlp.experts.183.gate_proj,not applicable,,0.970
16,mlp.experts.183.up_proj,not applicable,,0.973
16,mlp.experts.184.gate_proj,not applicable,,0.976
16,mlp.experts.184.up_proj,not applicable,,0.978
16,mlp.experts.185.gate_proj,not applicable,,0.981
16,mlp.experts.185.up_proj,not applicable,,0.983
16,mlp.experts.186.gate_proj,not applicable,,0.986
16,mlp.experts.186.up_proj,not applicable,,0.989
16,mlp.experts.187.gate_proj,not applicable,,0.991
16,mlp.experts.187.up_proj,not applicable,,0.994
16,mlp.experts.188.gate_proj,not applicable,,0.996
16,mlp.experts.188.up_proj,not applicable,,0.998
16,mlp.experts.189.gate_proj,not applicable,,1.001
16,mlp.experts.189.up_proj,not applicable,,1.004
16,mlp.experts.190.gate_proj,not applicable,,1.006
16,mlp.experts.190.up_proj,not applicable,,1.009
16,mlp.experts.191.gate_proj,not applicable,,1.012
16,mlp.experts.191.up_proj,not applicable,,1.014
16,mlp.experts.192.gate_proj,not applicable,,1.017
16,mlp.experts.192.up_proj,not applicable,,1.019
16,mlp.experts.193.gate_proj,not applicable,,1.022
16,mlp.experts.193.up_proj,not applicable,,1.025
16,mlp.experts.194.gate_proj,not applicable,,1.028
16,mlp.experts.194.up_proj,not applicable,,1.030
16,mlp.experts.195.gate_proj,not applicable,,1.033
16,mlp.experts.195.up_proj,not applicable,,1.035
16,mlp.experts.196.gate_proj,not applicable,,1.037
16,mlp.experts.196.up_proj,not applicable,,1.040
16,mlp.experts.197.gate_proj,not applicable,,1.042
16,mlp.experts.197.up_proj,not applicable,,1.045
16,mlp.experts.198.gate_proj,not applicable,,1.047
16,mlp.experts.198.up_proj,not applicable,,1.050
16,mlp.experts.199.gate_proj,not applicable,,1.052
16,mlp.experts.199.up_proj,not applicable,,1.055
16,mlp.experts.200.gate_proj,not applicable,,1.057
16,mlp.experts.200.up_proj,not applicable,,1.061
16,mlp.experts.201.gate_proj,not applicable,,1.063
16,mlp.experts.201.up_proj,not applicable,,1.066
16,mlp.experts.202.gate_proj,not applicable,,1.068
16,mlp.experts.202.up_proj,not applicable,,1.071
16,mlp.experts.203.gate_proj,not applicable,,1.073
16,mlp.experts.203.up_proj,not applicable,,1.076
16,mlp.experts.204.gate_proj,not applicable,,1.078
16,mlp.experts.204.up_proj,not applicable,,1.081
16,mlp.experts.205.gate_proj,not applicable,,1.083
16,mlp.experts.205.up_proj,not applicable,,1.086
16,mlp.experts.206.gate_proj,not applicable,,1.089
16,mlp.experts.206.up_proj,not applicable,,1.091
16,mlp.experts.207.gate_proj,not applicable,,1.094
16,mlp.experts.207.up_proj,not applicable,,1.096
16,mlp.experts.208.gate_proj,not applicable,,1.099
16,mlp.experts.208.up_proj,not applicable,,1.101
16,mlp.experts.209.gate_proj,not applicable,,1.104
16,mlp.experts.209.up_proj,not applicable,,1.106
16,mlp.experts.210.gate_proj,not applicable,,1.109
16,mlp.experts.210.up_proj,not applicable,,1.112
16,mlp.experts.211.gate_proj,not applicable,,1.115
16,mlp.experts.211.up_proj,not applicable,,1.117
16,mlp.experts.212.gate_proj,not applicable,,1.120
16,mlp.experts.212.up_proj,not applicable,,1.122
16,mlp.experts.213.gate_proj,not applicable,,1.125
16,mlp.experts.213.up_proj,not applicable,,1.128
16,mlp.experts.214.gate_proj,not applicable,,1.130
16,mlp.experts.214.up_proj,not applicable,,1.133
16,mlp.experts.215.gate_proj,not applicable,,1.135
16,mlp.experts.215.up_proj,not applicable,,1.138
16,mlp.experts.216.gate_proj,not applicable,,1.140
16,mlp.experts.216.up_proj,not applicable,,1.143
16,mlp.experts.217.gate_proj,not applicable,,1.145
16,mlp.experts.217.up_proj,not applicable,,1.148
16,mlp.experts.218.gate_proj,not applicable,,1.154
16,mlp.experts.218.up_proj,not applicable,,1.156
16,mlp.experts.219.gate_proj,not applicable,,1.159
16,mlp.experts.219.up_proj,not applicable,,1.162
16,mlp.experts.220.gate_proj,not applicable,,1.164
16,mlp.experts.220.up_proj,not applicable,,1.168
16,mlp.experts.221.gate_proj,not applicable,,1.170
16,mlp.experts.221.up_proj,not applicable,,1.173
16,mlp.experts.222.gate_proj,not applicable,,1.175
16,mlp.experts.222.up_proj,not applicable,,1.178
16,mlp.experts.223.gate_proj,not applicable,,1.180
16,mlp.experts.223.up_proj,not applicable,,1.183
16,mlp.experts.224.gate_proj,not applicable,,1.185
16,mlp.experts.224.up_proj,not applicable,,1.188
16,mlp.experts.225.gate_proj,not applicable,,1.190
16,mlp.experts.225.up_proj,not applicable,,1.193
16,mlp.experts.226.gate_proj,not applicable,,1.196
16,mlp.experts.226.up_proj,not applicable,,1.198
16,mlp.experts.227.gate_proj,not applicable,,1.201
16,mlp.experts.227.up_proj,not applicable,,1.203
16,mlp.experts.228.gate_proj,not applicable,,1.205
16,mlp.experts.228.up_proj,not applicable,,1.208
16,mlp.experts.229.gate_proj,not applicable,,1.211
16,mlp.experts.229.up_proj,not applicable,,1.213
16,mlp.experts.230.gate_proj,not applicable,,1.216
16,mlp.experts.230.up_proj,not applicable,,1.219
16,mlp.experts.231.gate_proj,not applicable,,1.222
16,mlp.experts.231.up_proj,not applicable,,1.224
16,mlp.experts.232.gate_proj,not applicable,,1.227
16,mlp.experts.232.up_proj,not applicable,,1.230
16,mlp.experts.233.gate_proj,not applicable,,1.233
16,mlp.experts.233.up_proj,not applicable,,1.235
16,mlp.experts.234.gate_proj,not applicable,,1.238
16,mlp.experts.234.up_proj,not applicable,,1.240
16,mlp.experts.235.gate_proj,not applicable,,1.243
16,mlp.experts.235.up_proj,not applicable,,1.245
16,mlp.experts.236.gate_proj,not applicable,,1.248
16,mlp.experts.236.up_proj,not applicable,,1.250
16,mlp.experts.237.gate_proj,not applicable,,1.253
16,mlp.experts.237.up_proj,not applicable,,1.255
16,mlp.experts.238.gate_proj,not applicable,,1.258
16,mlp.experts.238.up_proj,not applicable,,1.260
16,mlp.experts.239.gate_proj,not applicable,,1.263
16,mlp.experts.239.up_proj,not applicable,,1.265
16,mlp.experts.240.gate_proj,not applicable,,1.268
16,mlp.experts.240.up_proj,not applicable,,1.271
16,mlp.experts.241.gate_proj,not applicable,,1.274
16,mlp.experts.241.up_proj,not applicable,,1.276
16,mlp.experts.242.gate_proj,not applicable,,1.279
16,mlp.experts.242.up_proj,not applicable,,1.281
16,mlp.experts.243.gate_proj,not applicable,,1.283
16,mlp.experts.243.up_proj,not applicable,,1.286
16,mlp.experts.244.gate_proj,not applicable,,1.289
16,mlp.experts.244.up_proj,not applicable,,1.291
16,mlp.experts.245.gate_proj,not applicable,,1.294
16,mlp.experts.245.up_proj,not applicable,,1.296
16,mlp.experts.246.gate_proj,not applicable,,1.299
16,mlp.experts.246.up_proj,not applicable,,1.301
16,mlp.experts.247.gate_proj,not applicable,,1.304
16,mlp.experts.247.up_proj,not applicable,,1.306
16,mlp.experts.248.gate_proj,not applicable,,1.309
16,mlp.experts.248.up_proj,not applicable,,1.311
16,mlp.experts.249.gate_proj,not applicable,,1.314
16,mlp.experts.249.up_proj,not applicable,,1.316
16,mlp.experts.250.gate_proj,not applicable,,1.319
16,mlp.experts.250.up_proj,not applicable,,1.322
16,mlp.experts.251.gate_proj,not applicable,,1.325
16,mlp.experts.251.up_proj,not applicable,,1.327
16,mlp.experts.252.gate_proj,not applicable,,1.330
16,mlp.experts.252.up_proj,not applicable,,1.333
16,mlp.experts.253.gate_proj,not applicable,,1.336
16,mlp.experts.253.up_proj,not applicable,,1.338
16,mlp.experts.254.gate_proj,not applicable,,1.341
16,mlp.experts.254.up_proj,not applicable,,1.343
16,mlp.experts.255.gate_proj,not applicable,,1.346
16,mlp.experts.255.up_proj,not applicable,,1.348
16,mlp.experts.0.down_proj,0.0000008495,,1.351
16,mlp.experts.1.down_proj,0.0000017837,,1.353
16,mlp.experts.2.down_proj,0.0000011711,,1.356
16,mlp.experts.3.down_proj,0.0000008710,,1.358
16,mlp.experts.4.down_proj,0.0000013111,,1.361
16,mlp.experts.5.down_proj,0.0000025879,,1.363
16,mlp.experts.6.down_proj,0.0000021021,,1.365
16,mlp.experts.7.down_proj,0.0000006427,,1.368
16,mlp.experts.8.down_proj,0.0000011100,,1.370
16,mlp.experts.9.down_proj,0.0000010664,,1.373
16,mlp.experts.10.down_proj,0.0000018322,,1.376
16,mlp.experts.11.down_proj,0.0000000323,,1.378
16,mlp.experts.12.down_proj,0.0000014566,,1.381
16,mlp.experts.13.down_proj,0.0000004162,,1.383
16,mlp.experts.14.down_proj,0.0000006447,,1.386
16,mlp.experts.15.down_proj,0.0000015838,,1.388
16,mlp.experts.16.down_proj,0.0000018228,,1.391
16,mlp.experts.17.down_proj,0.0000009675,,1.393
16,mlp.experts.18.down_proj,0.0000008168,,1.395
16,mlp.experts.19.down_proj,0.0000006526,,1.398
16,mlp.experts.20.down_proj,0.0000013976,,1.400
16,mlp.experts.21.down_proj,0.0000003047,,1.403
16,mlp.experts.22.down_proj,0.0000015446,,1.407
16,mlp.experts.23.down_proj,0.0000006685,,1.409
16,mlp.experts.24.down_proj,0.0000011975,,1.411
16,mlp.experts.25.down_proj,0.0000007383,,1.414
16,mlp.experts.26.down_proj,0.0000014158,,1.416
16,mlp.experts.27.down_proj,0.0000004284,,1.419
16,mlp.experts.28.down_proj,0.0000004523,,1.421
16,mlp.experts.29.down_proj,0.0000013092,,1.424
16,mlp.experts.30.down_proj,0.0000003768,,1.427
16,mlp.experts.31.down_proj,0.0000008437,,1.429
16,mlp.experts.32.down_proj,0.0000020960,,1.432
16,mlp.experts.33.down_proj,0.0000007132,,1.435
16,mlp.experts.34.down_proj,0.0000006019,,1.437
16,mlp.experts.35.down_proj,0.0000024201,,1.440
16,mlp.experts.36.down_proj,0.0000010926,,1.442
16,mlp.experts.37.down_proj,0.0000004389,,1.444
16,mlp.experts.38.down_proj,0.0000009513,,1.447
16,mlp.experts.39.down_proj,0.0000007680,,1.449
16,mlp.experts.40.down_proj,0.0000007059,,1.452
16,mlp.experts.41.down_proj,0.0000011031,,1.454
16,mlp.experts.42.down_proj,0.0000004736,,1.457
16,mlp.experts.43.down_proj,0.0000024097,,1.459
16,mlp.experts.44.down_proj,0.0000009966,,1.462
16,mlp.experts.45.down_proj,0.0000010924,,1.464
16,mlp.experts.46.down_proj,0.0000005523,,1.467
16,mlp.experts.47.down_proj,0.0000026605,,1.474
16,mlp.experts.48.down_proj,0.0000008872,,1.477
16,mlp.experts.49.down_proj,0.0000005365,,1.480
16,mlp.experts.50.down_proj,0.0000034194,,1.483
16,mlp.experts.51.down_proj,0.0000007786,,1.485
16,mlp.experts.52.down_proj,0.0000004983,,1.488
16,mlp.experts.53.down_proj,0.0000003302,,1.490
16,mlp.experts.54.down_proj,0.0000013568,,1.492
16,mlp.experts.55.down_proj,0.0000009799,,1.495
16,mlp.experts.56.down_proj,0.0000007223,,1.497
16,mlp.experts.57.down_proj,0.0000004153,,1.500
16,mlp.experts.58.down_proj,0.0000005089,,1.502
16,mlp.experts.59.down_proj,0.0000017500,,1.505
16,mlp.experts.60.down_proj,0.0000000226,,1.507
16,mlp.experts.61.down_proj,0.0000002294,,1.510
16,mlp.experts.62.down_proj,0.0000017039,,1.512
16,mlp.experts.63.down_proj,0.0000006753,,1.514
16,mlp.experts.64.down_proj,0.0000010722,,1.517
16,mlp.experts.65.down_proj,0.0000003107,,1.519
16,mlp.experts.66.down_proj,0.0000003598,,1.522
16,mlp.experts.67.down_proj,0.0000013427,,1.524
16,mlp.experts.68.down_proj,0.0000011857,,1.526
16,mlp.experts.69.down_proj,0.0000021759,,1.530
16,mlp.experts.70.down_proj,0.0000006679,,1.532
16,mlp.experts.71.down_proj,0.0000012027,,1.535
16,mlp.experts.72.down_proj,0.0000011657,,1.538
16,mlp.experts.73.down_proj,0.0000005544,,1.540
16,mlp.experts.74.down_proj,0.0000004901,,1.543
16,mlp.experts.75.down_proj,0.0000007051,,1.545
16,mlp.experts.76.down_proj,0.0000006930,,1.548
16,mlp.experts.77.down_proj,0.0000011121,,1.550
16,mlp.experts.78.down_proj,0.0000007630,,1.553
16,mlp.experts.79.down_proj,0.0000003394,,1.555
16,mlp.experts.80.down_proj,0.0000008068,,1.557
16,mlp.experts.81.down_proj,0.0000006996,,1.560
16,mlp.experts.82.down_proj,0.0000006287,,1.562
16,mlp.experts.83.down_proj,0.0000004752,,1.565
16,mlp.experts.84.down_proj,0.0000009071,,1.567
16,mlp.experts.85.down_proj,0.0000002510,,1.570
16,mlp.experts.86.down_proj,0.0000002004,,1.572
16,mlp.experts.87.down_proj,0.0000005025,,1.575
16,mlp.experts.88.down_proj,0.0000023700,,1.577
16,mlp.experts.89.down_proj,0.0000012188,,1.580
16,mlp.experts.90.down_proj,0.0000004524,,1.583
16,mlp.experts.91.down_proj,0.0000024980,,1.585
16,mlp.experts.92.down_proj,0.0000006286,,1.588
16,mlp.experts.93.down_proj,0.0000000830,,1.591
16,mlp.experts.94.down_proj,0.0000000454,,1.593
16,mlp.experts.95.down_proj,0.0000011634,,1.595
16,mlp.experts.96.down_proj,0.0000002496,,1.598
16,mlp.experts.97.down_proj,0.0000013011,,1.600
16,mlp.experts.98.down_proj,0.0000012275,,1.603
16,mlp.experts.99.down_proj,0.0000008405,,1.605
16,mlp.experts.100.down_proj,0.0000010961,,1.608
16,mlp.experts.101.down_proj,0.0000012004,,1.610
16,mlp.experts.102.down_proj,0.0000001311,,1.613
16,mlp.experts.103.down_proj,0.0000006633,,1.615
16,mlp.experts.104.down_proj,0.0000004187,,1.618
16,mlp.experts.105.down_proj,0.0000001795,,1.620
16,mlp.experts.106.down_proj,0.0000002576,,1.623
16,mlp.experts.107.down_proj,0.0000002887,,1.625
16,mlp.experts.108.down_proj,0.0000006700,,1.628
16,mlp.experts.109.down_proj,0.0000030509,,1.631
16,mlp.experts.110.down_proj,0.0000011393,,1.634
16,mlp.experts.111.down_proj,0.0000013182,,1.636
16,mlp.experts.112.down_proj,0.0000003531,,1.639
16,mlp.experts.113.down_proj,0.0000003274,,1.642
16,mlp.experts.114.down_proj,0.0000040940,,1.644
16,mlp.experts.115.down_proj,0.0000021259,,1.646
16,mlp.experts.116.down_proj,0.0000004824,,1.649
16,mlp.experts.117.down_proj,0.0000011592,,1.651
16,mlp.experts.118.down_proj,0.0000003066,,1.654
16,mlp.experts.119.down_proj,0.0000004386,,1.656
16,mlp.experts.120.down_proj,0.0000000075,,1.659
16,mlp.experts.121.down_proj,0.0000008516,,1.661
16,mlp.experts.122.down_proj,0.0000007390,,1.664
16,mlp.experts.123.down_proj,0.0000007795,,1.666
16,mlp.experts.124.down_proj,0.0000003061,,1.668
16,mlp.experts.125.down_proj,0.0000009885,,1.671
16,mlp.experts.126.down_proj,0.0000004071,,1.673
16,mlp.experts.127.down_proj,0.0000007098,,1.676
16,mlp.experts.128.down_proj,0.0000033632,,1.678
16,mlp.experts.129.down_proj,0.0000005102,,1.682
16,mlp.experts.130.down_proj,0.0000009425,,1.684
16,mlp.experts.131.down_proj,0.0000006534,,1.687
16,mlp.experts.132.down_proj,0.0000008777,,1.689
16,mlp.experts.133.down_proj,0.0000004764,,1.692
16,mlp.experts.134.down_proj,0.0000003538,,1.694
16,mlp.experts.135.down_proj,0.0000008192,,1.697
16,mlp.experts.136.down_proj,0.0000000036,,1.699
16,mlp.experts.137.down_proj,0.0000033358,,1.702
16,mlp.experts.138.down_proj,0.0000018747,,1.704
16,mlp.experts.139.down_proj,0.0000011441,,1.707
16,mlp.experts.140.down_proj,0.0000007702,,1.709
16,mlp.experts.141.down_proj,0.0000000440,,1.712
16,mlp.experts.142.down_proj,0.0000001283,,1.714
16,mlp.experts.143.down_proj,0.0000003900,,1.717
16,mlp.experts.144.down_proj,0.0000024385,,1.719
16,mlp.experts.145.down_proj,0.0000027248,,1.722
16,mlp.experts.146.down_proj,0.0000006589,,1.724
16,mlp.experts.147.down_proj,0.0000006073,,1.727
16,mlp.experts.148.down_proj,0.0000001812,,1.729
16,mlp.experts.149.down_proj,0.0000006059,,1.732
16,mlp.experts.150.down_proj,0.0000004259,,1.735
16,mlp.experts.151.down_proj,0.0000010394,,1.737
16,mlp.experts.152.down_proj,0.0000007317,,1.740
16,mlp.experts.153.down_proj,0.0000009147,,1.743
16,mlp.experts.154.down_proj,0.0000012985,,1.745
16,mlp.experts.155.down_proj,0.0000012008,,1.748
16,mlp.experts.156.down_proj,0.0000007190,,1.750
16,mlp.experts.157.down_proj,0.0000002215,,1.752
16,mlp.experts.158.down_proj,0.0000005318,,1.755
16,mlp.experts.159.down_proj,0.0000007431,,1.757
16,mlp.experts.160.down_proj,0.0000005147,,1.760
16,mlp.experts.161.down_proj,0.0000005543,,1.762
16,mlp.experts.162.down_proj,0.0000007346,,1.765
16,mlp.experts.163.down_proj,0.0000017107,,1.767
16,mlp.experts.164.down_proj,0.0000006603,,1.770
16,mlp.experts.165.down_proj,0.0000004131,,1.772
16,mlp.experts.166.down_proj,0.0000004035,,1.775
16,mlp.experts.167.down_proj,0.0000043204,,1.777
16,mlp.experts.168.down_proj,0.0000009103,,1.780
16,mlp.experts.169.down_proj,0.0000007203,,1.783
16,mlp.experts.170.down_proj,0.0000009055,,1.786
16,mlp.experts.171.down_proj,0.0000002170,,1.788
16,mlp.experts.172.down_proj,0.0000005580,,1.791
16,mlp.experts.173.down_proj,0.0000030435,,1.793
16,mlp.experts.174.down_proj,0.0000005067,,1.796
16,mlp.experts.175.down_proj,0.0000006994,,1.798
16,mlp.experts.176.down_proj,0.0000008314,,1.801
16,mlp.experts.177.down_proj,0.0000004436,,1.803
16,mlp.experts.178.down_proj,0.0000027518,,1.806
16,mlp.experts.179.down_proj,0.0000016363,,1.808
16,mlp.experts.180.down_proj,0.0000004324,,1.810
16,mlp.experts.181.down_proj,0.0000006690,,1.813
16,mlp.experts.182.down_proj,0.0000010740,,1.815
16,mlp.experts.183.down_proj,0.0000005840,,1.818
16,mlp.experts.184.down_proj,0.0000001829,,1.820
16,mlp.experts.185.down_proj,0.0000005987,,1.823
16,mlp.experts.186.down_proj,0.0000000966,,1.825
16,mlp.experts.187.down_proj,0.0000015264,,1.828
16,mlp.experts.188.down_proj,0.0000001358,,1.830
16,mlp.experts.189.down_proj,0.0000010048,,1.834
16,mlp.experts.190.down_proj,0.0000009849,,1.836
16,mlp.experts.191.down_proj,0.0000060629,,1.839
16,mlp.experts.192.down_proj,0.0000011372,,1.841
16,mlp.experts.193.down_proj,0.0000006130,,1.844
16,mlp.experts.194.down_proj,0.0000013882,,1.847
16,mlp.experts.195.down_proj,0.0000001799,,1.850
16,mlp.experts.196.down_proj,0.0000010261,,1.858
16,mlp.experts.197.down_proj,0.0000000738,,1.860
16,mlp.experts.198.down_proj,0.0000005655,,1.863
16,mlp.experts.199.down_proj,0.0000003945,,1.865
16,mlp.experts.200.down_proj,0.0000017012,,1.868
16,mlp.experts.201.down_proj,0.0000012227,,1.870
16,mlp.experts.202.down_proj,0.0000002708,,1.873
16,mlp.experts.203.down_proj,0.0000001613,,1.875
16,mlp.experts.204.down_proj,0.0000010186,,1.878
16,mlp.experts.205.down_proj,0.0000004008,,1.880
16,mlp.experts.206.down_proj,0.0000006263,,1.883
16,mlp.experts.207.down_proj,0.0000015105,,1.885
16,mlp.experts.208.down_proj,0.0000010765,,1.888
16,mlp.experts.209.down_proj,0.0000005043,,1.892
16,mlp.experts.210.down_proj,0.0000009927,,1.894
16,mlp.experts.211.down_proj,0.0000006555,,1.897
16,mlp.experts.212.down_proj,0.0000017159,,1.899
16,mlp.experts.213.down_proj,0.0000007387,,1.902
16,mlp.experts.214.down_proj,0.0000003226,,1.904
16,mlp.experts.215.down_proj,0.0000006549,,1.907
16,mlp.experts.216.down_proj,0.0000008914,,1.909
16,mlp.experts.217.down_proj,0.0000002541,,1.911
16,mlp.experts.218.down_proj,0.0000003594,,1.914
16,mlp.experts.219.down_proj,0.0000007545,,1.916
16,mlp.experts.220.down_proj,0.0000014257,,1.919
16,mlp.experts.221.down_proj,0.0000005983,,1.921
16,mlp.experts.222.down_proj,0.0000019040,,1.924
16,mlp.experts.223.down_proj,0.0000011150,,1.926
16,mlp.experts.224.down_proj,0.0000005378,,1.929
16,mlp.experts.225.down_proj,0.0000008916,,1.931
16,mlp.experts.226.down_proj,0.0000014180,,1.934
16,mlp.experts.227.down_proj,0.0000013241,,1.937
16,mlp.experts.228.down_proj,0.0000014830,,1.939
16,mlp.experts.229.down_proj,0.0000020029,,1.943
16,mlp.experts.230.down_proj,0.0000005482,,1.946
16,mlp.experts.231.down_proj,0.0000009785,,1.948
16,mlp.experts.232.down_proj,0.0000004485,,1.951
16,mlp.experts.233.down_proj,0.0000003540,,1.953
16,mlp.experts.234.down_proj,0.0000003569,,1.956
16,mlp.experts.235.down_proj,0.0000012790,,1.959
16,mlp.experts.236.down_proj,0.0000010463,,1.961
16,mlp.experts.237.down_proj,0.0000001548,,1.964
16,mlp.experts.238.down_proj,0.0000016395,,1.966
16,mlp.experts.239.down_proj,0.0000013869,,1.969
16,mlp.experts.240.down_proj,0.0000007190,,1.971
16,mlp.experts.241.down_proj,0.0000013687,,1.974
16,mlp.experts.242.down_proj,0.0000042388,,1.976
16,mlp.experts.243.down_proj,0.0000035183,,1.979
16,mlp.experts.244.down_proj,0.0000008369,,1.981
16,mlp.experts.245.down_proj,0.0000001581,,1.984
16,mlp.experts.246.down_proj,0.0000003884,,1.986
16,mlp.experts.247.down_proj,0.0000000779,,1.989
16,mlp.experts.248.down_proj,0.0000004608,,1.991
16,mlp.experts.249.down_proj,0.0000004005,,1.995
16,mlp.experts.250.down_proj,0.0000002214,,1.997
16,mlp.experts.251.down_proj,0.0000010320,,2.000
16,mlp.experts.252.down_proj,0.0000005232,,2.002
16,mlp.experts.253.down_proj,0.0000004464,,2.005
16,mlp.experts.254.down_proj,0.0000002730,,2.007
16,mlp.experts.255.down_proj,0.0000000298,,2.010
17,mlp.experts.0.gate_proj,not applicable,,0.005
17,mlp.experts.0.up_proj,not applicable,,0.011
17,mlp.experts.1.gate_proj,not applicable,,0.015
17,mlp.experts.1.up_proj,not applicable,,0.017
17,mlp.experts.2.gate_proj,not applicable,,0.020
17,mlp.experts.2.up_proj,not applicable,,0.023
17,mlp.experts.3.gate_proj,not applicable,,0.025
17,mlp.experts.3.up_proj,not applicable,,0.028
17,mlp.experts.4.gate_proj,not applicable,,0.030
17,mlp.experts.4.up_proj,not applicable,,0.033
17,mlp.experts.5.gate_proj,not applicable,,0.036
17,mlp.experts.5.up_proj,not applicable,,0.038
17,mlp.experts.6.gate_proj,not applicable,,0.041
17,mlp.experts.6.up_proj,not applicable,,0.043
17,mlp.experts.7.gate_proj,not applicable,,0.046
17,mlp.experts.7.up_proj,not applicable,,0.048
17,mlp.experts.8.gate_proj,not applicable,,0.051
17,mlp.experts.8.up_proj,not applicable,,0.053
17,mlp.experts.9.gate_proj,not applicable,,0.056
17,mlp.experts.9.up_proj,not applicable,,0.058
17,mlp.experts.10.gate_proj,not applicable,,0.061
17,mlp.experts.10.up_proj,not applicable,,0.065
17,mlp.experts.11.gate_proj,not applicable,,0.068
17,mlp.experts.11.up_proj,not applicable,,0.071
17,mlp.experts.12.gate_proj,not applicable,,0.073
17,mlp.experts.12.up_proj,not applicable,,0.076
17,mlp.experts.13.gate_proj,not applicable,,0.078
17,mlp.experts.13.up_proj,not applicable,,0.081
17,mlp.experts.14.gate_proj,not applicable,,0.083
17,mlp.experts.14.up_proj,not applicable,,0.086
17,mlp.experts.15.gate_proj,not applicable,,0.089
17,mlp.experts.15.up_proj,not applicable,,0.091
17,mlp.experts.16.gate_proj,not applicable,,0.094
17,mlp.experts.16.up_proj,not applicable,,0.097
17,mlp.experts.17.gate_proj,not applicable,,0.099
17,mlp.experts.17.up_proj,not applicable,,0.102
17,mlp.experts.18.gate_proj,not applicable,,0.104
17,mlp.experts.18.up_proj,not applicable,,0.107
17,mlp.experts.19.gate_proj,not applicable,,0.109
17,mlp.experts.19.up_proj,not applicable,,0.112
17,mlp.experts.20.gate_proj,not applicable,,0.114
17,mlp.experts.20.up_proj,not applicable,,0.117
17,mlp.experts.21.gate_proj,not applicable,,0.120
17,mlp.experts.21.up_proj,not applicable,,0.123
17,mlp.experts.22.gate_proj,not applicable,,0.125
17,mlp.experts.22.up_proj,not applicable,,0.128
17,mlp.experts.23.gate_proj,not applicable,,0.130
17,mlp.experts.23.up_proj,not applicable,,0.133
17,mlp.experts.24.gate_proj,not applicable,,0.135
17,mlp.experts.24.up_proj,not applicable,,0.138
17,mlp.experts.25.gate_proj,not applicable,,0.140
17,mlp.experts.25.up_proj,not applicable,,0.142
17,mlp.experts.26.gate_proj,not applicable,,0.145
17,mlp.experts.26.up_proj,not applicable,,0.147
17,mlp.experts.27.gate_proj,not applicable,,0.150
17,mlp.experts.27.up_proj,not applicable,,0.152
17,mlp.experts.28.gate_proj,not applicable,,0.154
17,mlp.experts.28.up_proj,not applicable,,0.157
17,mlp.experts.29.gate_proj,not applicable,,0.159
17,mlp.experts.29.up_proj,not applicable,,0.162
17,mlp.experts.30.gate_proj,not applicable,,0.165
17,mlp.experts.30.up_proj,not applicable,,0.168
17,mlp.experts.31.gate_proj,not applicable,,0.171
17,mlp.experts.31.up_proj,not applicable,,0.173
17,mlp.experts.32.gate_proj,not applicable,,0.175
17,mlp.experts.32.up_proj,not applicable,,0.178
17,mlp.experts.33.gate_proj,not applicable,,0.180
17,mlp.experts.33.up_proj,not applicable,,0.183
17,mlp.experts.34.gate_proj,not applicable,,0.185
17,mlp.experts.34.up_proj,not applicable,,0.187
17,mlp.experts.35.gate_proj,not applicable,,0.190
17,mlp.experts.35.up_proj,not applicable,,0.192
17,mlp.experts.36.gate_proj,not applicable,,0.195
17,mlp.experts.36.up_proj,not applicable,,0.197
17,mlp.experts.37.gate_proj,not applicable,,0.199
17,mlp.experts.37.up_proj,not applicable,,0.202
17,mlp.experts.38.gate_proj,not applicable,,0.204
17,mlp.experts.38.up_proj,not applicable,,0.207
17,mlp.experts.39.gate_proj,not applicable,,0.209
17,mlp.experts.39.up_proj,not applicable,,0.212
17,mlp.experts.40.gate_proj,not applicable,,0.214
17,mlp.experts.40.up_proj,not applicable,,0.217
17,mlp.experts.41.gate_proj,not applicable,,0.219
17,mlp.experts.41.up_proj,not applicable,,0.222
17,mlp.experts.42.gate_proj,not applicable,,0.224
17,mlp.experts.42.up_proj,not applicable,,0.227
17,mlp.experts.43.gate_proj,not applicable,,0.229
17,mlp.experts.43.up_proj,not applicable,,0.232
17,mlp.experts.44.gate_proj,not applicable,,0.234
17,mlp.experts.44.up_proj,not applicable,,0.237
17,mlp.experts.45.gate_proj,not applicable,,0.239
17,mlp.experts.45.up_proj,not applicable,,0.242
17,mlp.experts.46.gate_proj,not applicable,,0.244
17,mlp.experts.46.up_proj,not applicable,,0.247
17,mlp.experts.47.gate_proj,not applicable,,0.249
17,mlp.experts.47.up_proj,not applicable,,0.251
17,mlp.experts.48.gate_proj,not applicable,,0.254
17,mlp.experts.48.up_proj,not applicable,,0.257
17,mlp.experts.49.gate_proj,not applicable,,0.259
17,mlp.experts.49.up_proj,not applicable,,0.262
17,mlp.experts.50.gate_proj,not applicable,,0.264
17,mlp.experts.50.up_proj,not applicable,,0.268
17,mlp.experts.51.gate_proj,not applicable,,0.270
17,mlp.experts.51.up_proj,not applicable,,0.273
17,mlp.experts.52.gate_proj,not applicable,,0.275
17,mlp.experts.52.up_proj,not applicable,,0.278
17,mlp.experts.53.gate_proj,not applicable,,0.280
17,mlp.experts.53.up_proj,not applicable,,0.283
17,mlp.experts.54.gate_proj,not applicable,,0.285
17,mlp.experts.54.up_proj,not applicable,,0.288
17,mlp.experts.55.gate_proj,not applicable,,0.290
17,mlp.experts.55.up_proj,not applicable,,0.293
17,mlp.experts.56.gate_proj,not applicable,,0.295
17,mlp.experts.56.up_proj,not applicable,,0.298
17,mlp.experts.57.gate_proj,not applicable,,0.300
17,mlp.experts.57.up_proj,not applicable,,0.303
17,mlp.experts.58.gate_proj,not applicable,,0.305
17,mlp.experts.58.up_proj,not applicable,,0.308
17,mlp.experts.59.gate_proj,not applicable,,0.310
17,mlp.experts.59.up_proj,not applicable,,0.313
17,mlp.experts.60.gate_proj,not applicable,,0.315
17,mlp.experts.60.up_proj,not applicable,,0.319
17,mlp.experts.61.gate_proj,not applicable,,0.321
17,mlp.experts.61.up_proj,not applicable,,0.324
17,mlp.experts.62.gate_proj,not applicable,,0.326
17,mlp.experts.62.up_proj,not applicable,,0.329
17,mlp.experts.63.gate_proj,not applicable,,0.331
17,mlp.experts.63.up_proj,not applicable,,0.334
17,mlp.experts.64.gate_proj,not applicable,,0.336
17,mlp.experts.64.up_proj,not applicable,,0.338
17,mlp.experts.65.gate_proj,not applicable,,0.341
17,mlp.experts.65.up_proj,not applicable,,0.343
17,mlp.experts.66.gate_proj,not applicable,,0.346
17,mlp.experts.66.up_proj,not applicable,,0.348
17,mlp.experts.67.gate_proj,not applicable,,0.351
17,mlp.experts.67.up_proj,not applicable,,0.353
17,mlp.experts.68.gate_proj,not applicable,,0.356
17,mlp.experts.68.up_proj,not applicable,,0.358
17,mlp.experts.69.gate_proj,not applicable,,0.361
17,mlp.experts.69.up_proj,not applicable,,0.363
17,mlp.experts.70.gate_proj,not applicable,,0.366
17,mlp.experts.70.up_proj,not applicable,,0.370
17,mlp.experts.71.gate_proj,not applicable,,0.372
17,mlp.experts.71.up_proj,not applicable,,0.375
17,mlp.experts.72.gate_proj,not applicable,,0.377
17,mlp.experts.72.up_proj,not applicable,,0.380
17,mlp.experts.73.gate_proj,not applicable,,0.382
17,mlp.experts.73.up_proj,not applicable,,0.385
17,mlp.experts.74.gate_proj,not applicable,,0.387
17,mlp.experts.74.up_proj,not applicable,,0.389
17,mlp.experts.75.gate_proj,not applicable,,0.392
17,mlp.experts.75.up_proj,not applicable,,0.394
17,mlp.experts.76.gate_proj,not applicable,,0.397
17,mlp.experts.76.up_proj,not applicable,,0.399
17,mlp.experts.77.gate_proj,not applicable,,0.401
17,mlp.experts.77.up_proj,not applicable,,0.404
17,mlp.experts.78.gate_proj,not applicable,,0.406
17,mlp.experts.78.up_proj,not applicable,,0.409
17,mlp.experts.79.gate_proj,not applicable,,0.411
17,mlp.experts.79.up_proj,not applicable,,0.414
17,mlp.experts.80.gate_proj,not applicable,,0.416
17,mlp.experts.80.up_proj,not applicable,,0.419
17,mlp.experts.81.gate_proj,not applicable,,0.422
17,mlp.experts.81.up_proj,not applicable,,0.424
17,mlp.experts.82.gate_proj,not applicable,,0.427
17,mlp.experts.82.up_proj,not applicable,,0.429
17,mlp.experts.83.gate_proj,not applicable,,0.431
17,mlp.experts.83.up_proj,not applicable,,0.434
17,mlp.experts.84.gate_proj,not applicable,,0.436
17,mlp.experts.84.up_proj,not applicable,,0.439
17,mlp.experts.85.gate_proj,not applicable,,0.441
17,mlp.experts.85.up_proj,not applicable,,0.444
17,mlp.experts.86.gate_proj,not applicable,,0.446
17,mlp.experts.86.up_proj,not applicable,,0.448
17,mlp.experts.87.gate_proj,not applicable,,0.451
17,mlp.experts.87.up_proj,not applicable,,0.453
17,mlp.experts.88.gate_proj,not applicable,,0.456
17,mlp.experts.88.up_proj,not applicable,,0.458
17,mlp.experts.89.gate_proj,not applicable,,0.460
17,mlp.experts.89.up_proj,not applicable,,0.463
17,mlp.experts.90.gate_proj,not applicable,,0.465
17,mlp.experts.90.up_proj,not applicable,,0.469
17,mlp.experts.91.gate_proj,not applicable,,0.472
17,mlp.experts.91.up_proj,not applicable,,0.474
17,mlp.experts.92.gate_proj,not applicable,,0.477
17,mlp.experts.92.up_proj,not applicable,,0.479
17,mlp.experts.93.gate_proj,not applicable,,0.482
17,mlp.experts.93.up_proj,not applicable,,0.485
17,mlp.experts.94.gate_proj,not applicable,,0.487
17,mlp.experts.94.up_proj,not applicable,,0.490
17,mlp.experts.95.gate_proj,not applicable,,0.492
17,mlp.experts.95.up_proj,not applicable,,0.495
17,mlp.experts.96.gate_proj,not applicable,,0.497
17,mlp.experts.96.up_proj,not applicable,,0.500
17,mlp.experts.97.gate_proj,not applicable,,0.502
17,mlp.experts.97.up_proj,not applicable,,0.504
17,mlp.experts.98.gate_proj,not applicable,,0.507
17,mlp.experts.98.up_proj,not applicable,,0.509
17,mlp.experts.99.gate_proj,not applicable,,0.512
17,mlp.experts.99.up_proj,not applicable,,0.514
17,mlp.experts.100.gate_proj,not applicable,,0.517
17,mlp.experts.100.up_proj,not applicable,,0.520
17,mlp.experts.101.gate_proj,not applicable,,0.523
17,mlp.experts.101.up_proj,not applicable,,0.525
17,mlp.experts.102.gate_proj,not applicable,,0.527
17,mlp.experts.102.up_proj,not applicable,,0.530
17,mlp.experts.103.gate_proj,not applicable,,0.533
17,mlp.experts.103.up_proj,not applicable,,0.535
17,mlp.experts.104.gate_proj,not applicable,,0.537
17,mlp.experts.104.up_proj,not applicable,,0.540
17,mlp.experts.105.gate_proj,not applicable,,0.542
17,mlp.experts.105.up_proj,not applicable,,0.545
17,mlp.experts.106.gate_proj,not applicable,,0.547
17,mlp.experts.106.up_proj,not applicable,,0.550
17,mlp.experts.107.gate_proj,not applicable,,0.552
17,mlp.experts.107.up_proj,not applicable,,0.555
17,mlp.experts.108.gate_proj,not applicable,,0.557
17,mlp.experts.108.up_proj,not applicable,,0.560
17,mlp.experts.109.gate_proj,not applicable,,0.562
17,mlp.experts.109.up_proj,not applicable,,0.564
17,mlp.experts.110.gate_proj,not applicable,,0.567
17,mlp.experts.110.up_proj,not applicable,,0.570
17,mlp.experts.111.gate_proj,not applicable,,0.574
17,mlp.experts.111.up_proj,not applicable,,0.576
17,mlp.experts.112.gate_proj,not applicable,,0.579
17,mlp.experts.112.up_proj,not applicable,,0.581
17,mlp.experts.113.gate_proj,not applicable,,0.584
17,mlp.experts.113.up_proj,not applicable,,0.586
17,mlp.experts.114.gate_proj,not applicable,,0.589
17,mlp.experts.114.up_proj,not applicable,,0.591
17,mlp.experts.115.gate_proj,not applicable,,0.593
17,mlp.experts.115.up_proj,not applicable,,0.596
17,mlp.experts.116.gate_proj,not applicable,,0.598
17,mlp.experts.116.up_proj,not applicable,,0.601
17,mlp.experts.117.gate_proj,not applicable,,0.603
17,mlp.experts.117.up_proj,not applicable,,0.606
17,mlp.experts.118.gate_proj,not applicable,,0.608
17,mlp.experts.118.up_proj,not applicable,,0.611
17,mlp.experts.119.gate_proj,not applicable,,0.613
17,mlp.experts.119.up_proj,not applicable,,0.615
17,mlp.experts.120.gate_proj,not applicable,,0.618
17,mlp.experts.120.up_proj,not applicable,,0.621
17,mlp.experts.121.gate_proj,not applicable,,0.624
17,mlp.experts.121.up_proj,not applicable,,0.626
17,mlp.experts.122.gate_proj,not applicable,,0.628
17,mlp.experts.122.up_proj,not applicable,,0.631
17,mlp.experts.123.gate_proj,not applicable,,0.634
17,mlp.experts.123.up_proj,not applicable,,0.636
17,mlp.experts.124.gate_proj,not applicable,,0.638
17,mlp.experts.124.up_proj,not applicable,,0.641
17,mlp.experts.125.gate_proj,not applicable,,0.643
17,mlp.experts.125.up_proj,not applicable,,0.646
17,mlp.experts.126.gate_proj,not applicable,,0.648
17,mlp.experts.126.up_proj,not applicable,,0.651
17,mlp.experts.127.gate_proj,not applicable,,0.653
17,mlp.experts.127.up_proj,not applicable,,0.656
17,mlp.experts.128.gate_proj,not applicable,,0.658
17,mlp.experts.128.up_proj,not applicable,,0.661
17,mlp.experts.129.gate_proj,not applicable,,0.663
17,mlp.experts.129.up_proj,not applicable,,0.665
17,mlp.experts.130.gate_proj,not applicable,,0.668
17,mlp.experts.130.up_proj,not applicable,,0.671
17,mlp.experts.131.gate_proj,not applicable,,0.674
17,mlp.experts.131.up_proj,not applicable,,0.677
17,mlp.experts.132.gate_proj,not applicable,,0.679
17,mlp.experts.132.up_proj,not applicable,,0.682
17,mlp.experts.133.gate_proj,not applicable,,0.684
17,mlp.experts.133.up_proj,not applicable,,0.687
17,mlp.experts.134.gate_proj,not applicable,,0.689
17,mlp.experts.134.up_proj,not applicable,,0.691
17,mlp.experts.135.gate_proj,not applicable,,0.694
17,mlp.experts.135.up_proj,not applicable,,0.696
17,mlp.experts.136.gate_proj,not applicable,,0.699
17,mlp.experts.136.up_proj,not applicable,,0.701
17,mlp.experts.137.gate_proj,not applicable,,0.704
17,mlp.experts.137.up_proj,not applicable,,0.706
17,mlp.experts.138.gate_proj,not applicable,,0.709
17,mlp.experts.138.up_proj,not applicable,,0.711
17,mlp.experts.139.gate_proj,not applicable,,0.713
17,mlp.experts.139.up_proj,not applicable,,0.716
17,mlp.experts.140.gate_proj,not applicable,,0.718
17,mlp.experts.140.up_proj,not applicable,,0.722
17,mlp.experts.141.gate_proj,not applicable,,0.724
17,mlp.experts.141.up_proj,not applicable,,0.727
17,mlp.experts.142.gate_proj,not applicable,,0.729
17,mlp.experts.142.up_proj,not applicable,,0.731
17,mlp.experts.143.gate_proj,not applicable,,0.734
17,mlp.experts.143.up_proj,not applicable,,0.736
17,mlp.experts.144.gate_proj,not applicable,,0.739
17,mlp.experts.144.up_proj,not applicable,,0.741
17,mlp.experts.145.gate_proj,not applicable,,0.744
17,mlp.experts.145.up_proj,not applicable,,0.746
17,mlp.experts.146.gate_proj,not applicable,,0.748
17,mlp.experts.146.up_proj,not applicable,,0.751
17,mlp.experts.147.gate_proj,not applicable,,0.753
17,mlp.experts.147.up_proj,not applicable,,0.756
17,mlp.experts.148.gate_proj,not applicable,,0.758
17,mlp.experts.148.up_proj,not applicable,,0.761
17,mlp.experts.149.gate_proj,not applicable,,0.763
17,mlp.experts.149.up_proj,not applicable,,0.766
17,mlp.experts.150.gate_proj,not applicable,,0.768
17,mlp.experts.150.up_proj,not applicable,,0.771
17,mlp.experts.151.gate_proj,not applicable,,0.774
17,mlp.experts.151.up_proj,not applicable,,0.777
17,mlp.experts.152.gate_proj,not applicable,,0.780
17,mlp.experts.152.up_proj,not applicable,,0.782
17,mlp.experts.153.gate_proj,not applicable,,0.785
17,mlp.experts.153.up_proj,not applicable,,0.787
17,mlp.experts.154.gate_proj,not applicable,,0.789
17,mlp.experts.154.up_proj,not applicable,,0.792
17,mlp.experts.155.gate_proj,not applicable,,0.794
17,mlp.experts.155.up_proj,not applicable,,0.797
17,mlp.experts.156.gate_proj,not applicable,,0.799
17,mlp.experts.156.up_proj,not applicable,,0.802
17,mlp.experts.157.gate_proj,not applicable,,0.804
17,mlp.experts.157.up_proj,not applicable,,0.806
17,mlp.experts.158.gate_proj,not applicable,,0.809
17,mlp.experts.158.up_proj,not applicable,,0.811
17,mlp.experts.159.gate_proj,not applicable,,0.814
17,mlp.experts.159.up_proj,not applicable,,0.816
17,mlp.experts.160.gate_proj,not applicable,,0.819
17,mlp.experts.160.up_proj,not applicable,,0.822
17,mlp.experts.161.gate_proj,not applicable,,0.825
17,mlp.experts.161.up_proj,not applicable,,0.827
17,mlp.experts.162.gate_proj,not applicable,,0.830
17,mlp.experts.162.up_proj,not applicable,,0.832
17,mlp.experts.163.gate_proj,not applicable,,0.834
17,mlp.experts.163.up_proj,not applicable,,0.837
17,mlp.experts.164.gate_proj,not applicable,,0.839
17,mlp.experts.164.up_proj,not applicable,,0.842
17,mlp.experts.165.gate_proj,not applicable,,0.844
17,mlp.experts.165.up_proj,not applicable,,0.847
17,mlp.experts.166.gate_proj,not applicable,,0.849
17,mlp.experts.166.up_proj,not applicable,,0.851
17,mlp.experts.167.gate_proj,not applicable,,0.854
17,mlp.experts.167.up_proj,not applicable,,0.856
17,mlp.experts.168.gate_proj,not applicable,,0.859
17,mlp.experts.168.up_proj,not applicable,,0.861
17,mlp.experts.169.gate_proj,not applicable,,0.864
17,mlp.experts.169.up_proj,not applicable,,0.866
17,mlp.experts.170.gate_proj,not applicable,,0.868
17,mlp.experts.170.up_proj,not applicable,,0.872
17,mlp.experts.171.gate_proj,not applicable,,0.874
17,mlp.experts.171.up_proj,not applicable,,0.877
17,mlp.experts.172.gate_proj,not applicable,,0.881
17,mlp.experts.172.up_proj,not applicable,,0.883
17,mlp.experts.173.gate_proj,not applicable,,0.885
17,mlp.experts.173.up_proj,not applicable,,0.888
17,mlp.experts.174.gate_proj,not applicable,,0.890
17,mlp.experts.174.up_proj,not applicable,,0.893
17,mlp.experts.175.gate_proj,not applicable,,0.895
17,mlp.experts.175.up_proj,not applicable,,0.898
17,mlp.experts.176.gate_proj,not applicable,,0.900
17,mlp.experts.176.up_proj,not applicable,,0.902
17,mlp.experts.177.gate_proj,not applicable,,0.905
17,mlp.experts.177.up_proj,not applicable,,0.907
17,mlp.experts.178.gate_proj,not applicable,,0.910
17,mlp.experts.178.up_proj,not applicable,,0.912
17,mlp.experts.179.gate_proj,not applicable,,0.915
17,mlp.experts.179.up_proj,not applicable,,0.917
17,mlp.experts.180.gate_proj,not applicable,,0.920
17,mlp.experts.180.up_proj,not applicable,,0.923
17,mlp.experts.181.gate_proj,not applicable,,0.925
17,mlp.experts.181.up_proj,not applicable,,0.928
17,mlp.experts.182.gate_proj,not applicable,,0.930
17,mlp.experts.182.up_proj,not applicable,,0.932
17,mlp.experts.183.gate_proj,not applicable,,0.935
17,mlp.experts.183.up_proj,not applicable,,0.937
17,mlp.experts.184.gate_proj,not applicable,,0.940
17,mlp.experts.184.up_proj,not applicable,,0.942
17,mlp.experts.185.gate_proj,not applicable,,0.945
17,mlp.experts.185.up_proj,not applicable,,0.947
17,mlp.experts.186.gate_proj,not applicable,,0.949
17,mlp.experts.186.up_proj,not applicable,,0.952
17,mlp.experts.187.gate_proj,not applicable,,0.954
17,mlp.experts.187.up_proj,not applicable,,0.957
17,mlp.experts.188.gate_proj,not applicable,,0.959
17,mlp.experts.188.up_proj,not applicable,,0.962
17,mlp.experts.189.gate_proj,not applicable,,0.964
17,mlp.experts.189.up_proj,not applicable,,0.967
17,mlp.experts.190.gate_proj,not applicable,,0.969
17,mlp.experts.190.up_proj,not applicable,,0.972
17,mlp.experts.191.gate_proj,not applicable,,0.975
17,mlp.experts.191.up_proj,not applicable,,0.977
17,mlp.experts.192.gate_proj,not applicable,,0.980
17,mlp.experts.192.up_proj,not applicable,,0.983
17,mlp.experts.193.gate_proj,not applicable,,0.985
17,mlp.experts.193.up_proj,not applicable,,0.988
17,mlp.experts.194.gate_proj,not applicable,,0.990
17,mlp.experts.194.up_proj,not applicable,,0.993
17,mlp.experts.195.gate_proj,not applicable,,0.995
17,mlp.experts.195.up_proj,not applicable,,0.998
17,mlp.experts.196.gate_proj,not applicable,,1.000
17,mlp.experts.196.up_proj,not applicable,,1.002
17,mlp.experts.197.gate_proj,not applicable,,1.005
17,mlp.experts.197.up_proj,not applicable,,1.008
17,mlp.experts.198.gate_proj,not applicable,,1.010
17,mlp.experts.198.up_proj,not applicable,,1.013
17,mlp.experts.199.gate_proj,not applicable,,1.015
17,mlp.experts.199.up_proj,not applicable,,1.018
17,mlp.experts.200.gate_proj,not applicable,,1.020
17,mlp.experts.200.up_proj,not applicable,,1.024
17,mlp.experts.201.gate_proj,not applicable,,1.026
17,mlp.experts.201.up_proj,not applicable,,1.029
17,mlp.experts.202.gate_proj,not applicable,,1.031
17,mlp.experts.202.up_proj,not applicable,,1.034
17,mlp.experts.203.gate_proj,not applicable,,1.036
17,mlp.experts.203.up_proj,not applicable,,1.038
17,mlp.experts.204.gate_proj,not applicable,,1.041
17,mlp.experts.204.up_proj,not applicable,,1.043
17,mlp.experts.205.gate_proj,not applicable,,1.046
17,mlp.experts.205.up_proj,not applicable,,1.048
17,mlp.experts.206.gate_proj,not applicable,,1.051
17,mlp.experts.206.up_proj,not applicable,,1.053
17,mlp.experts.207.gate_proj,not applicable,,1.055
17,mlp.experts.207.up_proj,not applicable,,1.058
17,mlp.experts.208.gate_proj,not applicable,,1.060
17,mlp.experts.208.up_proj,not applicable,,1.063
17,mlp.experts.209.gate_proj,not applicable,,1.065
17,mlp.experts.209.up_proj,not applicable,,1.068
17,mlp.experts.210.gate_proj,not applicable,,1.070
17,mlp.experts.210.up_proj,not applicable,,1.073
17,mlp.experts.211.gate_proj,not applicable,,1.076
17,mlp.experts.211.up_proj,not applicable,,1.078
17,mlp.experts.212.gate_proj,not applicable,,1.081
17,mlp.experts.212.up_proj,not applicable,,1.084
17,mlp.experts.213.gate_proj,not applicable,,1.086
17,mlp.experts.213.up_proj,not applicable,,1.089
17,mlp.experts.214.gate_proj,not applicable,,1.091
17,mlp.experts.214.up_proj,not applicable,,1.093
17,mlp.experts.215.gate_proj,not applicable,,1.096
17,mlp.experts.215.up_proj,not applicable,,1.098
17,mlp.experts.216.gate_proj,not applicable,,1.101
17,mlp.experts.216.up_proj,not applicable,,1.103
17,mlp.experts.217.gate_proj,not applicable,,1.106
17,mlp.experts.217.up_proj,not applicable,,1.108
17,mlp.experts.218.gate_proj,not applicable,,1.110
17,mlp.experts.218.up_proj,not applicable,,1.113
17,mlp.experts.219.gate_proj,not applicable,,1.115
17,mlp.experts.219.up_proj,not applicable,,1.118
17,mlp.experts.220.gate_proj,not applicable,,1.120
17,mlp.experts.220.up_proj,not applicable,,1.124
17,mlp.experts.221.gate_proj,not applicable,,1.126
17,mlp.experts.221.up_proj,not applicable,,1.129
17,mlp.experts.222.gate_proj,not applicable,,1.131
17,mlp.experts.222.up_proj,not applicable,,1.134
17,mlp.experts.223.gate_proj,not applicable,,1.136
17,mlp.experts.223.up_proj,not applicable,,1.138
17,mlp.experts.224.gate_proj,not applicable,,1.141
17,mlp.experts.224.up_proj,not applicable,,1.143
17,mlp.experts.225.gate_proj,not applicable,,1.146
17,mlp.experts.225.up_proj,not applicable,,1.148
17,mlp.experts.226.gate_proj,not applicable,,1.151
17,mlp.experts.226.up_proj,not applicable,,1.153
17,mlp.experts.227.gate_proj,not applicable,,1.155
17,mlp.experts.227.up_proj,not applicable,,1.158
17,mlp.experts.228.gate_proj,not applicable,,1.160
17,mlp.experts.228.up_proj,not applicable,,1.163
17,mlp.experts.229.gate_proj,not applicable,,1.165
17,mlp.experts.229.up_proj,not applicable,,1.168
17,mlp.experts.230.gate_proj,not applicable,,1.170
17,mlp.experts.230.up_proj,not applicable,,1.173
17,mlp.experts.231.gate_proj,not applicable,,1.176
17,mlp.experts.231.up_proj,not applicable,,1.178
17,mlp.experts.232.gate_proj,not applicable,,1.181
17,mlp.experts.232.up_proj,not applicable,,1.184
17,mlp.experts.233.gate_proj,not applicable,,1.187
17,mlp.experts.233.up_proj,not applicable,,1.189
17,mlp.experts.234.gate_proj,not applicable,,1.192
17,mlp.experts.234.up_proj,not applicable,,1.194
17,mlp.experts.235.gate_proj,not applicable,,1.197
17,mlp.experts.235.up_proj,not applicable,,1.199
17,mlp.experts.236.gate_proj,not applicable,,1.201
17,mlp.experts.236.up_proj,not applicable,,1.204
17,mlp.experts.237.gate_proj,not applicable,,1.206
17,mlp.experts.237.up_proj,not applicable,,1.209
17,mlp.experts.238.gate_proj,not applicable,,1.211
17,mlp.experts.238.up_proj,not applicable,,1.213
17,mlp.experts.239.gate_proj,not applicable,,1.216
17,mlp.experts.239.up_proj,not applicable,,1.218
17,mlp.experts.240.gate_proj,not applicable,,1.221
17,mlp.experts.240.up_proj,not applicable,,1.224
17,mlp.experts.241.gate_proj,not applicable,,1.227
17,mlp.experts.241.up_proj,not applicable,,1.229
17,mlp.experts.242.gate_proj,not applicable,,1.231
17,mlp.experts.242.up_proj,not applicable,,1.234
17,mlp.experts.243.gate_proj,not applicable,,1.236
17,mlp.experts.243.up_proj,not applicable,,1.239
17,mlp.experts.244.gate_proj,not applicable,,1.241
17,mlp.experts.244.up_proj,not applicable,,1.244
17,mlp.experts.245.gate_proj,not applicable,,1.246
17,mlp.experts.245.up_proj,not applicable,,1.249
17,mlp.experts.246.gate_proj,not applicable,,1.251
17,mlp.experts.246.up_proj,not applicable,,1.253
17,mlp.experts.247.gate_proj,not applicable,,1.256
17,mlp.experts.247.up_proj,not applicable,,1.258
17,mlp.experts.248.gate_proj,not applicable,,1.261
17,mlp.experts.248.up_proj,not applicable,,1.263
17,mlp.experts.249.gate_proj,not applicable,,1.266
17,mlp.experts.249.up_proj,not applicable,,1.268
17,mlp.experts.250.gate_proj,not applicable,,1.271
17,mlp.experts.250.up_proj,not applicable,,1.274
17,mlp.experts.251.gate_proj,not applicable,,1.276
17,mlp.experts.251.up_proj,not applicable,,1.279
17,mlp.experts.252.gate_proj,not applicable,,1.282
17,mlp.experts.252.up_proj,not applicable,,1.284
17,mlp.experts.253.gate_proj,not applicable,,1.287
17,mlp.experts.253.up_proj,not applicable,,1.289
17,mlp.experts.254.gate_proj,not applicable,,1.292
17,mlp.experts.254.up_proj,not applicable,,1.294
17,mlp.experts.255.gate_proj,not applicable,,1.297
17,mlp.experts.255.up_proj,not applicable,,1.299
17,mlp.experts.0.down_proj,0.0000020133,,1.302
17,mlp.experts.1.down_proj,0.0000017077,,1.304
17,mlp.experts.2.down_proj,0.0000015562,,1.307
17,mlp.experts.3.down_proj,0.0000009781,,1.309
17,mlp.experts.4.down_proj,0.0000011738,,1.311
17,mlp.experts.5.down_proj,0.0000011444,,1.314
17,mlp.experts.6.down_proj,0.0000014686,,1.316
17,mlp.experts.7.down_proj,0.0000007286,,1.318
17,mlp.experts.8.down_proj,0.0000008943,,1.321
17,mlp.experts.9.down_proj,0.0000022602,,1.324
17,mlp.experts.10.down_proj,0.0000011123,,1.327
17,mlp.experts.11.down_proj,0.0000000560,,1.329
17,mlp.experts.12.down_proj,0.0000020598,,1.331
17,mlp.experts.13.down_proj,0.0000027087,,1.334
17,mlp.experts.14.down_proj,0.0000020019,,1.336
17,mlp.experts.15.down_proj,0.0000000655,,1.338
17,mlp.experts.16.down_proj,0.0000012208,,1.341
17,mlp.experts.17.down_proj,0.0000016524,,1.343
17,mlp.experts.18.down_proj,0.0000006548,,1.346
17,mlp.experts.19.down_proj,0.0000002684,,1.348
17,mlp.experts.20.down_proj,0.0000012770,,1.351
17,mlp.experts.21.down_proj,0.0000006706,,1.353
17,mlp.experts.22.down_proj,0.0000001185,,1.355
17,mlp.experts.23.down_proj,0.0000003736,,1.358
17,mlp.experts.24.down_proj,0.0000010802,,1.360
17,mlp.experts.25.down_proj,0.0000007616,,1.362
17,mlp.experts.26.down_proj,0.0000000730,,1.365
17,mlp.experts.27.down_proj,0.0000019512,,1.367
17,mlp.experts.28.down_proj,0.0000016785,,1.369
17,mlp.experts.29.down_proj,0.0000039148,,1.373
17,mlp.experts.30.down_proj,0.0000000925,,1.375
17,mlp.experts.31.down_proj,0.0000011910,,1.377
17,mlp.experts.32.down_proj,0.0000003663,,1.380
17,mlp.experts.33.down_proj,0.0000021153,,1.383
17,mlp.experts.34.down_proj,0.0000016063,,1.385
17,mlp.experts.35.down_proj,0.0000002771,,1.387
17,mlp.experts.36.down_proj,0.0000013721,,1.390
17,mlp.experts.37.down_proj,0.0000032149,,1.392
17,mlp.experts.38.down_proj,0.0000012069,,1.395
17,mlp.experts.39.down_proj,0.0000022089,,1.397
17,mlp.experts.40.down_proj,0.0000008412,,1.400
17,mlp.experts.41.down_proj,0.0000006754,,1.402
17,mlp.experts.42.down_proj,0.0000007846,,1.404
17,mlp.experts.43.down_proj,0.0000002190,,1.407
17,mlp.experts.44.down_proj,0.0000014369,,1.409
17,mlp.experts.45.down_proj,0.0000017876,,1.411
17,mlp.experts.46.down_proj,0.0000033679,,1.414
17,mlp.experts.47.down_proj,0.0000005489,,1.416
17,mlp.experts.48.down_proj,0.0000005677,,1.418
17,mlp.experts.49.down_proj,0.0000006580,,1.422
17,mlp.experts.50.down_proj,0.0000030078,,1.424
17,mlp.experts.51.down_proj,0.0000007064,,1.426
17,mlp.experts.52.down_proj,0.0000009156,,1.429
17,mlp.experts.53.down_proj,0.0000003639,,1.431
17,mlp.experts.54.down_proj,0.0000010000,,1.434
17,mlp.experts.55.down_proj,0.0000003351,,1.436
17,mlp.experts.56.down_proj,0.0000022884,,1.438
17,mlp.experts.57.down_proj,0.0000016524,,1.441
17,mlp.experts.58.down_proj,0.0000007676,,1.443
17,mlp.experts.59.down_proj,0.0000022220,,1.446
17,mlp.experts.60.down_proj,0.0000001128,,1.448
17,mlp.experts.61.down_proj,0.0000009248,,1.450
17,mlp.experts.62.down_proj,0.0000005860,,1.453
17,mlp.experts.63.down_proj,0.0000008518,,1.455
17,mlp.experts.64.down_proj,0.0000005887,,1.458
17,mlp.experts.65.down_proj,0.0000017469,,1.460
17,mlp.experts.66.down_proj,0.0000005628,,1.462
17,mlp.experts.67.down_proj,0.0000002143,,1.465
17,mlp.experts.68.down_proj,0.0000001021,,1.467
17,mlp.experts.69.down_proj,0.0000005299,,1.471
17,mlp.experts.70.down_proj,0.0000007194,,1.473
17,mlp.experts.71.down_proj,0.0000006127,,1.475
17,mlp.experts.72.down_proj,0.0000001872,,1.478
17,mlp.experts.73.down_proj,0.0000010032,,1.480
17,mlp.experts.74.down_proj,0.0000005962,,1.483
17,mlp.experts.75.down_proj,0.0000026820,,1.485
17,mlp.experts.76.down_proj,0.0000003367,,1.488
17,mlp.experts.77.down_proj,0.0000006192,,1.490
17,mlp.experts.78.down_proj,0.0000004107,,1.493
17,mlp.experts.79.down_proj,0.0000012314,,1.495
17,mlp.experts.80.down_proj,0.0000006496,,1.498
17,mlp.experts.81.down_proj,0.0000001107,,1.500
17,mlp.experts.82.down_proj,0.0000008836,,1.503
17,mlp.experts.83.down_proj,0.0000005414,,1.505
17,mlp.experts.84.down_proj,0.0000020792,,1.507
17,mlp.experts.85.down_proj,0.0000005214,,1.510
17,mlp.experts.86.down_proj,0.0000007433,,1.512
17,mlp.experts.87.down_proj,0.0000000654,,1.515
17,mlp.experts.88.down_proj,0.0000000815,,1.517
17,mlp.experts.89.down_proj,0.0000008295,,1.521
17,mlp.experts.90.down_proj,0.0000018783,,1.523
17,mlp.experts.91.down_proj,0.0000009894,,1.525
17,mlp.experts.92.down_proj,0.0000022069,,1.528
17,mlp.experts.93.down_proj,0.0000005935,,1.530
17,mlp.experts.94.down_proj,0.0000021808,,1.533
17,mlp.experts.95.down_proj,0.0000030760,,1.535
17,mlp.experts.96.down_proj,0.0000003351,,1.538
17,mlp.experts.97.down_proj,0.0000003051,,1.540
17,mlp.experts.98.down_proj,0.0000008100,,1.543
17,mlp.experts.99.down_proj,0.0000019204,,1.545
17,mlp.experts.100.down_proj,0.0000012343,,1.548
17,mlp.experts.101.down_proj,0.0000010433,,1.550
17,mlp.experts.102.down_proj,0.0000039824,,1.552
17,mlp.experts.103.down_proj,0.0000010895,,1.555
17,mlp.experts.104.down_proj,0.0000004527,,1.557
17,mlp.experts.105.down_proj,0.0000012363,,1.560
17,mlp.experts.106.down_proj,0.0000010535,,1.562
17,mlp.experts.107.down_proj,0.0000000378,,1.565
17,mlp.experts.108.down_proj,0.0000002289,,1.567
17,mlp.experts.109.down_proj,0.0000005590,,1.570
17,mlp.experts.110.down_proj,0.0000003432,,1.573
17,mlp.experts.111.down_proj,0.0000014020,,1.575
17,mlp.experts.112.down_proj,0.0000017428,,1.578
17,mlp.experts.113.down_proj,0.0000003753,,1.580
17,mlp.experts.114.down_proj,0.0000001920,,1.582
17,mlp.experts.115.down_proj,0.0000008468,,1.585
17,mlp.experts.116.down_proj,0.0000007049,,1.588
17,mlp.experts.117.down_proj,0.0000006294,,1.590
17,mlp.experts.118.down_proj,0.0000002670,,1.593
17,mlp.experts.119.down_proj,0.0000002236,,1.596
17,mlp.experts.120.down_proj,0.0000001701,,1.598
17,mlp.experts.121.down_proj,0.0000002888,,1.600
17,mlp.experts.122.down_proj,0.0000009716,,1.603
17,mlp.experts.123.down_proj,0.0000004328,,1.605
17,mlp.experts.124.down_proj,0.0000009449,,1.608
17,mlp.experts.125.down_proj,0.0000002742,,1.610
17,mlp.experts.126.down_proj,0.0000007605,,1.613
17,mlp.experts.127.down_proj,0.0000009085,,1.615
17,mlp.experts.128.down_proj,0.0000002734,,1.617
17,mlp.experts.129.down_proj,0.0000002113,,1.621
17,mlp.experts.130.down_proj,0.0000008238,,1.623
17,mlp.experts.131.down_proj,0.0000005935,,1.626
17,mlp.experts.132.down_proj,0.0000020908,,1.628
17,mlp.experts.133.down_proj,0.0000010218,,1.631
17,mlp.experts.134.down_proj,0.0000015317,,1.633
17,mlp.experts.135.down_proj,0.0000002576,,1.636
17,mlp.experts.136.down_proj,0.0000002674,,1.638
17,mlp.experts.137.down_proj,0.0000019770,,1.640
17,mlp.experts.138.down_proj,0.0000004229,,1.643
17,mlp.experts.139.down_proj,0.0000003624,,1.645
17,mlp.experts.140.down_proj,0.0000006269,,1.648
17,mlp.experts.141.down_proj,0.0000010156,,1.650
17,mlp.experts.142.down_proj,0.0000002136,,1.653
17,mlp.experts.143.down_proj,0.0000024850,,1.655
17,mlp.experts.144.down_proj,0.0000020911,,1.658
17,mlp.experts.145.down_proj,0.0000019281,,1.660
17,mlp.experts.146.down_proj,0.0000007917,,1.662
17,mlp.experts.147.down_proj,0.0000012179,,1.665
17,mlp.experts.148.down_proj,0.0000002266,,1.667
17,mlp.experts.149.down_proj,0.0000012024,,1.671
17,mlp.experts.150.down_proj,0.0000003338,,1.673
17,mlp.experts.151.down_proj,0.0000020242,,1.676
17,mlp.experts.152.down_proj,0.0000011515,,1.678
17,mlp.experts.153.down_proj,0.0000006006,,1.680
17,mlp.experts.154.down_proj,0.0000020873,,1.683
17,mlp.experts.155.down_proj,0.0000010353,,1.686
17,mlp.experts.156.down_proj,0.0000008523,,1.688
17,mlp.experts.157.down_proj,0.0000001376,,1.691
17,mlp.experts.158.down_proj,0.0000000589,,1.693
17,mlp.experts.159.down_proj,0.0000005612,,1.696
17,mlp.experts.160.down_proj,0.0000011311,,1.698
17,mlp.experts.161.down_proj,0.0000002996,,1.701
17,mlp.experts.162.down_proj,0.0000024752,,1.703
17,mlp.experts.163.down_proj,0.0000019843,,1.706
17,mlp.experts.164.down_proj,0.0000013373,,1.709
17,mlp.experts.165.down_proj,0.0000015122,,1.711
17,mlp.experts.166.down_proj,0.0000011272,,1.713
17,mlp.experts.167.down_proj,0.0000004757,,1.716
17,mlp.experts.168.down_proj,0.0000004046,,1.718
17,mlp.experts.169.down_proj,0.0000008655,,1.722
17,mlp.experts.170.down_proj,0.0000003126,,1.724
17,mlp.experts.171.down_proj,0.0000020567,,1.727
17,mlp.experts.172.down_proj,0.0000003478,,1.729
17,mlp.experts.173.down_proj,0.0000000156,,1.732
17,mlp.experts.174.down_proj,0.0000017240,,1.734
17,mlp.experts.175.down_proj,0.0000006244,,1.737
17,mlp.experts.176.down_proj,0.0000011603,,1.739
17,mlp.experts.177.down_proj,0.0000004362,,1.742
17,mlp.experts.178.down_proj,0.0000007266,,1.744
17,mlp.experts.179.down_proj,0.0000034487,,1.747
17,mlp.experts.180.down_proj,0.0000011336,,1.749
17,mlp.experts.181.down_proj,0.0000012770,,1.751
17,mlp.experts.182.down_proj,0.0000015319,,1.754
17,mlp.experts.183.down_proj,0.0000002799,,1.756
17,mlp.experts.184.down_proj,0.0000002284,,1.759
17,mlp.experts.185.down_proj,0.0000006580,,1.761
17,mlp.experts.186.down_proj,0.0000015500,,1.764
17,mlp.experts.187.down_proj,0.0000006160,,1.766
17,mlp.experts.188.down_proj,0.0000000668,,1.769
17,mlp.experts.189.down_proj,0.0000000917,,1.772
17,mlp.experts.190.down_proj,0.0000006923,,1.775
17,mlp.experts.191.down_proj,0.0000019355,,1.777
17,mlp.experts.192.down_proj,0.0000015785,,1.780
17,mlp.experts.193.down_proj,0.0000011472,,1.782
17,mlp.experts.194.down_proj,0.0000002862,,1.784
17,mlp.experts.195.down_proj,0.0000014295,,1.787
17,mlp.experts.196.down_proj,0.0000005713,,1.790
17,mlp.experts.197.down_proj,0.0000008251,,1.792
17,mlp.experts.198.down_proj,0.0000013108,,1.795
17,mlp.experts.199.down_proj,0.0000000919,,1.797
17,mlp.experts.200.down_proj,0.0000003180,,1.800
17,mlp.experts.201.down_proj,0.0000003774,,1.803
17,mlp.experts.202.down_proj,0.0000005013,,1.805
17,mlp.experts.203.down_proj,0.0000006077,,1.807
17,mlp.experts.204.down_proj,0.0000011347,,1.810
17,mlp.experts.205.down_proj,0.0000014703,,1.812
17,mlp.experts.206.down_proj,0.0000020401,,1.815
17,mlp.experts.207.down_proj,0.0000005387,,1.817
17,mlp.experts.208.down_proj,0.0000018533,,1.820
17,mlp.experts.209.down_proj,0.0000029913,,1.823
17,mlp.experts.210.down_proj,0.0000000189,,1.826
17,mlp.experts.211.down_proj,0.0000024066,,1.828
17,mlp.experts.212.down_proj,0.0000001375,,1.830
17,mlp.experts.213.down_proj,0.0000015821,,1.833
17,mlp.experts.214.down_proj,0.0000017966,,1.835
17,mlp.experts.215.down_proj,0.0000003272,,1.838
17,mlp.experts.216.down_proj,0.0000036777,,1.840
17,mlp.experts.217.down_proj,0.0000010696,,1.843
17,mlp.experts.218.down_proj,0.0000006964,,1.845
17,mlp.experts.219.down_proj,0.0000003499,,1.848
17,mlp.experts.220.down_proj,0.0000007049,,1.850
17,mlp.experts.221.down_proj,0.0000009670,,1.853
17,mlp.experts.222.down_proj,0.0000000809,,1.855
17,mlp.experts.223.down_proj,0.0000007438,,1.857
17,mlp.experts.224.down_proj,0.0000006267,,1.860
17,mlp.experts.225.down_proj,0.0000006874,,1.863
17,mlp.experts.226.down_proj,0.0000003060,,1.865
17,mlp.experts.227.down_proj,0.0000028683,,1.868
17,mlp.experts.228.down_proj,0.0000003505,,1.870
17,mlp.experts.229.down_proj,0.0000004551,,1.873
17,mlp.experts.230.down_proj,0.0000017761,,1.876
17,mlp.experts.231.down_proj,0.0000006837,,1.878
17,mlp.experts.232.down_proj,0.0000028277,,1.881
17,mlp.experts.233.down_proj,0.0000004740,,1.884
17,mlp.experts.234.down_proj,0.0000016352,,1.886
17,mlp.experts.235.down_proj,0.0000018071,,1.889
17,mlp.experts.236.down_proj,0.0000000973,,1.891
17,mlp.experts.237.down_proj,0.0000000011,,1.894
17,mlp.experts.238.down_proj,0.0000005311,,1.896
17,mlp.experts.239.down_proj,0.0000004161,,1.899
17,mlp.experts.240.down_proj,0.0000005581,,1.902
17,mlp.experts.241.down_proj,0.0000003473,,1.904
17,mlp.experts.242.down_proj,0.0000003112,,1.907
17,mlp.experts.243.down_proj,0.0000009070,,1.909
17,mlp.experts.244.down_proj,0.0000020784,,1.911
17,mlp.experts.245.down_proj,0.0000006372,,1.914
17,mlp.experts.246.down_proj,0.0000005364,,1.916
17,mlp.experts.247.down_proj,0.0000015422,,1.919
17,mlp.experts.248.down_proj,0.0000002892,,1.921
17,mlp.experts.249.down_proj,0.0000006636,,1.925
17,mlp.experts.250.down_proj,0.0000000123,,1.927
17,mlp.experts.251.down_proj,0.0000005767,,1.929
17,mlp.experts.252.down_proj,0.0000003144,,1.932
17,mlp.experts.253.down_proj,0.0000019024,,1.934
17,mlp.experts.254.down_proj,0.0000013945,,1.937
17,mlp.experts.255.down_proj,0.0000003348,,1.939
18,mlp.experts.0.gate_proj,not applicable,,0.004
18,mlp.experts.0.up_proj,not applicable,,0.009
18,mlp.experts.1.gate_proj,not applicable,,0.013
18,mlp.experts.1.up_proj,not applicable,,0.015
18,mlp.experts.2.gate_proj,not applicable,,0.018
18,mlp.experts.2.up_proj,not applicable,,0.021
18,mlp.experts.3.gate_proj,not applicable,,0.023
18,mlp.experts.3.up_proj,not applicable,,0.026
18,mlp.experts.4.gate_proj,not applicable,,0.029
18,mlp.experts.4.up_proj,not applicable,,0.031
18,mlp.experts.5.gate_proj,not applicable,,0.034
18,mlp.experts.5.up_proj,not applicable,,0.036
18,mlp.experts.6.gate_proj,not applicable,,0.039
18,mlp.experts.6.up_proj,not applicable,,0.042
18,mlp.experts.7.gate_proj,not applicable,,0.044
18,mlp.experts.7.up_proj,not applicable,,0.047
18,mlp.experts.8.gate_proj,not applicable,,0.050
18,mlp.experts.8.up_proj,not applicable,,0.052
18,mlp.experts.9.gate_proj,not applicable,,0.055
18,mlp.experts.9.up_proj,not applicable,,0.058
18,mlp.experts.10.gate_proj,not applicable,,0.060
18,mlp.experts.10.up_proj,not applicable,,0.064
18,mlp.experts.11.gate_proj,not applicable,,0.066
18,mlp.experts.11.up_proj,not applicable,,0.069
18,mlp.experts.12.gate_proj,not applicable,,0.071
18,mlp.experts.12.up_proj,not applicable,,0.074
18,mlp.experts.13.gate_proj,not applicable,,0.076
18,mlp.experts.13.up_proj,not applicable,,0.079
18,mlp.experts.14.gate_proj,not applicable,,0.081
18,mlp.experts.14.up_proj,not applicable,,0.084
18,mlp.experts.15.gate_proj,not applicable,,0.086
18,mlp.experts.15.up_proj,not applicable,,0.089
18,mlp.experts.16.gate_proj,not applicable,,0.091
18,mlp.experts.16.up_proj,not applicable,,0.094
18,mlp.experts.17.gate_proj,not applicable,,0.096
18,mlp.experts.17.up_proj,not applicable,,0.099
18,mlp.experts.18.gate_proj,not applicable,,0.102
18,mlp.experts.18.up_proj,not applicable,,0.104
18,mlp.experts.19.gate_proj,not applicable,,0.107
18,mlp.experts.19.up_proj,not applicable,,0.109
18,mlp.experts.20.gate_proj,not applicable,,0.112
18,mlp.experts.20.up_proj,not applicable,,0.115
18,mlp.experts.21.gate_proj,not applicable,,0.118
18,mlp.experts.21.up_proj,not applicable,,0.121
18,mlp.experts.22.gate_proj,not applicable,,0.123
18,mlp.experts.22.up_proj,not applicable,,0.126
18,mlp.experts.23.gate_proj,not applicable,,0.128
18,mlp.experts.23.up_proj,not applicable,,0.131
18,mlp.experts.24.gate_proj,not applicable,,0.134
18,mlp.experts.24.up_proj,not applicable,,0.137
18,mlp.experts.25.gate_proj,not applicable,,0.139
18,mlp.experts.25.up_proj,not applicable,,0.142
18,mlp.experts.26.gate_proj,not applicable,,0.144
18,mlp.experts.26.up_proj,not applicable,,0.147
18,mlp.experts.27.gate_proj,not applicable,,0.150
18,mlp.experts.27.up_proj,not applicable,,0.152
18,mlp.experts.28.gate_proj,not applicable,,0.155
18,mlp.experts.28.up_proj,not applicable,,0.158
18,mlp.experts.29.gate_proj,not applicable,,0.160
18,mlp.experts.29.up_proj,not applicable,,0.162
18,mlp.experts.30.gate_proj,not applicable,,0.165
18,mlp.experts.30.up_proj,not applicable,,0.169
18,mlp.experts.31.gate_proj,not applicable,,0.171
18,mlp.experts.31.up_proj,not applicable,,0.174
18,mlp.experts.32.gate_proj,not applicable,,0.176
18,mlp.experts.32.up_proj,not applicable,,0.179
18,mlp.experts.33.gate_proj,not applicable,,0.181
18,mlp.experts.33.up_proj,not applicable,,0.184
18,mlp.experts.34.gate_proj,not applicable,,0.186
18,mlp.experts.34.up_proj,not applicable,,0.189
18,mlp.experts.35.gate_proj,not applicable,,0.192
18,mlp.experts.35.up_proj,not applicable,,0.194
18,mlp.experts.36.gate_proj,not applicable,,0.197
18,mlp.experts.36.up_proj,not applicable,,0.199
18,mlp.experts.37.gate_proj,not applicable,,0.202
18,mlp.experts.37.up_proj,not applicable,,0.204
18,mlp.experts.38.gate_proj,not applicable,,0.207
18,mlp.experts.38.up_proj,not applicable,,0.210
18,mlp.experts.39.gate_proj,not applicable,,0.212
18,mlp.experts.39.up_proj,not applicable,,0.215
18,mlp.experts.40.gate_proj,not applicable,,0.217
18,mlp.experts.40.up_proj,not applicable,,0.221
18,mlp.experts.41.gate_proj,not applicable,,0.223
18,mlp.experts.41.up_proj,not applicable,,0.226
18,mlp.experts.42.gate_proj,not applicable,,0.228
18,mlp.experts.42.up_proj,not applicable,,0.231
18,mlp.experts.43.gate_proj,not applicable,,0.234
18,mlp.experts.43.up_proj,not applicable,,0.236
18,mlp.experts.44.gate_proj,not applicable,,0.239
18,mlp.experts.44.up_proj,not applicable,,0.241
18,mlp.experts.45.gate_proj,not applicable,,0.244
18,mlp.experts.45.up_proj,not applicable,,0.247
18,mlp.experts.46.gate_proj,not applicable,,0.249
18,mlp.experts.46.up_proj,not applicable,,0.252
18,mlp.experts.47.gate_proj,not applicable,,0.255
18,mlp.experts.47.up_proj,not applicable,,0.257
18,mlp.experts.48.gate_proj,not applicable,,0.260
18,mlp.experts.48.up_proj,not applicable,,0.262
18,mlp.experts.49.gate_proj,not applicable,,0.264
18,mlp.experts.49.up_proj,not applicable,,0.267
18,mlp.experts.50.gate_proj,not applicable,,0.269
18,mlp.experts.50.up_proj,not applicable,,0.273
18,mlp.experts.51.gate_proj,not applicable,,0.275
18,mlp.experts.51.up_proj,not applicable,,0.278
18,mlp.experts.52.gate_proj,not applicable,,0.280
18,mlp.experts.52.up_proj,not applicable,,0.283
18,mlp.experts.53.gate_proj,not applicable,,0.285
18,mlp.experts.53.up_proj,not applicable,,0.287
18,mlp.experts.54.gate_proj,not applicable,,0.290
18,mlp.experts.54.up_proj,not applicable,,0.292
18,mlp.experts.55.gate_proj,not applicable,,0.295
18,mlp.experts.55.up_proj,not applicable,,0.297
18,mlp.experts.56.gate_proj,not applicable,,0.300
18,mlp.experts.56.up_proj,not applicable,,0.302
18,mlp.experts.57.gate_proj,not applicable,,0.305
18,mlp.experts.57.up_proj,not applicable,,0.307
18,mlp.experts.58.gate_proj,not applicable,,0.310
18,mlp.experts.58.up_proj,not applicable,,0.312
18,mlp.experts.59.gate_proj,not applicable,,0.314
18,mlp.experts.59.up_proj,not applicable,,0.317
18,mlp.experts.60.gate_proj,not applicable,,0.319
18,mlp.experts.60.up_proj,not applicable,,0.323
18,mlp.experts.61.gate_proj,not applicable,,0.325
18,mlp.experts.61.up_proj,not applicable,,0.328
18,mlp.experts.62.gate_proj,not applicable,,0.330
18,mlp.experts.62.up_proj,not applicable,,0.332
18,mlp.experts.63.gate_proj,not applicable,,0.335
18,mlp.experts.63.up_proj,not applicable,,0.337
18,mlp.experts.64.gate_proj,not applicable,,0.340
18,mlp.experts.64.up_proj,not applicable,,0.342
18,mlp.experts.65.gate_proj,not applicable,,0.345
18,mlp.experts.65.up_proj,not applicable,,0.347
18,mlp.experts.66.gate_proj,not applicable,,0.350
18,mlp.experts.66.up_proj,not applicable,,0.353
18,mlp.experts.67.gate_proj,not applicable,,0.355
18,mlp.experts.67.up_proj,not applicable,,0.358
18,mlp.experts.68.gate_proj,not applicable,,0.360
18,mlp.experts.68.up_proj,not applicable,,0.363
18,mlp.experts.69.gate_proj,not applicable,,0.365
18,mlp.experts.69.up_proj,not applicable,,0.368
18,mlp.experts.70.gate_proj,not applicable,,0.370
18,mlp.experts.70.up_proj,not applicable,,0.374
18,mlp.experts.71.gate_proj,not applicable,,0.376
18,mlp.experts.71.up_proj,not applicable,,0.379
18,mlp.experts.72.gate_proj,not applicable,,0.381
18,mlp.experts.72.up_proj,not applicable,,0.384
18,mlp.experts.73.gate_proj,not applicable,,0.386
18,mlp.experts.73.up_proj,not applicable,,0.389
18,mlp.experts.74.gate_proj,not applicable,,0.391
18,mlp.experts.74.up_proj,not applicable,,0.394
18,mlp.experts.75.gate_proj,not applicable,,0.396
18,mlp.experts.75.up_proj,not applicable,,0.399
18,mlp.experts.76.gate_proj,not applicable,,0.401
18,mlp.experts.76.up_proj,not applicable,,0.404
18,mlp.experts.77.gate_proj,not applicable,,0.406
18,mlp.experts.77.up_proj,not applicable,,0.409
18,mlp.experts.78.gate_proj,not applicable,,0.411
18,mlp.experts.78.up_proj,not applicable,,0.414
18,mlp.experts.79.gate_proj,not applicable,,0.416
18,mlp.experts.79.up_proj,not applicable,,0.419
18,mlp.experts.80.gate_proj,not applicable,,0.421
18,mlp.experts.80.up_proj,not applicable,,0.425
18,mlp.experts.81.gate_proj,not applicable,,0.427
18,mlp.experts.81.up_proj,not applicable,,0.430
18,mlp.experts.82.gate_proj,not applicable,,0.432
18,mlp.experts.82.up_proj,not applicable,,0.435
18,mlp.experts.83.gate_proj,not applicable,,0.437
18,mlp.experts.83.up_proj,not applicable,,0.440
18,mlp.experts.84.gate_proj,not applicable,,0.442
18,mlp.experts.84.up_proj,not applicable,,0.445
18,mlp.experts.85.gate_proj,not applicable,,0.447
18,mlp.experts.85.up_proj,not applicable,,0.450
18,mlp.experts.86.gate_proj,not applicable,,0.452
18,mlp.experts.86.up_proj,not applicable,,0.455
18,mlp.experts.87.gate_proj,not applicable,,0.458
18,mlp.experts.87.up_proj,not applicable,,0.460
18,mlp.experts.88.gate_proj,not applicable,,0.463
18,mlp.experts.88.up_proj,not applicable,,0.465
18,mlp.experts.89.gate_proj,not applicable,,0.468
18,mlp.experts.89.up_proj,not applicable,,0.470
18,mlp.experts.90.gate_proj,not applicable,,0.472
18,mlp.experts.90.up_proj,not applicable,,0.476
18,mlp.experts.91.gate_proj,not applicable,,0.478
18,mlp.experts.91.up_proj,not applicable,,0.481
18,mlp.experts.92.gate_proj,not applicable,,0.483
18,mlp.experts.92.up_proj,not applicable,,0.486
18,mlp.experts.93.gate_proj,not applicable,,0.488
18,mlp.experts.93.up_proj,not applicable,,0.491
18,mlp.experts.94.gate_proj,not applicable,,0.493
18,mlp.experts.94.up_proj,not applicable,,0.496
18,mlp.experts.95.gate_proj,not applicable,,0.498
18,mlp.experts.95.up_proj,not applicable,,0.500
18,mlp.experts.96.gate_proj,not applicable,,0.503
18,mlp.experts.96.up_proj,not applicable,,0.505
18,mlp.experts.97.gate_proj,not applicable,,0.508
18,mlp.experts.97.up_proj,not applicable,,0.510
18,mlp.experts.98.gate_proj,not applicable,,0.513
18,mlp.experts.98.up_proj,not applicable,,0.515
18,mlp.experts.99.gate_proj,not applicable,,0.518
18,mlp.experts.99.up_proj,not applicable,,0.520
18,mlp.experts.100.gate_proj,not applicable,,0.523
18,mlp.experts.100.up_proj,not applicable,,0.526
18,mlp.experts.101.gate_proj,not applicable,,0.528
18,mlp.experts.101.up_proj,not applicable,,0.531
18,mlp.experts.102.gate_proj,not applicable,,0.533
18,mlp.experts.102.up_proj,not applicable,,0.536
18,mlp.experts.103.gate_proj,not applicable,,0.539
18,mlp.experts.103.up_proj,not applicable,,0.541
18,mlp.experts.104.gate_proj,not applicable,,0.544
18,mlp.experts.104.up_proj,not applicable,,0.546
18,mlp.experts.105.gate_proj,not applicable,,0.549
18,mlp.experts.105.up_proj,not applicable,,0.551
18,mlp.experts.106.gate_proj,not applicable,,0.554
18,mlp.experts.106.up_proj,not applicable,,0.556
18,mlp.experts.107.gate_proj,not applicable,,0.559
18,mlp.experts.107.up_proj,not applicable,,0.561
18,mlp.experts.108.gate_proj,not applicable,,0.564
18,mlp.experts.108.up_proj,not applicable,,0.566
18,mlp.experts.109.gate_proj,not applicable,,0.569
18,mlp.experts.109.up_proj,not applicable,,0.571
18,mlp.experts.110.gate_proj,not applicable,,0.574
18,mlp.experts.110.up_proj,not applicable,,0.577
18,mlp.experts.111.gate_proj,not applicable,,0.580
18,mlp.experts.111.up_proj,not applicable,,0.582
18,mlp.experts.112.gate_proj,not applicable,,0.585
18,mlp.experts.112.up_proj,not applicable,,0.587
18,mlp.experts.113.gate_proj,not applicable,,0.590
18,mlp.experts.113.up_proj,not applicable,,0.592
18,mlp.experts.114.gate_proj,not applicable,,0.595
18,mlp.experts.114.up_proj,not applicable,,0.597
18,mlp.experts.115.gate_proj,not applicable,,0.600
18,mlp.experts.115.up_proj,not applicable,,0.602
18,mlp.experts.116.gate_proj,not applicable,,0.605
18,mlp.experts.116.up_proj,not applicable,,0.607
18,mlp.experts.117.gate_proj,not applicable,,0.610
18,mlp.experts.117.up_proj,not applicable,,0.612
18,mlp.experts.118.gate_proj,not applicable,,0.615
18,mlp.experts.118.up_proj,not applicable,,0.617
18,mlp.experts.119.gate_proj,not applicable,,0.620
18,mlp.experts.119.up_proj,not applicable,,0.622
18,mlp.experts.120.gate_proj,not applicable,,0.625
18,mlp.experts.120.up_proj,not applicable,,0.628
18,mlp.experts.121.gate_proj,not applicable,,0.631
18,mlp.experts.121.up_proj,not applicable,,0.634
18,mlp.experts.122.gate_proj,not applicable,,0.636
18,mlp.experts.122.up_proj,not applicable,,0.639
18,mlp.experts.123.gate_proj,not applicable,,0.641
18,mlp.experts.123.up_proj,not applicable,,0.644
18,mlp.experts.124.gate_proj,not applicable,,0.646
18,mlp.experts.124.up_proj,not applicable,,0.649
18,mlp.experts.125.gate_proj,not applicable,,0.651
18,mlp.experts.125.up_proj,not applicable,,0.654
18,mlp.experts.126.gate_proj,not applicable,,0.656
18,mlp.experts.126.up_proj,not applicable,,0.659
18,mlp.experts.127.gate_proj,not applicable,,0.661
18,mlp.experts.127.up_proj,not applicable,,0.664
18,mlp.experts.128.gate_proj,not applicable,,0.666
18,mlp.experts.128.up_proj,not applicable,,0.669
18,mlp.experts.129.gate_proj,not applicable,,0.671
18,mlp.experts.129.up_proj,not applicable,,0.674
18,mlp.experts.130.gate_proj,not applicable,,0.676
18,mlp.experts.130.up_proj,not applicable,,0.680
18,mlp.experts.131.gate_proj,not applicable,,0.682
18,mlp.experts.131.up_proj,not applicable,,0.685
18,mlp.experts.132.gate_proj,not applicable,,0.687
18,mlp.experts.132.up_proj,not applicable,,0.690
18,mlp.experts.133.gate_proj,not applicable,,0.692
18,mlp.experts.133.up_proj,not applicable,,0.695
18,mlp.experts.134.gate_proj,not applicable,,0.698
18,mlp.experts.134.up_proj,not applicable,,0.700
18,mlp.experts.135.gate_proj,not applicable,,0.703
18,mlp.experts.135.up_proj,not applicable,,0.705
18,mlp.experts.136.gate_proj,not applicable,,0.708
18,mlp.experts.136.up_proj,not applicable,,0.711
18,mlp.experts.137.gate_proj,not applicable,,0.713
18,mlp.experts.137.up_proj,not applicable,,0.716
18,mlp.experts.138.gate_proj,not applicable,,0.718
18,mlp.experts.138.up_proj,not applicable,,0.721
18,mlp.experts.139.gate_proj,not applicable,,0.723
18,mlp.experts.139.up_proj,not applicable,,0.726
18,mlp.experts.140.gate_proj,not applicable,,0.728
18,mlp.experts.140.up_proj,not applicable,,0.731
18,mlp.experts.141.gate_proj,not applicable,,0.734
18,mlp.experts.141.up_proj,not applicable,,0.737
18,mlp.experts.142.gate_proj,not applicable,,0.739
18,mlp.experts.142.up_proj,not applicable,,0.742
18,mlp.experts.143.gate_proj,not applicable,,0.744
18,mlp.experts.143.up_proj,not applicable,,0.747
18,mlp.experts.144.gate_proj,not applicable,,0.749
18,mlp.experts.144.up_proj,not applicable,,0.752
18,mlp.experts.145.gate_proj,not applicable,,0.754
18,mlp.experts.145.up_proj,not applicable,,0.757
18,mlp.experts.146.gate_proj,not applicable,,0.759
18,mlp.experts.146.up_proj,not applicable,,0.761
18,mlp.experts.147.gate_proj,not applicable,,0.764
18,mlp.experts.147.up_proj,not applicable,,0.766
18,mlp.experts.148.gate_proj,not applicable,,0.769
18,mlp.experts.148.up_proj,not applicable,,0.771
18,mlp.experts.149.gate_proj,not applicable,,0.774
18,mlp.experts.149.up_proj,not applicable,,0.776
18,mlp.experts.150.gate_proj,not applicable,,0.779
18,mlp.experts.150.up_proj,not applicable,,0.782
18,mlp.experts.151.gate_proj,not applicable,,0.785
18,mlp.experts.151.up_proj,not applicable,,0.787
18,mlp.experts.152.gate_proj,not applicable,,0.790
18,mlp.experts.152.up_proj,not applicable,,0.792
18,mlp.experts.153.gate_proj,not applicable,,0.794
18,mlp.experts.153.up_proj,not applicable,,0.797
18,mlp.experts.154.gate_proj,not applicable,,0.799
18,mlp.experts.154.up_proj,not applicable,,0.802
18,mlp.experts.155.gate_proj,not applicable,,0.804
18,mlp.experts.155.up_proj,not applicable,,0.807
18,mlp.experts.156.gate_proj,not applicable,,0.809
18,mlp.experts.156.up_proj,not applicable,,0.812
18,mlp.experts.157.gate_proj,not applicable,,0.815
18,mlp.experts.157.up_proj,not applicable,,0.817
18,mlp.experts.158.gate_proj,not applicable,,0.819
18,mlp.experts.158.up_proj,not applicable,,0.822
18,mlp.experts.159.gate_proj,not applicable,,0.824
18,mlp.experts.159.up_proj,not applicable,,0.827
18,mlp.experts.160.gate_proj,not applicable,,0.829
18,mlp.experts.160.up_proj,not applicable,,0.833
18,mlp.experts.161.gate_proj,not applicable,,0.835
18,mlp.experts.161.up_proj,not applicable,,0.838
18,mlp.experts.162.gate_proj,not applicable,,0.841
18,mlp.experts.162.up_proj,not applicable,,0.843
18,mlp.experts.163.gate_proj,not applicable,,0.846
18,mlp.experts.163.up_proj,not applicable,,0.848
18,mlp.experts.164.gate_proj,not applicable,,0.851
18,mlp.experts.164.up_proj,not applicable,,0.853
18,mlp.experts.165.gate_proj,not applicable,,0.856
18,mlp.experts.165.up_proj,not applicable,,0.858
18,mlp.experts.166.gate_proj,not applicable,,0.861
18,mlp.experts.166.up_proj,not applicable,,0.864
18,mlp.experts.167.gate_proj,not applicable,,0.866
18,mlp.experts.167.up_proj,not applicable,,0.869
18,mlp.experts.168.gate_proj,not applicable,,0.871
18,mlp.experts.168.up_proj,not applicable,,0.874
18,mlp.experts.169.gate_proj,not applicable,,0.876
18,mlp.experts.169.up_proj,not applicable,,0.879
18,mlp.experts.170.gate_proj,not applicable,,0.881
18,mlp.experts.170.up_proj,not applicable,,0.885
18,mlp.experts.171.gate_proj,not applicable,,0.887
18,mlp.experts.171.up_proj,not applicable,,0.890
18,mlp.experts.172.gate_proj,not applicable,,0.892
18,mlp.experts.172.up_proj,not applicable,,0.895
18,mlp.experts.173.gate_proj,not applicable,,0.897
18,mlp.experts.173.up_proj,not applicable,,0.900
18,mlp.experts.174.gate_proj,not applicable,,0.902
18,mlp.experts.174.up_proj,not applicable,,0.905
18,mlp.experts.175.gate_proj,not applicable,,0.907
18,mlp.experts.175.up_proj,not applicable,,0.910
18,mlp.experts.176.gate_proj,not applicable,,0.912
18,mlp.experts.176.up_proj,not applicable,,0.915
18,mlp.experts.177.gate_proj,not applicable,,0.917
18,mlp.experts.177.up_proj,not applicable,,0.920
18,mlp.experts.178.gate_proj,not applicable,,0.922
18,mlp.experts.178.up_proj,not applicable,,0.925
18,mlp.experts.179.gate_proj,not applicable,,0.927
18,mlp.experts.179.up_proj,not applicable,,0.930
18,mlp.experts.180.gate_proj,not applicable,,0.932
18,mlp.experts.180.up_proj,not applicable,,0.936
18,mlp.experts.181.gate_proj,not applicable,,0.938
18,mlp.experts.181.up_proj,not applicable,,0.941
18,mlp.experts.182.gate_proj,not applicable,,0.943
18,mlp.experts.182.up_proj,not applicable,,0.946
18,mlp.experts.183.gate_proj,not applicable,,0.948
18,mlp.experts.183.up_proj,not applicable,,0.951
18,mlp.experts.184.gate_proj,not applicable,,0.954
18,mlp.experts.184.up_proj,not applicable,,0.956
18,mlp.experts.185.gate_proj,not applicable,,0.959
18,mlp.experts.185.up_proj,not applicable,,0.961
18,mlp.experts.186.gate_proj,not applicable,,0.964
18,mlp.experts.186.up_proj,not applicable,,0.966
18,mlp.experts.187.gate_proj,not applicable,,0.969
18,mlp.experts.187.up_proj,not applicable,,0.971
18,mlp.experts.188.gate_proj,not applicable,,0.974
18,mlp.experts.188.up_proj,not applicable,,0.976
18,mlp.experts.189.gate_proj,not applicable,,0.979
18,mlp.experts.189.up_proj,not applicable,,0.981
18,mlp.experts.190.gate_proj,not applicable,,0.984
18,mlp.experts.190.up_proj,not applicable,,0.987
18,mlp.experts.191.gate_proj,not applicable,,0.990
18,mlp.experts.191.up_proj,not applicable,,0.992
18,mlp.experts.192.gate_proj,not applicable,,0.995
18,mlp.experts.192.up_proj,not applicable,,0.997
18,mlp.experts.193.gate_proj,not applicable,,1.000
18,mlp.experts.193.up_proj,not applicable,,1.002
18,mlp.experts.194.gate_proj,not applicable,,1.005
18,mlp.experts.194.up_proj,not applicable,,1.007
18,mlp.experts.195.gate_proj,not applicable,,1.010
18,mlp.experts.195.up_proj,not applicable,,1.012
18,mlp.experts.196.gate_proj,not applicable,,1.015
18,mlp.experts.196.up_proj,not applicable,,1.017
18,mlp.experts.197.gate_proj,not applicable,,1.019
18,mlp.experts.197.up_proj,not applicable,,1.022
18,mlp.experts.198.gate_proj,not applicable,,1.024
18,mlp.experts.198.up_proj,not applicable,,1.027
18,mlp.experts.199.gate_proj,not applicable,,1.029
18,mlp.experts.199.up_proj,not applicable,,1.032
18,mlp.experts.200.gate_proj,not applicable,,1.034
18,mlp.experts.200.up_proj,not applicable,,1.038
18,mlp.experts.201.gate_proj,not applicable,,1.040
18,mlp.experts.201.up_proj,not applicable,,1.043
18,mlp.experts.202.gate_proj,not applicable,,1.045
18,mlp.experts.202.up_proj,not applicable,,1.048
18,mlp.experts.203.gate_proj,not applicable,,1.050
18,mlp.experts.203.up_proj,not applicable,,1.053
18,mlp.experts.204.gate_proj,not applicable,,1.055
18,mlp.experts.204.up_proj,not applicable,,1.058
18,mlp.experts.205.gate_proj,not applicable,,1.060
18,mlp.experts.205.up_proj,not applicable,,1.063
18,mlp.experts.206.gate_proj,not applicable,,1.065
18,mlp.experts.206.up_proj,not applicable,,1.068
18,mlp.experts.207.gate_proj,not applicable,,1.070
18,mlp.experts.207.up_proj,not applicable,,1.073
18,mlp.experts.208.gate_proj,not applicable,,1.075
18,mlp.experts.208.up_proj,not applicable,,1.078
18,mlp.experts.209.gate_proj,not applicable,,1.080
18,mlp.experts.209.up_proj,not applicable,,1.082
18,mlp.experts.210.gate_proj,not applicable,,1.085
18,mlp.experts.210.up_proj,not applicable,,1.088
18,mlp.experts.211.gate_proj,not applicable,,1.091
18,mlp.experts.211.up_proj,not applicable,,1.093
18,mlp.experts.212.gate_proj,not applicable,,1.096
18,mlp.experts.212.up_proj,not applicable,,1.098
18,mlp.experts.213.gate_proj,not applicable,,1.101
18,mlp.experts.213.up_proj,not applicable,,1.103
18,mlp.experts.214.gate_proj,not applicable,,1.106
18,mlp.experts.214.up_proj,not applicable,,1.108
18,mlp.experts.215.gate_proj,not applicable,,1.111
18,mlp.experts.215.up_proj,not applicable,,1.113
18,mlp.experts.216.gate_proj,not applicable,,1.116
18,mlp.experts.216.up_proj,not applicable,,1.118
18,mlp.experts.217.gate_proj,not applicable,,1.121
18,mlp.experts.217.up_proj,not applicable,,1.123
18,mlp.experts.218.gate_proj,not applicable,,1.126
18,mlp.experts.218.up_proj,not applicable,,1.128
18,mlp.experts.219.gate_proj,not applicable,,1.131
18,mlp.experts.219.up_proj,not applicable,,1.133
18,mlp.experts.220.gate_proj,not applicable,,1.136
18,mlp.experts.220.up_proj,not applicable,,1.139
18,mlp.experts.221.gate_proj,not applicable,,1.142
18,mlp.experts.221.up_proj,not applicable,,1.145
18,mlp.experts.222.gate_proj,not applicable,,1.147
18,mlp.experts.222.up_proj,not applicable,,1.150
18,mlp.experts.223.gate_proj,not applicable,,1.152
18,mlp.experts.223.up_proj,not applicable,,1.155
18,mlp.experts.224.gate_proj,not applicable,,1.157
18,mlp.experts.224.up_proj,not applicable,,1.160
18,mlp.experts.225.gate_proj,not applicable,,1.162
18,mlp.experts.225.up_proj,not applicable,,1.165
18,mlp.experts.226.gate_proj,not applicable,,1.168
18,mlp.experts.226.up_proj,not applicable,,1.170
18,mlp.experts.227.gate_proj,not applicable,,1.172
18,mlp.experts.227.up_proj,not applicable,,1.175
18,mlp.experts.228.gate_proj,not applicable,,1.177
18,mlp.experts.228.up_proj,not applicable,,1.180
18,mlp.experts.229.gate_proj,not applicable,,1.182
18,mlp.experts.229.up_proj,not applicable,,1.185
18,mlp.experts.230.gate_proj,not applicable,,1.187
18,mlp.experts.230.up_proj,not applicable,,1.191
18,mlp.experts.231.gate_proj,not applicable,,1.193
18,mlp.experts.231.up_proj,not applicable,,1.196
18,mlp.experts.232.gate_proj,not applicable,,1.198
18,mlp.experts.232.up_proj,not applicable,,1.201
18,mlp.experts.233.gate_proj,not applicable,,1.203
18,mlp.experts.233.up_proj,not applicable,,1.206
18,mlp.experts.234.gate_proj,not applicable,,1.208
18,mlp.experts.234.up_proj,not applicable,,1.211
18,mlp.experts.235.gate_proj,not applicable,,1.214
18,mlp.experts.235.up_proj,not applicable,,1.218
18,mlp.experts.236.gate_proj,not applicable,,1.222
18,mlp.experts.236.up_proj,not applicable,,1.226
18,mlp.experts.237.gate_proj,not applicable,,1.231
18,mlp.experts.237.up_proj,not applicable,,1.234
18,mlp.experts.238.gate_proj,not applicable,,1.237
18,mlp.experts.238.up_proj,not applicable,,1.240
18,mlp.experts.239.gate_proj,not applicable,,1.244
18,mlp.experts.239.up_proj,not applicable,,1.247
18,mlp.experts.240.gate_proj,not applicable,,1.250
18,mlp.experts.240.up_proj,not applicable,,1.253
18,mlp.experts.241.gate_proj,not applicable,,1.256
18,mlp.experts.241.up_proj,not applicable,,1.258
18,mlp.experts.242.gate_proj,not applicable,,1.260
18,mlp.experts.242.up_proj,not applicable,,1.263
18,mlp.experts.243.gate_proj,not applicable,,1.265
18,mlp.experts.243.up_proj,not applicable,,1.268
18,mlp.experts.244.gate_proj,not applicable,,1.271
18,mlp.experts.244.up_proj,not applicable,,1.273
18,mlp.experts.245.gate_proj,not applicable,,1.276
18,mlp.experts.245.up_proj,not applicable,,1.278
18,mlp.experts.246.gate_proj,not applicable,,1.280
18,mlp.experts.246.up_proj,not applicable,,1.283
18,mlp.experts.247.gate_proj,not applicable,,1.285
18,mlp.experts.247.up_proj,not applicable,,1.288
18,mlp.experts.248.gate_proj,not applicable,,1.290
18,mlp.experts.248.up_proj,not applicable,,1.292
18,mlp.experts.249.gate_proj,not applicable,,1.295
18,mlp.experts.249.up_proj,not applicable,,1.297
18,mlp.experts.250.gate_proj,not applicable,,1.300
18,mlp.experts.250.up_proj,not applicable,,1.303
18,mlp.experts.251.gate_proj,not applicable,,1.305
18,mlp.experts.251.up_proj,not applicable,,1.307
18,mlp.experts.252.gate_proj,not applicable,,1.310
18,mlp.experts.252.up_proj,not applicable,,1.312
18,mlp.experts.253.gate_proj,not applicable,,1.315
18,mlp.experts.253.up_proj,not applicable,,1.317
18,mlp.experts.254.gate_proj,not applicable,,1.319
18,mlp.experts.254.up_proj,not applicable,,1.322
18,mlp.experts.255.gate_proj,not applicable,,1.324
18,mlp.experts.255.up_proj,not applicable,,1.327
18,mlp.experts.0.down_proj,0.0000002763,,1.329
18,mlp.experts.1.down_proj,0.0000019710,,1.332
18,mlp.experts.2.down_proj,0.0000013915,,1.334
18,mlp.experts.3.down_proj,0.0000036507,,1.337
18,mlp.experts.4.down_proj,0.0000006644,,1.339
18,mlp.experts.5.down_proj,0.0000026084,,1.341
18,mlp.experts.6.down_proj,0.0000013222,,1.344
18,mlp.experts.7.down_proj,0.0000013127,,1.346
18,mlp.experts.8.down_proj,0.0000016806,,1.349
18,mlp.experts.9.down_proj,0.0000005259,,1.352
18,mlp.experts.10.down_proj,0.0000016538,,1.355
18,mlp.experts.11.down_proj,0.0000013743,,1.357
18,mlp.experts.12.down_proj,0.0000019330,,1.359
18,mlp.experts.13.down_proj,0.0000008707,,1.362
18,mlp.experts.14.down_proj,0.0000029071,,1.364
18,mlp.experts.15.down_proj,0.0000010789,,1.367
18,mlp.experts.16.down_proj,0.0000011489,,1.369
18,mlp.experts.17.down_proj,0.0000015015,,1.371
18,mlp.experts.18.down_proj,0.0000008213,,1.374
18,mlp.experts.19.down_proj,0.0000012239,,1.376
18,mlp.experts.20.down_proj,0.0000009996,,1.378
18,mlp.experts.21.down_proj,0.0000005355,,1.381
18,mlp.experts.22.down_proj,0.0000019789,,1.383
18,mlp.experts.23.down_proj,0.0000008249,,1.386
18,mlp.experts.24.down_proj,0.0000017139,,1.388
18,mlp.experts.25.down_proj,0.0000012421,,1.390
18,mlp.experts.26.down_proj,0.0000018579,,1.393
18,mlp.experts.27.down_proj,0.0000010769,,1.395
18,mlp.experts.28.down_proj,0.0000013418,,1.398
18,mlp.experts.29.down_proj,0.0000015468,,1.401
18,mlp.experts.30.down_proj,0.0000003912,,1.403
18,mlp.experts.31.down_proj,0.0000031131,,1.406
18,mlp.experts.32.down_proj,0.0000009437,,1.408
18,mlp.experts.33.down_proj,0.0000015014,,1.410
18,mlp.experts.34.down_proj,0.0000011959,,1.413
18,mlp.experts.35.down_proj,0.0000003639,,1.415
18,mlp.experts.36.down_proj,0.0000013014,,1.417
18,mlp.experts.37.down_proj,0.0000011238,,1.420
18,mlp.experts.38.down_proj,0.0000009405,,1.422
18,mlp.experts.39.down_proj,0.0000015259,,1.425
18,mlp.experts.40.down_proj,0.0000010540,,1.427
18,mlp.experts.41.down_proj,0.0000001729,,1.429
18,mlp.experts.42.down_proj,0.0000008562,,1.432
18,mlp.experts.43.down_proj,0.0000002488,,1.434
18,mlp.experts.44.down_proj,0.0000011372,,1.437
18,mlp.experts.45.down_proj,0.0000020145,,1.439
18,mlp.experts.46.down_proj,0.0000028984,,1.442
18,mlp.experts.47.down_proj,0.0000026799,,1.444
18,mlp.experts.48.down_proj,0.0000029539,,1.446
18,mlp.experts.49.down_proj,0.0000014200,,1.450
18,mlp.experts.50.down_proj,0.0000008969,,1.452
18,mlp.experts.51.down_proj,0.0000006643,,1.454
18,mlp.experts.52.down_proj,0.0000015002,,1.457
18,mlp.experts.53.down_proj,0.0000015497,,1.459
18,mlp.experts.54.down_proj,0.0000012157,,1.461
18,mlp.experts.55.down_proj,0.0000014255,,1.464
18,mlp.experts.56.down_proj,0.0000009938,,1.466
18,mlp.experts.57.down_proj,0.0000038419,,1.469
18,mlp.experts.58.down_proj,0.0000014816,,1.471
18,mlp.experts.59.down_proj,0.0000006590,,1.474
18,mlp.experts.60.down_proj,0.0000022684,,1.476
18,mlp.experts.61.down_proj,0.0000004042,,1.478
18,mlp.experts.62.down_proj,0.0000015432,,1.481
18,mlp.experts.63.down_proj,0.0000005420,,1.483
18,mlp.experts.64.down_proj,0.0000006913,,1.485
18,mlp.experts.65.down_proj,0.0000006383,,1.488
18,mlp.experts.66.down_proj,0.0000022844,,1.490
18,mlp.experts.67.down_proj,0.0000011375,,1.493
18,mlp.experts.68.down_proj,0.0000010101,,1.495
18,mlp.experts.69.down_proj,0.0000011672,,1.498
18,mlp.experts.70.down_proj,0.0000010577,,1.501
18,mlp.experts.71.down_proj,0.0000006524,,1.503
18,mlp.experts.72.down_proj,0.0000008644,,1.505
18,mlp.experts.73.down_proj,0.0000011711,,1.508
18,mlp.experts.74.down_proj,0.0000024230,,1.510
18,mlp.experts.75.down_proj,0.0000013108,,1.513
18,mlp.experts.76.down_proj,0.0000010267,,1.515
18,mlp.experts.77.down_proj,0.0000003889,,1.517
18,mlp.experts.78.down_proj,0.0000021025,,1.520
18,mlp.experts.79.down_proj,0.0000007198,,1.522
18,mlp.experts.80.down_proj,0.0000003366,,1.524
18,mlp.experts.81.down_proj,0.0000009025,,1.527
18,mlp.experts.82.down_proj,0.0000052187,,1.529
18,mlp.experts.83.down_proj,0.0000001768,,1.531
18,mlp.experts.84.down_proj,0.0000009873,,1.534
18,mlp.experts.85.down_proj,0.0000014829,,1.536
18,mlp.experts.86.down_proj,0.0000004835,,1.539
18,mlp.experts.87.down_proj,0.0000014265,,1.541
18,mlp.experts.88.down_proj,0.0000008865,,1.544
18,mlp.experts.89.down_proj,0.0000026618,,1.547
18,mlp.experts.90.down_proj,0.0000005885,,1.549
18,mlp.experts.91.down_proj,0.0000053876,,1.552
18,mlp.experts.92.down_proj,0.0000006053,,1.554
18,mlp.experts.93.down_proj,0.0000014979,,1.557
18,mlp.experts.94.down_proj,0.0000029396,,1.559
18,mlp.experts.95.down_proj,0.0000009733,,1.561
18,mlp.experts.96.down_proj,0.0000021688,,1.564
18,mlp.experts.97.down_proj,0.0000037404,,1.566
18,mlp.experts.98.down_proj,0.0000007452,,1.568
18,mlp.experts.99.down_proj,0.0000018407,,1.571
18,mlp.experts.100.down_proj,0.0000003884,,1.573
18,mlp.experts.101.down_proj,0.0000005542,,1.576
18,mlp.experts.102.down_proj,0.0000000906,,1.578
18,mlp.experts.103.down_proj,0.0000023136,,1.581
18,mlp.experts.104.down_proj,0.0000015626,,1.583
18,mlp.experts.105.down_proj,0.0000008574,,1.585
18,mlp.experts.106.down_proj,0.0000003970,,1.588
18,mlp.experts.107.down_proj,0.0000012431,,1.590
18,mlp.experts.108.down_proj,0.0000009216,,1.592
18,mlp.experts.109.down_proj,0.0000007594,,1.596
18,mlp.experts.110.down_proj,0.0000010532,,1.598
18,mlp.experts.111.down_proj,0.0000013028,,1.601
18,mlp.experts.112.down_proj,0.0000007844,,1.603
18,mlp.experts.113.down_proj,0.0000035000,,1.605
18,mlp.experts.114.down_proj,0.0000003442,,1.608
18,mlp.experts.115.down_proj,0.0000007549,,1.611
18,mlp.experts.116.down_proj,0.0000000357,,1.613
18,mlp.experts.117.down_proj,0.0000005871,,1.615
18,mlp.experts.118.down_proj,0.0000012647,,1.618
18,mlp.experts.119.down_proj,0.0000000088,,1.620
18,mlp.experts.120.down_proj,0.0000009468,,1.622
18,mlp.experts.121.down_proj,0.0000024440,,1.625
18,mlp.experts.122.down_proj,0.0000012082,,1.627
18,mlp.experts.123.down_proj,0.0000004260,,1.630
18,mlp.experts.124.down_proj,0.0000001678,,1.632
18,mlp.experts.125.down_proj,0.0000009993,,1.634
18,mlp.experts.126.down_proj,0.0000010422,,1.637
18,mlp.experts.127.down_proj,0.0000047276,,1.639
18,mlp.experts.128.down_proj,0.0000012803,,1.641
18,mlp.experts.129.down_proj,0.0000004961,,1.645
18,mlp.experts.130.down_proj,0.0000012129,,1.647
18,mlp.experts.131.down_proj,0.0000004004,,1.649
18,mlp.experts.132.down_proj,0.0000017463,,1.652
18,mlp.experts.133.down_proj,0.0000011718,,1.654
18,mlp.experts.134.down_proj,0.0000006360,,1.657
18,mlp.experts.135.down_proj,0.0000015052,,1.659
18,mlp.experts.136.down_proj,0.0000004915,,1.661
18,mlp.experts.137.down_proj,0.0000032024,,1.664
18,mlp.experts.138.down_proj,0.0000012467,,1.666
18,mlp.experts.139.down_proj,0.0000006033,,1.669
18,mlp.experts.140.down_proj,0.0000022000,,1.671
18,mlp.experts.141.down_proj,0.0000000144,,1.674
18,mlp.experts.142.down_proj,0.0000033818,,1.676
18,mlp.experts.143.down_proj,0.0000003810,,1.679
18,mlp.experts.144.down_proj,0.0000007003,,1.681
18,mlp.experts.145.down_proj,0.0000007560,,1.684
18,mlp.experts.146.down_proj,0.0000016841,,1.686
18,mlp.experts.147.down_proj,0.0000008703,,1.688
18,mlp.experts.148.down_proj,0.0000010398,,1.691
18,mlp.experts.149.down_proj,0.0000020086,,1.694
18,mlp.experts.150.down_proj,0.0000019445,,1.697
18,mlp.experts.151.down_proj,0.0000013540,,1.699
18,mlp.experts.152.down_proj,0.0000011460,,1.702
18,mlp.experts.153.down_proj,0.0000009752,,1.704
18,mlp.experts.154.down_proj,0.0000007899,,1.707
18,mlp.experts.155.down_proj,0.0000029642,,1.709
18,mlp.experts.156.down_proj,0.0000018489,,1.711
18,mlp.experts.157.down_proj,0.0000000754,,1.714
18,mlp.experts.158.down_proj,0.0000002934,,1.716
18,mlp.experts.159.down_proj,0.0000015205,,1.719
18,mlp.experts.160.down_proj,0.0000013587,,1.721
18,mlp.experts.161.down_proj,0.0000021753,,1.724
18,mlp.experts.162.down_proj,0.0000024169,,1.726
18,mlp.experts.163.down_proj,0.0000002229,,1.728
18,mlp.experts.164.down_proj,0.0000006151,,1.731
18,mlp.experts.165.down_proj,0.0000027442,,1.733
18,mlp.experts.166.down_proj,0.0000005314,,1.736
18,mlp.experts.167.down_proj,0.0000011927,,1.738
18,mlp.experts.168.down_proj,0.0000007871,,1.741
18,mlp.experts.169.down_proj,0.0000035695,,1.744
18,mlp.experts.170.down_proj,0.0000033672,,1.747
18,mlp.experts.171.down_proj,0.0000025506,,1.749
18,mlp.experts.172.down_proj,0.0000004274,,1.751
18,mlp.experts.173.down_proj,0.0000015102,,1.754
18,mlp.experts.174.down_proj,0.0000012595,,1.756
18,mlp.experts.175.down_proj,0.0000011077,,1.759
18,mlp.experts.176.down_proj,0.0000006987,,1.761
18,mlp.experts.177.down_proj,0.0000001760,,1.763
18,mlp.experts.178.down_proj,0.0000015064,,1.766
18,mlp.experts.179.down_proj,0.0000026517,,1.768
18,mlp.experts.180.down_proj,0.0000003862,,1.771
18,mlp.experts.181.down_proj,0.0000009966,,1.773
18,mlp.experts.182.down_proj,0.0000019737,,1.776
18,mlp.experts.183.down_proj,0.0000012824,,1.778
18,mlp.experts.184.down_proj,0.0000011234,,1.781
18,mlp.experts.185.down_proj,0.0000011489,,1.783
18,mlp.experts.186.down_proj,0.0000028728,,1.785
18,mlp.experts.187.down_proj,0.0000008690,,1.788
18,mlp.experts.188.down_proj,0.0000009040,,1.790
18,mlp.experts.189.down_proj,0.0000024074,,1.794
18,mlp.experts.190.down_proj,0.0000008350,,1.796
18,mlp.experts.191.down_proj,0.0000017221,,1.799
18,mlp.experts.192.down_proj,0.0000032007,,1.801
18,mlp.experts.193.down_proj,0.0000007444,,1.804
18,mlp.experts.194.down_proj,0.0000003274,,1.806
18,mlp.experts.195.down_proj,0.0000007063,,1.808
18,mlp.experts.196.down_proj,0.0000017090,,1.811
18,mlp.experts.197.down_proj,0.0000002117,,1.813
18,mlp.experts.198.down_proj,0.0000001124,,1.816
18,mlp.experts.199.down_proj,0.0000019707,,1.818
18,mlp.experts.200.down_proj,0.0000007477,,1.821
18,mlp.experts.201.down_proj,0.0000002684,,1.823
18,mlp.experts.202.down_proj,0.0000006935,,1.825
18,mlp.experts.203.down_proj,0.0000005334,,1.828
18,mlp.experts.204.down_proj,0.0000002760,,1.830
18,mlp.experts.205.down_proj,0.0000001736,,1.833
18,mlp.experts.206.down_proj,0.0000007505,,1.835
18,mlp.experts.207.down_proj,0.0000007266,,1.838
18,mlp.experts.208.down_proj,0.0000019422,,1.840
18,mlp.experts.209.down_proj,0.0000003117,,1.844
18,mlp.experts.210.down_proj,0.0000011949,,1.846
18,mlp.experts.211.down_proj,0.0000008079,,1.849
18,mlp.experts.212.down_proj,0.0000029963,,1.851
18,mlp.experts.213.down_proj,0.0000004143,,1.853
18,mlp.experts.214.down_proj,0.0000035849,,1.856
18,mlp.experts.215.down_proj,0.0000015940,,1.858
18,mlp.experts.216.down_proj,0.0000021580,,1.861
18,mlp.experts.217.down_proj,0.0000012145,,1.863
18,mlp.experts.218.down_proj,0.0000011085,,1.866
18,mlp.experts.219.down_proj,0.0000016710,,1.868
18,mlp.experts.220.down_proj,0.0000009732,,1.871
18,mlp.experts.221.down_proj,0.0000004457,,1.873
18,mlp.experts.222.down_proj,0.0000007851,,1.876
18,mlp.experts.223.down_proj,0.0000007697,,1.878
18,mlp.experts.224.down_proj,0.0000006192,,1.881
18,mlp.experts.225.down_proj,0.0000005349,,1.883
18,mlp.experts.226.down_proj,0.0000006276,,1.886
18,mlp.experts.227.down_proj,0.0000010148,,1.888
18,mlp.experts.228.down_proj,0.0000003900,,1.890
18,mlp.experts.229.down_proj,0.0000012197,,1.894
18,mlp.experts.230.down_proj,0.0000003540,,1.896
18,mlp.experts.231.down_proj,0.0000018491,,1.899
18,mlp.experts.232.down_proj,0.0000004894,,1.901
18,mlp.experts.233.down_proj,0.0000004929,,1.903
18,mlp.experts.234.down_proj,0.0000004676,,1.906
18,mlp.experts.235.down_proj,0.0000017432,,1.908
18,mlp.experts.236.down_proj,0.0000005902,,1.911
18,mlp.experts.237.down_proj,0.0000007539,,1.913
18,mlp.experts.238.down_proj,0.0000004173,,1.916
18,mlp.experts.239.down_proj,0.0000005661,,1.918
18,mlp.experts.240.down_proj,0.0000014335,,1.921
18,mlp.experts.241.down_proj,0.0000006802,,1.923
18,mlp.experts.242.down_proj,0.0000025509,,1.925
18,mlp.experts.243.down_proj,0.0000006418,,1.928
18,mlp.experts.244.down_proj,0.0000008323,,1.930
18,mlp.experts.245.down_proj,0.0000022758,,1.933
18,mlp.experts.246.down_proj,0.0000002785,,1.935
18,mlp.experts.247.down_proj,0.0000012575,,1.938
18,mlp.experts.248.down_proj,0.0000002834,,1.940
18,mlp.experts.249.down_proj,0.0000015730,,1.944
18,mlp.experts.250.down_proj,0.0000007663,,1.946
18,mlp.experts.251.down_proj,0.0000012907,,1.949
18,mlp.experts.252.down_proj,0.0000008679,,1.951
18,mlp.experts.253.down_proj,0.0000008409,,1.954
18,mlp.experts.254.down_proj,0.0000006029,,1.956
18,mlp.experts.255.down_proj,0.0000009719,,1.959
19,mlp.experts.0.gate_proj,not applicable,,0.005
19,mlp.experts.0.up_proj,not applicable,,0.010
19,mlp.experts.1.gate_proj,not applicable,,0.014
19,mlp.experts.1.up_proj,not applicable,,0.017
19,mlp.experts.2.gate_proj,not applicable,,0.020
19,mlp.experts.2.up_proj,not applicable,,0.022
19,mlp.experts.3.gate_proj,not applicable,,0.025
19,mlp.experts.3.up_proj,not applicable,,0.028
19,mlp.experts.4.gate_proj,not applicable,,0.031
19,mlp.experts.4.up_proj,not applicable,,0.033
19,mlp.experts.5.gate_proj,not applicable,,0.036
19,mlp.experts.5.up_proj,not applicable,,0.039
19,mlp.experts.6.gate_proj,not applicable,,0.041
19,mlp.experts.6.up_proj,not applicable,,0.044
19,mlp.experts.7.gate_proj,not applicable,,0.047
19,mlp.experts.7.up_proj,not applicable,,0.049
19,mlp.experts.8.gate_proj,not applicable,,0.052
19,mlp.experts.8.up_proj,not applicable,,0.054
19,mlp.experts.9.gate_proj,not applicable,,0.057
19,mlp.experts.9.up_proj,not applicable,,0.060
19,mlp.experts.10.gate_proj,not applicable,,0.062
19,mlp.experts.10.up_proj,not applicable,,0.066
19,mlp.experts.11.gate_proj,not applicable,,0.068
19,mlp.experts.11.up_proj,not applicable,,0.071
19,mlp.experts.12.gate_proj,not applicable,,0.073
19,mlp.experts.12.up_proj,not applicable,,0.076
19,mlp.experts.13.gate_proj,not applicable,,0.079
19,mlp.experts.13.up_proj,not applicable,,0.081
19,mlp.experts.14.gate_proj,not applicable,,0.084
19,mlp.experts.14.up_proj,not applicable,,0.086
19,mlp.experts.15.gate_proj,not applicable,,0.089
19,mlp.experts.15.up_proj,not applicable,,0.091
19,mlp.experts.16.gate_proj,not applicable,,0.094
19,mlp.experts.16.up_proj,not applicable,,0.096
19,mlp.experts.17.gate_proj,not applicable,,0.099
19,mlp.experts.17.up_proj,not applicable,,0.102
19,mlp.experts.18.gate_proj,not applicable,,0.104
19,mlp.experts.18.up_proj,not applicable,,0.107
19,mlp.experts.19.gate_proj,not applicable,,0.110
19,mlp.experts.19.up_proj,not applicable,,0.112
19,mlp.experts.20.gate_proj,not applicable,,0.115
19,mlp.experts.20.up_proj,not applicable,,0.118
19,mlp.experts.21.gate_proj,not applicable,,0.121
19,mlp.experts.21.up_proj,not applicable,,0.123
19,mlp.experts.22.gate_proj,not applicable,,0.126
19,mlp.experts.22.up_proj,not applicable,,0.128
19,mlp.experts.23.gate_proj,not applicable,,0.131
19,mlp.experts.23.up_proj,not applicable,,0.133
19,mlp.experts.24.gate_proj,not applicable,,0.136
19,mlp.experts.24.up_proj,not applicable,,0.138
19,mlp.experts.25.gate_proj,not applicable,,0.141
19,mlp.experts.25.up_proj,not applicable,,0.143
19,mlp.experts.26.gate_proj,not applicable,,0.146
19,mlp.experts.26.up_proj,not applicable,,0.149
19,mlp.experts.27.gate_proj,not applicable,,0.151
19,mlp.experts.27.up_proj,not applicable,,0.154
19,mlp.experts.28.gate_proj,not applicable,,0.156
19,mlp.experts.28.up_proj,not applicable,,0.159
19,mlp.experts.29.gate_proj,not applicable,,0.162
19,mlp.experts.29.up_proj,not applicable,,0.164
19,mlp.experts.30.gate_proj,not applicable,,0.167
19,mlp.experts.30.up_proj,not applicable,,0.170
19,mlp.experts.31.gate_proj,not applicable,,0.173
19,mlp.experts.31.up_proj,not applicable,,0.175
19,mlp.experts.32.gate_proj,not applicable,,0.178
19,mlp.experts.32.up_proj,not applicable,,0.180
19,mlp.experts.33.gate_proj,not applicable,,0.183
19,mlp.experts.33.up_proj,not applicable,,0.185
19,mlp.experts.34.gate_proj,not applicable,,0.188
19,mlp.experts.34.up_proj,not applicable,,0.191
19,mlp.experts.35.gate_proj,not applicable,,0.194
19,mlp.experts.35.up_proj,not applicable,,0.196
19,mlp.experts.36.gate_proj,not applicable,,0.199
19,mlp.experts.36.up_proj,not applicable,,0.201
19,mlp.experts.37.gate_proj,not applicable,,0.204
19,mlp.experts.37.up_proj,not applicable,,0.206
19,mlp.experts.38.gate_proj,not applicable,,0.209
19,mlp.experts.38.up_proj,not applicable,,0.211
19,mlp.experts.39.gate_proj,not applicable,,0.214
19,mlp.experts.39.up_proj,not applicable,,0.216
19,mlp.experts.40.gate_proj,not applicable,,0.219
19,mlp.experts.40.up_proj,not applicable,,0.222
19,mlp.experts.41.gate_proj,not applicable,,0.225
19,mlp.experts.41.up_proj,not applicable,,0.227
19,mlp.experts.42.gate_proj,not applicable,,0.230
19,mlp.experts.42.up_proj,not applicable,,0.232
19,mlp.experts.43.gate_proj,not applicable,,0.235
19,mlp.experts.43.up_proj,not applicable,,0.237
19,mlp.experts.44.gate_proj,not applicable,,0.240
19,mlp.experts.44.up_proj,not applicable,,0.242
19,mlp.experts.45.gate_proj,not applicable,,0.245
19,mlp.experts.45.up_proj,not applicable,,0.247
19,mlp.experts.46.gate_proj,not applicable,,0.250
19,mlp.experts.46.up_proj,not applicable,,0.252
19,mlp.experts.47.gate_proj,not applicable,,0.255
19,mlp.experts.47.up_proj,not applicable,,0.257
19,mlp.experts.48.gate_proj,not applicable,,0.260
19,mlp.experts.48.up_proj,not applicable,,0.262
19,mlp.experts.49.gate_proj,not applicable,,0.265
19,mlp.experts.49.up_proj,not applicable,,0.267
19,mlp.experts.50.gate_proj,not applicable,,0.270
19,mlp.experts.50.up_proj,not applicable,,0.273
19,mlp.experts.51.gate_proj,not applicable,,0.276
19,mlp.experts.51.up_proj,not applicable,,0.278
19,mlp.experts.52.gate_proj,not applicable,,0.281
19,mlp.experts.52.up_proj,not applicable,,0.283
19,mlp.experts.53.gate_proj,not applicable,,0.286
19,mlp.experts.53.up_proj,not applicable,,0.288
19,mlp.experts.54.gate_proj,not applicable,,0.291
19,mlp.experts.54.up_proj,not applicable,,0.293
19,mlp.experts.55.gate_proj,not applicable,,0.296
19,mlp.experts.55.up_proj,not applicable,,0.298
19,mlp.experts.56.gate_proj,not applicable,,0.301
19,mlp.experts.56.up_proj,not applicable,,0.303
19,mlp.experts.57.gate_proj,not applicable,,0.306
19,mlp.experts.57.up_proj,not applicable,,0.309
19,mlp.experts.58.gate_proj,not applicable,,0.311
19,mlp.experts.58.up_proj,not applicable,,0.314
19,mlp.experts.59.gate_proj,not applicable,,0.316
19,mlp.experts.59.up_proj,not applicable,,0.319
19,mlp.experts.60.gate_proj,not applicable,,0.321
19,mlp.experts.60.up_proj,not applicable,,0.325
19,mlp.experts.61.gate_proj,not applicable,,0.327
19,mlp.experts.61.up_proj,not applicable,,0.330
19,mlp.experts.62.gate_proj,not applicable,,0.332
19,mlp.experts.62.up_proj,not applicable,,0.335
19,mlp.experts.63.gate_proj,not applicable,,0.337
19,mlp.experts.63.up_proj,not applicable,,0.340
19,mlp.experts.64.gate_proj,not applicable,,0.342
19,mlp.experts.64.up_proj,not applicable,,0.345
19,mlp.experts.65.gate_proj,not applicable,,0.347
19,mlp.experts.65.up_proj,not applicable,,0.350
19,mlp.experts.66.gate_proj,not applicable,,0.352
19,mlp.experts.66.up_proj,not applicable,,0.355
19,mlp.experts.67.gate_proj,not applicable,,0.357
19,mlp.experts.67.up_proj,not applicable,,0.360
19,mlp.experts.68.gate_proj,not applicable,,0.362
19,mlp.experts.68.up_proj,not applicable,,0.365
19,mlp.experts.69.gate_proj,not applicable,,0.367
19,mlp.experts.69.up_proj,not applicable,,0.370
19,mlp.experts.70.gate_proj,not applicable,,0.372
19,mlp.experts.70.up_proj,not applicable,,0.376
19,mlp.experts.71.gate_proj,not applicable,,0.378
19,mlp.experts.71.up_proj,not applicable,,0.381
19,mlp.experts.72.gate_proj,not applicable,,0.383
19,mlp.experts.72.up_proj,not applicable,,0.385
19,mlp.experts.73.gate_proj,not applicable,,0.388
19,mlp.experts.73.up_proj,not applicable,,0.390
19,mlp.experts.74.gate_proj,not applicable,,0.393
19,mlp.experts.74.up_proj,not applicable,,0.396
19,mlp.experts.75.gate_proj,not applicable,,0.398
19,mlp.experts.75.up_proj,not applicable,,0.401
19,mlp.experts.76.gate_proj,not applicable,,0.403
19,mlp.experts.76.up_proj,not applicable,,0.406
19,mlp.experts.77.gate_proj,not applicable,,0.408
19,mlp.experts.77.up_proj,not applicable,,0.411
19,mlp.experts.78.gate_proj,not applicable,,0.413
19,mlp.experts.78.up_proj,not applicable,,0.416
19,mlp.experts.79.gate_proj,not applicable,,0.418
19,mlp.experts.79.up_proj,not applicable,,0.421
19,mlp.experts.80.gate_proj,not applicable,,0.423
19,mlp.experts.80.up_proj,not applicable,,0.427
19,mlp.experts.81.gate_proj,not applicable,,0.429
19,mlp.experts.81.up_proj,not applicable,,0.432
19,mlp.experts.82.gate_proj,not applicable,,0.434
19,mlp.experts.82.up_proj,not applicable,,0.436
19,mlp.experts.83.gate_proj,not applicable,,0.439
19,mlp.experts.83.up_proj,not applicable,,0.441
19,mlp.experts.84.gate_proj,not applicable,,0.444
19,mlp.experts.84.up_proj,not applicable,,0.446
19,mlp.experts.85.gate_proj,not applicable,,0.449
19,mlp.experts.85.up_proj,not applicable,,0.451
19,mlp.experts.86.gate_proj,not applicable,,0.454
19,mlp.experts.86.up_proj,not applicable,,0.456
19,mlp.experts.87.gate_proj,not applicable,,0.459
19,mlp.experts.87.up_proj,not applicable,,0.461
19,mlp.experts.88.gate_proj,not applicable,,0.464
19,mlp.experts.88.up_proj,not applicable,,0.467
19,mlp.experts.89.gate_proj,not applicable,,0.469
19,mlp.experts.89.up_proj,not applicable,,0.472
19,mlp.experts.90.gate_proj,not applicable,,0.474
19,mlp.experts.90.up_proj,not applicable,,0.477
19,mlp.experts.91.gate_proj,not applicable,,0.480
19,mlp.experts.91.up_proj,not applicable,,0.482
19,mlp.experts.92.gate_proj,not applicable,,0.485
19,mlp.experts.92.up_proj,not applicable,,0.487
19,mlp.experts.93.gate_proj,not applicable,,0.490
19,mlp.experts.93.up_proj,not applicable,,0.492
19,mlp.experts.94.gate_proj,not applicable,,0.495
19,mlp.experts.94.up_proj,not applicable,,0.497
19,mlp.experts.95.gate_proj,not applicable,,0.500
19,mlp.experts.95.up_proj,not applicable,,0.502
19,mlp.experts.96.gate_proj,not applicable,,0.504
19,mlp.experts.96.up_proj,not applicable,,0.507
19,mlp.experts.97.gate_proj,not applicable,,0.510
19,mlp.experts.97.up_proj,not applicable,,0.512
19,mlp.experts.98.gate_proj,not applicable,,0.515
19,mlp.experts.98.up_proj,not applicable,,0.517
19,mlp.experts.99.gate_proj,not applicable,,0.520
19,mlp.experts.99.up_proj,not applicable,,0.522
19,mlp.experts.100.gate_proj,not applicable,,0.525
19,mlp.experts.100.up_proj,not applicable,,0.528
19,mlp.experts.101.gate_proj,not applicable,,0.530
19,mlp.experts.101.up_proj,not applicable,,0.533
19,mlp.experts.102.gate_proj,not applicable,,0.536
19,mlp.experts.102.up_proj,not applicable,,0.538
19,mlp.experts.103.gate_proj,not applicable,,0.541
19,mlp.experts.103.up_proj,not applicable,,0.543
19,mlp.experts.104.gate_proj,not applicable,,0.546
19,mlp.experts.104.up_proj,not applicable,,0.548
19,mlp.experts.105.gate_proj,not applicable,,0.551
19,mlp.experts.105.up_proj,not applicable,,0.553
19,mlp.experts.106.gate_proj,not applicable,,0.556
19,mlp.experts.106.up_proj,not applicable,,0.558
19,mlp.experts.107.gate_proj,not applicable,,0.560
19,mlp.experts.107.up_proj,not applicable,,0.563
19,mlp.experts.108.gate_proj,not applicable,,0.565
19,mlp.experts.108.up_proj,not applicable,,0.568
19,mlp.experts.109.gate_proj,not applicable,,0.570
19,mlp.experts.109.up_proj,not applicable,,0.573
19,mlp.experts.110.gate_proj,not applicable,,0.575
19,mlp.experts.110.up_proj,not applicable,,0.579
19,mlp.experts.111.gate_proj,not applicable,,0.581
19,mlp.experts.111.up_proj,not applicable,,0.584
19,mlp.experts.112.gate_proj,not applicable,,0.586
19,mlp.experts.112.up_proj,not applicable,,0.589
19,mlp.experts.113.gate_proj,not applicable,,0.591
19,mlp.experts.113.up_proj,not applicable,,0.594
19,mlp.experts.114.gate_proj,not applicable,,0.596
19,mlp.experts.114.up_proj,not applicable,,0.599
19,mlp.experts.115.gate_proj,not applicable,,0.601
19,mlp.experts.115.up_proj,not applicable,,0.604
19,mlp.experts.116.gate_proj,not applicable,,0.606
19,mlp.experts.116.up_proj,not applicable,,0.609
19,mlp.experts.117.gate_proj,not applicable,,0.611
19,mlp.experts.117.up_proj,not applicable,,0.614
19,mlp.experts.118.gate_proj,not applicable,,0.616
19,mlp.experts.118.up_proj,not applicable,,0.619
19,mlp.experts.119.gate_proj,not applicable,,0.621
19,mlp.experts.119.up_proj,not applicable,,0.624
19,mlp.experts.120.gate_proj,not applicable,,0.626
19,mlp.experts.120.up_proj,not applicable,,0.630
19,mlp.experts.121.gate_proj,not applicable,,0.632
19,mlp.experts.121.up_proj,not applicable,,0.635
19,mlp.experts.122.gate_proj,not applicable,,0.637
19,mlp.experts.122.up_proj,not applicable,,0.640
19,mlp.experts.123.gate_proj,not applicable,,0.642
19,mlp.experts.123.up_proj,not applicable,,0.645
19,mlp.experts.124.gate_proj,not applicable,,0.647
19,mlp.experts.124.up_proj,not applicable,,0.650
19,mlp.experts.125.gate_proj,not applicable,,0.652
19,mlp.experts.125.up_proj,not applicable,,0.655
19,mlp.experts.126.gate_proj,not applicable,,0.657
19,mlp.experts.126.up_proj,not applicable,,0.660
19,mlp.experts.127.gate_proj,not applicable,,0.662
19,mlp.experts.127.up_proj,not applicable,,0.664
19,mlp.experts.128.gate_proj,not applicable,,0.667
19,mlp.experts.128.up_proj,not applicable,,0.669
19,mlp.experts.129.gate_proj,not applicable,,0.672
19,mlp.experts.129.up_proj,not applicable,,0.674
19,mlp.experts.130.gate_proj,not applicable,,0.677
19,mlp.experts.130.up_proj,not applicable,,0.680
19,mlp.experts.131.gate_proj,not applicable,,0.683
19,mlp.experts.131.up_proj,not applicable,,0.685
19,mlp.experts.132.gate_proj,not applicable,,0.687
19,mlp.experts.132.up_proj,not applicable,,0.690
19,mlp.experts.133.gate_proj,not applicable,,0.693
19,mlp.experts.133.up_proj,not applicable,,0.695
19,mlp.experts.134.gate_proj,not applicable,,0.698
19,mlp.experts.134.up_proj,not applicable,,0.700
19,mlp.experts.135.gate_proj,not applicable,,0.703
19,mlp.experts.135.up_proj,not applicable,,0.705
19,mlp.experts.136.gate_proj,not applicable,,0.708
19,mlp.experts.136.up_proj,not applicable,,0.710
19,mlp.experts.137.gate_proj,not applicable,,0.713
19,mlp.experts.137.up_proj,not applicable,,0.715
19,mlp.experts.138.gate_proj,not applicable,,0.718
19,mlp.experts.138.up_proj,not applicable,,0.721
19,mlp.experts.139.gate_proj,not applicable,,0.723
19,mlp.experts.139.up_proj,not applicable,,0.725
19,mlp.experts.140.gate_proj,not applicable,,0.728
19,mlp.experts.140.up_proj,not applicable,,0.731
19,mlp.experts.141.gate_proj,not applicable,,0.734
19,mlp.experts.141.up_proj,not applicable,,0.736
19,mlp.experts.142.gate_proj,not applicable,,0.739
19,mlp.experts.142.up_proj,not applicable,,0.741
19,mlp.experts.143.gate_proj,not applicable,,0.744
19,mlp.experts.143.up_proj,not applicable,,0.746
19,mlp.experts.144.gate_proj,not applicable,,0.749
19,mlp.experts.144.up_proj,not applicable,,0.752
19,mlp.experts.145.gate_proj,not applicable,,0.754
19,mlp.experts.145.up_proj,not applicable,,0.757
19,mlp.experts.146.gate_proj,not applicable,,0.759
19,mlp.experts.146.up_proj,not applicable,,0.761
19,mlp.experts.147.gate_proj,not applicable,,0.764
19,mlp.experts.147.up_proj,not applicable,,0.766
19,mlp.experts.148.gate_proj,not applicable,,0.769
19,mlp.experts.148.up_proj,not applicable,,0.771
19,mlp.experts.149.gate_proj,not applicable,,0.774
19,mlp.experts.149.up_proj,not applicable,,0.776
19,mlp.experts.150.gate_proj,not applicable,,0.779
19,mlp.experts.150.up_proj,not applicable,,0.782
19,mlp.experts.151.gate_proj,not applicable,,0.785
19,mlp.experts.151.up_proj,not applicable,,0.787
19,mlp.experts.152.gate_proj,not applicable,,0.790
19,mlp.experts.152.up_proj,not applicable,,0.792
19,mlp.experts.153.gate_proj,not applicable,,0.795
19,mlp.experts.153.up_proj,not applicable,,0.797
19,mlp.experts.154.gate_proj,not applicable,,0.800
19,mlp.experts.154.up_proj,not applicable,,0.802
19,mlp.experts.155.gate_proj,not applicable,,0.805
19,mlp.experts.155.up_proj,not applicable,,0.807
19,mlp.experts.156.gate_proj,not applicable,,0.810
19,mlp.experts.156.up_proj,not applicable,,0.812
19,mlp.experts.157.gate_proj,not applicable,,0.815
19,mlp.experts.157.up_proj,not applicable,,0.817
19,mlp.experts.158.gate_proj,not applicable,,0.820
19,mlp.experts.158.up_proj,not applicable,,0.823
19,mlp.experts.159.gate_proj,not applicable,,0.825
19,mlp.experts.159.up_proj,not applicable,,0.827
19,mlp.experts.160.gate_proj,not applicable,,0.830
19,mlp.experts.160.up_proj,not applicable,,0.833
19,mlp.experts.161.gate_proj,not applicable,,0.836
19,mlp.experts.161.up_proj,not applicable,,0.838
19,mlp.experts.162.gate_proj,not applicable,,0.841
19,mlp.experts.162.up_proj,not applicable,,0.843
19,mlp.experts.163.gate_proj,not applicable,,0.846
19,mlp.experts.163.up_proj,not applicable,,0.849
19,mlp.experts.164.gate_proj,not applicable,,0.851
19,mlp.experts.164.up_proj,not applicable,,0.853
19,mlp.experts.165.gate_proj,not applicable,,0.856
19,mlp.experts.165.up_proj,not applicable,,0.858
19,mlp.experts.166.gate_proj,not applicable,,0.861
19,mlp.experts.166.up_proj,not applicable,,0.863
19,mlp.experts.167.gate_proj,not applicable,,0.866
19,mlp.experts.167.up_proj,not applicable,,0.868
19,mlp.experts.168.gate_proj,not applicable,,0.871
19,mlp.experts.168.up_proj,not applicable,,0.873
19,mlp.experts.169.gate_proj,not applicable,,0.876
19,mlp.experts.169.up_proj,not applicable,,0.878
19,mlp.experts.170.gate_proj,not applicable,,0.881
19,mlp.experts.170.up_proj,not applicable,,0.884
19,mlp.experts.171.gate_proj,not applicable,,0.887
19,mlp.experts.171.up_proj,not applicable,,0.889
19,mlp.experts.172.gate_proj,not applicable,,0.892
19,mlp.experts.172.up_proj,not applicable,,0.894
19,mlp.experts.173.gate_proj,not applicable,,0.897
19,mlp.experts.173.up_proj,not applicable,,0.899
19,mlp.experts.174.gate_proj,not applicable,,0.902
19,mlp.experts.174.up_proj,not applicable,,0.904
19,mlp.experts.175.gate_proj,not applicable,,0.907
19,mlp.experts.175.up_proj,not applicable,,0.909
19,mlp.experts.176.gate_proj,not applicable,,0.912
19,mlp.experts.176.up_proj,not applicable,,0.914
19,mlp.experts.177.gate_proj,not applicable,,0.917
19,mlp.experts.177.up_proj,not applicable,,0.919
19,mlp.experts.178.gate_proj,not applicable,,0.922
19,mlp.experts.178.up_proj,not applicable,,0.924
19,mlp.experts.179.gate_proj,not applicable,,0.927
19,mlp.experts.179.up_proj,not applicable,,0.929
19,mlp.experts.180.gate_proj,not applicable,,0.932
19,mlp.experts.180.up_proj,not applicable,,0.935
19,mlp.experts.181.gate_proj,not applicable,,0.938
19,mlp.experts.181.up_proj,not applicable,,0.940
19,mlp.experts.182.gate_proj,not applicable,,0.943
19,mlp.experts.182.up_proj,not applicable,,0.945
19,mlp.experts.183.gate_proj,not applicable,,0.947
19,mlp.experts.183.up_proj,not applicable,,0.950
19,mlp.experts.184.gate_proj,not applicable,,0.952
19,mlp.experts.184.up_proj,not applicable,,0.955
19,mlp.experts.185.gate_proj,not applicable,,0.957
19,mlp.experts.185.up_proj,not applicable,,0.960
19,mlp.experts.186.gate_proj,not applicable,,0.962
19,mlp.experts.186.up_proj,not applicable,,0.965
19,mlp.experts.187.gate_proj,not applicable,,0.967
19,mlp.experts.187.up_proj,not applicable,,0.970
19,mlp.experts.188.gate_proj,not applicable,,0.972
19,mlp.experts.188.up_proj,not applicable,,0.975
19,mlp.experts.189.gate_proj,not applicable,,0.977
19,mlp.experts.189.up_proj,not applicable,,0.980
19,mlp.experts.190.gate_proj,not applicable,,0.982
19,mlp.experts.190.up_proj,not applicable,,0.985
19,mlp.experts.191.gate_proj,not applicable,,0.988
19,mlp.experts.191.up_proj,not applicable,,0.991
19,mlp.experts.192.gate_proj,not applicable,,0.993
19,mlp.experts.192.up_proj,not applicable,,0.996
19,mlp.experts.193.gate_proj,not applicable,,0.998
19,mlp.experts.193.up_proj,not applicable,,1.001
19,mlp.experts.194.gate_proj,not applicable,,1.003
19,mlp.experts.194.up_proj,not applicable,,1.006
19,mlp.experts.195.gate_proj,not applicable,,1.008
19,mlp.experts.195.up_proj,not applicable,,1.011
19,mlp.experts.196.gate_proj,not applicable,,1.013
19,mlp.experts.196.up_proj,not applicable,,1.016
19,mlp.experts.197.gate_proj,not applicable,,1.018
19,mlp.experts.197.up_proj,not applicable,,1.021
19,mlp.experts.198.gate_proj,not applicable,,1.024
19,mlp.experts.198.up_proj,not applicable,,1.026
19,mlp.experts.199.gate_proj,not applicable,,1.029
19,mlp.experts.199.up_proj,not applicable,,1.031
19,mlp.experts.200.gate_proj,not applicable,,1.034
19,mlp.experts.200.up_proj,not applicable,,1.037
19,mlp.experts.201.gate_proj,not applicable,,1.040
19,mlp.experts.201.up_proj,not applicable,,1.042
19,mlp.experts.202.gate_proj,not applicable,,1.045
19,mlp.experts.202.up_proj,not applicable,,1.047
19,mlp.experts.203.gate_proj,not applicable,,1.050
19,mlp.experts.203.up_proj,not applicable,,1.052
19,mlp.experts.204.gate_proj,not applicable,,1.054
19,mlp.experts.204.up_proj,not applicable,,1.057
19,mlp.experts.205.gate_proj,not applicable,,1.059
19,mlp.experts.205.up_proj,not applicable,,1.062
19,mlp.experts.206.gate_proj,not applicable,,1.064
19,mlp.experts.206.up_proj,not applicable,,1.067
19,mlp.experts.207.gate_proj,not applicable,,1.069
19,mlp.experts.207.up_proj,not applicable,,1.072
19,mlp.experts.208.gate_proj,not applicable,,1.074
19,mlp.experts.208.up_proj,not applicable,,1.077
19,mlp.experts.209.gate_proj,not applicable,,1.079
19,mlp.experts.209.up_proj,not applicable,,1.082
19,mlp.experts.210.gate_proj,not applicable,,1.084
19,mlp.experts.210.up_proj,not applicable,,1.088
19,mlp.experts.211.gate_proj,not applicable,,1.090
19,mlp.experts.211.up_proj,not applicable,,1.092
19,mlp.experts.212.gate_proj,not applicable,,1.095
19,mlp.experts.212.up_proj,not applicable,,1.097
19,mlp.experts.213.gate_proj,not applicable,,1.100
19,mlp.experts.213.up_proj,not applicable,,1.102
19,mlp.experts.214.gate_proj,not applicable,,1.105
19,mlp.experts.214.up_proj,not applicable,,1.107
19,mlp.experts.215.gate_proj,not applicable,,1.110
19,mlp.experts.215.up_proj,not applicable,,1.112
19,mlp.experts.216.gate_proj,not applicable,,1.114
19,mlp.experts.216.up_proj,not applicable,,1.117
19,mlp.experts.217.gate_proj,not applicable,,1.120
19,mlp.experts.217.up_proj,not applicable,,1.122
19,mlp.experts.218.gate_proj,not applicable,,1.124
19,mlp.experts.218.up_proj,not applicable,,1.127
19,mlp.experts.219.gate_proj,not applicable,,1.129
19,mlp.experts.219.up_proj,not applicable,,1.132
19,mlp.experts.220.gate_proj,not applicable,,1.135
19,mlp.experts.220.up_proj,not applicable,,1.138
19,mlp.experts.221.gate_proj,not applicable,,1.140
19,mlp.experts.221.up_proj,not applicable,,1.143
19,mlp.experts.222.gate_proj,not applicable,,1.146
19,mlp.experts.222.up_proj,not applicable,,1.148
19,mlp.experts.223.gate_proj,not applicable,,1.151
19,mlp.experts.223.up_proj,not applicable,,1.153
19,mlp.experts.224.gate_proj,not applicable,,1.156
19,mlp.experts.224.up_proj,not applicable,,1.158
19,mlp.experts.225.gate_proj,not applicable,,1.161
19,mlp.experts.225.up_proj,not applicable,,1.163
19,mlp.experts.226.gate_proj,not applicable,,1.166
19,mlp.experts.226.up_proj,not applicable,,1.168
19,mlp.experts.227.gate_proj,not applicable,,1.170
19,mlp.experts.227.up_proj,not applicable,,1.173
19,mlp.experts.228.gate_proj,not applicable,,1.175
19,mlp.experts.228.up_proj,not applicable,,1.178
19,mlp.experts.229.gate_proj,not applicable,,1.180
19,mlp.experts.229.up_proj,not applicable,,1.183
19,mlp.experts.230.gate_proj,not applicable,,1.185
19,mlp.experts.230.up_proj,not applicable,,1.189
19,mlp.experts.231.gate_proj,not applicable,,1.191
19,mlp.experts.231.up_proj,not applicable,,1.194
19,mlp.experts.232.gate_proj,not applicable,,1.196
19,mlp.experts.232.up_proj,not applicable,,1.199
19,mlp.experts.233.gate_proj,not applicable,,1.201
19,mlp.experts.233.up_proj,not applicable,,1.204
19,mlp.experts.234.gate_proj,not applicable,,1.206
19,mlp.experts.234.up_proj,not applicable,,1.209
19,mlp.experts.235.gate_proj,not applicable,,1.211
19,mlp.experts.235.up_proj,not applicable,,1.214
19,mlp.experts.236.gate_proj,not applicable,,1.217
19,mlp.experts.236.up_proj,not applicable,,1.219
19,mlp.experts.237.gate_proj,not applicable,,1.222
19,mlp.experts.237.up_proj,not applicable,,1.224
19,mlp.experts.238.gate_proj,not applicable,,1.227
19,mlp.experts.238.up_proj,not applicable,,1.229
19,mlp.experts.239.gate_proj,not applicable,,1.232
19,mlp.experts.239.up_proj,not applicable,,1.234
19,mlp.experts.240.gate_proj,not applicable,,1.237
19,mlp.experts.240.up_proj,not applicable,,1.240
19,mlp.experts.241.gate_proj,not applicable,,1.243
19,mlp.experts.241.up_proj,not applicable,,1.245
19,mlp.experts.242.gate_proj,not applicable,,1.248
19,mlp.experts.242.up_proj,not applicable,,1.250
19,mlp.experts.243.gate_proj,not applicable,,1.253
19,mlp.experts.243.up_proj,not applicable,,1.255
19,mlp.experts.244.gate_proj,not applicable,,1.258
19,mlp.experts.244.up_proj,not applicable,,1.260
19,mlp.experts.245.gate_proj,not applicable,,1.262
19,mlp.experts.245.up_proj,not applicable,,1.265
19,mlp.experts.246.gate_proj,not applicable,,1.267
19,mlp.experts.246.up_proj,not applicable,,1.270
19,mlp.experts.247.gate_proj,not applicable,,1.272
19,mlp.experts.247.up_proj,not applicable,,1.275
19,mlp.experts.248.gate_proj,not applicable,,1.277
19,mlp.experts.248.up_proj,not applicable,,1.280
19,mlp.experts.249.gate_proj,not applicable,,1.282
19,mlp.experts.249.up_proj,not applicable,,1.285
19,mlp.experts.250.gate_proj,not applicable,,1.287
19,mlp.experts.250.up_proj,not applicable,,1.291
19,mlp.experts.251.gate_proj,not applicable,,1.293
19,mlp.experts.251.up_proj,not applicable,,1.295
19,mlp.experts.252.gate_proj,not applicable,,1.298
19,mlp.experts.252.up_proj,not applicable,,1.300
19,mlp.experts.253.gate_proj,not applicable,,1.303
19,mlp.experts.253.up_proj,not applicable,,1.306
19,mlp.experts.254.gate_proj,not applicable,,1.308
19,mlp.experts.254.up_proj,not applicable,,1.311
19,mlp.experts.255.gate_proj,not applicable,,1.313
19,mlp.experts.255.up_proj,not applicable,,1.316
19,mlp.experts.0.down_proj,0.0000015723,,1.319
19,mlp.experts.1.down_proj,0.0000016579,,1.321
19,mlp.experts.2.down_proj,0.0000019616,,1.323
19,mlp.experts.3.down_proj,0.0000011261,,1.326
19,mlp.experts.4.down_proj,0.0000016060,,1.328
19,mlp.experts.5.down_proj,0.0000015571,,1.331
19,mlp.experts.6.down_proj,0.0000044867,,1.333
19,mlp.experts.7.down_proj,0.0000040329,,1.335
19,mlp.experts.8.down_proj,0.0000014196,,1.338
19,mlp.experts.9.down_proj,0.0000034643,,1.341
19,mlp.experts.10.down_proj,0.0000021242,,1.343
19,mlp.experts.11.down_proj,0.0000013537,,1.346
19,mlp.experts.12.down_proj,0.0000016566,,1.348
19,mlp.experts.13.down_proj,0.0000008543,,1.351
19,mlp.experts.14.down_proj,0.0000020382,,1.353
19,mlp.experts.15.down_proj,0.0000007964,,1.355
19,mlp.experts.16.down_proj,0.0000011619,,1.358
19,mlp.experts.17.down_proj,0.0000011644,,1.360
19,mlp.experts.18.down_proj,0.0000008888,,1.363
19,mlp.experts.19.down_proj,0.0000048751,,1.365
19,mlp.experts.20.down_proj,0.0000007804,,1.367
19,mlp.experts.21.down_proj,0.0000013242,,1.370
19,mlp.experts.22.down_proj,0.0000025882,,1.372
19,mlp.experts.23.down_proj,0.0000008302,,1.375
19,mlp.experts.24.down_proj,0.0000007279,,1.377
19,mlp.experts.25.down_proj,0.0000008151,,1.379
19,mlp.experts.26.down_proj,0.0000010581,,1.382
19,mlp.experts.27.down_proj,0.0000004134,,1.384
19,mlp.experts.28.down_proj,0.0000020586,,1.387
19,mlp.experts.29.down_proj,0.0000013566,,1.390
19,mlp.experts.30.down_proj,0.0000024022,,1.392
19,mlp.experts.31.down_proj,0.0000010640,,1.395
19,mlp.experts.32.down_proj,0.0000001211,,1.397
19,mlp.experts.33.down_proj,0.0000006741,,1.399
19,mlp.experts.34.down_proj,0.0000028908,,1.402
19,mlp.experts.35.down_proj,0.0000016806,,1.404
19,mlp.experts.36.down_proj,0.0000028941,,1.407
19,mlp.experts.37.down_proj,0.0000004072,,1.409
19,mlp.experts.38.down_proj,0.0000050119,,1.411
19,mlp.experts.39.down_proj,0.0000012798,,1.414
19,mlp.experts.40.down_proj,0.0000024336,,1.416
19,mlp.experts.41.down_proj,0.0000008605,,1.419
19,mlp.experts.42.down_proj,0.0000011813,,1.421
19,mlp.experts.43.down_proj,0.0000028675,,1.424
19,mlp.experts.44.down_proj,0.0000001180,,1.426
19,mlp.experts.45.down_proj,0.0000007306,,1.429
19,mlp.experts.46.down_proj,0.0000016824,,1.431
19,mlp.experts.47.down_proj,0.0000020889,,1.433
19,mlp.experts.48.down_proj,0.0000007565,,1.436
19,mlp.experts.49.down_proj,0.0000003386,,1.439
19,mlp.experts.50.down_proj,0.0000024994,,1.442
19,mlp.experts.51.down_proj,0.0000004283,,1.444
19,mlp.experts.52.down_proj,0.0000010607,,1.446
19,mlp.experts.53.down_proj,0.0000004883,,1.449
19,mlp.experts.54.down_proj,0.0000002138,,1.451
19,mlp.experts.55.down_proj,0.0000021919,,1.454
19,mlp.experts.56.down_proj,0.0000025048,,1.457
19,mlp.experts.57.down_proj,0.0000030676,,1.459
19,mlp.experts.58.down_proj,0.0000005299,,1.462
19,mlp.experts.59.down_proj,0.0000022701,,1.464
19,mlp.experts.60.down_proj,0.0000010605,,1.467
19,mlp.experts.61.down_proj,0.0000001087,,1.469
19,mlp.experts.62.down_proj,0.0000006720,,1.471
19,mlp.experts.63.down_proj,0.0000027360,,1.474
19,mlp.experts.64.down_proj,0.0000014622,,1.476
19,mlp.experts.65.down_proj,0.0000005095,,1.479
19,mlp.experts.66.down_proj,0.0000008782,,1.481
19,mlp.experts.67.down_proj,0.0000022862,,1.484
19,mlp.experts.68.down_proj,0.0000027271,,1.486
19,mlp.experts.69.down_proj,0.0000012965,,1.489
19,mlp.experts.70.down_proj,0.0000008510,,1.492
19,mlp.experts.71.down_proj,0.0000011793,,1.494
19,mlp.experts.72.down_proj,0.0000013281,,1.497
19,mlp.experts.73.down_proj,0.0000004526,,1.499
19,mlp.experts.74.down_proj,0.0000016224,,1.501
19,mlp.experts.75.down_proj,0.0000028782,,1.504
19,mlp.experts.76.down_proj,0.0000002529,,1.506
19,mlp.experts.77.down_proj,0.0000030632,,1.509
19,mlp.experts.78.down_proj,0.0000013223,,1.511
19,mlp.experts.79.down_proj,0.0000012421,,1.513
19,mlp.experts.80.down_proj,0.0000017443,,1.516
19,mlp.experts.81.down_proj,0.0000012824,,1.518
19,mlp.experts.82.down_proj,0.0000061084,,1.521
19,mlp.experts.83.down_proj,0.0000002303,,1.523
19,mlp.experts.84.down_proj,0.0000025239,,1.526
19,mlp.experts.85.down_proj,0.0000004227,,1.528
19,mlp.experts.86.down_proj,0.0000046572,,1.531
19,mlp.experts.87.down_proj,0.0000017241,,1.533
19,mlp.experts.88.down_proj,0.0000003979,,1.535
19,mlp.experts.89.down_proj,0.0000023441,,1.539
19,mlp.experts.90.down_proj,0.0000003583,,1.541
19,mlp.experts.91.down_proj,0.0000006859,,1.544
19,mlp.experts.92.down_proj,0.0000003501,,1.546
19,mlp.experts.93.down_proj,0.0000004599,,1.549
19,mlp.experts.94.down_proj,0.0000008737,,1.551
19,mlp.experts.95.down_proj,0.0000020486,,1.553
19,mlp.experts.96.down_proj,0.0000007451,,1.556
19,mlp.experts.97.down_proj,0.0000004069,,1.558
19,mlp.experts.98.down_proj,0.0000010785,,1.561
19,mlp.experts.99.down_proj,0.0000005790,,1.563
19,mlp.experts.100.down_proj,0.0000023461,,1.566
19,mlp.experts.101.down_proj,0.0000001892,,1.568
19,mlp.experts.102.down_proj,0.0000052977,,1.570
19,mlp.experts.103.down_proj,0.0000014893,,1.573
19,mlp.experts.104.down_proj,0.0000001398,,1.575
19,mlp.experts.105.down_proj,0.0000017262,,1.578
19,mlp.experts.106.down_proj,0.0000016185,,1.580
19,mlp.experts.107.down_proj,0.0000036157,,1.582
19,mlp.experts.108.down_proj,0.0000009944,,1.585
19,mlp.experts.109.down_proj,0.0000003118,,1.588
19,mlp.experts.110.down_proj,0.0000020074,,1.590
19,mlp.experts.111.down_proj,0.0000024688,,1.593
19,mlp.experts.112.down_proj,0.0000003215,,1.595
19,mlp.experts.113.down_proj,0.0000010656,,1.598
19,mlp.experts.114.down_proj,0.0000007819,,1.600
19,mlp.experts.115.down_proj,0.0000030211,,1.602
19,mlp.experts.116.down_proj,0.0000011617,,1.605
19,mlp.experts.117.down_proj,0.0000017764,,1.607
19,mlp.experts.118.down_proj,0.0000011328,,1.612
19,mlp.experts.119.down_proj,0.0000008746,,1.614
19,mlp.experts.120.down_proj,0.0000005744,,1.617
19,mlp.experts.121.down_proj,0.0000004917,,1.619
19,mlp.experts.122.down_proj,0.0000022653,,1.622
19,mlp.experts.123.down_proj,0.0000005847,,1.625
19,mlp.experts.124.down_proj,0.0000004361,,1.627
19,mlp.experts.125.down_proj,0.0000001551,,1.629
19,mlp.experts.126.down_proj,0.0000006118,,1.632
19,mlp.experts.127.down_proj,0.0000011156,,1.634
19,mlp.experts.128.down_proj,0.0000003133,,1.637
19,mlp.experts.129.down_proj,0.0000008606,,1.640
19,mlp.experts.130.down_proj,0.0000025834,,1.642
19,mlp.experts.131.down_proj,0.0000007472,,1.645
19,mlp.experts.132.down_proj,0.0000015331,,1.647
19,mlp.experts.133.down_proj,0.0000005232,,1.650
19,mlp.experts.134.down_proj,0.0000005442,,1.652
19,mlp.experts.135.down_proj,0.0000020975,,1.654
19,mlp.experts.136.down_proj,0.0000002500,,1.657
19,mlp.experts.137.down_proj,0.0000041096,,1.659
19,mlp.experts.138.down_proj,0.0000009754,,1.662
19,mlp.experts.139.down_proj,0.0000009657,,1.664
19,mlp.experts.140.down_proj,0.0000012566,,1.667
19,mlp.experts.141.down_proj,0.0000032882,,1.669
19,mlp.experts.142.down_proj,0.0000011455,,1.671
19,mlp.experts.143.down_proj,0.0000023614,,1.674
19,mlp.experts.144.down_proj,0.0000009382,,1.676
19,mlp.experts.145.down_proj,0.0000010937,,1.679
19,mlp.experts.146.down_proj,0.0000004230,,1.681
19,mlp.experts.147.down_proj,0.0000003727,,1.684
19,mlp.experts.148.down_proj,0.0000022196,,1.686
19,mlp.experts.149.down_proj,0.0000027413,,1.690
19,mlp.experts.150.down_proj,0.0000012324,,1.692
19,mlp.experts.151.down_proj,0.0000016099,,1.694
19,mlp.experts.152.down_proj,0.0000013875,,1.697
19,mlp.experts.153.down_proj,0.0000008987,,1.699
19,mlp.experts.154.down_proj,0.0000001246,,1.702
19,mlp.experts.155.down_proj,0.0000002737,,1.704
19,mlp.experts.156.down_proj,0.0000025270,,1.706
19,mlp.experts.157.down_proj,0.0000006041,,1.709
19,mlp.experts.158.down_proj,0.0000023621,,1.711
19,mlp.experts.159.down_proj,0.0000013853,,1.714
19,mlp.experts.160.down_proj,0.0000014799,,1.716
19,mlp.experts.161.down_proj,0.0000001469,,1.719
19,mlp.experts.162.down_proj,0.0000001972,,1.721
19,mlp.experts.163.down_proj,0.0000025704,,1.724
19,mlp.experts.164.down_proj,0.0000012777,,1.726
19,mlp.experts.165.down_proj,0.0000004436,,1.729
19,mlp.experts.166.down_proj,0.0000017843,,1.731
19,mlp.experts.167.down_proj,0.0000015358,,1.734
19,mlp.experts.168.down_proj,0.0000021284,,1.736
19,mlp.experts.169.down_proj,0.0000023884,,1.740
19,mlp.experts.170.down_proj,0.0000000838,,1.742
19,mlp.experts.171.down_proj,0.0000006798,,1.745
19,mlp.experts.172.down_proj,0.0000007585,,1.747
19,mlp.experts.173.down_proj,0.0000001892,,1.750
19,mlp.experts.174.down_proj,0.0000008470,,1.752
19,mlp.experts.175.down_proj,0.0000019804,,1.754
19,mlp.experts.176.down_proj,0.0000016853,,1.757
19,mlp.experts.177.down_proj,0.0000018709,,1.759
19,mlp.experts.178.down_proj,0.0000014005,,1.762
19,mlp.experts.179.down_proj,0.0000008918,,1.764
19,mlp.experts.180.down_proj,0.0000003875,,1.767
19,mlp.experts.181.down_proj,0.0000023233,,1.769
19,mlp.experts.182.down_proj,0.0000008948,,1.771
19,mlp.experts.183.down_proj,0.0000011610,,1.774
19,mlp.experts.184.down_proj,0.0000002941,,1.776
19,mlp.experts.185.down_proj,0.0000004493,,1.779
19,mlp.experts.186.down_proj,0.0000030841,,1.781
19,mlp.experts.187.down_proj,0.0000009364,,1.784
19,mlp.experts.188.down_proj,0.0000036034,,1.786
19,mlp.experts.189.down_proj,0.0000006985,,1.790
19,mlp.experts.190.down_proj,0.0000029787,,1.793
19,mlp.experts.191.down_proj,0.0000007187,,1.795
19,mlp.experts.192.down_proj,0.0000020645,,1.798
19,mlp.experts.193.down_proj,0.0000000812,,1.800
19,mlp.experts.194.down_proj,0.0000003759,,1.803
19,mlp.experts.195.down_proj,0.0000004515,,1.805
19,mlp.experts.196.down_proj,0.0000009556,,1.808
19,mlp.experts.197.down_proj,0.0000012626,,1.810
19,mlp.experts.198.down_proj,0.0000007472,,1.813
19,mlp.experts.199.down_proj,0.0000004481,,1.815
19,mlp.experts.200.down_proj,0.0000004618,,1.818
19,mlp.experts.201.down_proj,0.0000044839,,1.820
19,mlp.experts.202.down_proj,0.0000002982,,1.823
19,mlp.experts.203.down_proj,0.0000021664,,1.825
19,mlp.experts.204.down_proj,0.0000038597,,1.828
19,mlp.experts.205.down_proj,0.0000024405,,1.830
19,mlp.experts.206.down_proj,0.0000011803,,1.833
19,mlp.experts.207.down_proj,0.0000018266,,1.835
19,mlp.experts.208.down_proj,0.0000002135,,1.837
19,mlp.experts.209.down_proj,0.0000023534,,1.841
19,mlp.experts.210.down_proj,0.0000008345,,1.843
19,mlp.experts.211.down_proj,0.0000009421,,1.846
19,mlp.experts.212.down_proj,0.0000018580,,1.848
19,mlp.experts.213.down_proj,0.0000007884,,1.851
19,mlp.experts.214.down_proj,0.0000007487,,1.853
19,mlp.experts.215.down_proj,0.0000006156,,1.856
19,mlp.experts.216.down_proj,0.0000016191,,1.858
19,mlp.experts.217.down_proj,0.0000002958,,1.861
19,mlp.experts.218.down_proj,0.0000004481,,1.863
19,mlp.experts.219.down_proj,0.0000036929,,1.866
19,mlp.experts.220.down_proj,0.0000004829,,1.868
19,mlp.experts.221.down_proj,0.0000042385,,1.871
19,mlp.experts.222.down_proj,0.0000000058,,1.873
19,mlp.experts.223.down_proj,0.0000023574,,1.876
19,mlp.experts.224.down_proj,0.0000002894,,1.878
19,mlp.experts.225.down_proj,0.0000001910,,1.881
19,mlp.experts.226.down_proj,0.0000006246,,1.883
19,mlp.experts.227.down_proj,0.0000006313,,1.886
19,mlp.experts.228.down_proj,0.0000005905,,1.888
19,mlp.experts.229.down_proj,0.0000003063,,1.892
19,mlp.experts.230.down_proj,0.0000002825,,1.894
19,mlp.experts.231.down_proj,0.0000026123,,1.897
19,mlp.experts.232.down_proj,0.0000010935,,1.899
19,mlp.experts.233.down_proj,0.0000018990,,1.902
19,mlp.experts.234.down_proj,0.0000011901,,1.904
19,mlp.experts.235.down_proj,0.0000022954,,1.906
19,mlp.experts.236.down_proj,0.0000023509,,1.909
19,mlp.experts.237.down_proj,0.0000005809,,1.911
19,mlp.experts.238.down_proj,0.0000015015,,1.914
19,mlp.experts.239.down_proj,0.0000010446,,1.916
19,mlp.experts.240.down_proj,0.0000014047,,1.919
19,mlp.experts.241.down_proj,0.0000018792,,1.921
19,mlp.experts.242.down_proj,0.0000006957,,1.924
19,mlp.experts.243.down_proj,0.0000048155,,1.926
19,mlp.experts.244.down_proj,0.0000003285,,1.929
19,mlp.experts.245.down_proj,0.0000019527,,1.931
19,mlp.experts.246.down_proj,0.0000005219,,1.934
19,mlp.experts.247.down_proj,0.0000011459,,1.936
19,mlp.experts.248.down_proj,0.0000007379,,1.939
19,mlp.experts.249.down_proj,0.0000020560,,1.942
19,mlp.experts.250.down_proj,0.0000010589,,1.945
19,mlp.experts.251.down_proj,0.0000007068,,1.947
19,mlp.experts.252.down_proj,0.0000006950,,1.950
19,mlp.experts.253.down_proj,0.0000010940,,1.952
19,mlp.experts.254.down_proj,0.0000008799,,1.955
19,mlp.experts.255.down_proj,0.0000009064,,1.957
20,mlp.experts.0.gate_proj,not applicable,,0.004
20,mlp.experts.0.up_proj,not applicable,,0.010
20,mlp.experts.1.gate_proj,not applicable,,0.013
20,mlp.experts.1.up_proj,not applicable,,0.016
20,mlp.experts.2.gate_proj,not applicable,,0.019
20,mlp.experts.2.up_proj,not applicable,,0.022
20,mlp.experts.3.gate_proj,not applicable,,0.025
20,mlp.experts.3.up_proj,not applicable,,0.027
20,mlp.experts.4.gate_proj,not applicable,,0.030
20,mlp.experts.4.up_proj,not applicable,,0.033
20,mlp.experts.5.gate_proj,not applicable,,0.036
20,mlp.experts.5.up_proj,not applicable,,0.039
20,mlp.experts.6.gate_proj,not applicable,,0.042
20,mlp.experts.6.up_proj,not applicable,,0.045
20,mlp.experts.7.gate_proj,not applicable,,0.047
20,mlp.experts.7.up_proj,not applicable,,0.050
20,mlp.experts.8.gate_proj,not applicable,,0.053
20,mlp.experts.8.up_proj,not applicable,,0.056
20,mlp.experts.9.gate_proj,not applicable,,0.059
20,mlp.experts.9.up_proj,not applicable,,0.062
20,mlp.experts.10.gate_proj,not applicable,,0.065
20,mlp.experts.10.up_proj,not applicable,,0.069
20,mlp.experts.11.gate_proj,not applicable,,0.071
20,mlp.experts.11.up_proj,not applicable,,0.074
20,mlp.experts.12.gate_proj,not applicable,,0.077
20,mlp.experts.12.up_proj,not applicable,,0.080
20,mlp.experts.13.gate_proj,not applicable,,0.083
20,mlp.experts.13.up_proj,not applicable,,0.086
20,mlp.experts.14.gate_proj,not applicable,,0.089
20,mlp.experts.14.up_proj,not applicable,,0.092
20,mlp.experts.15.gate_proj,not applicable,,0.095
20,mlp.experts.15.up_proj,not applicable,,0.097
20,mlp.experts.16.gate_proj,not applicable,,0.100
20,mlp.experts.16.up_proj,not applicable,,0.103
20,mlp.experts.17.gate_proj,not applicable,,0.106
20,mlp.experts.17.up_proj,not applicable,,0.109
20,mlp.experts.18.gate_proj,not applicable,,0.112
20,mlp.experts.18.up_proj,not applicable,,0.116
20,mlp.experts.19.gate_proj,not applicable,,0.119
20,mlp.experts.19.up_proj,not applicable,,0.122
20,mlp.experts.20.gate_proj,not applicable,,0.125
20,mlp.experts.20.up_proj,not applicable,,0.129
20,mlp.experts.21.gate_proj,not applicable,,0.132
20,mlp.experts.21.up_proj,not applicable,,0.135
20,mlp.experts.22.gate_proj,not applicable,,0.138
20,mlp.experts.22.up_proj,not applicable,,0.143
20,mlp.experts.23.gate_proj,not applicable,,0.146
20,mlp.experts.23.up_proj,not applicable,,0.149
20,mlp.experts.24.gate_proj,not applicable,,0.152
20,mlp.experts.24.up_proj,not applicable,,0.155
20,mlp.experts.25.gate_proj,not applicable,,0.157
20,mlp.experts.25.up_proj,not applicable,,0.160
20,mlp.experts.26.gate_proj,not applicable,,0.163
20,mlp.experts.26.up_proj,not applicable,,0.165
20,mlp.experts.27.gate_proj,not applicable,,0.168
20,mlp.experts.27.up_proj,not applicable,,0.171
20,mlp.experts.28.gate_proj,not applicable,,0.174
20,mlp.experts.28.up_proj,not applicable,,0.177
20,mlp.experts.29.gate_proj,not applicable,,0.180
20,mlp.experts.29.up_proj,not applicable,,0.182
20,mlp.experts.30.gate_proj,not applicable,,0.185
20,mlp.experts.30.up_proj,not applicable,,0.189
20,mlp.experts.31.gate_proj,not applicable,,0.192
20,mlp.experts.31.up_proj,not applicable,,0.195
20,mlp.experts.32.gate_proj,not applicable,,0.198
20,mlp.experts.32.up_proj,not applicable,,0.200
20,mlp.experts.33.gate_proj,not applicable,,0.203
20,mlp.experts.33.up_proj,not applicable,,0.206
20,mlp.experts.34.gate_proj,not applicable,,0.208
20,mlp.experts.34.up_proj,not applicable,,0.211
20,mlp.experts.35.gate_proj,not applicable,,0.213
20,mlp.experts.35.up_proj,not applicable,,0.216
20,mlp.experts.36.gate_proj,not applicable,,0.219
20,mlp.experts.36.up_proj,not applicable,,0.222
20,mlp.experts.37.gate_proj,not applicable,,0.225
20,mlp.experts.37.up_proj,not applicable,,0.228
20,mlp.experts.38.gate_proj,not applicable,,0.231
20,mlp.experts.38.up_proj,not applicable,,0.234
20,mlp.experts.39.gate_proj,not applicable,,0.237
20,mlp.experts.39.up_proj,not applicable,,0.240
20,mlp.experts.40.gate_proj,not applicable,,0.243
20,mlp.experts.40.up_proj,not applicable,,0.247
20,mlp.experts.41.gate_proj,not applicable,,0.249
20,mlp.experts.41.up_proj,not applicable,,0.252
20,mlp.experts.42.gate_proj,not applicable,,0.255
20,mlp.experts.42.up_proj,not applicable,,0.258
20,mlp.experts.43.gate_proj,not applicable,,0.260
20,mlp.experts.43.up_proj,not applicable,,0.263
20,mlp.experts.44.gate_proj,not applicable,,0.266
20,mlp.experts.44.up_proj,not applicable,,0.268
20,mlp.experts.45.gate_proj,not applicable,,0.271
20,mlp.experts.45.up_proj,not applicable,,0.274
20,mlp.experts.46.gate_proj,not applicable,,0.277
20,mlp.experts.46.up_proj,not applicable,,0.279
20,mlp.experts.47.gate_proj,not applicable,,0.282
20,mlp.experts.47.up_proj,not applicable,,0.285
20,mlp.experts.48.gate_proj,not applicable,,0.287
20,mlp.experts.48.up_proj,not applicable,,0.290
20,mlp.experts.49.gate_proj,not applicable,,0.293
20,mlp.experts.49.up_proj,not applicable,,0.295
20,mlp.experts.50.gate_proj,not applicable,,0.297
20,mlp.experts.50.up_proj,not applicable,,0.301
20,mlp.experts.51.gate_proj,not applicable,,0.304
20,mlp.experts.51.up_proj,not applicable,,0.306
20,mlp.experts.52.gate_proj,not applicable,,0.309
20,mlp.experts.52.up_proj,not applicable,,0.312
20,mlp.experts.53.gate_proj,not applicable,,0.314
20,mlp.experts.53.up_proj,not applicable,,0.317
20,mlp.experts.54.gate_proj,not applicable,,0.320
20,mlp.experts.54.up_proj,not applicable,,0.322
20,mlp.experts.55.gate_proj,not applicable,,0.325
20,mlp.experts.55.up_proj,not applicable,,0.328
20,mlp.experts.56.gate_proj,not applicable,,0.331
20,mlp.experts.56.up_proj,not applicable,,0.334
20,mlp.experts.57.gate_proj,not applicable,,0.336
20,mlp.experts.57.up_proj,not applicable,,0.339
20,mlp.experts.58.gate_proj,not applicable,,0.342
20,mlp.experts.58.up_proj,not applicable,,0.345
20,mlp.experts.59.gate_proj,not applicable,,0.348
20,mlp.experts.59.up_proj,not applicable,,0.352
20,mlp.experts.60.gate_proj,not applicable,,0.356
20,mlp.experts.60.up_proj,not applicable,,0.360
20,mlp.experts.61.gate_proj,not applicable,,0.363
20,mlp.experts.61.up_proj,not applicable,,0.366
20,mlp.experts.62.gate_proj,not applicable,,0.368
20,mlp.experts.62.up_proj,not applicable,,0.371
20,mlp.experts.63.gate_proj,not applicable,,0.374
20,mlp.experts.63.up_proj,not applicable,,0.377
20,mlp.experts.64.gate_proj,not applicable,,0.379
20,mlp.experts.64.up_proj,not applicable,,0.382
20,mlp.experts.65.gate_proj,not applicable,,0.385
20,mlp.experts.65.up_proj,not applicable,,0.388
20,mlp.experts.66.gate_proj,not applicable,,0.391
20,mlp.experts.66.up_proj,not applicable,,0.394
20,mlp.experts.67.gate_proj,not applicable,,0.397
20,mlp.experts.67.up_proj,not applicable,,0.400
20,mlp.experts.68.gate_proj,not applicable,,0.403
20,mlp.experts.68.up_proj,not applicable,,0.405
20,mlp.experts.69.gate_proj,not applicable,,0.408
20,mlp.experts.69.up_proj,not applicable,,0.411
20,mlp.experts.70.gate_proj,not applicable,,0.414
20,mlp.experts.70.up_proj,not applicable,,0.417
20,mlp.experts.71.gate_proj,not applicable,,0.420
20,mlp.experts.71.up_proj,not applicable,,0.423
20,mlp.experts.72.gate_proj,not applicable,,0.425
20,mlp.experts.72.up_proj,not applicable,,0.429
20,mlp.experts.73.gate_proj,not applicable,,0.431
20,mlp.experts.73.up_proj,not applicable,,0.434
20,mlp.experts.74.gate_proj,not applicable,,0.437
20,mlp.experts.74.up_proj,not applicable,,0.439
20,mlp.experts.75.gate_proj,not applicable,,0.442
20,mlp.experts.75.up_proj,not applicable,,0.445
20,mlp.experts.76.gate_proj,not applicable,,0.447
20,mlp.experts.76.up_proj,not applicable,,0.450
20,mlp.experts.77.gate_proj,not applicable,,0.453
20,mlp.experts.77.up_proj,not applicable,,0.456
20,mlp.experts.78.gate_proj,not applicable,,0.459
20,mlp.experts.78.up_proj,not applicable,,0.462
20,mlp.experts.79.gate_proj,not applicable,,0.465
20,mlp.experts.79.up_proj,not applicable,,0.467
20,mlp.experts.80.gate_proj,not applicable,,0.469
20,mlp.experts.80.up_proj,not applicable,,0.473
20,mlp.experts.81.gate_proj,not applicable,,0.475
20,mlp.experts.81.up_proj,not applicable,,0.478
20,mlp.experts.82.gate_proj,not applicable,,0.481
20,mlp.experts.82.up_proj,not applicable,,0.484
20,mlp.experts.83.gate_proj,not applicable,,0.486
20,mlp.experts.83.up_proj,not applicable,,0.490
20,mlp.experts.84.gate_proj,not applicable,,0.492
20,mlp.experts.84.up_proj,not applicable,,0.495
20,mlp.experts.85.gate_proj,not applicable,,0.498
20,mlp.experts.85.up_proj,not applicable,,0.501
20,mlp.experts.86.gate_proj,not applicable,,0.504
20,mlp.experts.86.up_proj,not applicable,,0.507
20,mlp.experts.87.gate_proj,not applicable,,0.509
20,mlp.experts.87.up_proj,not applicable,,0.512
20,mlp.experts.88.gate_proj,not applicable,,0.514
20,mlp.experts.88.up_proj,not applicable,,0.517
20,mlp.experts.89.gate_proj,not applicable,,0.519
20,mlp.experts.89.up_proj,not applicable,,0.522
20,mlp.experts.90.gate_proj,not applicable,,0.524
20,mlp.experts.90.up_proj,not applicable,,0.529
20,mlp.experts.91.gate_proj,not applicable,,0.532
20,mlp.experts.91.up_proj,not applicable,,0.534
20,mlp.experts.92.gate_proj,not applicable,,0.537
20,mlp.experts.92.up_proj,not applicable,,0.540
20,mlp.experts.93.gate_proj,not applicable,,0.543
20,mlp.experts.93.up_proj,not applicable,,0.546
20,mlp.experts.94.gate_proj,not applicable,,0.549
20,mlp.experts.94.up_proj,not applicable,,0.552
20,mlp.experts.95.gate_proj,not applicable,,0.554
20,mlp.experts.95.up_proj,not applicable,,0.557
20,mlp.experts.96.gate_proj,not applicable,,0.560
20,mlp.experts.96.up_proj,not applicable,,0.563
20,mlp.experts.97.gate_proj,not applicable,,0.565
20,mlp.experts.97.up_proj,not applicable,,0.568
20,mlp.experts.98.gate_proj,not applicable,,0.570
20,mlp.experts.98.up_proj,not applicable,,0.573
20,mlp.experts.99.gate_proj,not applicable,,0.576
20,mlp.experts.99.up_proj,not applicable,,0.579
20,mlp.experts.100.gate_proj,not applicable,,0.581
20,mlp.experts.100.up_proj,not applicable,,0.585
20,mlp.experts.101.gate_proj,not applicable,,0.588
20,mlp.experts.101.up_proj,not applicable,,0.591
20,mlp.experts.102.gate_proj,not applicable,,0.595
20,mlp.experts.102.up_proj,not applicable,,0.599
20,mlp.experts.103.gate_proj,not applicable,,0.603
20,mlp.experts.103.up_proj,not applicable,,0.605
20,mlp.experts.104.gate_proj,not applicable,,0.608
20,mlp.experts.104.up_proj,not applicable,,0.611
20,mlp.experts.105.gate_proj,not applicable,,0.614
20,mlp.experts.105.up_proj,not applicable,,0.617
20,mlp.experts.106.gate_proj,not applicable,,0.619
20,mlp.experts.106.up_proj,not applicable,,0.622
20,mlp.experts.107.gate_proj,not applicable,,0.625
20,mlp.experts.107.up_proj,not applicable,,0.629
20,mlp.experts.108.gate_proj,not applicable,,0.633
20,mlp.experts.108.up_proj,not applicable,,0.636
20,mlp.experts.109.gate_proj,not applicable,,0.639
20,mlp.experts.109.up_proj,not applicable,,0.642
20,mlp.experts.110.gate_proj,not applicable,,0.645
20,mlp.experts.110.up_proj,not applicable,,0.648
20,mlp.experts.111.gate_proj,not applicable,,0.651
20,mlp.experts.111.up_proj,not applicable,,0.654
20,mlp.experts.112.gate_proj,not applicable,,0.656
20,mlp.experts.112.up_proj,not applicable,,0.658
20,mlp.experts.113.gate_proj,not applicable,,0.661
20,mlp.experts.113.up_proj,not applicable,,0.664
20,mlp.experts.114.gate_proj,not applicable,,0.667
20,mlp.experts.114.up_proj,not applicable,,0.670
20,mlp.experts.115.gate_proj,not applicable,,0.672
20,mlp.experts.115.up_proj,not applicable,,0.675
20,mlp.experts.116.gate_proj,not applicable,,0.678
20,mlp.experts.116.up_proj,not applicable,,0.681
20,mlp.experts.117.gate_proj,not applicable,,0.683
20,mlp.experts.117.up_proj,not applicable,,0.686
20,mlp.experts.118.gate_proj,not applicable,,0.689
20,mlp.experts.118.up_proj,not applicable,,0.692
20,mlp.experts.119.gate_proj,not applicable,,0.694
20,mlp.experts.119.up_proj,not applicable,,0.697
20,mlp.experts.120.gate_proj,not applicable,,0.701
20,mlp.experts.120.up_proj,not applicable,,0.704
20,mlp.experts.121.gate_proj,not applicable,,0.707
20,mlp.experts.121.up_proj,not applicable,,0.710
20,mlp.experts.122.gate_proj,not applicable,,0.713
20,mlp.experts.122.up_proj,not applicable,,0.716
20,mlp.experts.123.gate_proj,not applicable,,0.719
20,mlp.experts.123.up_proj,not applicable,,0.721
20,mlp.experts.124.gate_proj,not applicable,,0.724
20,mlp.experts.124.up_proj,not applicable,,0.727
20,mlp.experts.125.gate_proj,not applicable,,0.730
20,mlp.experts.125.up_proj,not applicable,,0.733
20,mlp.experts.126.gate_proj,not applicable,,0.735
20,mlp.experts.126.up_proj,not applicable,,0.738
20,mlp.experts.127.gate_proj,not applicable,,0.740
20,mlp.experts.127.up_proj,not applicable,,0.743
20,mlp.experts.128.gate_proj,not applicable,,0.745
20,mlp.experts.128.up_proj,not applicable,,0.748
20,mlp.experts.129.gate_proj,not applicable,,0.751
20,mlp.experts.129.up_proj,not applicable,,0.753
20,mlp.experts.130.gate_proj,not applicable,,0.756
20,mlp.experts.130.up_proj,not applicable,,0.760
20,mlp.experts.131.gate_proj,not applicable,,0.763
20,mlp.experts.131.up_proj,not applicable,,0.765
20,mlp.experts.132.gate_proj,not applicable,,0.768
20,mlp.experts.132.up_proj,not applicable,,0.771
20,mlp.experts.133.gate_proj,not applicable,,0.773
20,mlp.experts.133.up_proj,not applicable,,0.776
20,mlp.experts.134.gate_proj,not applicable,,0.778
20,mlp.experts.134.up_proj,not applicable,,0.781
20,mlp.experts.135.gate_proj,not applicable,,0.784
20,mlp.experts.135.up_proj,not applicable,,0.787
20,mlp.experts.136.gate_proj,not applicable,,0.789
20,mlp.experts.136.up_proj,not applicable,,0.793
20,mlp.experts.137.gate_proj,not applicable,,0.795
20,mlp.experts.137.up_proj,not applicable,,0.798
20,mlp.experts.138.gate_proj,not applicable,,0.801
20,mlp.experts.138.up_proj,not applicable,,0.803
20,mlp.experts.139.gate_proj,not applicable,,0.806
20,mlp.experts.139.up_proj,not applicable,,0.809
20,mlp.experts.140.gate_proj,not applicable,,0.811
20,mlp.experts.140.up_proj,not applicable,,0.815
20,mlp.experts.141.gate_proj,not applicable,,0.818
20,mlp.experts.141.up_proj,not applicable,,0.820
20,mlp.experts.142.gate_proj,not applicable,,0.823
20,mlp.experts.142.up_proj,not applicable,,0.825
20,mlp.experts.143.gate_proj,not applicable,,0.828
20,mlp.experts.143.up_proj,not applicable,,0.831
20,mlp.experts.144.gate_proj,not applicable,,0.834
20,mlp.experts.144.up_proj,not applicable,,0.838
20,mlp.experts.145.gate_proj,not applicable,,0.842
20,mlp.experts.145.up_proj,not applicable,,0.845
20,mlp.experts.146.gate_proj,not applicable,,0.848
20,mlp.experts.146.up_proj,not applicable,,0.851
20,mlp.experts.147.gate_proj,not applicable,,0.854
20,mlp.experts.147.up_proj,not applicable,,0.857
20,mlp.experts.148.gate_proj,not applicable,,0.860
20,mlp.experts.148.up_proj,not applicable,,0.862
20,mlp.experts.149.gate_proj,not applicable,,0.865
20,mlp.experts.149.up_proj,not applicable,,0.867
20,mlp.experts.150.gate_proj,not applicable,,0.870
20,mlp.experts.150.up_proj,not applicable,,0.875
20,mlp.experts.151.gate_proj,not applicable,,0.878
20,mlp.experts.151.up_proj,not applicable,,0.881
20,mlp.experts.152.gate_proj,not applicable,,0.884
20,mlp.experts.152.up_proj,not applicable,,0.887
20,mlp.experts.153.gate_proj,not applicable,,0.889
20,mlp.experts.153.up_proj,not applicable,,0.893
20,mlp.experts.154.gate_proj,not applicable,,0.896
20,mlp.experts.154.up_proj,not applicable,,0.898
20,mlp.experts.155.gate_proj,not applicable,,0.901
20,mlp.experts.155.up_proj,not applicable,,0.904
20,mlp.experts.156.gate_proj,not applicable,,0.907
20,mlp.experts.156.up_proj,not applicable,,0.909
20,mlp.experts.157.gate_proj,not applicable,,0.912
20,mlp.experts.157.up_proj,not applicable,,0.915
20,mlp.experts.158.gate_proj,not applicable,,0.917
20,mlp.experts.158.up_proj,not applicable,,0.920
20,mlp.experts.159.gate_proj,not applicable,,0.922
20,mlp.experts.159.up_proj,not applicable,,0.924
20,mlp.experts.160.gate_proj,not applicable,,0.927
20,mlp.experts.160.up_proj,not applicable,,0.931
20,mlp.experts.161.gate_proj,not applicable,,0.934
20,mlp.experts.161.up_proj,not applicable,,0.936
20,mlp.experts.162.gate_proj,not applicable,,0.940
20,mlp.experts.162.up_proj,not applicable,,0.943
20,mlp.experts.163.gate_proj,not applicable,,0.945
20,mlp.experts.163.up_proj,not applicable,,0.948
20,mlp.experts.164.gate_proj,not applicable,,0.951
20,mlp.experts.164.up_proj,not applicable,,0.954
20,mlp.experts.165.gate_proj,not applicable,,0.957
20,mlp.experts.165.up_proj,not applicable,,0.959
20,mlp.experts.166.gate_proj,not applicable,,0.962
20,mlp.experts.166.up_proj,not applicable,,0.965
20,mlp.experts.167.gate_proj,not applicable,,0.968
20,mlp.experts.167.up_proj,not applicable,,0.971
20,mlp.experts.168.gate_proj,not applicable,,0.973
20,mlp.experts.168.up_proj,not applicable,,0.976
20,mlp.experts.169.gate_proj,not applicable,,0.979
20,mlp.experts.169.up_proj,not applicable,,0.982
20,mlp.experts.170.gate_proj,not applicable,,0.984
20,mlp.experts.170.up_proj,not applicable,,0.988
20,mlp.experts.171.gate_proj,not applicable,,0.991
20,mlp.experts.171.up_proj,not applicable,,0.994
20,mlp.experts.172.gate_proj,not applicable,,0.997
20,mlp.experts.172.up_proj,not applicable,,1.000
20,mlp.experts.173.gate_proj,not applicable,,1.002
20,mlp.experts.173.up_proj,not applicable,,1.005
20,mlp.experts.174.gate_proj,not applicable,,1.007
20,mlp.experts.174.up_proj,not applicable,,1.010
20,mlp.experts.175.gate_proj,not applicable,,1.012
20,mlp.experts.175.up_proj,not applicable,,1.015
20,mlp.experts.176.gate_proj,not applicable,,1.018
20,mlp.experts.176.up_proj,not applicable,,1.021
20,mlp.experts.177.gate_proj,not applicable,,1.023
20,mlp.experts.177.up_proj,not applicable,,1.026
20,mlp.experts.178.gate_proj,not applicable,,1.029
20,mlp.experts.178.up_proj,not applicable,,1.032
20,mlp.experts.179.gate_proj,not applicable,,1.034
20,mlp.experts.179.up_proj,not applicable,,1.037
20,mlp.experts.180.gate_proj,not applicable,,1.040
20,mlp.experts.180.up_proj,not applicable,,1.044
20,mlp.experts.181.gate_proj,not applicable,,1.047
20,mlp.experts.181.up_proj,not applicable,,1.050
20,mlp.experts.182.gate_proj,not applicable,,1.053
20,mlp.experts.182.up_proj,not applicable,,1.055
20,mlp.experts.183.gate_proj,not applicable,,1.058
20,mlp.experts.183.up_proj,not applicable,,1.061
20,mlp.experts.184.gate_proj,not applicable,,1.064
20,mlp.experts.184.up_proj,not applicable,,1.066
20,mlp.experts.185.gate_proj,not applicable,,1.069
20,mlp.experts.185.up_proj,not applicable,,1.072
20,mlp.experts.186.gate_proj,not applicable,,1.075
20,mlp.experts.186.up_proj,not applicable,,1.078
20,mlp.experts.187.gate_proj,not applicable,,1.082
20,mlp.experts.187.up_proj,not applicable,,1.085
20,mlp.experts.188.gate_proj,not applicable,,1.088
20,mlp.experts.188.up_proj,not applicable,,1.091
20,mlp.experts.189.gate_proj,not applicable,,1.094
20,mlp.experts.189.up_proj,not applicable,,1.096
20,mlp.experts.190.gate_proj,not applicable,,1.100
20,mlp.experts.190.up_proj,not applicable,,1.103
20,mlp.experts.191.gate_proj,not applicable,,1.106
20,mlp.experts.191.up_proj,not applicable,,1.109
20,mlp.experts.192.gate_proj,not applicable,,1.112
20,mlp.experts.192.up_proj,not applicable,,1.115
20,mlp.experts.193.gate_proj,not applicable,,1.120
20,mlp.experts.193.up_proj,not applicable,,1.123
20,mlp.experts.194.gate_proj,not applicable,,1.126
20,mlp.experts.194.up_proj,not applicable,,1.128
20,mlp.experts.195.gate_proj,not applicable,,1.131
20,mlp.experts.195.up_proj,not applicable,,1.134
20,mlp.experts.196.gate_proj,not applicable,,1.137
20,mlp.experts.196.up_proj,not applicable,,1.139
20,mlp.experts.197.gate_proj,not applicable,,1.142
20,mlp.experts.197.up_proj,not applicable,,1.145
20,mlp.experts.198.gate_proj,not applicable,,1.148
20,mlp.experts.198.up_proj,not applicable,,1.151
20,mlp.experts.199.gate_proj,not applicable,,1.153
20,mlp.experts.199.up_proj,not applicable,,1.156
20,mlp.experts.200.gate_proj,not applicable,,1.159
20,mlp.experts.200.up_proj,not applicable,,1.163
20,mlp.experts.201.gate_proj,not applicable,,1.165
20,mlp.experts.201.up_proj,not applicable,,1.168
20,mlp.experts.202.gate_proj,not applicable,,1.170
20,mlp.experts.202.up_proj,not applicable,,1.173
20,mlp.experts.203.gate_proj,not applicable,,1.175
20,mlp.experts.203.up_proj,not applicable,,1.178
20,mlp.experts.204.gate_proj,not applicable,,1.180
20,mlp.experts.204.up_proj,not applicable,,1.183
20,mlp.experts.205.gate_proj,not applicable,,1.185
20,mlp.experts.205.up_proj,not applicable,,1.188
20,mlp.experts.206.gate_proj,not applicable,,1.191
20,mlp.experts.206.up_proj,not applicable,,1.193
20,mlp.experts.207.gate_proj,not applicable,,1.197
20,mlp.experts.207.up_proj,not applicable,,1.199
20,mlp.experts.208.gate_proj,not applicable,,1.202
20,mlp.experts.208.up_proj,not applicable,,1.205
20,mlp.experts.209.gate_proj,not applicable,,1.207
20,mlp.experts.209.up_proj,not applicable,,1.210
20,mlp.experts.210.gate_proj,not applicable,,1.213
20,mlp.experts.210.up_proj,not applicable,,1.216
20,mlp.experts.211.gate_proj,not applicable,,1.219
20,mlp.experts.211.up_proj,not applicable,,1.222
20,mlp.experts.212.gate_proj,not applicable,,1.225
20,mlp.experts.212.up_proj,not applicable,,1.227
20,mlp.experts.213.gate_proj,not applicable,,1.230
20,mlp.experts.213.up_proj,not applicable,,1.233
20,mlp.experts.214.gate_proj,not applicable,,1.236
20,mlp.experts.214.up_proj,not applicable,,1.239
20,mlp.experts.215.gate_proj,not applicable,,1.242
20,mlp.experts.215.up_proj,not applicable,,1.244
20,mlp.experts.216.gate_proj,not applicable,,1.248
20,mlp.experts.216.up_proj,not applicable,,1.250
20,mlp.experts.217.gate_proj,not applicable,,1.253
20,mlp.experts.217.up_proj,not applicable,,1.255
20,mlp.experts.218.gate_proj,not applicable,,1.258
20,mlp.experts.218.up_proj,not applicable,,1.261
20,mlp.experts.219.gate_proj,not applicable,,1.263
20,mlp.experts.219.up_proj,not applicable,,1.266
20,mlp.experts.220.gate_proj,not applicable,,1.268
20,mlp.experts.220.up_proj,not applicable,,1.272
20,mlp.experts.221.gate_proj,not applicable,,1.274
20,mlp.experts.221.up_proj,not applicable,,1.277
20,mlp.experts.222.gate_proj,not applicable,,1.280
20,mlp.experts.222.up_proj,not applicable,,1.283
20,mlp.experts.223.gate_proj,not applicable,,1.286
20,mlp.experts.223.up_proj,not applicable,,1.288
20,mlp.experts.224.gate_proj,not applicable,,1.291
20,mlp.experts.224.up_proj,not applicable,,1.294
20,mlp.experts.225.gate_proj,not applicable,,1.297
20,mlp.experts.225.up_proj,not applicable,,1.300
20,mlp.experts.226.gate_proj,not applicable,,1.302
20,mlp.experts.226.up_proj,not applicable,,1.305
20,mlp.experts.227.gate_proj,not applicable,,1.308
20,mlp.experts.227.up_proj,not applicable,,1.310
20,mlp.experts.228.gate_proj,not applicable,,1.313
20,mlp.experts.228.up_proj,not applicable,,1.316
20,mlp.experts.229.gate_proj,not applicable,,1.319
20,mlp.experts.229.up_proj,not applicable,,1.322
20,mlp.experts.230.gate_proj,not applicable,,1.324
20,mlp.experts.230.up_proj,not applicable,,1.328
20,mlp.experts.231.gate_proj,not applicable,,1.331
20,mlp.experts.231.up_proj,not applicable,,1.335
20,mlp.experts.232.gate_proj,not applicable,,1.338
20,mlp.experts.232.up_proj,not applicable,,1.342
20,mlp.experts.233.gate_proj,not applicable,,1.345
20,mlp.experts.233.up_proj,not applicable,,1.348
20,mlp.experts.234.gate_proj,not applicable,,1.351
20,mlp.experts.234.up_proj,not applicable,,1.354
20,mlp.experts.235.gate_proj,not applicable,,1.356
20,mlp.experts.235.up_proj,not applicable,,1.359
20,mlp.experts.236.gate_proj,not applicable,,1.361
20,mlp.experts.236.up_proj,not applicable,,1.364
20,mlp.experts.237.gate_proj,not applicable,,1.367
20,mlp.experts.237.up_proj,not applicable,,1.369
20,mlp.experts.238.gate_proj,not applicable,,1.373
20,mlp.experts.238.up_proj,not applicable,,1.377
20,mlp.experts.239.gate_proj,not applicable,,1.380
20,mlp.experts.239.up_proj,not applicable,,1.383
20,mlp.experts.240.gate_proj,not applicable,,1.386
20,mlp.experts.240.up_proj,not applicable,,1.390
20,mlp.experts.241.gate_proj,not applicable,,1.393
20,mlp.experts.241.up_proj,not applicable,,1.395
20,mlp.experts.242.gate_proj,not applicable,,1.398
20,mlp.experts.242.up_proj,not applicable,,1.401
20,mlp.experts.243.gate_proj,not applicable,,1.404
20,mlp.experts.243.up_proj,not applicable,,1.406
20,mlp.experts.244.gate_proj,not applicable,,1.409
20,mlp.experts.244.up_proj,not applicable,,1.412
20,mlp.experts.245.gate_proj,not applicable,,1.415
20,mlp.experts.245.up_proj,not applicable,,1.417
20,mlp.experts.246.gate_proj,not applicable,,1.420
20,mlp.experts.246.up_proj,not applicable,,1.423
20,mlp.experts.247.gate_proj,not applicable,,1.425
20,mlp.experts.247.up_proj,not applicable,,1.428
20,mlp.experts.248.gate_proj,not applicable,,1.431
20,mlp.experts.248.up_proj,not applicable,,1.433
20,mlp.experts.249.gate_proj,not applicable,,1.436
20,mlp.experts.249.up_proj,not applicable,,1.438
20,mlp.experts.250.gate_proj,not applicable,,1.441
20,mlp.experts.250.up_proj,not applicable,,1.445
20,mlp.experts.251.gate_proj,not applicable,,1.448
20,mlp.experts.251.up_proj,not applicable,,1.451
20,mlp.experts.252.gate_proj,not applicable,,1.453
20,mlp.experts.252.up_proj,not applicable,,1.456
20,mlp.experts.253.gate_proj,not applicable,,1.459
20,mlp.experts.253.up_proj,not applicable,,1.462
20,mlp.experts.254.gate_proj,not applicable,,1.465
20,mlp.experts.254.up_proj,not applicable,,1.467
20,mlp.experts.255.gate_proj,not applicable,,1.470
20,mlp.experts.255.up_proj,not applicable,,1.473
20,mlp.experts.0.down_proj,0.0000026400,,1.476
20,mlp.experts.1.down_proj,0.0000034881,,1.478
20,mlp.experts.2.down_proj,0.0000017451,,1.481
20,mlp.experts.3.down_proj,0.0000025391,,1.484
20,mlp.experts.4.down_proj,0.0000010454,,1.486
20,mlp.experts.5.down_proj,0.0000018962,,1.489
20,mlp.experts.6.down_proj,0.0000022291,,1.492
20,mlp.experts.7.down_proj,0.0000015413,,1.494
20,mlp.experts.8.down_proj,0.0000011984,,1.497
20,mlp.experts.9.down_proj,0.0000016696,,1.501
20,mlp.experts.10.down_proj,0.0000032835,,1.504
20,mlp.experts.11.down_proj,0.0000014010,,1.506
20,mlp.experts.12.down_proj,0.0000016677,,1.509
20,mlp.experts.13.down_proj,0.0000020453,,1.512
20,mlp.experts.14.down_proj,0.0000015181,,1.514
20,mlp.experts.15.down_proj,0.0000015809,,1.517
20,mlp.experts.16.down_proj,0.0000023362,,1.520
20,mlp.experts.17.down_proj,0.0000008362,,1.522
20,mlp.experts.18.down_proj,0.0000042587,,1.524
20,mlp.experts.19.down_proj,0.0000013780,,1.527
20,mlp.experts.20.down_proj,0.0000009349,,1.529
20,mlp.experts.21.down_proj,0.0000048652,,1.532
20,mlp.experts.22.down_proj,0.0000022737,,1.534
20,mlp.experts.23.down_proj,0.0000012526,,1.537
20,mlp.experts.24.down_proj,0.0000010765,,1.540
20,mlp.experts.25.down_proj,0.0000024919,,1.543
20,mlp.experts.26.down_proj,0.0000035387,,1.545
20,mlp.experts.27.down_proj,0.0000016352,,1.548
20,mlp.experts.28.down_proj,0.0000013796,,1.551
20,mlp.experts.29.down_proj,0.0000009867,,1.555
20,mlp.experts.30.down_proj,0.0000029985,,1.558
20,mlp.experts.31.down_proj,0.0000018716,,1.561
20,mlp.experts.32.down_proj,0.0000013433,,1.563
20,mlp.experts.33.down_proj,0.0000014261,,1.566
20,mlp.experts.34.down_proj,0.0000006350,,1.569
20,mlp.experts.35.down_proj,0.0000028870,,1.573
20,mlp.experts.36.down_proj,0.0000014479,,1.577
20,mlp.experts.37.down_proj,0.0000003287,,1.580
20,mlp.experts.38.down_proj,0.0000015255,,1.582
20,mlp.experts.39.down_proj,0.0000025241,,1.585
20,mlp.experts.40.down_proj,0.0000019241,,1.588
20,mlp.experts.41.down_proj,0.0000044900,,1.590
20,mlp.experts.42.down_proj,0.0000010790,,1.593
20,mlp.experts.43.down_proj,0.0000013254,,1.596
20,mlp.experts.44.down_proj,0.0000006093,,1.599
20,mlp.experts.45.down_proj,0.0000013865,,1.602
20,mlp.experts.46.down_proj,0.0000031397,,1.604
20,mlp.experts.47.down_proj,0.0000003570,,1.608
20,mlp.experts.48.down_proj,0.0000013481,,1.611
20,mlp.experts.49.down_proj,0.0000002795,,1.614
20,mlp.experts.50.down_proj,0.0000020964,,1.617
20,mlp.experts.51.down_proj,0.0000005544,,1.619
20,mlp.experts.52.down_proj,0.0000013945,,1.622
20,mlp.experts.53.down_proj,0.0000020143,,1.625
20,mlp.experts.54.down_proj,0.0000008314,,1.627
20,mlp.experts.55.down_proj,0.0000010975,,1.630
20,mlp.experts.56.down_proj,0.0000007677,,1.633
20,mlp.experts.57.down_proj,0.0000008867,,1.636
20,mlp.experts.58.down_proj,0.0000010440,,1.638
20,mlp.experts.59.down_proj,0.0000005317,,1.641
20,mlp.experts.60.down_proj,0.0000029879,,1.644
20,mlp.experts.61.down_proj,0.0000024728,,1.646
20,mlp.experts.62.down_proj,0.0000041454,,1.649
20,mlp.experts.63.down_proj,0.0000015662,,1.651
20,mlp.experts.64.down_proj,0.0000042621,,1.655
20,mlp.experts.65.down_proj,0.0000004127,,1.657
20,mlp.experts.66.down_proj,0.0000009652,,1.660
20,mlp.experts.67.down_proj,0.0000011456,,1.662
20,mlp.experts.68.down_proj,0.0000020745,,1.665
20,mlp.experts.69.down_proj,0.0000011916,,1.669
20,mlp.experts.70.down_proj,0.0000030466,,1.672
20,mlp.experts.71.down_proj,0.0000027491,,1.675
20,mlp.experts.72.down_proj,0.0000018795,,1.678
20,mlp.experts.73.down_proj,0.0000016960,,1.680
20,mlp.experts.74.down_proj,0.0000016297,,1.683
20,mlp.experts.75.down_proj,0.0000021943,,1.686
20,mlp.experts.76.down_proj,0.0000004551,,1.688
20,mlp.experts.77.down_proj,0.0000022424,,1.691
20,mlp.experts.78.down_proj,0.0000027250,,1.694
20,mlp.experts.79.down_proj,0.0000009283,,1.696
20,mlp.experts.80.down_proj,0.0000016351,,1.699
20,mlp.experts.81.down_proj,0.0000039911,,1.701
20,mlp.experts.82.down_proj,0.0000007973,,1.703
20,mlp.experts.83.down_proj,0.0000031414,,1.706
20,mlp.experts.84.down_proj,0.0000025047,,1.709
20,mlp.experts.85.down_proj,0.0000007762,,1.711
20,mlp.experts.86.down_proj,0.0000015737,,1.714
20,mlp.experts.87.down_proj,0.0000007652,,1.717
20,mlp.experts.88.down_proj,0.0000004243,,1.719
20,mlp.experts.89.down_proj,0.0000002770,,1.723
20,mlp.experts.90.down_proj,0.0000007776,,1.726
20,mlp.experts.91.down_proj,0.0000013922,,1.728
20,mlp.experts.92.down_proj,0.0000017478,,1.731
20,mlp.experts.93.down_proj,0.0000015580,,1.733
20,mlp.experts.94.down_proj,0.0000011712,,1.736
20,mlp.experts.95.down_proj,0.0000004873,,1.739
20,mlp.experts.96.down_proj,0.0000010297,,1.741
20,mlp.experts.97.down_proj,0.0000023646,,1.744
20,mlp.experts.98.down_proj,0.0000014425,,1.746
20,mlp.experts.99.down_proj,0.0000014567,,1.749
20,mlp.experts.100.down_proj,0.0000018586,,1.752
20,mlp.experts.101.down_proj,0.0000009315,,1.754
20,mlp.experts.102.down_proj,0.0000026734,,1.757
20,mlp.experts.103.down_proj,0.0000026063,,1.760
20,mlp.experts.104.down_proj,0.0000012702,,1.762
20,mlp.experts.105.down_proj,0.0000004761,,1.765
20,mlp.experts.106.down_proj,0.0000009993,,1.768
20,mlp.experts.107.down_proj,0.0000033831,,1.770
20,mlp.experts.108.down_proj,0.0000071191,,1.773
20,mlp.experts.109.down_proj,0.0000001198,,1.777
20,mlp.experts.110.down_proj,0.0000006091,,1.779
20,mlp.experts.111.down_proj,0.0000006950,,1.782
20,mlp.experts.112.down_proj,0.0000020006,,1.784
20,mlp.experts.113.down_proj,0.0000012592,,1.787
20,mlp.experts.114.down_proj,0.0000009747,,1.790
20,mlp.experts.115.down_proj,0.0000009768,,1.792
20,mlp.experts.116.down_proj,0.0000019108,,1.795
20,mlp.experts.117.down_proj,0.0000011611,,1.799
20,mlp.experts.118.down_proj,0.0000003703,,1.802
20,mlp.experts.119.down_proj,0.0000019791,,1.805
20,mlp.experts.120.down_proj,0.0000022137,,1.808
20,mlp.experts.121.down_proj,0.0000013346,,1.811
20,mlp.experts.122.down_proj,0.0000031754,,1.814
20,mlp.experts.123.down_proj,0.0000009523,,1.818
20,mlp.experts.124.down_proj,0.0000020860,,1.822
20,mlp.experts.125.down_proj,0.0000007764,,1.825
20,mlp.experts.126.down_proj,0.0000000799,,1.828
20,mlp.experts.127.down_proj,0.0000006838,,1.831
20,mlp.experts.128.down_proj,0.0000003898,,1.834
20,mlp.experts.129.down_proj,0.0000048713,,1.838
20,mlp.experts.130.down_proj,0.0000008343,,1.840
20,mlp.experts.131.down_proj,0.0000006111,,1.843
20,mlp.experts.132.down_proj,0.0000008260,,1.846
20,mlp.experts.133.down_proj,0.0000009057,,1.848
20,mlp.experts.134.down_proj,0.0000030421,,1.851
20,mlp.experts.135.down_proj,0.0000019053,,1.856
20,mlp.experts.136.down_proj,0.0000008991,,1.859
20,mlp.experts.137.down_proj,0.0000019797,,1.861
20,mlp.experts.138.down_proj,0.0000005185,,1.864
20,mlp.experts.139.down_proj,0.0000000072,,1.867
20,mlp.experts.140.down_proj,0.0000005094,,1.869
20,mlp.experts.141.down_proj,0.0000005593,,1.872
20,mlp.experts.142.down_proj,0.0000008286,,1.874
20,mlp.experts.143.down_proj,0.0000008907,,1.876
20,mlp.experts.144.down_proj,0.0000000607,,1.879
20,mlp.experts.145.down_proj,0.0000005003,,1.882
20,mlp.experts.146.down_proj,0.0000003914,,1.884
20,mlp.experts.147.down_proj,0.0000029132,,1.887
20,mlp.experts.148.down_proj,0.0000009099,,1.889
20,mlp.experts.149.down_proj,0.0000006556,,1.893
20,mlp.experts.150.down_proj,0.0000010692,,1.896
20,mlp.experts.151.down_proj,0.0000018744,,1.898
20,mlp.experts.152.down_proj,0.0000011694,,1.901
20,mlp.experts.153.down_proj,0.0000025616,,1.904
20,mlp.experts.154.down_proj,0.0000022547,,1.907
20,mlp.experts.155.down_proj,0.0000037606,,1.909
20,mlp.experts.156.down_proj,0.0000031857,,1.912
20,mlp.experts.157.down_proj,0.0000019230,,1.915
20,mlp.experts.158.down_proj,0.0000020873,,1.917
20,mlp.experts.159.down_proj,0.0000031376,,1.920
20,mlp.experts.160.down_proj,0.0000020121,,1.923
20,mlp.experts.161.down_proj,0.0000036244,,1.926
20,mlp.experts.162.down_proj,0.0000008573,,1.929
20,mlp.experts.163.down_proj,0.0000012246,,1.931
20,mlp.experts.164.down_proj,0.0000041817,,1.934
20,mlp.experts.165.down_proj,0.0000012840,,1.937
20,mlp.experts.166.down_proj,0.0000012790,,1.940
20,mlp.experts.167.down_proj,0.0000024546,,1.943
20,mlp.experts.168.down_proj,0.0000006732,,1.946
20,mlp.experts.169.down_proj,0.0000017497,,1.950
20,mlp.experts.170.down_proj,0.0000004441,,1.952
20,mlp.experts.171.down_proj,0.0000038344,,1.955
20,mlp.experts.172.down_proj,0.0000014731,,1.958
20,mlp.experts.173.down_proj,0.0000013446,,1.960
20,mlp.experts.174.down_proj,0.0000004442,,1.963
20,mlp.experts.175.down_proj,0.0000003458,,1.966
20,mlp.experts.176.down_proj,0.0000007244,,1.969
20,mlp.experts.177.down_proj,0.0000017222,,1.971
20,mlp.experts.178.down_proj,0.0000012296,,1.974
20,mlp.experts.179.down_proj,0.0000018119,,1.977
20,mlp.experts.180.down_proj,0.0000000960,,1.980
20,mlp.experts.181.down_proj,0.0000003538,,1.982
20,mlp.experts.182.down_proj,0.0000002781,,1.985
20,mlp.experts.183.down_proj,0.0000017341,,1.988
20,mlp.experts.184.down_proj,0.0000016925,,1.991
20,mlp.experts.185.down_proj,0.0000011229,,1.994
20,mlp.experts.186.down_proj,0.0000008035,,1.997
20,mlp.experts.187.down_proj,0.0000008556,,1.999
20,mlp.experts.188.down_proj,0.0000003046,,2.002
20,mlp.experts.189.down_proj,0.0000002972,,2.006
20,mlp.experts.190.down_proj,0.0000010284,,2.008
20,mlp.experts.191.down_proj,0.0000013071,,2.011
20,mlp.experts.192.down_proj,0.0000011077,,2.014
20,mlp.experts.193.down_proj,0.0000019180,,2.016
20,mlp.experts.194.down_proj,0.0000009948,,2.019
20,mlp.experts.195.down_proj,0.0000019253,,2.022
20,mlp.experts.196.down_proj,0.0000017622,,2.025
20,mlp.experts.197.down_proj,0.0000017379,,2.027
20,mlp.experts.198.down_proj,0.0000001413,,2.030
20,mlp.experts.199.down_proj,0.0000026509,,2.033
20,mlp.experts.200.down_proj,0.0000012094,,2.035
20,mlp.experts.201.down_proj,0.0000009059,,2.038
20,mlp.experts.202.down_proj,0.0000019109,,2.040
20,mlp.experts.203.down_proj,0.0000012026,,2.043
20,mlp.experts.204.down_proj,0.0000012838,,2.045
20,mlp.experts.205.down_proj,0.0000020847,,2.048
20,mlp.experts.206.down_proj,0.0000002347,,2.050
20,mlp.experts.207.down_proj,0.0000001690,,2.053
20,mlp.experts.208.down_proj,0.0000020346,,2.056
20,mlp.experts.209.down_proj,0.0000012699,,2.060
20,mlp.experts.210.down_proj,0.0000006843,,2.064
20,mlp.experts.211.down_proj,0.0000014036,,2.067
20,mlp.experts.212.down_proj,0.0000002598,,2.070
20,mlp.experts.213.down_proj,0.0000011960,,2.073
20,mlp.experts.214.down_proj,0.0000006026,,2.076
20,mlp.experts.215.down_proj,0.0000014279,,2.079
20,mlp.experts.216.down_proj,0.0000004088,,2.081
20,mlp.experts.217.down_proj,0.0000007085,,2.084
20,mlp.experts.218.down_proj,0.0000006948,,2.087
20,mlp.experts.219.down_proj,0.0000048944,,2.089
20,mlp.experts.220.down_proj,0.0000006411,,2.092
20,mlp.experts.221.down_proj,0.0000008771,,2.095
20,mlp.experts.222.down_proj,0.0000009663,,2.099
20,mlp.experts.223.down_proj,0.0000009948,,2.104
20,mlp.experts.224.down_proj,0.0000006251,,2.107
20,mlp.experts.225.down_proj,0.0000011719,,2.110
20,mlp.experts.226.down_proj,0.0000005053,,2.113
20,mlp.experts.227.down_proj,0.0000009274,,2.116
20,mlp.experts.228.down_proj,0.0000010659,,2.118
20,mlp.experts.229.down_proj,0.0000005595,,2.123
20,mlp.experts.230.down_proj,0.0000008468,,2.125
20,mlp.experts.231.down_proj,0.0000008055,,2.128
20,mlp.experts.232.down_proj,0.0000020546,,2.130
20,mlp.experts.233.down_proj,0.0000008167,,2.133
20,mlp.experts.234.down_proj,0.0000009177,,2.136
20,mlp.experts.235.down_proj,0.0000005693,,2.139
20,mlp.experts.236.down_proj,0.0000014718,,2.142
20,mlp.experts.237.down_proj,0.0000005180,,2.145
20,mlp.experts.238.down_proj,0.0000011570,,2.148
20,mlp.experts.239.down_proj,0.0000015856,,2.151
20,mlp.experts.240.down_proj,0.0000011270,,2.153
20,mlp.experts.241.down_proj,0.0000004311,,2.156
20,mlp.experts.242.down_proj,0.0000019662,,2.159
20,mlp.experts.243.down_proj,0.0000031685,,2.163
20,mlp.experts.244.down_proj,0.0000010222,,2.166
20,mlp.experts.245.down_proj,0.0000025833,,2.168
20,mlp.experts.246.down_proj,0.0000003136,,2.171
20,mlp.experts.247.down_proj,0.0000025005,,2.174
20,mlp.experts.248.down_proj,0.0000019907,,2.177
20,mlp.experts.249.down_proj,0.0000006863,,2.181
20,mlp.experts.250.down_proj,0.0000009353,,2.184
20,mlp.experts.251.down_proj,0.0000014466,,2.187
20,mlp.experts.252.down_proj,0.0000006067,,2.190
20,mlp.experts.253.down_proj,0.0000008891,,2.193
20,mlp.experts.254.down_proj,0.0000012602,,2.196
20,mlp.experts.255.down_proj,0.0000016541,,2.199
21,mlp.experts.0.gate_proj,not applicable,,0.004
21,mlp.experts.0.up_proj,not applicable,,0.009
21,mlp.experts.1.gate_proj,not applicable,,0.012
21,mlp.experts.1.up_proj,not applicable,,0.015
21,mlp.experts.2.gate_proj,not applicable,,0.018
21,mlp.experts.2.up_proj,not applicable,,0.021
21,mlp.experts.3.gate_proj,not applicable,,0.024
21,mlp.experts.3.up_proj,not applicable,,0.027
21,mlp.experts.4.gate_proj,not applicable,,0.030
21,mlp.experts.4.up_proj,not applicable,,0.032
21,mlp.experts.5.gate_proj,not applicable,,0.035
21,mlp.experts.5.up_proj,not applicable,,0.038
21,mlp.experts.6.gate_proj,not applicable,,0.040
21,mlp.experts.6.up_proj,not applicable,,0.043
21,mlp.experts.7.gate_proj,not applicable,,0.046
21,mlp.experts.7.up_proj,not applicable,,0.048
21,mlp.experts.8.gate_proj,not applicable,,0.051
21,mlp.experts.8.up_proj,not applicable,,0.054
21,mlp.experts.9.gate_proj,not applicable,,0.056
21,mlp.experts.9.up_proj,not applicable,,0.059
21,mlp.experts.10.gate_proj,not applicable,,0.061
21,mlp.experts.10.up_proj,not applicable,,0.065
21,mlp.experts.11.gate_proj,not applicable,,0.068
21,mlp.experts.11.up_proj,not applicable,,0.070
21,mlp.experts.12.gate_proj,not applicable,,0.074
21,mlp.experts.12.up_proj,not applicable,,0.076
21,mlp.experts.13.gate_proj,not applicable,,0.079
21,mlp.experts.13.up_proj,not applicable,,0.082
21,mlp.experts.14.gate_proj,not applicable,,0.085
21,mlp.experts.14.up_proj,not applicable,,0.087
21,mlp.experts.15.gate_proj,not applicable,,0.090
21,mlp.experts.15.up_proj,not applicable,,0.093
21,mlp.experts.16.gate_proj,not applicable,,0.095
21,mlp.experts.16.up_proj,not applicable,,0.098
21,mlp.experts.17.gate_proj,not applicable,,0.101
21,mlp.experts.17.up_proj,not applicable,,0.104
21,mlp.experts.18.gate_proj,not applicable,,0.108
21,mlp.experts.18.up_proj,not applicable,,0.111
21,mlp.experts.19.gate_proj,not applicable,,0.114
21,mlp.experts.19.up_proj,not applicable,,0.116
21,mlp.experts.20.gate_proj,not applicable,,0.119
21,mlp.experts.20.up_proj,not applicable,,0.123
21,mlp.experts.21.gate_proj,not applicable,,0.125
21,mlp.experts.21.up_proj,not applicable,,0.129
21,mlp.experts.22.gate_proj,not applicable,,0.132
21,mlp.experts.22.up_proj,not applicable,,0.135
21,mlp.experts.23.gate_proj,not applicable,,0.137
21,mlp.experts.23.up_proj,not applicable,,0.140
21,mlp.experts.24.gate_proj,not applicable,,0.143
21,mlp.experts.24.up_proj,not applicable,,0.145
21,mlp.experts.25.gate_proj,not applicable,,0.148
21,mlp.experts.25.up_proj,not applicable,,0.151
21,mlp.experts.26.gate_proj,not applicable,,0.153
21,mlp.experts.26.up_proj,not applicable,,0.156
21,mlp.experts.27.gate_proj,not applicable,,0.158
21,mlp.experts.27.up_proj,not applicable,,0.161
21,mlp.experts.28.gate_proj,not applicable,,0.164
21,mlp.experts.28.up_proj,not applicable,,0.166
21,mlp.experts.29.gate_proj,not applicable,,0.169
21,mlp.experts.29.up_proj,not applicable,,0.172
21,mlp.experts.30.gate_proj,not applicable,,0.174
21,mlp.experts.30.up_proj,not applicable,,0.178
21,mlp.experts.31.gate_proj,not applicable,,0.180
21,mlp.experts.31.up_proj,not applicable,,0.183
21,mlp.experts.32.gate_proj,not applicable,,0.185
21,mlp.experts.32.up_proj,not applicable,,0.188
21,mlp.experts.33.gate_proj,not applicable,,0.190
21,mlp.experts.33.up_proj,not applicable,,0.193
21,mlp.experts.34.gate_proj,not applicable,,0.196
21,mlp.experts.34.up_proj,not applicable,,0.198
21,mlp.experts.35.gate_proj,not applicable,,0.201
21,mlp.experts.35.up_proj,not applicable,,0.203
21,mlp.experts.36.gate_proj,not applicable,,0.206
21,mlp.experts.36.up_proj,not applicable,,0.209
21,mlp.experts.37.gate_proj,not applicable,,0.211
21,mlp.experts.37.up_proj,not applicable,,0.214
21,mlp.experts.38.gate_proj,not applicable,,0.216
21,mlp.experts.38.up_proj,not applicable,,0.219
21,mlp.experts.39.gate_proj,not applicable,,0.221
21,mlp.experts.39.up_proj,not applicable,,0.224
21,mlp.experts.40.gate_proj,not applicable,,0.227
21,mlp.experts.40.up_proj,not applicable,,0.230
21,mlp.experts.41.gate_proj,not applicable,,0.233
21,mlp.experts.41.up_proj,not applicable,,0.236
21,mlp.experts.42.gate_proj,not applicable,,0.238
21,mlp.experts.42.up_proj,not applicable,,0.241
21,mlp.experts.43.gate_proj,not applicable,,0.243
21,mlp.experts.43.up_proj,not applicable,,0.246
21,mlp.experts.44.gate_proj,not applicable,,0.248
21,mlp.experts.44.up_proj,not applicable,,0.251
21,mlp.experts.45.gate_proj,not applicable,,0.253
21,mlp.experts.45.up_proj,not applicable,,0.256
21,mlp.experts.46.gate_proj,not applicable,,0.258
21,mlp.experts.46.up_proj,not applicable,,0.261
21,mlp.experts.47.gate_proj,not applicable,,0.264
21,mlp.experts.47.up_proj,not applicable,,0.266
21,mlp.experts.48.gate_proj,not applicable,,0.269
21,mlp.experts.48.up_proj,not applicable,,0.272
21,mlp.experts.49.gate_proj,not applicable,,0.274
21,mlp.experts.49.up_proj,not applicable,,0.277
21,mlp.experts.50.gate_proj,not applicable,,0.279
21,mlp.experts.50.up_proj,not applicable,,0.283
21,mlp.experts.51.gate_proj,not applicable,,0.286
21,mlp.experts.51.up_proj,not applicable,,0.288
21,mlp.experts.52.gate_proj,not applicable,,0.291
21,mlp.experts.52.up_proj,not applicable,,0.293
21,mlp.experts.53.gate_proj,not applicable,,0.296
21,mlp.experts.53.up_proj,not applicable,,0.298
21,mlp.experts.54.gate_proj,not applicable,,0.301
21,mlp.experts.54.up_proj,not applicable,,0.304
21,mlp.experts.55.gate_proj,not applicable,,0.306
21,mlp.experts.55.up_proj,not applicable,,0.309
21,mlp.experts.56.gate_proj,not applicable,,0.311
21,mlp.experts.56.up_proj,not applicable,,0.314
21,mlp.experts.57.gate_proj,not applicable,,0.317
21,mlp.experts.57.up_proj,not applicable,,0.320
21,mlp.experts.58.gate_proj,not applicable,,0.324
21,mlp.experts.58.up_proj,not applicable,,0.326
21,mlp.experts.59.gate_proj,not applicable,,0.329
21,mlp.experts.59.up_proj,not applicable,,0.332
21,mlp.experts.60.gate_proj,not applicable,,0.335
21,mlp.experts.60.up_proj,not applicable,,0.339
21,mlp.experts.61.gate_proj,not applicable,,0.341
21,mlp.experts.61.up_proj,not applicable,,0.344
21,mlp.experts.62.gate_proj,not applicable,,0.346
21,mlp.experts.62.up_proj,not applicable,,0.349
21,mlp.experts.63.gate_proj,not applicable,,0.353
21,mlp.experts.63.up_proj,not applicable,,0.356
21,mlp.experts.64.gate_proj,not applicable,,0.359
21,mlp.experts.64.up_proj,not applicable,,0.361
21,mlp.experts.65.gate_proj,not applicable,,0.364
21,mlp.experts.65.up_proj,not applicable,,0.367
21,mlp.experts.66.gate_proj,not applicable,,0.369
21,mlp.experts.66.up_proj,not applicable,,0.372
21,mlp.experts.67.gate_proj,not applicable,,0.374
21,mlp.experts.67.up_proj,not applicable,,0.377
21,mlp.experts.68.gate_proj,not applicable,,0.379
21,mlp.experts.68.up_proj,not applicable,,0.382
21,mlp.experts.69.gate_proj,not applicable,,0.384
21,mlp.experts.69.up_proj,not applicable,,0.387
21,mlp.experts.70.gate_proj,not applicable,,0.389
21,mlp.experts.70.up_proj,not applicable,,0.393
21,mlp.experts.71.gate_proj,not applicable,,0.395
21,mlp.experts.71.up_proj,not applicable,,0.398
21,mlp.experts.72.gate_proj,not applicable,,0.400
21,mlp.experts.72.up_proj,not applicable,,0.403
21,mlp.experts.73.gate_proj,not applicable,,0.405
21,mlp.experts.73.up_proj,not applicable,,0.408
21,mlp.experts.74.gate_proj,not applicable,,0.411
21,mlp.experts.74.up_proj,not applicable,,0.413
21,mlp.experts.75.gate_proj,not applicable,,0.416
21,mlp.experts.75.up_proj,not applicable,,0.419
21,mlp.experts.76.gate_proj,not applicable,,0.421
21,mlp.experts.76.up_proj,not applicable,,0.424
21,mlp.experts.77.gate_proj,not applicable,,0.427
21,mlp.experts.77.up_proj,not applicable,,0.429
21,mlp.experts.78.gate_proj,not applicable,,0.432
21,mlp.experts.78.up_proj,not applicable,,0.436
21,mlp.experts.79.gate_proj,not applicable,,0.438
21,mlp.experts.79.up_proj,not applicable,,0.441
21,mlp.experts.80.gate_proj,not applicable,,0.443
21,mlp.experts.80.up_proj,not applicable,,0.447
21,mlp.experts.81.gate_proj,not applicable,,0.450
21,mlp.experts.81.up_proj,not applicable,,0.452
21,mlp.experts.82.gate_proj,not applicable,,0.455
21,mlp.experts.82.up_proj,not applicable,,0.457
21,mlp.experts.83.gate_proj,not applicable,,0.460
21,mlp.experts.83.up_proj,not applicable,,0.463
21,mlp.experts.84.gate_proj,not applicable,,0.465
21,mlp.experts.84.up_proj,not applicable,,0.468
21,mlp.experts.85.gate_proj,not applicable,,0.470
21,mlp.experts.85.up_proj,not applicable,,0.473
21,mlp.experts.86.gate_proj,not applicable,,0.475
21,mlp.experts.86.up_proj,not applicable,,0.478
21,mlp.experts.87.gate_proj,not applicable,,0.480
21,mlp.experts.87.up_proj,not applicable,,0.483
21,mlp.experts.88.gate_proj,not applicable,,0.486
21,mlp.experts.88.up_proj,not applicable,,0.488
21,mlp.experts.89.gate_proj,not applicable,,0.491
21,mlp.experts.89.up_proj,not applicable,,0.493
21,mlp.experts.90.gate_proj,not applicable,,0.496
21,mlp.experts.90.up_proj,not applicable,,0.499
21,mlp.experts.91.gate_proj,not applicable,,0.502
21,mlp.experts.91.up_proj,not applicable,,0.504
21,mlp.experts.92.gate_proj,not applicable,,0.507
21,mlp.experts.92.up_proj,not applicable,,0.510
21,mlp.experts.93.gate_proj,not applicable,,0.512
21,mlp.experts.93.up_proj,not applicable,,0.515
21,mlp.experts.94.gate_proj,not applicable,,0.517
21,mlp.experts.94.up_proj,not applicable,,0.520
21,mlp.experts.95.gate_proj,not applicable,,0.523
21,mlp.experts.95.up_proj,not applicable,,0.525
21,mlp.experts.96.gate_proj,not applicable,,0.528
21,mlp.experts.96.up_proj,not applicable,,0.531
21,mlp.experts.97.gate_proj,not applicable,,0.533
21,mlp.experts.97.up_proj,not applicable,,0.536
21,mlp.experts.98.gate_proj,not applicable,,0.539
21,mlp.experts.98.up_proj,not applicable,,0.542
21,mlp.experts.99.gate_proj,not applicable,,0.544
21,mlp.experts.99.up_proj,not applicable,,0.547
21,mlp.experts.100.gate_proj,not applicable,,0.549
21,mlp.experts.100.up_proj,not applicable,,0.553
21,mlp.experts.101.gate_proj,not applicable,,0.556
21,mlp.experts.101.up_proj,not applicable,,0.558
21,mlp.experts.102.gate_proj,not applicable,,0.561
21,mlp.experts.102.up_proj,not applicable,,0.564
21,mlp.experts.103.gate_proj,not applicable,,0.567
21,mlp.experts.103.up_proj,not applicable,,0.570
21,mlp.experts.104.gate_proj,not applicable,,0.573
21,mlp.experts.104.up_proj,not applicable,,0.576
21,mlp.experts.105.gate_proj,not applicable,,0.579
21,mlp.experts.105.up_proj,not applicable,,0.581
21,mlp.experts.106.gate_proj,not applicable,,0.584
21,mlp.experts.106.up_proj,not applicable,,0.586
21,mlp.experts.107.gate_proj,not applicable,,0.589
21,mlp.experts.107.up_proj,not applicable,,0.591
21,mlp.experts.108.gate_proj,not applicable,,0.594
21,mlp.experts.108.up_proj,not applicable,,0.597
21,mlp.experts.109.gate_proj,not applicable,,0.600
21,mlp.experts.109.up_proj,not applicable,,0.603
21,mlp.experts.110.gate_proj,not applicable,,0.606
21,mlp.experts.110.up_proj,not applicable,,0.609
21,mlp.experts.111.gate_proj,not applicable,,0.612
21,mlp.experts.111.up_proj,not applicable,,0.614
21,mlp.experts.112.gate_proj,not applicable,,0.617
21,mlp.experts.112.up_proj,not applicable,,0.619
21,mlp.experts.113.gate_proj,not applicable,,0.622
21,mlp.experts.113.up_proj,not applicable,,0.624
21,mlp.experts.114.gate_proj,not applicable,,0.627
21,mlp.experts.114.up_proj,not applicable,,0.630
21,mlp.experts.115.gate_proj,not applicable,,0.632
21,mlp.experts.115.up_proj,not applicable,,0.635
21,mlp.experts.116.gate_proj,not applicable,,0.637
21,mlp.experts.116.up_proj,not applicable,,0.640
21,mlp.experts.117.gate_proj,not applicable,,0.643
21,mlp.experts.117.up_proj,not applicable,,0.645
21,mlp.experts.118.gate_proj,not applicable,,0.648
21,mlp.experts.118.up_proj,not applicable,,0.650
21,mlp.experts.119.gate_proj,not applicable,,0.652
21,mlp.experts.119.up_proj,not applicable,,0.655
21,mlp.experts.120.gate_proj,not applicable,,0.658
21,mlp.experts.120.up_proj,not applicable,,0.661
21,mlp.experts.121.gate_proj,not applicable,,0.664
21,mlp.experts.121.up_proj,not applicable,,0.666
21,mlp.experts.122.gate_proj,not applicable,,0.669
21,mlp.experts.122.up_proj,not applicable,,0.671
21,mlp.experts.123.gate_proj,not applicable,,0.674
21,mlp.experts.123.up_proj,not applicable,,0.677
21,mlp.experts.124.gate_proj,not applicable,,0.682
21,mlp.experts.124.up_proj,not applicable,,0.685
21,mlp.experts.125.gate_proj,not applicable,,0.688
21,mlp.experts.125.up_proj,not applicable,,0.691
21,mlp.experts.126.gate_proj,not applicable,,0.693
21,mlp.experts.126.up_proj,not applicable,,0.696
21,mlp.experts.127.gate_proj,not applicable,,0.699
21,mlp.experts.127.up_proj,not applicable,,0.701
21,mlp.experts.128.gate_proj,not applicable,,0.704
21,mlp.experts.128.up_proj,not applicable,,0.706
21,mlp.experts.129.gate_proj,not applicable,,0.709
21,mlp.experts.129.up_proj,not applicable,,0.711
21,mlp.experts.130.gate_proj,not applicable,,0.714
21,mlp.experts.130.up_proj,not applicable,,0.718
21,mlp.experts.131.gate_proj,not applicable,,0.720
21,mlp.experts.131.up_proj,not applicable,,0.723
21,mlp.experts.132.gate_proj,not applicable,,0.725
21,mlp.experts.132.up_proj,not applicable,,0.728
21,mlp.experts.133.gate_proj,not applicable,,0.730
21,mlp.experts.133.up_proj,not applicable,,0.733
21,mlp.experts.134.gate_proj,not applicable,,0.735
21,mlp.experts.134.up_proj,not applicable,,0.738
21,mlp.experts.135.gate_proj,not applicable,,0.742
21,mlp.experts.135.up_proj,not applicable,,0.744
21,mlp.experts.136.gate_proj,not applicable,,0.747
21,mlp.experts.136.up_proj,not applicable,,0.749
21,mlp.experts.137.gate_proj,not applicable,,0.752
21,mlp.experts.137.up_proj,not applicable,,0.754
21,mlp.experts.138.gate_proj,not applicable,,0.757
21,mlp.experts.138.up_proj,not applicable,,0.759
21,mlp.experts.139.gate_proj,not applicable,,0.762
21,mlp.experts.139.up_proj,not applicable,,0.765
21,mlp.experts.140.gate_proj,not applicable,,0.767
21,mlp.experts.140.up_proj,not applicable,,0.771
21,mlp.experts.141.gate_proj,not applicable,,0.773
21,mlp.experts.141.up_proj,not applicable,,0.776
21,mlp.experts.142.gate_proj,not applicable,,0.778
21,mlp.experts.142.up_proj,not applicable,,0.781
21,mlp.experts.143.gate_proj,not applicable,,0.783
21,mlp.experts.143.up_proj,not applicable,,0.786
21,mlp.experts.144.gate_proj,not applicable,,0.788
21,mlp.experts.144.up_proj,not applicable,,0.791
21,mlp.experts.145.gate_proj,not applicable,,0.793
21,mlp.experts.145.up_proj,not applicable,,0.796
21,mlp.experts.146.gate_proj,not applicable,,0.798
21,mlp.experts.146.up_proj,not applicable,,0.801
21,mlp.experts.147.gate_proj,not applicable,,0.803
21,mlp.experts.147.up_proj,not applicable,,0.806
21,mlp.experts.148.gate_proj,not applicable,,0.808
21,mlp.experts.148.up_proj,not applicable,,0.811
21,mlp.experts.149.gate_proj,not applicable,,0.813
21,mlp.experts.149.up_proj,not applicable,,0.816
21,mlp.experts.150.gate_proj,not applicable,,0.818
21,mlp.experts.150.up_proj,not applicable,,0.822
21,mlp.experts.151.gate_proj,not applicable,,0.824
21,mlp.experts.151.up_proj,not applicable,,0.826
21,mlp.experts.152.gate_proj,not applicable,,0.829
21,mlp.experts.152.up_proj,not applicable,,0.831
21,mlp.experts.153.gate_proj,not applicable,,0.834
21,mlp.experts.153.up_proj,not applicable,,0.837
21,mlp.experts.154.gate_proj,not applicable,,0.839
21,mlp.experts.154.up_proj,not applicable,,0.842
21,mlp.experts.155.gate_proj,not applicable,,0.844
21,mlp.experts.155.up_proj,not applicable,,0.847
21,mlp.experts.156.gate_proj,not applicable,,0.850
21,mlp.experts.156.up_proj,not applicable,,0.852
21,mlp.experts.157.gate_proj,not applicable,,0.855
21,mlp.experts.157.up_proj,not applicable,,0.857
21,mlp.experts.158.gate_proj,not applicable,,0.860
21,mlp.experts.158.up_proj,not applicable,,0.862
21,mlp.experts.159.gate_proj,not applicable,,0.865
21,mlp.experts.159.up_proj,not applicable,,0.867
21,mlp.experts.160.gate_proj,not applicable,,0.870
21,mlp.experts.160.up_proj,not applicable,,0.873
21,mlp.experts.161.gate_proj,not applicable,,0.876
21,mlp.experts.161.up_proj,not applicable,,0.878
21,mlp.experts.162.gate_proj,not applicable,,0.881
21,mlp.experts.162.up_proj,not applicable,,0.883
21,mlp.experts.163.gate_proj,not applicable,,0.886
21,mlp.experts.163.up_proj,not applicable,,0.888
21,mlp.experts.164.gate_proj,not applicable,,0.891
21,mlp.experts.164.up_proj,not applicable,,0.893
21,mlp.experts.165.gate_proj,not applicable,,0.896
21,mlp.experts.165.up_proj,not applicable,,0.898
21,mlp.experts.166.gate_proj,not applicable,,0.901
21,mlp.experts.166.up_proj,not applicable,,0.903
21,mlp.experts.167.gate_proj,not applicable,,0.906
21,mlp.experts.167.up_proj,not applicable,,0.908
21,mlp.experts.168.gate_proj,not applicable,,0.911
21,mlp.experts.168.up_proj,not applicable,,0.913
21,mlp.experts.169.gate_proj,not applicable,,0.916
21,mlp.experts.169.up_proj,not applicable,,0.919
21,mlp.experts.170.gate_proj,not applicable,,0.921
21,mlp.experts.170.up_proj,not applicable,,0.924
21,mlp.experts.171.gate_proj,not applicable,,0.927
21,mlp.experts.171.up_proj,not applicable,,0.930
21,mlp.experts.172.gate_proj,not applicable,,0.932
21,mlp.experts.172.up_proj,not applicable,,0.935
21,mlp.experts.173.gate_proj,not applicable,,0.937
21,mlp.experts.173.up_proj,not applicable,,0.940
21,mlp.experts.174.gate_proj,not applicable,,0.942
21,mlp.experts.174.up_proj,not applicable,,0.945
21,mlp.experts.175.gate_proj,not applicable,,0.948
21,mlp.experts.175.up_proj,not applicable,,0.950
21,mlp.experts.176.gate_proj,not applicable,,0.953
21,mlp.experts.176.up_proj,not applicable,,0.955
21,mlp.experts.177.gate_proj,not applicable,,0.958
21,mlp.experts.177.up_proj,not applicable,,0.960
21,mlp.experts.178.gate_proj,not applicable,,0.963
21,mlp.experts.178.up_proj,not applicable,,0.965
21,mlp.experts.179.gate_proj,not applicable,,0.968
21,mlp.experts.179.up_proj,not applicable,,0.970
21,mlp.experts.180.gate_proj,not applicable,,0.973
21,mlp.experts.180.up_proj,not applicable,,0.976
21,mlp.experts.181.gate_proj,not applicable,,0.979
21,mlp.experts.181.up_proj,not applicable,,0.981
21,mlp.experts.182.gate_proj,not applicable,,0.984
21,mlp.experts.182.up_proj,not applicable,,0.986
21,mlp.experts.183.gate_proj,not applicable,,0.989
21,mlp.experts.183.up_proj,not applicable,,0.991
21,mlp.experts.184.gate_proj,not applicable,,0.994
21,mlp.experts.184.up_proj,not applicable,,0.996
21,mlp.experts.185.gate_proj,not applicable,,0.999
21,mlp.experts.185.up_proj,not applicable,,1.001
21,mlp.experts.186.gate_proj,not applicable,,1.004
21,mlp.experts.186.up_proj,not applicable,,1.006
21,mlp.experts.187.gate_proj,not applicable,,1.009
21,mlp.experts.187.up_proj,not applicable,,1.012
21,mlp.experts.188.gate_proj,not applicable,,1.014
21,mlp.experts.188.up_proj,not applicable,,1.017
21,mlp.experts.189.gate_proj,not applicable,,1.019
21,mlp.experts.189.up_proj,not applicable,,1.022
21,mlp.experts.190.gate_proj,not applicable,,1.024
21,mlp.experts.190.up_proj,not applicable,,1.028
21,mlp.experts.191.gate_proj,not applicable,,1.030
21,mlp.experts.191.up_proj,not applicable,,1.033
21,mlp.experts.192.gate_proj,not applicable,,1.035
21,mlp.experts.192.up_proj,not applicable,,1.038
21,mlp.experts.193.gate_proj,not applicable,,1.041
21,mlp.experts.193.up_proj,not applicable,,1.043
21,mlp.experts.194.gate_proj,not applicable,,1.046
21,mlp.experts.194.up_proj,not applicable,,1.049
21,mlp.experts.195.gate_proj,not applicable,,1.051
21,mlp.experts.195.up_proj,not applicable,,1.054
21,mlp.experts.196.gate_proj,not applicable,,1.056
21,mlp.experts.196.up_proj,not applicable,,1.059
21,mlp.experts.197.gate_proj,not applicable,,1.061
21,mlp.experts.197.up_proj,not applicable,,1.064
21,mlp.experts.198.gate_proj,not applicable,,1.066
21,mlp.experts.198.up_proj,not applicable,,1.069
21,mlp.experts.199.gate_proj,not applicable,,1.071
21,mlp.experts.199.up_proj,not applicable,,1.074
21,mlp.experts.200.gate_proj,not applicable,,1.076
21,mlp.experts.200.up_proj,not applicable,,1.080
21,mlp.experts.201.gate_proj,not applicable,,1.082
21,mlp.experts.201.up_proj,not applicable,,1.085
21,mlp.experts.202.gate_proj,not applicable,,1.087
21,mlp.experts.202.up_proj,not applicable,,1.090
21,mlp.experts.203.gate_proj,not applicable,,1.092
21,mlp.experts.203.up_proj,not applicable,,1.095
21,mlp.experts.204.gate_proj,not applicable,,1.097
21,mlp.experts.204.up_proj,not applicable,,1.100
21,mlp.experts.205.gate_proj,not applicable,,1.102
21,mlp.experts.205.up_proj,not applicable,,1.105
21,mlp.experts.206.gate_proj,not applicable,,1.107
21,mlp.experts.206.up_proj,not applicable,,1.110
21,mlp.experts.207.gate_proj,not applicable,,1.112
21,mlp.experts.207.up_proj,not applicable,,1.115
21,mlp.experts.208.gate_proj,not applicable,,1.118
21,mlp.experts.208.up_proj,not applicable,,1.120
21,mlp.experts.209.gate_proj,not applicable,,1.123
21,mlp.experts.209.up_proj,not applicable,,1.125
21,mlp.experts.210.gate_proj,not applicable,,1.128
21,mlp.experts.210.up_proj,not applicable,,1.131
21,mlp.experts.211.gate_proj,not applicable,,1.134
21,mlp.experts.211.up_proj,not applicable,,1.136
21,mlp.experts.212.gate_proj,not applicable,,1.139
21,mlp.experts.212.up_proj,not applicable,,1.142
21,mlp.experts.213.gate_proj,not applicable,,1.144
21,mlp.experts.213.up_proj,not applicable,,1.147
21,mlp.experts.214.gate_proj,not applicable,,1.150
21,mlp.experts.214.up_proj,not applicable,,1.152
21,mlp.experts.215.gate_proj,not applicable,,1.155
21,mlp.experts.215.up_proj,not applicable,,1.157
21,mlp.experts.216.gate_proj,not applicable,,1.160
21,mlp.experts.216.up_proj,not applicable,,1.163
21,mlp.experts.217.gate_proj,not applicable,,1.165
21,mlp.experts.217.up_proj,not applicable,,1.168
21,mlp.experts.218.gate_proj,not applicable,,1.171
21,mlp.experts.218.up_proj,not applicable,,1.173
21,mlp.experts.219.gate_proj,not applicable,,1.176
21,mlp.experts.219.up_proj,not applicable,,1.178
21,mlp.experts.220.gate_proj,not applicable,,1.181
21,mlp.experts.220.up_proj,not applicable,,1.184
21,mlp.experts.221.gate_proj,not applicable,,1.187
21,mlp.experts.221.up_proj,not applicable,,1.189
21,mlp.experts.222.gate_proj,not applicable,,1.192
21,mlp.experts.222.up_proj,not applicable,,1.194
21,mlp.experts.223.gate_proj,not applicable,,1.197
21,mlp.experts.223.up_proj,not applicable,,1.199
21,mlp.experts.224.gate_proj,not applicable,,1.202
21,mlp.experts.224.up_proj,not applicable,,1.205
21,mlp.experts.225.gate_proj,not applicable,,1.207
21,mlp.experts.225.up_proj,not applicable,,1.210
21,mlp.experts.226.gate_proj,not applicable,,1.212
21,mlp.experts.226.up_proj,not applicable,,1.215
21,mlp.experts.227.gate_proj,not applicable,,1.217
21,mlp.experts.227.up_proj,not applicable,,1.220
21,mlp.experts.228.gate_proj,not applicable,,1.222
21,mlp.experts.228.up_proj,not applicable,,1.225
21,mlp.experts.229.gate_proj,not applicable,,1.227
21,mlp.experts.229.up_proj,not applicable,,1.230
21,mlp.experts.230.gate_proj,not applicable,,1.232
21,mlp.experts.230.up_proj,not applicable,,1.236
21,mlp.experts.231.gate_proj,not applicable,,1.238
21,mlp.experts.231.up_proj,not applicable,,1.241
21,mlp.experts.232.gate_proj,not applicable,,1.243
21,mlp.experts.232.up_proj,not applicable,,1.246
21,mlp.experts.233.gate_proj,not applicable,,1.248
21,mlp.experts.233.up_proj,not applicable,,1.251
21,mlp.experts.234.gate_proj,not applicable,,1.254
21,mlp.experts.234.up_proj,not applicable,,1.256
21,mlp.experts.235.gate_proj,not applicable,,1.259
21,mlp.experts.235.up_proj,not applicable,,1.261
21,mlp.experts.236.gate_proj,not applicable,,1.264
21,mlp.experts.236.up_proj,not applicable,,1.266
21,mlp.experts.237.gate_proj,not applicable,,1.269
21,mlp.experts.237.up_proj,not applicable,,1.271
21,mlp.experts.238.gate_proj,not applicable,,1.274
21,mlp.experts.238.up_proj,not applicable,,1.276
21,mlp.experts.239.gate_proj,not applicable,,1.279
21,mlp.experts.239.up_proj,not applicable,,1.281
21,mlp.experts.240.gate_proj,not applicable,,1.284
21,mlp.experts.240.up_proj,not applicable,,1.287
21,mlp.experts.241.gate_proj,not applicable,,1.290
21,mlp.experts.241.up_proj,not applicable,,1.292
21,mlp.experts.242.gate_proj,not applicable,,1.295
21,mlp.experts.242.up_proj,not applicable,,1.297
21,mlp.experts.243.gate_proj,not applicable,,1.300
21,mlp.experts.243.up_proj,not applicable,,1.302
21,mlp.experts.244.gate_proj,not applicable,,1.305
21,mlp.experts.244.up_proj,not applicable,,1.307
21,mlp.experts.245.gate_proj,not applicable,,1.310
21,mlp.experts.245.up_proj,not applicable,,1.312
21,mlp.experts.246.gate_proj,not applicable,,1.315
21,mlp.experts.246.up_proj,not applicable,,1.317
21,mlp.experts.247.gate_proj,not applicable,,1.320
21,mlp.experts.247.up_proj,not applicable,,1.322
21,mlp.experts.248.gate_proj,not applicable,,1.325
21,mlp.experts.248.up_proj,not applicable,,1.327
21,mlp.experts.249.gate_proj,not applicable,,1.329
21,mlp.experts.249.up_proj,not applicable,,1.332
21,mlp.experts.250.gate_proj,not applicable,,1.334
21,mlp.experts.250.up_proj,not applicable,,1.338
21,mlp.experts.251.gate_proj,not applicable,,1.340
21,mlp.experts.251.up_proj,not applicable,,1.343
21,mlp.experts.252.gate_proj,not applicable,,1.345
21,mlp.experts.252.up_proj,not applicable,,1.348
21,mlp.experts.253.gate_proj,not applicable,,1.350
21,mlp.experts.253.up_proj,not applicable,,1.353
21,mlp.experts.254.gate_proj,not applicable,,1.356
21,mlp.experts.254.up_proj,not applicable,,1.358
21,mlp.experts.255.gate_proj,not applicable,,1.361
21,mlp.experts.255.up_proj,not applicable,,1.363
21,mlp.experts.0.down_proj,0.0000021012,,1.366
21,mlp.experts.1.down_proj,0.0000028965,,1.368
21,mlp.experts.2.down_proj,0.0000013309,,1.370
21,mlp.experts.3.down_proj,0.0000058792,,1.373
21,mlp.experts.4.down_proj,0.0000031775,,1.375
21,mlp.experts.5.down_proj,0.0000012076,,1.378
21,mlp.experts.6.down_proj,0.0000016202,,1.380
21,mlp.experts.7.down_proj,0.0000018782,,1.383
21,mlp.experts.8.down_proj,0.0000003303,,1.385
21,mlp.experts.9.down_proj,0.0000016227,,1.388
21,mlp.experts.10.down_proj,0.0000013508,,1.391
21,mlp.experts.11.down_proj,0.0000009163,,1.394
21,mlp.experts.12.down_proj,0.0000014491,,1.396
21,mlp.experts.13.down_proj,0.0000012654,,1.399
21,mlp.experts.14.down_proj,0.0000005951,,1.401
21,mlp.experts.15.down_proj,0.0000008142,,1.403
21,mlp.experts.16.down_proj,0.0000017727,,1.406
21,mlp.experts.17.down_proj,0.0000065891,,1.408
21,mlp.experts.18.down_proj,0.0000033957,,1.410
21,mlp.experts.19.down_proj,0.0000024445,,1.412
21,mlp.experts.20.down_proj,0.0000022837,,1.415
21,mlp.experts.21.down_proj,0.0000015864,,1.417
21,mlp.experts.22.down_proj,0.0000008089,,1.419
21,mlp.experts.23.down_proj,0.0000030231,,1.422
21,mlp.experts.24.down_proj,0.0000007823,,1.424
21,mlp.experts.25.down_proj,0.0000003214,,1.427
21,mlp.experts.26.down_proj,0.0000008071,,1.429
21,mlp.experts.27.down_proj,0.0000009534,,1.431
21,mlp.experts.28.down_proj,0.0000005174,,1.433
21,mlp.experts.29.down_proj,0.0000004811,,1.437
21,mlp.experts.30.down_proj,0.0000003103,,1.439
21,mlp.experts.31.down_proj,0.0000029761,,1.441
21,mlp.experts.32.down_proj,0.0000008652,,1.444
21,mlp.experts.33.down_proj,0.0000035245,,1.446
21,mlp.experts.34.down_proj,0.0000007344,,1.449
21,mlp.experts.35.down_proj,0.0000047936,,1.451
21,mlp.experts.36.down_proj,0.0000010430,,1.453
21,mlp.experts.37.down_proj,0.0000004375,,1.456
21,mlp.experts.38.down_proj,0.0000040174,,1.458
21,mlp.experts.39.down_proj,0.0000007790,,1.461
21,mlp.experts.40.down_proj,0.0000006297,,1.463
21,mlp.experts.41.down_proj,0.0000033964,,1.465
21,mlp.experts.42.down_proj,0.0000007286,,1.468
21,mlp.experts.43.down_proj,0.0000003911,,1.470
21,mlp.experts.44.down_proj,0.0000020875,,1.472
21,mlp.experts.45.down_proj,0.0000006596,,1.474
21,mlp.experts.46.down_proj,0.0000046641,,1.477
21,mlp.experts.47.down_proj,0.0000006578,,1.479
21,mlp.experts.48.down_proj,0.0000003214,,1.481
21,mlp.experts.49.down_proj,0.0000003325,,1.485
21,mlp.experts.50.down_proj,0.0000018544,,1.487
21,mlp.experts.51.down_proj,0.0000019071,,1.489
21,mlp.experts.52.down_proj,0.0000006326,,1.492
21,mlp.experts.53.down_proj,0.0000008991,,1.494
21,mlp.experts.54.down_proj,0.0000012133,,1.497
21,mlp.experts.55.down_proj,0.0000013604,,1.499
21,mlp.experts.56.down_proj,0.0000038922,,1.501
21,mlp.experts.57.down_proj,0.0000030832,,1.504
21,mlp.experts.58.down_proj,0.0000009506,,1.506
21,mlp.experts.59.down_proj,0.0000016108,,1.509
21,mlp.experts.60.down_proj,0.0000012763,,1.511
21,mlp.experts.61.down_proj,0.0000003393,,1.514
21,mlp.experts.62.down_proj,0.0000019294,,1.516
21,mlp.experts.63.down_proj,0.0000001864,,1.518
21,mlp.experts.64.down_proj,0.0000003546,,1.521
21,mlp.experts.65.down_proj,0.0000041473,,1.523
21,mlp.experts.66.down_proj,0.0000003164,,1.525
21,mlp.experts.67.down_proj,0.0000028259,,1.528
21,mlp.experts.68.down_proj,0.0000023977,,1.530
21,mlp.experts.69.down_proj,0.0000003431,,1.533
21,mlp.experts.70.down_proj,0.0000021879,,1.536
21,mlp.experts.71.down_proj,0.0000006482,,1.538
21,mlp.experts.72.down_proj,0.0000053442,,1.541
21,mlp.experts.73.down_proj,0.0000014932,,1.543
21,mlp.experts.74.down_proj,0.0000012519,,1.545
21,mlp.experts.75.down_proj,0.0000020767,,1.548
21,mlp.experts.76.down_proj,0.0000008910,,1.550
21,mlp.experts.77.down_proj,0.0000025625,,1.553
21,mlp.experts.78.down_proj,0.0000017153,,1.555
21,mlp.experts.79.down_proj,0.0000003875,,1.557
21,mlp.experts.80.down_proj,0.0000003695,,1.560
21,mlp.experts.81.down_proj,0.0000018766,,1.563
21,mlp.experts.82.down_proj,0.0000006905,,1.565
21,mlp.experts.83.down_proj,0.0000014618,,1.567
21,mlp.experts.84.down_proj,0.0000034623,,1.570
21,mlp.experts.85.down_proj,0.0000000260,,1.572
21,mlp.experts.86.down_proj,0.0000001365,,1.575
21,mlp.experts.87.down_proj,0.0000033383,,1.577
21,mlp.experts.88.down_proj,0.0000009910,,1.580
21,mlp.experts.89.down_proj,0.0000028342,,1.583
21,mlp.experts.90.down_proj,0.0000016562,,1.585
21,mlp.experts.91.down_proj,0.0000005925,,1.588
21,mlp.experts.92.down_proj,0.0000006170,,1.590
21,mlp.experts.93.down_proj,0.0000019959,,1.593
21,mlp.experts.94.down_proj,0.0000035417,,1.595
21,mlp.experts.95.down_proj,0.0000021585,,1.597
21,mlp.experts.96.down_proj,0.0000016963,,1.600
21,mlp.experts.97.down_proj,0.0000019366,,1.602
21,mlp.experts.98.down_proj,0.0000004349,,1.605
21,mlp.experts.99.down_proj,0.0000020415,,1.607
21,mlp.experts.100.down_proj,0.0000004776,,1.609
21,mlp.experts.101.down_proj,0.0000009030,,1.612
21,mlp.experts.102.down_proj,0.0000015630,,1.614
21,mlp.experts.103.down_proj,0.0000019083,,1.617
21,mlp.experts.104.down_proj,0.0000002112,,1.619
21,mlp.experts.105.down_proj,0.0000023621,,1.622
21,mlp.experts.106.down_proj,0.0000002481,,1.624
21,mlp.experts.107.down_proj,0.0000003271,,1.627
21,mlp.experts.108.down_proj,0.0000025725,,1.629
21,mlp.experts.109.down_proj,0.0000004746,,1.632
21,mlp.experts.110.down_proj,0.0000020776,,1.635
21,mlp.experts.111.down_proj,0.0000018717,,1.637
21,mlp.experts.112.down_proj,0.0000006387,,1.639
21,mlp.experts.113.down_proj,0.0000019127,,1.642
21,mlp.experts.114.down_proj,0.0000010518,,1.644
21,mlp.experts.115.down_proj,0.0000007958,,1.647
21,mlp.experts.116.down_proj,0.0000024795,,1.650
21,mlp.experts.117.down_proj,0.0000041008,,1.652
21,mlp.experts.118.down_proj,0.0000030819,,1.654
21,mlp.experts.119.down_proj,0.0000024867,,1.657
21,mlp.experts.120.down_proj,0.0000021261,,1.659
21,mlp.experts.121.down_proj,0.0000022434,,1.662
21,mlp.experts.122.down_proj,0.0000019296,,1.664
21,mlp.experts.123.down_proj,0.0000003934,,1.667
21,mlp.experts.124.down_proj,0.0000004977,,1.669
21,mlp.experts.125.down_proj,0.0000009270,,1.672
21,mlp.experts.126.down_proj,0.0000017986,,1.674
21,mlp.experts.127.down_proj,0.0000005203,,1.677
21,mlp.experts.128.down_proj,0.0000011317,,1.679
21,mlp.experts.129.down_proj,0.0000004346,,1.682
21,mlp.experts.130.down_proj,0.0000020965,,1.685
21,mlp.experts.131.down_proj,0.0000015081,,1.687
21,mlp.experts.132.down_proj,0.0000011464,,1.690
21,mlp.experts.133.down_proj,0.0000008147,,1.692
21,mlp.experts.134.down_proj,0.0000003132,,1.695
21,mlp.experts.135.down_proj,0.0000003541,,1.697
21,mlp.experts.136.down_proj,0.0000019976,,1.699
21,mlp.experts.137.down_proj,0.0000033979,,1.702
21,mlp.experts.138.down_proj,0.0000010672,,1.704
21,mlp.experts.139.down_proj,0.0000012802,,1.707
21,mlp.experts.140.down_proj,0.0000002069,,1.709
21,mlp.experts.141.down_proj,0.0000015233,,1.712
21,mlp.experts.142.down_proj,0.0000021341,,1.714
21,mlp.experts.143.down_proj,0.0000007038,,1.717
21,mlp.experts.144.down_proj,0.0000004832,,1.719
21,mlp.experts.145.down_proj,0.0000010941,,1.722
21,mlp.experts.146.down_proj,0.0000012111,,1.724
21,mlp.experts.147.down_proj,0.0000004855,,1.727
21,mlp.experts.148.down_proj,0.0000012184,,1.729
21,mlp.experts.149.down_proj,0.0000001873,,1.732
21,mlp.experts.150.down_proj,0.0000004802,,1.735
21,mlp.experts.151.down_proj,0.0000005576,,1.737
21,mlp.experts.152.down_proj,0.0000002036,,1.740
21,mlp.experts.153.down_proj,0.0000005542,,1.742
21,mlp.experts.154.down_proj,0.0000005519,,1.746
21,mlp.experts.155.down_proj,0.0000010856,,1.748
21,mlp.experts.156.down_proj,0.0000040257,,1.751
21,mlp.experts.157.down_proj,0.0000029939,,1.753
21,mlp.experts.158.down_proj,0.0000004076,,1.756
21,mlp.experts.159.down_proj,0.0000005194,,1.758
21,mlp.experts.160.down_proj,0.0000005088,,1.761
21,mlp.experts.161.down_proj,0.0000022760,,1.763
21,mlp.experts.162.down_proj,0.0000019790,,1.766
21,mlp.experts.163.down_proj,0.0000013397,,1.768
21,mlp.experts.164.down_proj,0.0000007818,,1.771
21,mlp.experts.165.down_proj,0.0000012770,,1.773
21,mlp.experts.166.down_proj,0.0000010221,,1.776
21,mlp.experts.167.down_proj,0.0000008237,,1.778
21,mlp.experts.168.down_proj,0.0000016978,,1.781
21,mlp.experts.169.down_proj,0.0000012788,,1.784
21,mlp.experts.170.down_proj,0.0000004657,,1.787
21,mlp.experts.171.down_proj,0.0000002105,,1.789
21,mlp.experts.172.down_proj,0.0000037991,,1.791
21,mlp.experts.173.down_proj,0.0000018709,,1.794
21,mlp.experts.174.down_proj,0.0000006845,,1.796
21,mlp.experts.175.down_proj,0.0000044034,,1.799
21,mlp.experts.176.down_proj,0.0000030084,,1.801
21,mlp.experts.177.down_proj,0.0000002443,,1.804
21,mlp.experts.178.down_proj,0.0000012224,,1.806
21,mlp.experts.179.down_proj,0.0000011098,,1.808
21,mlp.experts.180.down_proj,0.0000006137,,1.811
21,mlp.experts.181.down_proj,0.0000012277,,1.813
21,mlp.experts.182.down_proj,0.0000000011,,1.816
21,mlp.experts.183.down_proj,0.0000015167,,1.818
21,mlp.experts.184.down_proj,0.0000012015,,1.821
21,mlp.experts.185.down_proj,0.0000020284,,1.823
21,mlp.experts.186.down_proj,0.0000006901,,1.826
21,mlp.experts.187.down_proj,0.0000011977,,1.828
21,mlp.experts.188.down_proj,0.0000037940,,1.831
21,mlp.experts.189.down_proj,0.0000004517,,1.834
21,mlp.experts.190.down_proj,0.0000004527,,1.837
21,mlp.experts.191.down_proj,0.0000061760,,1.839
21,mlp.experts.192.down_proj,0.0000023856,,1.841
21,mlp.experts.193.down_proj,0.0000015163,,1.844
21,mlp.experts.194.down_proj,0.0000045073,,1.847
21,mlp.experts.195.down_proj,0.0000061555,,1.849
21,mlp.experts.196.down_proj,0.0000037084,,1.852
21,mlp.experts.197.down_proj,0.0000006560,,1.854
21,mlp.experts.198.down_proj,0.0000011726,,1.857
21,mlp.experts.199.down_proj,0.0000027699,,1.859
21,mlp.experts.200.down_proj,0.0000006711,,1.862
21,mlp.experts.201.down_proj,0.0000031769,,1.865
21,mlp.experts.202.down_proj,0.0000004142,,1.867
21,mlp.experts.203.down_proj,0.0000011368,,1.870
21,mlp.experts.204.down_proj,0.0000036944,,1.872
21,mlp.experts.205.down_proj,0.0000039497,,1.875
21,mlp.experts.206.down_proj,0.0000001018,,1.877
21,mlp.experts.207.down_proj,0.0000002907,,1.880
21,mlp.experts.208.down_proj,0.0000006084,,1.882
21,mlp.experts.209.down_proj,0.0000005088,,1.886
21,mlp.experts.210.down_proj,0.0000057865,,1.888
21,mlp.experts.211.down_proj,0.0000010159,,1.890
21,mlp.experts.212.down_proj,0.0000025552,,1.893
21,mlp.experts.213.down_proj,0.0000011218,,1.895
21,mlp.experts.214.down_proj,0.0000006795,,1.898
21,mlp.experts.215.down_proj,0.0000005469,,1.900
21,mlp.experts.216.down_proj,0.0000011330,,1.903
21,mlp.experts.217.down_proj,0.0000035293,,1.905
21,mlp.experts.218.down_proj,0.0000008955,,1.908
21,mlp.experts.219.down_proj,0.0000005257,,1.910
21,mlp.experts.220.down_proj,0.0000023512,,1.913
21,mlp.experts.221.down_proj,0.0000001816,,1.915
21,mlp.experts.222.down_proj,0.0000007247,,1.918
21,mlp.experts.223.down_proj,0.0000003760,,1.920
21,mlp.experts.224.down_proj,0.0000005978,,1.922
21,mlp.experts.225.down_proj,0.0000006159,,1.925
21,mlp.experts.226.down_proj,0.0000039157,,1.927
21,mlp.experts.227.down_proj,0.0000003288,,1.930
21,mlp.experts.228.down_proj,0.0000025633,,1.932
21,mlp.experts.229.down_proj,0.0000038394,,1.936
21,mlp.experts.230.down_proj,0.0000004966,,1.938
21,mlp.experts.231.down_proj,0.0000002158,,1.941
21,mlp.experts.232.down_proj,0.0000003841,,1.943
21,mlp.experts.233.down_proj,0.0000005642,,1.946
21,mlp.experts.234.down_proj,0.0000010513,,1.948
21,mlp.experts.235.down_proj,0.0000003002,,1.951
21,mlp.experts.236.down_proj,0.0000003504,,1.953
21,mlp.experts.237.down_proj,0.0000000381,,1.956
21,mlp.experts.238.down_proj,0.0000030869,,1.958
21,mlp.experts.239.down_proj,0.0000001638,,1.960
21,mlp.experts.240.down_proj,0.0000004767,,1.963
21,mlp.experts.241.down_proj,0.0000014408,,1.966
21,mlp.experts.242.down_proj,0.0000003924,,1.968
21,mlp.experts.243.down_proj,0.0000005146,,1.971
21,mlp.experts.244.down_proj,0.0000036093,,1.973
21,mlp.experts.245.down_proj,0.0000004114,,1.976
21,mlp.experts.246.down_proj,0.0000005915,,1.978
21,mlp.experts.247.down_proj,0.0000003424,,1.981
21,mlp.experts.248.down_proj,0.0000017559,,1.983
21,mlp.experts.249.down_proj,0.0000033189,,1.987
21,mlp.experts.250.down_proj,0.0000015397,,1.989
21,mlp.experts.251.down_proj,0.0000019793,,1.992
21,mlp.experts.252.down_proj,0.0000007653,,1.994
21,mlp.experts.253.down_proj,0.0000013132,,1.997
21,mlp.experts.254.down_proj,0.0000005548,,1.999
21,mlp.experts.255.down_proj,0.0000013015,,2.002
22,mlp.experts.0.gate_proj,not applicable,,0.004
22,mlp.experts.0.up_proj,not applicable,,0.009
22,mlp.experts.1.gate_proj,not applicable,,0.012
22,mlp.experts.1.up_proj,not applicable,,0.015
22,mlp.experts.2.gate_proj,not applicable,,0.018
22,mlp.experts.2.up_proj,not applicable,,0.020
22,mlp.experts.3.gate_proj,not applicable,,0.023
22,mlp.experts.3.up_proj,not applicable,,0.026
22,mlp.experts.4.gate_proj,not applicable,,0.028
22,mlp.experts.4.up_proj,not applicable,,0.030
22,mlp.experts.5.gate_proj,not applicable,,0.034
22,mlp.experts.5.up_proj,not applicable,,0.036
22,mlp.experts.6.gate_proj,not applicable,,0.039
22,mlp.experts.6.up_proj,not applicable,,0.041
22,mlp.experts.7.gate_proj,not applicable,,0.044
22,mlp.experts.7.up_proj,not applicable,,0.046
22,mlp.experts.8.gate_proj,not applicable,,0.049
22,mlp.experts.8.up_proj,not applicable,,0.051
22,mlp.experts.9.gate_proj,not applicable,,0.054
22,mlp.experts.9.up_proj,not applicable,,0.057
22,mlp.experts.10.gate_proj,not applicable,,0.060
22,mlp.experts.10.up_proj,not applicable,,0.063
22,mlp.experts.11.gate_proj,not applicable,,0.066
22,mlp.experts.11.up_proj,not applicable,,0.068
22,mlp.experts.12.gate_proj,not applicable,,0.071
22,mlp.experts.12.up_proj,not applicable,,0.073
22,mlp.experts.13.gate_proj,not applicable,,0.076
22,mlp.experts.13.up_proj,not applicable,,0.079
22,mlp.experts.14.gate_proj,not applicable,,0.081
22,mlp.experts.14.up_proj,not applicable,,0.084
22,mlp.experts.15.gate_proj,not applicable,,0.086
22,mlp.experts.15.up_proj,not applicable,,0.089
22,mlp.experts.16.gate_proj,not applicable,,0.091
22,mlp.experts.16.up_proj,not applicable,,0.093
22,mlp.experts.17.gate_proj,not applicable,,0.096
22,mlp.experts.17.up_proj,not applicable,,0.098
22,mlp.experts.18.gate_proj,not applicable,,0.101
22,mlp.experts.18.up_proj,not applicable,,0.103
22,mlp.experts.19.gate_proj,not applicable,,0.106
22,mlp.experts.19.up_proj,not applicable,,0.108
22,mlp.experts.20.gate_proj,not applicable,,0.111
22,mlp.experts.20.up_proj,not applicable,,0.114
22,mlp.experts.21.gate_proj,not applicable,,0.117
22,mlp.experts.21.up_proj,not applicable,,0.119
22,mlp.experts.22.gate_proj,not applicable,,0.122
22,mlp.experts.22.up_proj,not applicable,,0.124
22,mlp.experts.23.gate_proj,not applicable,,0.127
22,mlp.experts.23.up_proj,not applicable,,0.129
22,mlp.experts.24.gate_proj,not applicable,,0.132
22,mlp.experts.24.up_proj,not applicable,,0.135
22,mlp.experts.25.gate_proj,not applicable,,0.137
22,mlp.experts.25.up_proj,not applicable,,0.140
22,mlp.experts.26.gate_proj,not applicable,,0.142
22,mlp.experts.26.up_proj,not applicable,,0.145
22,mlp.experts.27.gate_proj,not applicable,,0.147
22,mlp.experts.27.up_proj,not applicable,,0.150
22,mlp.experts.28.gate_proj,not applicable,,0.152
22,mlp.experts.28.up_proj,not applicable,,0.155
22,mlp.experts.29.gate_proj,not applicable,,0.157
22,mlp.experts.29.up_proj,not applicable,,0.160
22,mlp.experts.30.gate_proj,not applicable,,0.162
22,mlp.experts.30.up_proj,not applicable,,0.166
22,mlp.experts.31.gate_proj,not applicable,,0.168
22,mlp.experts.31.up_proj,not applicable,,0.171
22,mlp.experts.32.gate_proj,not applicable,,0.173
22,mlp.experts.32.up_proj,not applicable,,0.175
22,mlp.experts.33.gate_proj,not applicable,,0.178
22,mlp.experts.33.up_proj,not applicable,,0.180
22,mlp.experts.34.gate_proj,not applicable,,0.183
22,mlp.experts.34.up_proj,not applicable,,0.185
22,mlp.experts.35.gate_proj,not applicable,,0.188
22,mlp.experts.35.up_proj,not applicable,,0.190
22,mlp.experts.36.gate_proj,not applicable,,0.193
22,mlp.experts.36.up_proj,not applicable,,0.195
22,mlp.experts.37.gate_proj,not applicable,,0.198
22,mlp.experts.37.up_proj,not applicable,,0.200
22,mlp.experts.38.gate_proj,not applicable,,0.203
22,mlp.experts.38.up_proj,not applicable,,0.205
22,mlp.experts.39.gate_proj,not applicable,,0.208
22,mlp.experts.39.up_proj,not applicable,,0.210
22,mlp.experts.40.gate_proj,not applicable,,0.213
22,mlp.experts.40.up_proj,not applicable,,0.216
22,mlp.experts.41.gate_proj,not applicable,,0.219
22,mlp.experts.41.up_proj,not applicable,,0.221
22,mlp.experts.42.gate_proj,not applicable,,0.224
22,mlp.experts.42.up_proj,not applicable,,0.226
22,mlp.experts.43.gate_proj,not applicable,,0.229
22,mlp.experts.43.up_proj,not applicable,,0.231
22,mlp.experts.44.gate_proj,not applicable,,0.234
22,mlp.experts.44.up_proj,not applicable,,0.237
22,mlp.experts.45.gate_proj,not applicable,,0.239
22,mlp.experts.45.up_proj,not applicable,,0.242
22,mlp.experts.46.gate_proj,not applicable,,0.244
22,mlp.experts.46.up_proj,not applicable,,0.247
22,mlp.experts.47.gate_proj,not applicable,,0.249
22,mlp.experts.47.up_proj,not applicable,,0.252
22,mlp.experts.48.gate_proj,not applicable,,0.254
22,mlp.experts.48.up_proj,not applicable,,0.257
22,mlp.experts.49.gate_proj,not applicable,,0.260
22,mlp.experts.49.up_proj,not applicable,,0.262
22,mlp.experts.50.gate_proj,not applicable,,0.265
22,mlp.experts.50.up_proj,not applicable,,0.268
22,mlp.experts.51.gate_proj,not applicable,,0.270
22,mlp.experts.51.up_proj,not applicable,,0.273
22,mlp.experts.52.gate_proj,not applicable,,0.275
22,mlp.experts.52.up_proj,not applicable,,0.278
22,mlp.experts.53.gate_proj,not applicable,,0.280
22,mlp.experts.53.up_proj,not applicable,,0.283
22,mlp.experts.54.gate_proj,not applicable,,0.285
22,mlp.experts.54.up_proj,not applicable,,0.288
22,mlp.experts.55.gate_proj,not applicable,,0.290
22,mlp.experts.55.up_proj,not applicable,,0.293
22,mlp.experts.56.gate_proj,not applicable,,0.295
22,mlp.experts.56.up_proj,not applicable,,0.297
22,mlp.experts.57.gate_proj,not applicable,,0.300
22,mlp.experts.57.up_proj,not applicable,,0.302
22,mlp.experts.58.gate_proj,not applicable,,0.305
22,mlp.experts.58.up_proj,not applicable,,0.307
22,mlp.experts.59.gate_proj,not applicable,,0.310
22,mlp.experts.59.up_proj,not applicable,,0.312
22,mlp.experts.60.gate_proj,not applicable,,0.315
22,mlp.experts.60.up_proj,not applicable,,0.318
22,mlp.experts.61.gate_proj,not applicable,,0.321
22,mlp.experts.61.up_proj,not applicable,,0.323
22,mlp.experts.62.gate_proj,not applicable,,0.326
22,mlp.experts.62.up_proj,not applicable,,0.328
22,mlp.experts.63.gate_proj,not applicable,,0.331
22,mlp.experts.63.up_proj,not applicable,,0.333
22,mlp.experts.64.gate_proj,not applicable,,0.336
22,mlp.experts.64.up_proj,not applicable,,0.338
22,mlp.experts.65.gate_proj,not applicable,,0.341
22,mlp.experts.65.up_proj,not applicable,,0.344
22,mlp.experts.66.gate_proj,not applicable,,0.346
22,mlp.experts.66.up_proj,not applicable,,0.349
22,mlp.experts.67.gate_proj,not applicable,,0.351
22,mlp.experts.67.up_proj,not applicable,,0.354
22,mlp.experts.68.gate_proj,not applicable,,0.356
22,mlp.experts.68.up_proj,not applicable,,0.359
22,mlp.experts.69.gate_proj,not applicable,,0.361
22,mlp.experts.69.up_proj,not applicable,,0.364
22,mlp.experts.70.gate_proj,not applicable,,0.366
22,mlp.experts.70.up_proj,not applicable,,0.369
22,mlp.experts.71.gate_proj,not applicable,,0.372
22,mlp.experts.71.up_proj,not applicable,,0.374
22,mlp.experts.72.gate_proj,not applicable,,0.377
22,mlp.experts.72.up_proj,not applicable,,0.379
22,mlp.experts.73.gate_proj,not applicable,,0.382
22,mlp.experts.73.up_proj,not applicable,,0.384
22,mlp.experts.74.gate_proj,not applicable,,0.387
22,mlp.experts.74.up_proj,not applicable,,0.389
22,mlp.experts.75.gate_proj,not applicable,,0.392
22,mlp.experts.75.up_proj,not applicable,,0.394
22,mlp.experts.76.gate_proj,not applicable,,0.397
22,mlp.experts.76.up_proj,not applicable,,0.399
22,mlp.experts.77.gate_proj,not applicable,,0.402
22,mlp.experts.77.up_proj,not applicable,,0.404
22,mlp.experts.78.gate_proj,not applicable,,0.407
22,mlp.experts.78.up_proj,not applicable,,0.409
22,mlp.experts.79.gate_proj,not applicable,,0.411
22,mlp.experts.79.up_proj,not applicable,,0.414
22,mlp.experts.80.gate_proj,not applicable,,0.416
22,mlp.experts.80.up_proj,not applicable,,0.420
22,mlp.experts.81.gate_proj,not applicable,,0.422
22,mlp.experts.81.up_proj,not applicable,,0.425
22,mlp.experts.82.gate_proj,not applicable,,0.427
22,mlp.experts.82.up_proj,not applicable,,0.430
22,mlp.experts.83.gate_proj,not applicable,,0.432
22,mlp.experts.83.up_proj,not applicable,,0.435
22,mlp.experts.84.gate_proj,not applicable,,0.437
22,mlp.experts.84.up_proj,not applicable,,0.440
22,mlp.experts.85.gate_proj,not applicable,,0.443
22,mlp.experts.85.up_proj,not applicable,,0.445
22,mlp.experts.86.gate_proj,not applicable,,0.448
22,mlp.experts.86.up_proj,not applicable,,0.450
22,mlp.experts.87.gate_proj,not applicable,,0.453
22,mlp.experts.87.up_proj,not applicable,,0.455
22,mlp.experts.88.gate_proj,not applicable,,0.458
22,mlp.experts.88.up_proj,not applicable,,0.460
22,mlp.experts.89.gate_proj,not applicable,,0.463
22,mlp.experts.89.up_proj,not applicable,,0.465
22,mlp.experts.90.gate_proj,not applicable,,0.468
22,mlp.experts.90.up_proj,not applicable,,0.471
22,mlp.experts.91.gate_proj,not applicable,,0.474
22,mlp.experts.91.up_proj,not applicable,,0.476
22,mlp.experts.92.gate_proj,not applicable,,0.479
22,mlp.experts.92.up_proj,not applicable,,0.481
22,mlp.experts.93.gate_proj,not applicable,,0.484
22,mlp.experts.93.up_proj,not applicable,,0.486
22,mlp.experts.94.gate_proj,not applicable,,0.489
22,mlp.experts.94.up_proj,not applicable,,0.491
22,mlp.experts.95.gate_proj,not applicable,,0.494
22,mlp.experts.95.up_proj,not applicable,,0.496
22,mlp.experts.96.gate_proj,not applicable,,0.499
22,mlp.experts.96.up_proj,not applicable,,0.501
22,mlp.experts.97.gate_proj,not applicable,,0.504
22,mlp.experts.97.up_proj,not applicable,,0.506
22,mlp.experts.98.gate_proj,not applicable,,0.508
22,mlp.experts.98.up_proj,not applicable,,0.511
22,mlp.experts.99.gate_proj,not applicable,,0.513
22,mlp.experts.99.up_proj,not applicable,,0.516
22,mlp.experts.100.gate_proj,not applicable,,0.518
22,mlp.experts.100.up_proj,not applicable,,0.522
22,mlp.experts.101.gate_proj,not applicable,,0.524
22,mlp.experts.101.up_proj,not applicable,,0.526
22,mlp.experts.102.gate_proj,not applicable,,0.529
22,mlp.experts.102.up_proj,not applicable,,0.531
22,mlp.experts.103.gate_proj,not applicable,,0.534
22,mlp.experts.103.up_proj,not applicable,,0.536
22,mlp.experts.104.gate_proj,not applicable,,0.539
22,mlp.experts.104.up_proj,not applicable,,0.541
22,mlp.experts.105.gate_proj,not applicable,,0.544
22,mlp.experts.105.up_proj,not applicable,,0.547
22,mlp.experts.106.gate_proj,not applicable,,0.549
22,mlp.experts.106.up_proj,not applicable,,0.552
22,mlp.experts.107.gate_proj,not applicable,,0.554
22,mlp.experts.107.up_proj,not applicable,,0.557
22,mlp.experts.108.gate_proj,not applicable,,0.559
22,mlp.experts.108.up_proj,not applicable,,0.562
22,mlp.experts.109.gate_proj,not applicable,,0.564
22,mlp.experts.109.up_proj,not applicable,,0.567
22,mlp.experts.110.gate_proj,not applicable,,0.569
22,mlp.experts.110.up_proj,not applicable,,0.573
22,mlp.experts.111.gate_proj,not applicable,,0.575
22,mlp.experts.111.up_proj,not applicable,,0.578
22,mlp.experts.112.gate_proj,not applicable,,0.580
22,mlp.experts.112.up_proj,not applicable,,0.583
22,mlp.experts.113.gate_proj,not applicable,,0.585
22,mlp.experts.113.up_proj,not applicable,,0.588
22,mlp.experts.114.gate_proj,not applicable,,0.590
22,mlp.experts.114.up_proj,not applicable,,0.593
22,mlp.experts.115.gate_proj,not applicable,,0.595
22,mlp.experts.115.up_proj,not applicable,,0.598
22,mlp.experts.116.gate_proj,not applicable,,0.602
22,mlp.experts.116.up_proj,not applicable,,0.604
22,mlp.experts.117.gate_proj,not applicable,,0.607
22,mlp.experts.117.up_proj,not applicable,,0.609
22,mlp.experts.118.gate_proj,not applicable,,0.612
22,mlp.experts.118.up_proj,not applicable,,0.614
22,mlp.experts.119.gate_proj,not applicable,,0.617
22,mlp.experts.119.up_proj,not applicable,,0.619
22,mlp.experts.120.gate_proj,not applicable,,0.622
22,mlp.experts.120.up_proj,not applicable,,0.625
22,mlp.experts.121.gate_proj,not applicable,,0.628
22,mlp.experts.121.up_proj,not applicable,,0.630
22,mlp.experts.122.gate_proj,not applicable,,0.632
22,mlp.experts.122.up_proj,not applicable,,0.635
22,mlp.experts.123.gate_proj,not applicable,,0.637
22,mlp.experts.123.up_proj,not applicable,,0.640
22,mlp.experts.124.gate_proj,not applicable,,0.642
22,mlp.experts.124.up_proj,not applicable,,0.645
22,mlp.experts.125.gate_proj,not applicable,,0.648
22,mlp.experts.125.up_proj,not applicable,,0.650
22,mlp.experts.126.gate_proj,not applicable,,0.653
22,mlp.experts.126.up_proj,not applicable,,0.655
22,mlp.experts.127.gate_proj,not applicable,,0.658
22,mlp.experts.127.up_proj,not applicable,,0.660
22,mlp.experts.128.gate_proj,not applicable,,0.663
22,mlp.experts.128.up_proj,not applicable,,0.665
22,mlp.experts.129.gate_proj,not applicable,,0.668
22,mlp.experts.129.up_proj,not applicable,,0.670
22,mlp.experts.130.gate_proj,not applicable,,0.673
22,mlp.experts.130.up_proj,not applicable,,0.676
22,mlp.experts.131.gate_proj,not applicable,,0.679
22,mlp.experts.131.up_proj,not applicable,,0.681
22,mlp.experts.132.gate_proj,not applicable,,0.684
22,mlp.experts.132.up_proj,not applicable,,0.686
22,mlp.experts.133.gate_proj,not applicable,,0.689
22,mlp.experts.133.up_proj,not applicable,,0.691
22,mlp.experts.134.gate_proj,not applicable,,0.693
22,mlp.experts.134.up_proj,not applicable,,0.696
22,mlp.experts.135.gate_proj,not applicable,,0.698
22,mlp.experts.135.up_proj,not applicable,,0.701
22,mlp.experts.136.gate_proj,not applicable,,0.703
22,mlp.experts.136.up_proj,not applicable,,0.706
22,mlp.experts.137.gate_proj,not applicable,,0.708
22,mlp.experts.137.up_proj,not applicable,,0.711
22,mlp.experts.138.gate_proj,not applicable,,0.713
22,mlp.experts.138.up_proj,not applicable,,0.716
22,mlp.experts.139.gate_proj,not applicable,,0.719
22,mlp.experts.139.up_proj,not applicable,,0.721
22,mlp.experts.140.gate_proj,not applicable,,0.724
22,mlp.experts.140.up_proj,not applicable,,0.727
22,mlp.experts.141.gate_proj,not applicable,,0.730
22,mlp.experts.141.up_proj,not applicable,,0.732
22,mlp.experts.142.gate_proj,not applicable,,0.735
22,mlp.experts.142.up_proj,not applicable,,0.737
22,mlp.experts.143.gate_proj,not applicable,,0.740
22,mlp.experts.143.up_proj,not applicable,,0.742
22,mlp.experts.144.gate_proj,not applicable,,0.745
22,mlp.experts.144.up_proj,not applicable,,0.748
22,mlp.experts.145.gate_proj,not applicable,,0.750
22,mlp.experts.145.up_proj,not applicable,,0.753
22,mlp.experts.146.gate_proj,not applicable,,0.755
22,mlp.experts.146.up_proj,not applicable,,0.757
22,mlp.experts.147.gate_proj,not applicable,,0.760
22,mlp.experts.147.up_proj,not applicable,,0.763
22,mlp.experts.148.gate_proj,not applicable,,0.765
22,mlp.experts.148.up_proj,not applicable,,0.768
22,mlp.experts.149.gate_proj,not applicable,,0.770
22,mlp.experts.149.up_proj,not applicable,,0.773
22,mlp.experts.150.gate_proj,not applicable,,0.775
22,mlp.experts.150.up_proj,not applicable,,0.779
22,mlp.experts.151.gate_proj,not applicable,,0.781
22,mlp.experts.151.up_proj,not applicable,,0.784
22,mlp.experts.152.gate_proj,not applicable,,0.786
22,mlp.experts.152.up_proj,not applicable,,0.788
22,mlp.experts.153.gate_proj,not applicable,,0.791
22,mlp.experts.153.up_proj,not applicable,,0.793
22,mlp.experts.154.gate_proj,not applicable,,0.796
22,mlp.experts.154.up_proj,not applicable,,0.798
22,mlp.experts.155.gate_proj,not applicable,,0.801
22,mlp.experts.155.up_proj,not applicable,,0.803
22,mlp.experts.156.gate_proj,not applicable,,0.806
22,mlp.experts.156.up_proj,not applicable,,0.808
22,mlp.experts.157.gate_proj,not applicable,,0.811
22,mlp.experts.157.up_proj,not applicable,,0.813
22,mlp.experts.158.gate_proj,not applicable,,0.816
22,mlp.experts.158.up_proj,not applicable,,0.818
22,mlp.experts.159.gate_proj,not applicable,,0.821
22,mlp.experts.159.up_proj,not applicable,,0.823
22,mlp.experts.160.gate_proj,not applicable,,0.826
22,mlp.experts.160.up_proj,not applicable,,0.829
22,mlp.experts.161.gate_proj,not applicable,,0.832
22,mlp.experts.161.up_proj,not applicable,,0.834
22,mlp.experts.162.gate_proj,not applicable,,0.837
22,mlp.experts.162.up_proj,not applicable,,0.839
22,mlp.experts.163.gate_proj,not applicable,,0.842
22,mlp.experts.163.up_proj,not applicable,,0.844
22,mlp.experts.164.gate_proj,not applicable,,0.847
22,mlp.experts.164.up_proj,not applicable,,0.850
22,mlp.experts.165.gate_proj,not applicable,,0.852
22,mlp.experts.165.up_proj,not applicable,,0.855
22,mlp.experts.166.gate_proj,not applicable,,0.857
22,mlp.experts.166.up_proj,not applicable,,0.860
22,mlp.experts.167.gate_proj,not applicable,,0.862
22,mlp.experts.167.up_proj,not applicable,,0.865
22,mlp.experts.168.gate_proj,not applicable,,0.867
22,mlp.experts.168.up_proj,not applicable,,0.870
22,mlp.experts.169.gate_proj,not applicable,,0.872
22,mlp.experts.169.up_proj,not applicable,,0.875
22,mlp.experts.170.gate_proj,not applicable,,0.877
22,mlp.experts.170.up_proj,not applicable,,0.880
22,mlp.experts.171.gate_proj,not applicable,,0.883
22,mlp.experts.171.up_proj,not applicable,,0.885
22,mlp.experts.172.gate_proj,not applicable,,0.888
22,mlp.experts.172.up_proj,not applicable,,0.890
22,mlp.experts.173.gate_proj,not applicable,,0.893
22,mlp.experts.173.up_proj,not applicable,,0.895
22,mlp.experts.174.gate_proj,not applicable,,0.898
22,mlp.experts.174.up_proj,not applicable,,0.900
22,mlp.experts.175.gate_proj,not applicable,,0.903
22,mlp.experts.175.up_proj,not applicable,,0.905
22,mlp.experts.176.gate_proj,not applicable,,0.908
22,mlp.experts.176.up_proj,not applicable,,0.910
22,mlp.experts.177.gate_proj,not applicable,,0.912
22,mlp.experts.177.up_proj,not applicable,,0.915
22,mlp.experts.178.gate_proj,not applicable,,0.917
22,mlp.experts.178.up_proj,not applicable,,0.920
22,mlp.experts.179.gate_proj,not applicable,,0.922
22,mlp.experts.179.up_proj,not applicable,,0.925
22,mlp.experts.180.gate_proj,not applicable,,0.927
22,mlp.experts.180.up_proj,not applicable,,0.931
22,mlp.experts.181.gate_proj,not applicable,,0.933
22,mlp.experts.181.up_proj,not applicable,,0.936
22,mlp.experts.182.gate_proj,not applicable,,0.939
22,mlp.experts.182.up_proj,not applicable,,0.941
22,mlp.experts.183.gate_proj,not applicable,,0.944
22,mlp.experts.183.up_proj,not applicable,,0.946
22,mlp.experts.184.gate_proj,not applicable,,0.949
22,mlp.experts.184.up_proj,not applicable,,0.952
22,mlp.experts.185.gate_proj,not applicable,,0.955
22,mlp.experts.185.up_proj,not applicable,,0.957
22,mlp.experts.186.gate_proj,not applicable,,0.960
22,mlp.experts.186.up_proj,not applicable,,0.963
22,mlp.experts.187.gate_proj,not applicable,,0.966
22,mlp.experts.187.up_proj,not applicable,,0.968
22,mlp.experts.188.gate_proj,not applicable,,0.971
22,mlp.experts.188.up_proj,not applicable,,0.973
22,mlp.experts.189.gate_proj,not applicable,,0.976
22,mlp.experts.189.up_proj,not applicable,,0.978
22,mlp.experts.190.gate_proj,not applicable,,0.981
22,mlp.experts.190.up_proj,not applicable,,0.984
22,mlp.experts.191.gate_proj,not applicable,,0.987
22,mlp.experts.191.up_proj,not applicable,,0.989
22,mlp.experts.192.gate_proj,not applicable,,0.992
22,mlp.experts.192.up_proj,not applicable,,0.994
22,mlp.experts.193.gate_proj,not applicable,,0.997
22,mlp.experts.193.up_proj,not applicable,,0.999
22,mlp.experts.194.gate_proj,not applicable,,1.002
22,mlp.experts.194.up_proj,not applicable,,1.004
22,mlp.experts.195.gate_proj,not applicable,,1.007
22,mlp.experts.195.up_proj,not applicable,,1.009
22,mlp.experts.196.gate_proj,not applicable,,1.012
22,mlp.experts.196.up_proj,not applicable,,1.014
22,mlp.experts.197.gate_proj,not applicable,,1.017
22,mlp.experts.197.up_proj,not applicable,,1.019
22,mlp.experts.198.gate_proj,not applicable,,1.022
22,mlp.experts.198.up_proj,not applicable,,1.024
22,mlp.experts.199.gate_proj,not applicable,,1.027
22,mlp.experts.199.up_proj,not applicable,,1.029
22,mlp.experts.200.gate_proj,not applicable,,1.031
22,mlp.experts.200.up_proj,not applicable,,1.035
22,mlp.experts.201.gate_proj,not applicable,,1.037
22,mlp.experts.201.up_proj,not applicable,,1.040
22,mlp.experts.202.gate_proj,not applicable,,1.042
22,mlp.experts.202.up_proj,not applicable,,1.045
22,mlp.experts.203.gate_proj,not applicable,,1.047
22,mlp.experts.203.up_proj,not applicable,,1.050
22,mlp.experts.204.gate_proj,not applicable,,1.052
22,mlp.experts.204.up_proj,not applicable,,1.055
22,mlp.experts.205.gate_proj,not applicable,,1.058
22,mlp.experts.205.up_proj,not applicable,,1.060
22,mlp.experts.206.gate_proj,not applicable,,1.063
22,mlp.experts.206.up_proj,not applicable,,1.066
22,mlp.experts.207.gate_proj,not applicable,,1.068
22,mlp.experts.207.up_proj,not applicable,,1.071
22,mlp.experts.208.gate_proj,not applicable,,1.073
22,mlp.experts.208.up_proj,not applicable,,1.076
22,mlp.experts.209.gate_proj,not applicable,,1.078
22,mlp.experts.209.up_proj,not applicable,,1.081
22,mlp.experts.210.gate_proj,not applicable,,1.083
22,mlp.experts.210.up_proj,not applicable,,1.087
22,mlp.experts.211.gate_proj,not applicable,,1.089
22,mlp.experts.211.up_proj,not applicable,,1.092
22,mlp.experts.212.gate_proj,not applicable,,1.094
22,mlp.experts.212.up_proj,not applicable,,1.097
22,mlp.experts.213.gate_proj,not applicable,,1.099
22,mlp.experts.213.up_proj,not applicable,,1.102
22,mlp.experts.214.gate_proj,not applicable,,1.105
22,mlp.experts.214.up_proj,not applicable,,1.107
22,mlp.experts.215.gate_proj,not applicable,,1.110
22,mlp.experts.215.up_proj,not applicable,,1.112
22,mlp.experts.216.gate_proj,not applicable,,1.115
22,mlp.experts.216.up_proj,not applicable,,1.117
22,mlp.experts.217.gate_proj,not applicable,,1.120
22,mlp.experts.217.up_proj,not applicable,,1.122
22,mlp.experts.218.gate_proj,not applicable,,1.125
22,mlp.experts.218.up_proj,not applicable,,1.127
22,mlp.experts.219.gate_proj,not applicable,,1.129
22,mlp.experts.219.up_proj,not applicable,,1.132
22,mlp.experts.220.gate_proj,not applicable,,1.134
22,mlp.experts.220.up_proj,not applicable,,1.138
22,mlp.experts.221.gate_proj,not applicable,,1.140
22,mlp.experts.221.up_proj,not applicable,,1.143
22,mlp.experts.222.gate_proj,not applicable,,1.145
22,mlp.experts.222.up_proj,not applicable,,1.148
22,mlp.experts.223.gate_proj,not applicable,,1.150
22,mlp.experts.223.up_proj,not applicable,,1.153
22,mlp.experts.224.gate_proj,not applicable,,1.156
22,mlp.experts.224.up_proj,not applicable,,1.158
22,mlp.experts.225.gate_proj,not applicable,,1.161
22,mlp.experts.225.up_proj,not applicable,,1.163
22,mlp.experts.226.gate_proj,not applicable,,1.167
22,mlp.experts.226.up_proj,not applicable,,1.169
22,mlp.experts.227.gate_proj,not applicable,,1.171
22,mlp.experts.227.up_proj,not applicable,,1.174
22,mlp.experts.228.gate_proj,not applicable,,1.177
22,mlp.experts.228.up_proj,not applicable,,1.179
22,mlp.experts.229.gate_proj,not applicable,,1.182
22,mlp.experts.229.up_proj,not applicable,,1.184
22,mlp.experts.230.gate_proj,not applicable,,1.187
22,mlp.experts.230.up_proj,not applicable,,1.190
22,mlp.experts.231.gate_proj,not applicable,,1.192
22,mlp.experts.231.up_proj,not applicable,,1.195
22,mlp.experts.232.gate_proj,not applicable,,1.197
22,mlp.experts.232.up_proj,not applicable,,1.200
22,mlp.experts.233.gate_proj,not applicable,,1.202
22,mlp.experts.233.up_proj,not applicable,,1.205
22,mlp.experts.234.gate_proj,not applicable,,1.208
22,mlp.experts.234.up_proj,not applicable,,1.210
22,mlp.experts.235.gate_proj,not applicable,,1.212
22,mlp.experts.235.up_proj,not applicable,,1.215
22,mlp.experts.236.gate_proj,not applicable,,1.217
22,mlp.experts.236.up_proj,not applicable,,1.220
22,mlp.experts.237.gate_proj,not applicable,,1.222
22,mlp.experts.237.up_proj,not applicable,,1.225
22,mlp.experts.238.gate_proj,not applicable,,1.227
22,mlp.experts.238.up_proj,not applicable,,1.230
22,mlp.experts.239.gate_proj,not applicable,,1.232
22,mlp.experts.239.up_proj,not applicable,,1.235
22,mlp.experts.240.gate_proj,not applicable,,1.237
22,mlp.experts.240.up_proj,not applicable,,1.241
22,mlp.experts.241.gate_proj,not applicable,,1.243
22,mlp.experts.241.up_proj,not applicable,,1.246
22,mlp.experts.242.gate_proj,not applicable,,1.248
22,mlp.experts.242.up_proj,not applicable,,1.251
22,mlp.experts.243.gate_proj,not applicable,,1.253
22,mlp.experts.243.up_proj,not applicable,,1.256
22,mlp.experts.244.gate_proj,not applicable,,1.259
22,mlp.experts.244.up_proj,not applicable,,1.261
22,mlp.experts.245.gate_proj,not applicable,,1.264
22,mlp.experts.245.up_proj,not applicable,,1.267
22,mlp.experts.246.gate_proj,not applicable,,1.269
22,mlp.experts.246.up_proj,not applicable,,1.272
22,mlp.experts.247.gate_proj,not applicable,,1.274
22,mlp.experts.247.up_proj,not applicable,,1.277
22,mlp.experts.248.gate_proj,not applicable,,1.279
22,mlp.experts.248.up_proj,not applicable,,1.282
22,mlp.experts.249.gate_proj,not applicable,,1.284
22,mlp.experts.249.up_proj,not applicable,,1.287
22,mlp.experts.250.gate_proj,not applicable,,1.289
22,mlp.experts.250.up_proj,not applicable,,1.292
22,mlp.experts.251.gate_proj,not applicable,,1.295
22,mlp.experts.251.up_proj,not applicable,,1.297
22,mlp.experts.252.gate_proj,not applicable,,1.300
22,mlp.experts.252.up_proj,not applicable,,1.302
22,mlp.experts.253.gate_proj,not applicable,,1.305
22,mlp.experts.253.up_proj,not applicable,,1.308
22,mlp.experts.254.gate_proj,not applicable,,1.310
22,mlp.experts.254.up_proj,not applicable,,1.313
22,mlp.experts.255.gate_proj,not applicable,,1.315
22,mlp.experts.255.up_proj,not applicable,,1.318
22,mlp.experts.0.down_proj,0.0000031563,,1.320
22,mlp.experts.1.down_proj,0.0000044787,,1.322
22,mlp.experts.2.down_proj,0.0000046206,,1.325
22,mlp.experts.3.down_proj,0.0000044798,,1.327
22,mlp.experts.4.down_proj,0.0000013793,,1.330
22,mlp.experts.5.down_proj,0.0000015734,,1.332
22,mlp.experts.6.down_proj,0.0000030254,,1.334
22,mlp.experts.7.down_proj,0.0000006274,,1.337
22,mlp.experts.8.down_proj,0.0000006054,,1.339
22,mlp.experts.9.down_proj,0.0000028987,,1.343
22,mlp.experts.10.down_proj,0.0000000408,,1.345
22,mlp.experts.11.down_proj,0.0000012509,,1.348
22,mlp.experts.12.down_proj,0.0000008299,,1.350
22,mlp.experts.13.down_proj,0.0000006476,,1.353
22,mlp.experts.14.down_proj,0.0000017226,,1.355
22,mlp.experts.15.down_proj,0.0000031912,,1.357
22,mlp.experts.16.down_proj,0.0000002175,,1.360
22,mlp.experts.17.down_proj,0.0000046302,,1.363
22,mlp.experts.18.down_proj,0.0000017875,,1.365
22,mlp.experts.19.down_proj,0.0000031837,,1.368
22,mlp.experts.20.down_proj,0.0000051360,,1.371
22,mlp.experts.21.down_proj,0.0000040669,,1.373
22,mlp.experts.22.down_proj,0.0000014913,,1.376
22,mlp.experts.23.down_proj,0.0000010997,,1.378
22,mlp.experts.24.down_proj,0.0000028815,,1.381
22,mlp.experts.25.down_proj,0.0000020775,,1.383
22,mlp.experts.26.down_proj,0.0000014431,,1.386
22,mlp.experts.27.down_proj,0.0000039147,,1.388
22,mlp.experts.28.down_proj,0.0000005177,,1.390
22,mlp.experts.29.down_proj,0.0000008702,,1.394
22,mlp.experts.30.down_proj,0.0000010802,,1.396
22,mlp.experts.31.down_proj,0.0000027093,,1.398
22,mlp.experts.32.down_proj,0.0000002501,,1.401
22,mlp.experts.33.down_proj,0.0000076834,,1.403
22,mlp.experts.34.down_proj,0.0000011847,,1.405
22,mlp.experts.35.down_proj,0.0000039167,,1.408
22,mlp.experts.36.down_proj,0.0000021960,,1.410
22,mlp.experts.37.down_proj,0.0000001765,,1.413
22,mlp.experts.38.down_proj,0.0000004319,,1.415
22,mlp.experts.39.down_proj,0.0000012077,,1.418
22,mlp.experts.40.down_proj,0.0000001271,,1.420
22,mlp.experts.41.down_proj,0.0000029063,,1.422
22,mlp.experts.42.down_proj,0.0000024947,,1.425
22,mlp.experts.43.down_proj,0.0000015330,,1.427
22,mlp.experts.44.down_proj,0.0000013899,,1.429
22,mlp.experts.45.down_proj,0.0000006955,,1.432
22,mlp.experts.46.down_proj,0.0000015808,,1.434
22,mlp.experts.47.down_proj,0.0000006546,,1.437
22,mlp.experts.48.down_proj,0.0000057700,,1.439
22,mlp.experts.49.down_proj,0.0000059533,,1.443
22,mlp.experts.50.down_proj,0.0000035251,,1.446
22,mlp.experts.51.down_proj,0.0000025852,,1.448
22,mlp.experts.52.down_proj,0.0000029894,,1.451
22,mlp.experts.53.down_proj,0.0000017778,,1.453
22,mlp.experts.54.down_proj,0.0000023795,,1.456
22,mlp.experts.55.down_proj,0.0000003780,,1.458
22,mlp.experts.56.down_proj,0.0000009384,,1.461
22,mlp.experts.57.down_proj,0.0000030438,,1.463
22,mlp.experts.58.down_proj,0.0000021688,,1.466
22,mlp.experts.59.down_proj,0.0000004794,,1.469
22,mlp.experts.60.down_proj,0.0000004751,,1.471
22,mlp.experts.61.down_proj,0.0000003167,,1.473
22,mlp.experts.62.down_proj,0.0000012561,,1.476
22,mlp.experts.63.down_proj,0.0000017225,,1.478
22,mlp.experts.64.down_proj,0.0000044507,,1.481
22,mlp.experts.65.down_proj,0.0000113416,,1.483
22,mlp.experts.66.down_proj,0.0000029617,,1.486
22,mlp.experts.67.down_proj,0.0000006513,,1.488
22,mlp.experts.68.down_proj,0.0000010568,,1.490
22,mlp.experts.69.down_proj,0.0000009526,,1.494
22,mlp.experts.70.down_proj,0.0000030532,,1.496
22,mlp.experts.71.down_proj,0.0000024401,,1.499
22,mlp.experts.72.down_proj,0.0000011071,,1.501
22,mlp.experts.73.down_proj,0.0000007180,,1.503
22,mlp.experts.74.down_proj,0.0000010371,,1.506
22,mlp.experts.75.down_proj,0.0000020506,,1.508
22,mlp.experts.76.down_proj,0.0000070359,,1.511
22,mlp.experts.77.down_proj,0.0000055788,,1.513
22,mlp.experts.78.down_proj,0.0000023006,,1.515
22,mlp.experts.79.down_proj,0.0000001496,,1.518
22,mlp.experts.80.down_proj,0.0000004163,,1.520
22,mlp.experts.81.down_proj,0.0000006521,,1.523
22,mlp.experts.82.down_proj,0.0000030505,,1.525
22,mlp.experts.83.down_proj,0.0000016219,,1.527
22,mlp.experts.84.down_proj,0.0000004669,,1.530
22,mlp.experts.85.down_proj,0.0000031798,,1.532
22,mlp.experts.86.down_proj,0.0000025006,,1.535
22,mlp.experts.87.down_proj,0.0000004896,,1.537
22,mlp.experts.88.down_proj,0.0000007528,,1.539
22,mlp.experts.89.down_proj,0.0000001849,,1.543
22,mlp.experts.90.down_proj,0.0000009828,,1.545
22,mlp.experts.91.down_proj,0.0000016818,,1.548
22,mlp.experts.92.down_proj,0.0000010926,,1.550
22,mlp.experts.93.down_proj,0.0000015911,,1.553
22,mlp.experts.94.down_proj,0.0000017809,,1.555
22,mlp.experts.95.down_proj,0.0000026498,,1.558
22,mlp.experts.96.down_proj,0.0000004137,,1.560
22,mlp.experts.97.down_proj,0.0000022002,,1.562
22,mlp.experts.98.down_proj,0.0000037661,,1.565
22,mlp.experts.99.down_proj,0.0000009930,,1.568
22,mlp.experts.100.down_proj,0.0000029983,,1.571
22,mlp.experts.101.down_proj,0.0000006180,,1.573
22,mlp.experts.102.down_proj,0.0000009437,,1.575
22,mlp.experts.103.down_proj,0.0000012705,,1.578
22,mlp.experts.104.down_proj,0.0000005883,,1.580
22,mlp.experts.105.down_proj,0.0000021333,,1.583
22,mlp.experts.106.down_proj,0.0000027595,,1.585
22,mlp.experts.107.down_proj,0.0000073953,,1.588
22,mlp.experts.108.down_proj,0.0000003654,,1.590
22,mlp.experts.109.down_proj,0.0000035377,,1.593
22,mlp.experts.110.down_proj,0.0000028584,,1.596
22,mlp.experts.111.down_proj,0.0000026254,,1.598
22,mlp.experts.112.down_proj,0.0000006432,,1.601
22,mlp.experts.113.down_proj,0.0000010849,,1.603
22,mlp.experts.114.down_proj,0.0000007251,,1.606
22,mlp.experts.115.down_proj,0.0000035764,,1.608
22,mlp.experts.116.down_proj,0.0000029162,,1.610
22,mlp.experts.117.down_proj,0.0000006792,,1.613
22,mlp.experts.118.down_proj,0.0000007291,,1.615
22,mlp.experts.119.down_proj,0.0000021029,,1.618
22,mlp.experts.120.down_proj,0.0000007426,,1.620
22,mlp.experts.121.down_proj,0.0000013471,,1.623
22,mlp.experts.122.down_proj,0.0000007286,,1.625
22,mlp.experts.123.down_proj,0.0000023034,,1.628
22,mlp.experts.124.down_proj,0.0000008966,,1.630
22,mlp.experts.125.down_proj,0.0000017013,,1.633
22,mlp.experts.126.down_proj,0.0000008442,,1.635
22,mlp.experts.127.down_proj,0.0000009625,,1.637
22,mlp.experts.128.down_proj,0.0000053620,,1.640
22,mlp.experts.129.down_proj,0.0000003699,,1.643
22,mlp.experts.130.down_proj,0.0000011833,,1.646
22,mlp.experts.131.down_proj,0.0000032310,,1.648
22,mlp.experts.132.down_proj,0.0000004553,,1.651
22,mlp.experts.133.down_proj,0.0000003997,,1.653
22,mlp.experts.134.down_proj,0.0000010873,,1.656
22,mlp.experts.135.down_proj,0.0000014069,,1.658
22,mlp.experts.136.down_proj,0.0000008978,,1.660
22,mlp.experts.137.down_proj,0.0000034136,,1.663
22,mlp.experts.138.down_proj,0.0000030621,,1.666
22,mlp.experts.139.down_proj,0.0000021042,,1.668
22,mlp.experts.140.down_proj,0.0000013046,,1.671
22,mlp.experts.141.down_proj,0.0000027179,,1.673
22,mlp.experts.142.down_proj,0.0000004647,,1.676
22,mlp.experts.143.down_proj,0.0000005345,,1.678
22,mlp.experts.144.down_proj,0.0000008208,,1.681
22,mlp.experts.145.down_proj,0.0000009682,,1.683
22,mlp.experts.146.down_proj,0.0000002940,,1.686
22,mlp.experts.147.down_proj,0.0000007318,,1.688
22,mlp.experts.148.down_proj,0.0000009977,,1.691
22,mlp.experts.149.down_proj,0.0000007456,,1.694
22,mlp.experts.150.down_proj,0.0000025369,,1.697
22,mlp.experts.151.down_proj,0.0000006906,,1.699
22,mlp.experts.152.down_proj,0.0000009756,,1.702
22,mlp.experts.153.down_proj,0.0000024243,,1.704
22,mlp.experts.154.down_proj,0.0000010076,,1.706
22,mlp.experts.155.down_proj,0.0000024293,,1.709
22,mlp.experts.156.down_proj,0.0000033141,,1.711
22,mlp.experts.157.down_proj,0.0000027784,,1.714
22,mlp.experts.158.down_proj,0.0000016505,,1.716
22,mlp.experts.159.down_proj,0.0000009769,,1.719
22,mlp.experts.160.down_proj,0.0000049220,,1.721
22,mlp.experts.161.down_proj,0.0000004746,,1.723
22,mlp.experts.162.down_proj,0.0000000193,,1.726
22,mlp.experts.163.down_proj,0.0000009704,,1.728
22,mlp.experts.164.down_proj,0.0000020189,,1.731
22,mlp.experts.165.down_proj,0.0000007563,,1.733
22,mlp.experts.166.down_proj,0.0000010145,,1.735
22,mlp.experts.167.down_proj,0.0000001750,,1.738
22,mlp.experts.168.down_proj,0.0000008957,,1.740
22,mlp.experts.169.down_proj,0.0000007125,,1.744
22,mlp.experts.170.down_proj,0.0000028868,,1.746
22,mlp.experts.171.down_proj,0.0000006372,,1.749
22,mlp.experts.172.down_proj,0.0000022568,,1.751
22,mlp.experts.173.down_proj,0.0000016504,,1.754
22,mlp.experts.174.down_proj,0.0000004065,,1.756
22,mlp.experts.175.down_proj,0.0000009019,,1.759
22,mlp.experts.176.down_proj,0.0000020181,,1.761
22,mlp.experts.177.down_proj,0.0000001279,,1.764
22,mlp.experts.178.down_proj,0.0000006336,,1.766
22,mlp.experts.179.down_proj,0.0000022123,,1.769
22,mlp.experts.180.down_proj,0.0000008109,,1.772
22,mlp.experts.181.down_proj,0.0000021758,,1.775
22,mlp.experts.182.down_proj,0.0000005153,,1.777
22,mlp.experts.183.down_proj,0.0000033263,,1.780
22,mlp.experts.184.down_proj,0.0000043418,,1.782
22,mlp.experts.185.down_proj,0.0000022419,,1.784
22,mlp.experts.186.down_proj,0.0000026277,,1.787
22,mlp.experts.187.down_proj,0.0000019279,,1.789
22,mlp.experts.188.down_proj,0.0000006528,,1.792
22,mlp.experts.189.down_proj,0.0000039280,,1.795
22,mlp.experts.190.down_proj,0.0000027732,,1.798
22,mlp.experts.191.down_proj,0.0000003556,,1.800
22,mlp.experts.192.down_proj,0.0000029505,,1.803
22,mlp.experts.193.down_proj,0.0000005592,,1.805
22,mlp.experts.194.down_proj,0.0000007742,,1.808
22,mlp.experts.195.down_proj,0.0000017646,,1.810
22,mlp.experts.196.down_proj,0.0000034127,,1.813
22,mlp.experts.197.down_proj,0.0000003894,,1.815
22,mlp.experts.198.down_proj,0.0000016485,,1.818
22,mlp.experts.199.down_proj,0.0000006583,,1.820
22,mlp.experts.200.down_proj,0.0000006105,,1.823
22,mlp.experts.201.down_proj,0.0000009142,,1.825
22,mlp.experts.202.down_proj,0.0000043486,,1.828
22,mlp.experts.203.down_proj,0.0000034640,,1.830
22,mlp.experts.204.down_proj,0.0000005893,,1.833
22,mlp.experts.205.down_proj,0.0000020974,,1.835
22,mlp.experts.206.down_proj,0.0000012057,,1.837
22,mlp.experts.207.down_proj,0.0000015411,,1.840
22,mlp.experts.208.down_proj,0.0000006254,,1.842
22,mlp.experts.209.down_proj,0.0000016967,,1.846
22,mlp.experts.210.down_proj,0.0000031797,,1.848
22,mlp.experts.211.down_proj,0.0000045973,,1.850
22,mlp.experts.212.down_proj,0.0000027088,,1.853
22,mlp.experts.213.down_proj,0.0000022431,,1.856
22,mlp.experts.214.down_proj,0.0000005531,,1.858
22,mlp.experts.215.down_proj,0.0000003524,,1.861
22,mlp.experts.216.down_proj,0.0000048848,,1.863
22,mlp.experts.217.down_proj,0.0000013252,,1.866
22,mlp.experts.218.down_proj,0.0000029344,,1.868
22,mlp.experts.219.down_proj,0.0000025521,,1.871
22,mlp.experts.220.down_proj,0.0000004530,,1.873
22,mlp.experts.221.down_proj,0.0000024075,,1.876
22,mlp.experts.222.down_proj,0.0000030116,,1.878
22,mlp.experts.223.down_proj,0.0000012209,,1.881
22,mlp.experts.224.down_proj,0.0000011693,,1.883
22,mlp.experts.225.down_proj,0.0000026680,,1.886
22,mlp.experts.226.down_proj,0.0000012101,,1.888
22,mlp.experts.227.down_proj,0.0000005734,,1.891
22,mlp.experts.228.down_proj,0.0000014969,,1.893
22,mlp.experts.229.down_proj,0.0000033237,,1.896
22,mlp.experts.230.down_proj,0.0000004590,,1.899
22,mlp.experts.231.down_proj,0.0000017423,,1.901
22,mlp.experts.232.down_proj,0.0000003363,,1.904
22,mlp.experts.233.down_proj,0.0000020462,,1.906
22,mlp.experts.234.down_proj,0.0000014017,,1.909
22,mlp.experts.235.down_proj,0.0000010523,,1.911
22,mlp.experts.236.down_proj,0.0000008264,,1.914
22,mlp.experts.237.down_proj,0.0000008385,,1.916
22,mlp.experts.238.down_proj,0.0000016532,,1.919
22,mlp.experts.239.down_proj,0.0000004326,,1.921
22,mlp.experts.240.down_proj,0.0000078630,,1.924
22,mlp.experts.241.down_proj,0.0000051589,,1.926
22,mlp.experts.242.down_proj,0.0000005856,,1.929
22,mlp.experts.243.down_proj,0.0000008471,,1.931
22,mlp.experts.244.down_proj,0.0000001895,,1.934
22,mlp.experts.245.down_proj,0.0000042767,,1.936
22,mlp.experts.246.down_proj,0.0000008283,,1.939
22,mlp.experts.247.down_proj,0.0000047434,,1.941
22,mlp.experts.248.down_proj,0.0000008887,,1.944
22,mlp.experts.249.down_proj,0.0000014484,,1.947
22,mlp.experts.250.down_proj,0.0000013132,,1.950
22,mlp.experts.251.down_proj,0.0000020033,,1.952
22,mlp.experts.252.down_proj,0.0000024403,,1.955
22,mlp.experts.253.down_proj,0.0000008287,,1.957
22,mlp.experts.254.down_proj,0.0000018205,,1.960
22,mlp.experts.255.down_proj,0.0000052335,,1.962
23,mlp.experts.0.gate_proj,not applicable,,0.005
23,mlp.experts.0.up_proj,not applicable,,0.009
23,mlp.experts.1.gate_proj,not applicable,,0.012
23,mlp.experts.1.up_proj,not applicable,,0.015
23,mlp.experts.2.gate_proj,not applicable,,0.018
23,mlp.experts.2.up_proj,not applicable,,0.020
23,mlp.experts.3.gate_proj,not applicable,,0.023
23,mlp.experts.3.up_proj,not applicable,,0.026
23,mlp.experts.4.gate_proj,not applicable,,0.029
23,mlp.experts.4.up_proj,not applicable,,0.031
23,mlp.experts.5.gate_proj,not applicable,,0.034
23,mlp.experts.5.up_proj,not applicable,,0.036
23,mlp.experts.6.gate_proj,not applicable,,0.039
23,mlp.experts.6.up_proj,not applicable,,0.041
23,mlp.experts.7.gate_proj,not applicable,,0.044
23,mlp.experts.7.up_proj,not applicable,,0.046
23,mlp.experts.8.gate_proj,not applicable,,0.049
23,mlp.experts.8.up_proj,not applicable,,0.051
23,mlp.experts.9.gate_proj,not applicable,,0.054
23,mlp.experts.9.up_proj,not applicable,,0.056
23,mlp.experts.10.gate_proj,not applicable,,0.059
23,mlp.experts.10.up_proj,not applicable,,0.062
23,mlp.experts.11.gate_proj,not applicable,,0.065
23,mlp.experts.11.up_proj,not applicable,,0.067
23,mlp.experts.12.gate_proj,not applicable,,0.070
23,mlp.experts.12.up_proj,not applicable,,0.072
23,mlp.experts.13.gate_proj,not applicable,,0.075
23,mlp.experts.13.up_proj,not applicable,,0.077
23,mlp.experts.14.gate_proj,not applicable,,0.080
23,mlp.experts.14.up_proj,not applicable,,0.082
23,mlp.experts.15.gate_proj,not applicable,,0.085
23,mlp.experts.15.up_proj,not applicable,,0.087
23,mlp.experts.16.gate_proj,not applicable,,0.090
23,mlp.experts.16.up_proj,not applicable,,0.092
23,mlp.experts.17.gate_proj,not applicable,,0.095
23,mlp.experts.17.up_proj,not applicable,,0.097
23,mlp.experts.18.gate_proj,not applicable,,0.100
23,mlp.experts.18.up_proj,not applicable,,0.102
23,mlp.experts.19.gate_proj,not applicable,,0.105
23,mlp.experts.19.up_proj,not applicable,,0.107
23,mlp.experts.20.gate_proj,not applicable,,0.110
23,mlp.experts.20.up_proj,not applicable,,0.113
23,mlp.experts.21.gate_proj,not applicable,,0.116
23,mlp.experts.21.up_proj,not applicable,,0.118
23,mlp.experts.22.gate_proj,not applicable,,0.121
23,mlp.experts.22.up_proj,not applicable,,0.123
23,mlp.experts.23.gate_proj,not applicable,,0.126
23,mlp.experts.23.up_proj,not applicable,,0.129
23,mlp.experts.24.gate_proj,not applicable,,0.131
23,mlp.experts.24.up_proj,not applicable,,0.133
23,mlp.experts.25.gate_proj,not applicable,,0.136
23,mlp.experts.25.up_proj,not applicable,,0.139
23,mlp.experts.26.gate_proj,not applicable,,0.141
23,mlp.experts.26.up_proj,not applicable,,0.144
23,mlp.experts.27.gate_proj,not applicable,,0.146
23,mlp.experts.27.up_proj,not applicable,,0.149
23,mlp.experts.28.gate_proj,not applicable,,0.151
23,mlp.experts.28.up_proj,not applicable,,0.154
23,mlp.experts.29.gate_proj,not applicable,,0.156
23,mlp.experts.29.up_proj,not applicable,,0.159
23,mlp.experts.30.gate_proj,not applicable,,0.161
23,mlp.experts.30.up_proj,not applicable,,0.165
23,mlp.experts.31.gate_proj,not applicable,,0.167
23,mlp.experts.31.up_proj,not applicable,,0.170
23,mlp.experts.32.gate_proj,not applicable,,0.172
23,mlp.experts.32.up_proj,not applicable,,0.175
23,mlp.experts.33.gate_proj,not applicable,,0.177
23,mlp.experts.33.up_proj,not applicable,,0.180
23,mlp.experts.34.gate_proj,not applicable,,0.182
23,mlp.experts.34.up_proj,not applicable,,0.185
23,mlp.experts.35.gate_proj,not applicable,,0.187
23,mlp.experts.35.up_proj,not applicable,,0.190
23,mlp.experts.36.gate_proj,not applicable,,0.192
23,mlp.experts.36.up_proj,not applicable,,0.195
23,mlp.experts.37.gate_proj,not applicable,,0.197
23,mlp.experts.37.up_proj,not applicable,,0.200
23,mlp.experts.38.gate_proj,not applicable,,0.202
23,mlp.experts.38.up_proj,not applicable,,0.205
23,mlp.experts.39.gate_proj,not applicable,,0.207
23,mlp.experts.39.up_proj,not applicable,,0.210
23,mlp.experts.40.gate_proj,not applicable,,0.213
23,mlp.experts.40.up_proj,not applicable,,0.216
23,mlp.experts.41.gate_proj,not applicable,,0.219
23,mlp.experts.41.up_proj,not applicable,,0.222
23,mlp.experts.42.gate_proj,not applicable,,0.224
23,mlp.experts.42.up_proj,not applicable,,0.227
23,mlp.experts.43.gate_proj,not applicable,,0.229
23,mlp.experts.43.up_proj,not applicable,,0.232
23,mlp.experts.44.gate_proj,not applicable,,0.235
23,mlp.experts.44.up_proj,not applicable,,0.237
23,mlp.experts.45.gate_proj,not applicable,,0.240
23,mlp.experts.45.up_proj,not applicable,,0.242
23,mlp.experts.46.gate_proj,not applicable,,0.245
23,mlp.experts.46.up_proj,not applicable,,0.247
23,mlp.experts.47.gate_proj,not applicable,,0.250
23,mlp.experts.47.up_proj,not applicable,,0.252
23,mlp.experts.48.gate_proj,not applicable,,0.255
23,mlp.experts.48.up_proj,not applicable,,0.258
23,mlp.experts.49.gate_proj,not applicable,,0.260
23,mlp.experts.49.up_proj,not applicable,,0.262
23,mlp.experts.50.gate_proj,not applicable,,0.265
23,mlp.experts.50.up_proj,not applicable,,0.269
23,mlp.experts.51.gate_proj,not applicable,,0.271
23,mlp.experts.51.up_proj,not applicable,,0.274
23,mlp.experts.52.gate_proj,not applicable,,0.276
23,mlp.experts.52.up_proj,not applicable,,0.278
23,mlp.experts.53.gate_proj,not applicable,,0.281
23,mlp.experts.53.up_proj,not applicable,,0.283
23,mlp.experts.54.gate_proj,not applicable,,0.286
23,mlp.experts.54.up_proj,not applicable,,0.289
23,mlp.experts.55.gate_proj,not applicable,,0.291
23,mlp.experts.55.up_proj,not applicable,,0.294
23,mlp.experts.56.gate_proj,not applicable,,0.296
23,mlp.experts.56.up_proj,not applicable,,0.298
23,mlp.experts.57.gate_proj,not applicable,,0.301
23,mlp.experts.57.up_proj,not applicable,,0.303
23,mlp.experts.58.gate_proj,not applicable,,0.306
23,mlp.experts.58.up_proj,not applicable,,0.308
23,mlp.experts.59.gate_proj,not applicable,,0.311
23,mlp.experts.59.up_proj,not applicable,,0.313
23,mlp.experts.60.gate_proj,not applicable,,0.316
23,mlp.experts.60.up_proj,not applicable,,0.319
23,mlp.experts.61.gate_proj,not applicable,,0.322
23,mlp.experts.61.up_proj,not applicable,,0.324
23,mlp.experts.62.gate_proj,not applicable,,0.327
23,mlp.experts.62.up_proj,not applicable,,0.329
23,mlp.experts.63.gate_proj,not applicable,,0.332
23,mlp.experts.63.up_proj,not applicable,,0.334
23,mlp.experts.64.gate_proj,not applicable,,0.337
23,mlp.experts.64.up_proj,not applicable,,0.339
23,mlp.experts.65.gate_proj,not applicable,,0.342
23,mlp.experts.65.up_proj,not applicable,,0.344
23,mlp.experts.66.gate_proj,not applicable,,0.347
23,mlp.experts.66.up_proj,not applicable,,0.349
23,mlp.experts.67.gate_proj,not applicable,,0.352
23,mlp.experts.67.up_proj,not applicable,,0.354
23,mlp.experts.68.gate_proj,not applicable,,0.356
23,mlp.experts.68.up_proj,not applicable,,0.359
23,mlp.experts.69.gate_proj,not applicable,,0.361
23,mlp.experts.69.up_proj,not applicable,,0.364
23,mlp.experts.70.gate_proj,not applicable,,0.367
23,mlp.experts.70.up_proj,not applicable,,0.370
23,mlp.experts.71.gate_proj,not applicable,,0.373
23,mlp.experts.71.up_proj,not applicable,,0.376
23,mlp.experts.72.gate_proj,not applicable,,0.378
23,mlp.experts.72.up_proj,not applicable,,0.380
23,mlp.experts.73.gate_proj,not applicable,,0.383
23,mlp.experts.73.up_proj,not applicable,,0.385
23,mlp.experts.74.gate_proj,not applicable,,0.388
23,mlp.experts.74.up_proj,not applicable,,0.391
23,mlp.experts.75.gate_proj,not applicable,,0.393
23,mlp.experts.75.up_proj,not applicable,,0.396
23,mlp.experts.76.gate_proj,not applicable,,0.398
23,mlp.experts.76.up_proj,not applicable,,0.401
23,mlp.experts.77.gate_proj,not applicable,,0.403
23,mlp.experts.77.up_proj,not applicable,,0.405
23,mlp.experts.78.gate_proj,not applicable,,0.408
23,mlp.experts.78.up_proj,not applicable,,0.411
23,mlp.experts.79.gate_proj,not applicable,,0.413
23,mlp.experts.79.up_proj,not applicable,,0.415
23,mlp.experts.80.gate_proj,not applicable,,0.418
23,mlp.experts.80.up_proj,not applicable,,0.422
23,mlp.experts.81.gate_proj,not applicable,,0.424
23,mlp.experts.81.up_proj,not applicable,,0.427
23,mlp.experts.82.gate_proj,not applicable,,0.429
23,mlp.experts.82.up_proj,not applicable,,0.432
23,mlp.experts.83.gate_proj,not applicable,,0.435
23,mlp.experts.83.up_proj,not applicable,,0.437
23,mlp.experts.84.gate_proj,not applicable,,0.440
23,mlp.experts.84.up_proj,not applicable,,0.442
23,mlp.experts.85.gate_proj,not applicable,,0.445
23,mlp.experts.85.up_proj,not applicable,,0.447
23,mlp.experts.86.gate_proj,not applicable,,0.450
23,mlp.experts.86.up_proj,not applicable,,0.452
23,mlp.experts.87.gate_proj,not applicable,,0.455
23,mlp.experts.87.up_proj,not applicable,,0.457
23,mlp.experts.88.gate_proj,not applicable,,0.460
23,mlp.experts.88.up_proj,not applicable,,0.462
23,mlp.experts.89.gate_proj,not applicable,,0.465
23,mlp.experts.89.up_proj,not applicable,,0.467
23,mlp.experts.90.gate_proj,not applicable,,0.470
23,mlp.experts.90.up_proj,not applicable,,0.473
23,mlp.experts.91.gate_proj,not applicable,,0.476
23,mlp.experts.91.up_proj,not applicable,,0.479
23,mlp.experts.92.gate_proj,not applicable,,0.481
23,mlp.experts.92.up_proj,not applicable,,0.484
23,mlp.experts.93.gate_proj,not applicable,,0.486
23,mlp.experts.93.up_proj,not applicable,,0.489
23,mlp.experts.94.gate_proj,not applicable,,0.491
23,mlp.experts.94.up_proj,not applicable,,0.494
23,mlp.experts.95.gate_proj,not applicable,,0.496
23,mlp.experts.95.up_proj,not applicable,,0.499
23,mlp.experts.96.gate_proj,not applicable,,0.502
23,mlp.experts.96.up_proj,not applicable,,0.504
23,mlp.experts.97.gate_proj,not applicable,,0.506
23,mlp.experts.97.up_proj,not applicable,,0.509
23,mlp.experts.98.gate_proj,not applicable,,0.511
23,mlp.experts.98.up_proj,not applicable,,0.514
23,mlp.experts.99.gate_proj,not applicable,,0.516
23,mlp.experts.99.up_proj,not applicable,,0.519
23,mlp.experts.100.gate_proj,not applicable,,0.521
23,mlp.experts.100.up_proj,not applicable,,0.525
23,mlp.experts.101.gate_proj,not applicable,,0.527
23,mlp.experts.101.up_proj,not applicable,,0.530
23,mlp.experts.102.gate_proj,not applicable,,0.532
23,mlp.experts.102.up_proj,not applicable,,0.535
23,mlp.experts.103.gate_proj,not applicable,,0.538
23,mlp.experts.103.up_proj,not applicable,,0.540
23,mlp.experts.104.gate_proj,not applicable,,0.543
23,mlp.experts.104.up_proj,not applicable,,0.545
23,mlp.experts.105.gate_proj,not applicable,,0.548
23,mlp.experts.105.up_proj,not applicable,,0.550
23,mlp.experts.106.gate_proj,not applicable,,0.552
23,mlp.experts.106.up_proj,not applicable,,0.555
23,mlp.experts.107.gate_proj,not applicable,,0.557
23,mlp.experts.107.up_proj,not applicable,,0.560
23,mlp.experts.108.gate_proj,not applicable,,0.562
23,mlp.experts.108.up_proj,not applicable,,0.565
23,mlp.experts.109.gate_proj,not applicable,,0.567
23,mlp.experts.109.up_proj,not applicable,,0.570
23,mlp.experts.110.gate_proj,not applicable,,0.572
23,mlp.experts.110.up_proj,not applicable,,0.576
23,mlp.experts.111.gate_proj,not applicable,,0.578
23,mlp.experts.111.up_proj,not applicable,,0.581
23,mlp.experts.112.gate_proj,not applicable,,0.583
23,mlp.experts.112.up_proj,not applicable,,0.586
23,mlp.experts.113.gate_proj,not applicable,,0.589
23,mlp.experts.113.up_proj,not applicable,,0.591
23,mlp.experts.114.gate_proj,not applicable,,0.594
23,mlp.experts.114.up_proj,not applicable,,0.596
23,mlp.experts.115.gate_proj,not applicable,,0.598
23,mlp.experts.115.up_proj,not applicable,,0.601
23,mlp.experts.116.gate_proj,not applicable,,0.603
23,mlp.experts.116.up_proj,not applicable,,0.606
23,mlp.experts.117.gate_proj,not applicable,,0.608
23,mlp.experts.117.up_proj,not applicable,,0.611
23,mlp.experts.118.gate_proj,not applicable,,0.613
23,mlp.experts.118.up_proj,not applicable,,0.616
23,mlp.experts.119.gate_proj,not applicable,,0.618
23,mlp.experts.119.up_proj,not applicable,,0.620
23,mlp.experts.120.gate_proj,not applicable,,0.623
23,mlp.experts.120.up_proj,not applicable,,0.626
23,mlp.experts.121.gate_proj,not applicable,,0.629
23,mlp.experts.121.up_proj,not applicable,,0.631
23,mlp.experts.122.gate_proj,not applicable,,0.634
23,mlp.experts.122.up_proj,not applicable,,0.636
23,mlp.experts.123.gate_proj,not applicable,,0.639
23,mlp.experts.123.up_proj,not applicable,,0.641
23,mlp.experts.124.gate_proj,not applicable,,0.644
23,mlp.experts.124.up_proj,not applicable,,0.646
23,mlp.experts.125.gate_proj,not applicable,,0.649
23,mlp.experts.125.up_proj,not applicable,,0.651
23,mlp.experts.126.gate_proj,not applicable,,0.654
23,mlp.experts.126.up_proj,not applicable,,0.656
23,mlp.experts.127.gate_proj,not applicable,,0.658
23,mlp.experts.127.up_proj,not applicable,,0.661
23,mlp.experts.128.gate_proj,not applicable,,0.663
23,mlp.experts.128.up_proj,not applicable,,0.666
23,mlp.experts.129.gate_proj,not applicable,,0.668
23,mlp.experts.129.up_proj,not applicable,,0.671
23,mlp.experts.130.gate_proj,not applicable,,0.673
23,mlp.experts.130.up_proj,not applicable,,0.677
23,mlp.experts.131.gate_proj,not applicable,,0.679
23,mlp.experts.131.up_proj,not applicable,,0.682
23,mlp.experts.132.gate_proj,not applicable,,0.684
23,mlp.experts.132.up_proj,not applicable,,0.687
23,mlp.experts.133.gate_proj,not applicable,,0.689
23,mlp.experts.133.up_proj,not applicable,,0.692
23,mlp.experts.134.gate_proj,not applicable,,0.694
23,mlp.experts.134.up_proj,not applicable,,0.697
23,mlp.experts.135.gate_proj,not applicable,,0.699
23,mlp.experts.135.up_proj,not applicable,,0.702
23,mlp.experts.136.gate_proj,not applicable,,0.704
23,mlp.experts.136.up_proj,not applicable,,0.707
23,mlp.experts.137.gate_proj,not applicable,,0.709
23,mlp.experts.137.up_proj,not applicable,,0.712
23,mlp.experts.138.gate_proj,not applicable,,0.714
23,mlp.experts.138.up_proj,not applicable,,0.717
23,mlp.experts.139.gate_proj,not applicable,,0.719
23,mlp.experts.139.up_proj,not applicable,,0.721
23,mlp.experts.140.gate_proj,not applicable,,0.724
23,mlp.experts.140.up_proj,not applicable,,0.727
23,mlp.experts.141.gate_proj,not applicable,,0.730
23,mlp.experts.141.up_proj,not applicable,,0.732
23,mlp.experts.142.gate_proj,not applicable,,0.735
23,mlp.experts.142.up_proj,not applicable,,0.737
23,mlp.experts.143.gate_proj,not applicable,,0.740
23,mlp.experts.143.up_proj,not applicable,,0.743
23,mlp.experts.144.gate_proj,not applicable,,0.745
23,mlp.experts.144.up_proj,not applicable,,0.747
23,mlp.experts.145.gate_proj,not applicable,,0.750
23,mlp.experts.145.up_proj,not applicable,,0.752
23,mlp.experts.146.gate_proj,not applicable,,0.755
23,mlp.experts.146.up_proj,not applicable,,0.757
23,mlp.experts.147.gate_proj,not applicable,,0.760
23,mlp.experts.147.up_proj,not applicable,,0.762
23,mlp.experts.148.gate_proj,not applicable,,0.765
23,mlp.experts.148.up_proj,not applicable,,0.767
23,mlp.experts.149.gate_proj,not applicable,,0.769
23,mlp.experts.149.up_proj,not applicable,,0.772
23,mlp.experts.150.gate_proj,not applicable,,0.774
23,mlp.experts.150.up_proj,not applicable,,0.777
23,mlp.experts.151.gate_proj,not applicable,,0.780
23,mlp.experts.151.up_proj,not applicable,,0.782
23,mlp.experts.152.gate_proj,not applicable,,0.785
23,mlp.experts.152.up_proj,not applicable,,0.787
23,mlp.experts.153.gate_proj,not applicable,,0.790
23,mlp.experts.153.up_proj,not applicable,,0.792
23,mlp.experts.154.gate_proj,not applicable,,0.795
23,mlp.experts.154.up_proj,not applicable,,0.797
23,mlp.experts.155.gate_proj,not applicable,,0.799
23,mlp.experts.155.up_proj,not applicable,,0.802
23,mlp.experts.156.gate_proj,not applicable,,0.804
23,mlp.experts.156.up_proj,not applicable,,0.807
23,mlp.experts.157.gate_proj,not applicable,,0.809
23,mlp.experts.157.up_proj,not applicable,,0.811
23,mlp.experts.158.gate_proj,not applicable,,0.814
23,mlp.experts.158.up_proj,not applicable,,0.816
23,mlp.experts.159.gate_proj,not applicable,,0.819
23,mlp.experts.159.up_proj,not applicable,,0.821
23,mlp.experts.160.gate_proj,not applicable,,0.823
23,mlp.experts.160.up_proj,not applicable,,0.827
23,mlp.experts.161.gate_proj,not applicable,,0.829
23,mlp.experts.161.up_proj,not applicable,,0.832
23,mlp.experts.162.gate_proj,not applicable,,0.834
23,mlp.experts.162.up_proj,not applicable,,0.837
23,mlp.experts.163.gate_proj,not applicable,,0.839
23,mlp.experts.163.up_proj,not applicable,,0.842
23,mlp.experts.164.gate_proj,not applicable,,0.845
23,mlp.experts.164.up_proj,not applicable,,0.847
23,mlp.experts.165.gate_proj,not applicable,,0.849
23,mlp.experts.165.up_proj,not applicable,,0.852
23,mlp.experts.166.gate_proj,not applicable,,0.854
23,mlp.experts.166.up_proj,not applicable,,0.857
23,mlp.experts.167.gate_proj,not applicable,,0.859
23,mlp.experts.167.up_proj,not applicable,,0.862
23,mlp.experts.168.gate_proj,not applicable,,0.864
23,mlp.experts.168.up_proj,not applicable,,0.867
23,mlp.experts.169.gate_proj,not applicable,,0.869
23,mlp.experts.169.up_proj,not applicable,,0.872
23,mlp.experts.170.gate_proj,not applicable,,0.874
23,mlp.experts.170.up_proj,not applicable,,0.877
23,mlp.experts.171.gate_proj,not applicable,,0.880
23,mlp.experts.171.up_proj,not applicable,,0.882
23,mlp.experts.172.gate_proj,not applicable,,0.884
23,mlp.experts.172.up_proj,not applicable,,0.887
23,mlp.experts.173.gate_proj,not applicable,,0.889
23,mlp.experts.173.up_proj,not applicable,,0.892
23,mlp.experts.174.gate_proj,not applicable,,0.894
23,mlp.experts.174.up_proj,not applicable,,0.897
23,mlp.experts.175.gate_proj,not applicable,,0.899
23,mlp.experts.175.up_proj,not applicable,,0.902
23,mlp.experts.176.gate_proj,not applicable,,0.904
23,mlp.experts.176.up_proj,not applicable,,0.906
23,mlp.experts.177.gate_proj,not applicable,,0.909
23,mlp.experts.177.up_proj,not applicable,,0.911
23,mlp.experts.178.gate_proj,not applicable,,0.914
23,mlp.experts.178.up_proj,not applicable,,0.916
23,mlp.experts.179.gate_proj,not applicable,,0.918
23,mlp.experts.179.up_proj,not applicable,,0.921
23,mlp.experts.180.gate_proj,not applicable,,0.923
23,mlp.experts.180.up_proj,not applicable,,0.927
23,mlp.experts.181.gate_proj,not applicable,,0.929
23,mlp.experts.181.up_proj,not applicable,,0.932
23,mlp.experts.182.gate_proj,not applicable,,0.934
23,mlp.experts.182.up_proj,not applicable,,0.936
23,mlp.experts.183.gate_proj,not applicable,,0.939
23,mlp.experts.183.up_proj,not applicable,,0.941
23,mlp.experts.184.gate_proj,not applicable,,0.944
23,mlp.experts.184.up_proj,not applicable,,0.946
23,mlp.experts.185.gate_proj,not applicable,,0.949
23,mlp.experts.185.up_proj,not applicable,,0.951
23,mlp.experts.186.gate_proj,not applicable,,0.954
23,mlp.experts.186.up_proj,not applicable,,0.956
23,mlp.experts.187.gate_proj,not applicable,,0.959
23,mlp.experts.187.up_proj,not applicable,,0.961
23,mlp.experts.188.gate_proj,not applicable,,0.964
23,mlp.experts.188.up_proj,not applicable,,0.966
23,mlp.experts.189.gate_proj,not applicable,,0.969
23,mlp.experts.189.up_proj,not applicable,,0.971
23,mlp.experts.190.gate_proj,not applicable,,0.974
23,mlp.experts.190.up_proj,not applicable,,0.977
23,mlp.experts.191.gate_proj,not applicable,,0.980
23,mlp.experts.191.up_proj,not applicable,,0.982
23,mlp.experts.192.gate_proj,not applicable,,0.985
23,mlp.experts.192.up_proj,not applicable,,0.987
23,mlp.experts.193.gate_proj,not applicable,,0.990
23,mlp.experts.193.up_proj,not applicable,,0.992
23,mlp.experts.194.gate_proj,not applicable,,0.995
23,mlp.experts.194.up_proj,not applicable,,0.997
23,mlp.experts.195.gate_proj,not applicable,,0.999
23,mlp.experts.195.up_proj,not applicable,,1.002
23,mlp.experts.196.gate_proj,not applicable,,1.004
23,mlp.experts.196.up_proj,not applicable,,1.007
23,mlp.experts.197.gate_proj,not applicable,,1.009
23,mlp.experts.197.up_proj,not applicable,,1.012
23,mlp.experts.198.gate_proj,not applicable,,1.014
23,mlp.experts.198.up_proj,not applicable,,1.016
23,mlp.experts.199.gate_proj,not applicable,,1.019
23,mlp.experts.199.up_proj,not applicable,,1.021
23,mlp.experts.200.gate_proj,not applicable,,1.024
23,mlp.experts.200.up_proj,not applicable,,1.027
23,mlp.experts.201.gate_proj,not applicable,,1.029
23,mlp.experts.201.up_proj,not applicable,,1.032
23,mlp.experts.202.gate_proj,not applicable,,1.034
23,mlp.experts.202.up_proj,not applicable,,1.037
23,mlp.experts.203.gate_proj,not applicable,,1.039
23,mlp.experts.203.up_proj,not applicable,,1.042
23,mlp.experts.204.gate_proj,not applicable,,1.044
23,mlp.experts.204.up_proj,not applicable,,1.047
23,mlp.experts.205.gate_proj,not applicable,,1.049
23,mlp.experts.205.up_proj,not applicable,,1.051
23,mlp.experts.206.gate_proj,not applicable,,1.054
23,mlp.experts.206.up_proj,not applicable,,1.056
23,mlp.experts.207.gate_proj,not applicable,,1.059
23,mlp.experts.207.up_proj,not applicable,,1.061
23,mlp.experts.208.gate_proj,not applicable,,1.063
23,mlp.experts.208.up_proj,not applicable,,1.066
23,mlp.experts.209.gate_proj,not applicable,,1.068
23,mlp.experts.209.up_proj,not applicable,,1.071
23,mlp.experts.210.gate_proj,not applicable,,1.073
23,mlp.experts.210.up_proj,not applicable,,1.076
23,mlp.experts.211.gate_proj,not applicable,,1.079
23,mlp.experts.211.up_proj,not applicable,,1.081
23,mlp.experts.212.gate_proj,not applicable,,1.083
23,mlp.experts.212.up_proj,not applicable,,1.086
23,mlp.experts.213.gate_proj,not applicable,,1.088
23,mlp.experts.213.up_proj,not applicable,,1.091
23,mlp.experts.214.gate_proj,not applicable,,1.093
23,mlp.experts.214.up_proj,not applicable,,1.096
23,mlp.experts.215.gate_proj,not applicable,,1.098
23,mlp.experts.215.up_proj,not applicable,,1.100
23,mlp.experts.216.gate_proj,not applicable,,1.103
23,mlp.experts.216.up_proj,not applicable,,1.105
23,mlp.experts.217.gate_proj,not applicable,,1.108
23,mlp.experts.217.up_proj,not applicable,,1.110
23,mlp.experts.218.gate_proj,not applicable,,1.113
23,mlp.experts.218.up_proj,not applicable,,1.115
23,mlp.experts.219.gate_proj,not applicable,,1.118
23,mlp.experts.219.up_proj,not applicable,,1.120
23,mlp.experts.220.gate_proj,not applicable,,1.122
23,mlp.experts.220.up_proj,not applicable,,1.126
23,mlp.experts.221.gate_proj,not applicable,,1.128
23,mlp.experts.221.up_proj,not applicable,,1.131
23,mlp.experts.222.gate_proj,not applicable,,1.133
23,mlp.experts.222.up_proj,not applicable,,1.136
23,mlp.experts.223.gate_proj,not applicable,,1.138
23,mlp.experts.223.up_proj,not applicable,,1.141
23,mlp.experts.224.gate_proj,not applicable,,1.144
23,mlp.experts.224.up_proj,not applicable,,1.146
23,mlp.experts.225.gate_proj,not applicable,,1.149
23,mlp.experts.225.up_proj,not applicable,,1.151
23,mlp.experts.226.gate_proj,not applicable,,1.154
23,mlp.experts.226.up_proj,not applicable,,1.156
23,mlp.experts.227.gate_proj,not applicable,,1.158
23,mlp.experts.227.up_proj,not applicable,,1.161
23,mlp.experts.228.gate_proj,not applicable,,1.163
23,mlp.experts.228.up_proj,not applicable,,1.166
23,mlp.experts.229.gate_proj,not applicable,,1.168
23,mlp.experts.229.up_proj,not applicable,,1.171
23,mlp.experts.230.gate_proj,not applicable,,1.173
23,mlp.experts.230.up_proj,not applicable,,1.176
23,mlp.experts.231.gate_proj,not applicable,,1.179
23,mlp.experts.231.up_proj,not applicable,,1.181
23,mlp.experts.232.gate_proj,not applicable,,1.184
23,mlp.experts.232.up_proj,not applicable,,1.186
23,mlp.experts.233.gate_proj,not applicable,,1.189
23,mlp.experts.233.up_proj,not applicable,,1.191
23,mlp.experts.234.gate_proj,not applicable,,1.194
23,mlp.experts.234.up_proj,not applicable,,1.196
23,mlp.experts.235.gate_proj,not applicable,,1.198
23,mlp.experts.235.up_proj,not applicable,,1.201
23,mlp.experts.236.gate_proj,not applicable,,1.203
23,mlp.experts.236.up_proj,not applicable,,1.206
23,mlp.experts.237.gate_proj,not applicable,,1.208
23,mlp.experts.237.up_proj,not applicable,,1.211
23,mlp.experts.238.gate_proj,not applicable,,1.213
23,mlp.experts.238.up_proj,not applicable,,1.216
23,mlp.experts.239.gate_proj,not applicable,,1.218
23,mlp.experts.239.up_proj,not applicable,,1.221
23,mlp.experts.240.gate_proj,not applicable,,1.223
23,mlp.experts.240.up_proj,not applicable,,1.226
23,mlp.experts.241.gate_proj,not applicable,,1.229
23,mlp.experts.241.up_proj,not applicable,,1.231
23,mlp.experts.242.gate_proj,not applicable,,1.234
23,mlp.experts.242.up_proj,not applicable,,1.236
23,mlp.experts.243.gate_proj,not applicable,,1.239
23,mlp.experts.243.up_proj,not applicable,,1.241
23,mlp.experts.244.gate_proj,not applicable,,1.244
23,mlp.experts.244.up_proj,not applicable,,1.246
23,mlp.experts.245.gate_proj,not applicable,,1.248
23,mlp.experts.245.up_proj,not applicable,,1.251
23,mlp.experts.246.gate_proj,not applicable,,1.254
23,mlp.experts.246.up_proj,not applicable,,1.256
23,mlp.experts.247.gate_proj,not applicable,,1.258
23,mlp.experts.247.up_proj,not applicable,,1.261
23,mlp.experts.248.gate_proj,not applicable,,1.263
23,mlp.experts.248.up_proj,not applicable,,1.266
23,mlp.experts.249.gate_proj,not applicable,,1.268
23,mlp.experts.249.up_proj,not applicable,,1.271
23,mlp.experts.250.gate_proj,not applicable,,1.273
23,mlp.experts.250.up_proj,not applicable,,1.277
23,mlp.experts.251.gate_proj,not applicable,,1.279
23,mlp.experts.251.up_proj,not applicable,,1.281
23,mlp.experts.252.gate_proj,not applicable,,1.284
23,mlp.experts.252.up_proj,not applicable,,1.286
23,mlp.experts.253.gate_proj,not applicable,,1.289
23,mlp.experts.253.up_proj,not applicable,,1.291
23,mlp.experts.254.gate_proj,not applicable,,1.294
23,mlp.experts.254.up_proj,not applicable,,1.297
23,mlp.experts.255.gate_proj,not applicable,,1.299
23,mlp.experts.255.up_proj,not applicable,,1.301
23,mlp.experts.0.down_proj,0.0000028997,,1.304
23,mlp.experts.1.down_proj,0.0000010932,,1.306
23,mlp.experts.2.down_proj,0.0000025725,,1.309
23,mlp.experts.3.down_proj,0.0000013040,,1.311
23,mlp.experts.4.down_proj,0.0000015409,,1.313
23,mlp.experts.5.down_proj,0.0000027110,,1.316
23,mlp.experts.6.down_proj,0.0000060753,,1.318
23,mlp.experts.7.down_proj,0.0000041369,,1.320
23,mlp.experts.8.down_proj,0.0000014302,,1.323
23,mlp.experts.9.down_proj,0.0000009397,,1.326
23,mlp.experts.10.down_proj,0.0000016965,,1.328
23,mlp.experts.11.down_proj,0.0000025899,,1.330
23,mlp.experts.12.down_proj,0.0000007419,,1.333
23,mlp.experts.13.down_proj,0.0000049104,,1.335
23,mlp.experts.14.down_proj,0.0000012125,,1.337
23,mlp.experts.15.down_proj,0.0000037758,,1.340
23,mlp.experts.16.down_proj,0.0000002195,,1.342
23,mlp.experts.17.down_proj,0.0000047978,,1.344
23,mlp.experts.18.down_proj,0.0000042719,,1.347
23,mlp.experts.19.down_proj,0.0000047906,,1.349
23,mlp.experts.20.down_proj,0.0000021622,,1.351
23,mlp.experts.21.down_proj,0.0000033833,,1.354
23,mlp.experts.22.down_proj,0.0000017310,,1.356
23,mlp.experts.23.down_proj,0.0000010583,,1.359
23,mlp.experts.24.down_proj,0.0000017066,,1.361
23,mlp.experts.25.down_proj,0.0000048111,,1.363
23,mlp.experts.26.down_proj,0.0000001359,,1.366
23,mlp.experts.27.down_proj,0.0000013957,,1.368
23,mlp.experts.28.down_proj,0.0000007135,,1.370
23,mlp.experts.29.down_proj,0.0000044380,,1.374
23,mlp.experts.30.down_proj,0.0000039898,,1.376
23,mlp.experts.31.down_proj,0.0000010989,,1.378
23,mlp.experts.32.down_proj,0.0000008930,,1.381
23,mlp.experts.33.down_proj,0.0000023566,,1.383
23,mlp.experts.34.down_proj,0.0000010284,,1.385
23,mlp.experts.35.down_proj,0.0000047318,,1.388
23,mlp.experts.36.down_proj,0.0000007086,,1.390
23,mlp.experts.37.down_proj,0.0000022461,,1.392
23,mlp.experts.38.down_proj,0.0000018383,,1.395
23,mlp.experts.39.down_proj,0.0000000491,,1.398
23,mlp.experts.40.down_proj,0.0000004791,,1.400
23,mlp.experts.41.down_proj,0.0000005270,,1.402
23,mlp.experts.42.down_proj,0.0000068098,,1.405
23,mlp.experts.43.down_proj,0.0000002575,,1.407
23,mlp.experts.44.down_proj,0.0000017224,,1.409
23,mlp.experts.45.down_proj,0.0000021788,,1.412
23,mlp.experts.46.down_proj,0.0000009032,,1.414
23,mlp.experts.47.down_proj,0.0000058008,,1.417
23,mlp.experts.48.down_proj,0.0000013591,,1.419
23,mlp.experts.49.down_proj,0.0000045437,,1.423
23,mlp.experts.50.down_proj,0.0000005166,,1.425
23,mlp.experts.51.down_proj,0.0000019174,,1.427
23,mlp.experts.52.down_proj,0.0000042536,,1.430
23,mlp.experts.53.down_proj,0.0000029005,,1.432
23,mlp.experts.54.down_proj,0.0000012088,,1.434
23,mlp.experts.55.down_proj,0.0000024838,,1.437
23,mlp.experts.56.down_proj,0.0000031436,,1.439
23,mlp.experts.57.down_proj,0.0000026175,,1.441
23,mlp.experts.58.down_proj,0.0000005971,,1.444
23,mlp.experts.59.down_proj,0.0000002441,,1.446
23,mlp.experts.60.down_proj,0.0000023682,,1.449
23,mlp.experts.61.down_proj,0.0000009134,,1.451
23,mlp.experts.62.down_proj,0.0000009584,,1.453
23,mlp.experts.63.down_proj,0.0000015747,,1.456
23,mlp.experts.64.down_proj,0.0000007584,,1.459
23,mlp.experts.65.down_proj,0.0000020292,,1.461
23,mlp.experts.66.down_proj,0.0000011340,,1.463
23,mlp.experts.67.down_proj,0.0000044050,,1.466
23,mlp.experts.68.down_proj,0.0000011090,,1.468
23,mlp.experts.69.down_proj,0.0000004170,,1.471
23,mlp.experts.70.down_proj,0.0000032635,,1.474
23,mlp.experts.71.down_proj,0.0000021334,,1.476
23,mlp.experts.72.down_proj,0.0000007052,,1.478
23,mlp.experts.73.down_proj,0.0000003722,,1.481
23,mlp.experts.74.down_proj,0.0000002587,,1.483
23,mlp.experts.75.down_proj,0.0000021320,,1.485
23,mlp.experts.76.down_proj,0.0000034284,,1.488
23,mlp.experts.77.down_proj,0.0000030234,,1.491
23,mlp.experts.78.down_proj,0.0000004527,,1.493
23,mlp.experts.79.down_proj,0.0000005303,,1.495
23,mlp.experts.80.down_proj,0.0000035566,,1.498
23,mlp.experts.81.down_proj,0.0000007615,,1.500
23,mlp.experts.82.down_proj,0.0000005005,,1.502
23,mlp.experts.83.down_proj,0.0000046862,,1.505
23,mlp.experts.84.down_proj,0.0000004116,,1.507
23,mlp.experts.85.down_proj,0.0000046947,,1.509
23,mlp.experts.86.down_proj,0.0000021931,,1.512
23,mlp.experts.87.down_proj,0.0000007022,,1.514
23,mlp.experts.88.down_proj,0.0000007036,,1.516
23,mlp.experts.89.down_proj,0.0000019238,,1.520
23,mlp.experts.90.down_proj,0.0000006118,,1.522
23,mlp.experts.91.down_proj,0.0000009407,,1.525
23,mlp.experts.92.down_proj,0.0000042677,,1.527
23,mlp.experts.93.down_proj,0.0000011345,,1.529
23,mlp.experts.94.down_proj,0.0000005842,,1.532
23,mlp.experts.95.down_proj,0.0000004667,,1.534
23,mlp.experts.96.down_proj,0.0000037987,,1.536
23,mlp.experts.97.down_proj,0.0000007214,,1.539
23,mlp.experts.98.down_proj,0.0000005348,,1.541
23,mlp.experts.99.down_proj,0.0000003680,,1.543
23,mlp.experts.100.down_proj,0.0000009864,,1.546
23,mlp.experts.101.down_proj,0.0000010828,,1.548
23,mlp.experts.102.down_proj,0.0000008953,,1.551
23,mlp.experts.103.down_proj,0.0000011423,,1.553
23,mlp.experts.104.down_proj,0.0000002533,,1.555
23,mlp.experts.105.down_proj,0.0000016854,,1.558
23,mlp.experts.106.down_proj,0.0000052472,,1.560
23,mlp.experts.107.down_proj,0.0000017769,,1.563
23,mlp.experts.108.down_proj,0.0000038377,,1.565
23,mlp.experts.109.down_proj,0.0000036167,,1.568
23,mlp.experts.110.down_proj,0.0000005049,,1.571
23,mlp.experts.111.down_proj,0.0000011740,,1.573
23,mlp.experts.112.down_proj,0.0000021800,,1.576
23,mlp.experts.113.down_proj,0.0000002223,,1.578
23,mlp.experts.114.down_proj,0.0000012443,,1.580
23,mlp.experts.115.down_proj,0.0000009258,,1.583
23,mlp.experts.116.down_proj,0.0000013740,,1.585
23,mlp.experts.117.down_proj,0.0000018132,,1.587
23,mlp.experts.118.down_proj,0.0000011063,,1.590
23,mlp.experts.119.down_proj,0.0000051648,,1.592
23,mlp.experts.120.down_proj,0.0000003802,,1.595
23,mlp.experts.121.down_proj,0.0000016110,,1.598
23,mlp.experts.122.down_proj,0.0000005640,,1.600
23,mlp.experts.123.down_proj,0.0000043939,,1.603
23,mlp.experts.124.down_proj,0.0000033982,,1.605
23,mlp.experts.125.down_proj,0.0000050589,,1.607
23,mlp.experts.126.down_proj,0.0000008918,,1.610
23,mlp.experts.127.down_proj,0.0000006202,,1.612
23,mlp.experts.128.down_proj,0.0000021690,,1.615
23,mlp.experts.129.down_proj,0.0000045174,,1.618
23,mlp.experts.130.down_proj,0.0000040816,,1.620
23,mlp.experts.131.down_proj,0.0000015465,,1.623
23,mlp.experts.132.down_proj,0.0000028114,,1.625
23,mlp.experts.133.down_proj,0.0000012629,,1.628
23,mlp.experts.134.down_proj,0.0000018403,,1.630
23,mlp.experts.135.down_proj,0.0000049858,,1.632
23,mlp.experts.136.down_proj,0.0000014384,,1.635
23,mlp.experts.137.down_proj,0.0000010358,,1.637
23,mlp.experts.138.down_proj,0.0000004426,,1.640
23,mlp.experts.139.down_proj,0.0000001904,,1.642
23,mlp.experts.140.down_proj,0.0000035036,,1.645
23,mlp.experts.141.down_proj,0.0000004836,,1.647
23,mlp.experts.142.down_proj,0.0000010505,,1.649
23,mlp.experts.143.down_proj,0.0000009561,,1.652
23,mlp.experts.144.down_proj,0.0000006370,,1.654
23,mlp.experts.145.down_proj,0.0000007913,,1.657
23,mlp.experts.146.down_proj,0.0000027535,,1.659
23,mlp.experts.147.down_proj,0.0000010429,,1.662
23,mlp.experts.148.down_proj,0.0000038305,,1.664
23,mlp.experts.149.down_proj,0.0000008954,,1.668
23,mlp.experts.150.down_proj,0.0000012657,,1.670
23,mlp.experts.151.down_proj,0.0000007317,,1.673
23,mlp.experts.152.down_proj,0.0000031859,,1.675
23,mlp.experts.153.down_proj,0.0000015295,,1.678
23,mlp.experts.154.down_proj,0.0000030823,,1.680
23,mlp.experts.155.down_proj,0.0000003117,,1.683
23,mlp.experts.156.down_proj,0.0000014940,,1.685
23,mlp.experts.157.down_proj,0.0000011383,,1.688
23,mlp.experts.158.down_proj,0.0000012857,,1.690
23,mlp.experts.159.down_proj,0.0000043633,,1.692
23,mlp.experts.160.down_proj,0.0000003726,,1.695
23,mlp.experts.161.down_proj,0.0000009708,,1.698
23,mlp.experts.162.down_proj,0.0000038302,,1.700
23,mlp.experts.163.down_proj,0.0000021886,,1.703
23,mlp.experts.164.down_proj,0.0000008343,,1.705
23,mlp.experts.165.down_proj,0.0000024117,,1.707
23,mlp.experts.166.down_proj,0.0000018879,,1.710
23,mlp.experts.167.down_proj,0.0000003541,,1.712
23,mlp.experts.168.down_proj,0.0000022896,,1.715
23,mlp.experts.169.down_proj,0.0000024414,,1.718
23,mlp.experts.170.down_proj,0.0000003818,,1.720
23,mlp.experts.171.down_proj,0.0000015407,,1.723
23,mlp.experts.172.down_proj,0.0000004272,,1.725
23,mlp.experts.173.down_proj,0.0000043081,,1.728
23,mlp.experts.174.down_proj,0.0000009131,,1.730
23,mlp.experts.175.down_proj,0.0000024964,,1.733
23,mlp.experts.176.down_proj,0.0000022583,,1.735
23,mlp.experts.177.down_proj,0.0000039215,,1.738
23,mlp.experts.178.down_proj,0.0000020043,,1.740
23,mlp.experts.179.down_proj,0.0000017037,,1.743
23,mlp.experts.180.down_proj,0.0000006376,,1.745
23,mlp.experts.181.down_proj,0.0000025380,,1.748
23,mlp.experts.182.down_proj,0.0000004827,,1.750
23,mlp.experts.183.down_proj,0.0000011435,,1.753
23,mlp.experts.184.down_proj,0.0000031558,,1.755
23,mlp.experts.185.down_proj,0.0000021463,,1.758
23,mlp.experts.186.down_proj,0.0000027929,,1.760
23,mlp.experts.187.down_proj,0.0000005714,,1.763
23,mlp.experts.188.down_proj,0.0000013448,,1.765
23,mlp.experts.189.down_proj,0.0000016733,,1.769
23,mlp.experts.190.down_proj,0.0000000465,,1.771
23,mlp.experts.191.down_proj,0.0000007831,,1.773
23,mlp.experts.192.down_proj,0.0000003401,,1.776
23,mlp.experts.193.down_proj,0.0000025412,,1.778
23,mlp.experts.194.down_proj,0.0000026081,,1.781
23,mlp.experts.195.down_proj,0.0000038131,,1.783
23,mlp.experts.196.down_proj,0.0000008398,,1.785
23,mlp.experts.197.down_proj,0.0000008930,,1.788
23,mlp.experts.198.down_proj,0.0000014490,,1.790
23,mlp.experts.199.down_proj,0.0000025730,,1.793
23,mlp.experts.200.down_proj,0.0000042659,,1.795
23,mlp.experts.201.down_proj,0.0000021004,,1.798
23,mlp.experts.202.down_proj,0.0000020412,,1.800
23,mlp.experts.203.down_proj,0.0000004630,,1.803
23,mlp.experts.204.down_proj,0.0000003697,,1.805
23,mlp.experts.205.down_proj,0.0000015253,,1.808
23,mlp.experts.206.down_proj,0.0000041778,,1.810
23,mlp.experts.207.down_proj,0.0000020146,,1.813
23,mlp.experts.208.down_proj,0.0000008420,,1.815
23,mlp.experts.209.down_proj,0.0000022709,,1.818
23,mlp.experts.210.down_proj,0.0000005686,,1.821
23,mlp.experts.211.down_proj,0.0000029665,,1.823
23,mlp.experts.212.down_proj,0.0000054849,,1.826
23,mlp.experts.213.down_proj,0.0000019002,,1.828
23,mlp.experts.214.down_proj,0.0000038471,,1.830
23,mlp.experts.215.down_proj,0.0000021123,,1.833
23,mlp.experts.216.down_proj,0.0000034951,,1.835
23,mlp.experts.217.down_proj,0.0000011349,,1.838
23,mlp.experts.218.down_proj,0.0000043485,,1.840
23,mlp.experts.219.down_proj,0.0000019891,,1.843
23,mlp.experts.220.down_proj,0.0000005509,,1.845
23,mlp.experts.221.down_proj,0.0000037360,,1.848
23,mlp.experts.222.down_proj,0.0000024976,,1.850
23,mlp.experts.223.down_proj,0.0000007935,,1.852
23,mlp.experts.224.down_proj,0.0000008833,,1.855
23,mlp.experts.225.down_proj,0.0000017518,,1.858
23,mlp.experts.226.down_proj,0.0000011200,,1.860
23,mlp.experts.227.down_proj,0.0000046802,,1.863
23,mlp.experts.228.down_proj,0.0000016181,,1.865
23,mlp.experts.229.down_proj,0.0000035571,,1.869
23,mlp.experts.230.down_proj,0.0000020745,,1.871
23,mlp.experts.231.down_proj,0.0000000615,,1.874
23,mlp.experts.232.down_proj,0.0000029933,,1.876
23,mlp.experts.233.down_proj,0.0000054062,,1.879
23,mlp.experts.234.down_proj,0.0000022347,,1.881
23,mlp.experts.235.down_proj,0.0000005089,,1.883
23,mlp.experts.236.down_proj,0.0000036331,,1.886
23,mlp.experts.237.down_proj,0.0000009724,,1.888
23,mlp.experts.238.down_proj,0.0000045247,,1.891
23,mlp.experts.239.down_proj,0.0000027782,,1.893
23,mlp.experts.240.down_proj,0.0000032343,,1.896
23,mlp.experts.241.down_proj,0.0000011878,,1.899
23,mlp.experts.242.down_proj,0.0000039277,,1.901
23,mlp.experts.243.down_proj,0.0000052638,,1.904
23,mlp.experts.244.down_proj,0.0000009931,,1.906
23,mlp.experts.245.down_proj,0.0000028907,,1.909
23,mlp.experts.246.down_proj,0.0000005983,,1.911
23,mlp.experts.247.down_proj,0.0000022099,,1.914
23,mlp.experts.248.down_proj,0.0000041780,,1.916
23,mlp.experts.249.down_proj,0.0000027778,,1.920
23,mlp.experts.250.down_proj,0.0000042760,,1.922
23,mlp.experts.251.down_proj,0.0000007583,,1.925
23,mlp.experts.252.down_proj,0.0000026971,,1.927
23,mlp.experts.253.down_proj,0.0000004036,,1.930
23,mlp.experts.254.down_proj,0.0000010264,,1.932
23,mlp.experts.255.down_proj,0.0000020678,,1.934
24,mlp.experts.0.gate_proj,not applicable,,0.005
24,mlp.experts.0.up_proj,not applicable,,0.010
24,mlp.experts.1.gate_proj,not applicable,,0.013
24,mlp.experts.1.up_proj,not applicable,,0.016
24,mlp.experts.2.gate_proj,not applicable,,0.019
24,mlp.experts.2.up_proj,not applicable,,0.022
24,mlp.experts.3.gate_proj,not applicable,,0.025
24,mlp.experts.3.up_proj,not applicable,,0.027
24,mlp.experts.4.gate_proj,not applicable,,0.030
24,mlp.experts.4.up_proj,not applicable,,0.033
24,mlp.experts.5.gate_proj,not applicable,,0.035
24,mlp.experts.5.up_proj,not applicable,,0.038
24,mlp.experts.6.gate_proj,not applicable,,0.040
24,mlp.experts.6.up_proj,not applicable,,0.043
24,mlp.experts.7.gate_proj,not applicable,,0.046
24,mlp.experts.7.up_proj,not applicable,,0.048
24,mlp.experts.8.gate_proj,not applicable,,0.051
24,mlp.experts.8.up_proj,not applicable,,0.053
24,mlp.experts.9.gate_proj,not applicable,,0.056
24,mlp.experts.9.up_proj,not applicable,,0.059
24,mlp.experts.10.gate_proj,not applicable,,0.061
24,mlp.experts.10.up_proj,not applicable,,0.064
24,mlp.experts.11.gate_proj,not applicable,,0.067
24,mlp.experts.11.up_proj,not applicable,,0.070
24,mlp.experts.12.gate_proj,not applicable,,0.073
24,mlp.experts.12.up_proj,not applicable,,0.076
24,mlp.experts.13.gate_proj,not applicable,,0.078
24,mlp.experts.13.up_proj,not applicable,,0.081
24,mlp.experts.14.gate_proj,not applicable,,0.083
24,mlp.experts.14.up_proj,not applicable,,0.086
24,mlp.experts.15.gate_proj,not applicable,,0.089
24,mlp.experts.15.up_proj,not applicable,,0.091
24,mlp.experts.16.gate_proj,not applicable,,0.094
24,mlp.experts.16.up_proj,not applicable,,0.097
24,mlp.experts.17.gate_proj,not applicable,,0.099
24,mlp.experts.17.up_proj,not applicable,,0.102
24,mlp.experts.18.gate_proj,not applicable,,0.104
24,mlp.experts.18.up_proj,not applicable,,0.107
24,mlp.experts.19.gate_proj,not applicable,,0.109
24,mlp.experts.19.up_proj,not applicable,,0.112
24,mlp.experts.20.gate_proj,not applicable,,0.114
24,mlp.experts.20.up_proj,not applicable,,0.118
24,mlp.experts.21.gate_proj,not applicable,,0.121
24,mlp.experts.21.up_proj,not applicable,,0.123
24,mlp.experts.22.gate_proj,not applicable,,0.126
24,mlp.experts.22.up_proj,not applicable,,0.128
24,mlp.experts.23.gate_proj,not applicable,,0.131
24,mlp.experts.23.up_proj,not applicable,,0.133
24,mlp.experts.24.gate_proj,not applicable,,0.136
24,mlp.experts.24.up_proj,not applicable,,0.138
24,mlp.experts.25.gate_proj,not applicable,,0.141
24,mlp.experts.25.up_proj,not applicable,,0.144
24,mlp.experts.26.gate_proj,not applicable,,0.146
24,mlp.experts.26.up_proj,not applicable,,0.149
24,mlp.experts.27.gate_proj,not applicable,,0.151
24,mlp.experts.27.up_proj,not applicable,,0.154
24,mlp.experts.28.gate_proj,not applicable,,0.157
24,mlp.experts.28.up_proj,not applicable,,0.159
24,mlp.experts.29.gate_proj,not applicable,,0.162
24,mlp.experts.29.up_proj,not applicable,,0.164
24,mlp.experts.30.gate_proj,not applicable,,0.167
24,mlp.experts.30.up_proj,not applicable,,0.170
24,mlp.experts.31.gate_proj,not applicable,,0.173
24,mlp.experts.31.up_proj,not applicable,,0.176
24,mlp.experts.32.gate_proj,not applicable,,0.179
24,mlp.experts.32.up_proj,not applicable,,0.181
24,mlp.experts.33.gate_proj,not applicable,,0.184
24,mlp.experts.33.up_proj,not applicable,,0.186
24,mlp.experts.34.gate_proj,not applicable,,0.189
24,mlp.experts.34.up_proj,not applicable,,0.191
24,mlp.experts.35.gate_proj,not applicable,,0.194
24,mlp.experts.35.up_proj,not applicable,,0.196
24,mlp.experts.36.gate_proj,not applicable,,0.199
24,mlp.experts.36.up_proj,not applicable,,0.202
24,mlp.experts.37.gate_proj,not applicable,,0.204
24,mlp.experts.37.up_proj,not applicable,,0.207
24,mlp.experts.38.gate_proj,not applicable,,0.209
24,mlp.experts.38.up_proj,not applicable,,0.212
24,mlp.experts.39.gate_proj,not applicable,,0.214
24,mlp.experts.39.up_proj,not applicable,,0.217
24,mlp.experts.40.gate_proj,not applicable,,0.219
24,mlp.experts.40.up_proj,not applicable,,0.223
24,mlp.experts.41.gate_proj,not applicable,,0.225
24,mlp.experts.41.up_proj,not applicable,,0.228
24,mlp.experts.42.gate_proj,not applicable,,0.230
24,mlp.experts.42.up_proj,not applicable,,0.233
24,mlp.experts.43.gate_proj,not applicable,,0.235
24,mlp.experts.43.up_proj,not applicable,,0.238
24,mlp.experts.44.gate_proj,not applicable,,0.240
24,mlp.experts.44.up_proj,not applicable,,0.243
24,mlp.experts.45.gate_proj,not applicable,,0.245
24,mlp.experts.45.up_proj,not applicable,,0.248
24,mlp.experts.46.gate_proj,not applicable,,0.251
24,mlp.experts.46.up_proj,not applicable,,0.253
24,mlp.experts.47.gate_proj,not applicable,,0.256
24,mlp.experts.47.up_proj,not applicable,,0.258
24,mlp.experts.48.gate_proj,not applicable,,0.261
24,mlp.experts.48.up_proj,not applicable,,0.263
24,mlp.experts.49.gate_proj,not applicable,,0.266
24,mlp.experts.49.up_proj,not applicable,,0.269
24,mlp.experts.50.gate_proj,not applicable,,0.271
24,mlp.experts.50.up_proj,not applicable,,0.275
24,mlp.experts.51.gate_proj,not applicable,,0.278
24,mlp.experts.51.up_proj,not applicable,,0.280
24,mlp.experts.52.gate_proj,not applicable,,0.283
24,mlp.experts.52.up_proj,not applicable,,0.285
24,mlp.experts.53.gate_proj,not applicable,,0.288
24,mlp.experts.53.up_proj,not applicable,,0.290
24,mlp.experts.54.gate_proj,not applicable,,0.293
24,mlp.experts.54.up_proj,not applicable,,0.295
24,mlp.experts.55.gate_proj,not applicable,,0.298
24,mlp.experts.55.up_proj,not applicable,,0.300
24,mlp.experts.56.gate_proj,not applicable,,0.303
24,mlp.experts.56.up_proj,not applicable,,0.305
24,mlp.experts.57.gate_proj,not applicable,,0.308
24,mlp.experts.57.up_proj,not applicable,,0.310
24,mlp.experts.58.gate_proj,not applicable,,0.313
24,mlp.experts.58.up_proj,not applicable,,0.315
24,mlp.experts.59.gate_proj,not applicable,,0.318
24,mlp.experts.59.up_proj,not applicable,,0.320
24,mlp.experts.60.gate_proj,not applicable,,0.323
24,mlp.experts.60.up_proj,not applicable,,0.326
24,mlp.experts.61.gate_proj,not applicable,,0.329
24,mlp.experts.61.up_proj,not applicable,,0.331
24,mlp.experts.62.gate_proj,not applicable,,0.334
24,mlp.experts.62.up_proj,not applicable,,0.336
24,mlp.experts.63.gate_proj,not applicable,,0.339
24,mlp.experts.63.up_proj,not applicable,,0.341
24,mlp.experts.64.gate_proj,not applicable,,0.344
24,mlp.experts.64.up_proj,not applicable,,0.346
24,mlp.experts.65.gate_proj,not applicable,,0.349
24,mlp.experts.65.up_proj,not applicable,,0.351
24,mlp.experts.66.gate_proj,not applicable,,0.354
24,mlp.experts.66.up_proj,not applicable,,0.356
24,mlp.experts.67.gate_proj,not applicable,,0.359
24,mlp.experts.67.up_proj,not applicable,,0.361
24,mlp.experts.68.gate_proj,not applicable,,0.364
24,mlp.experts.68.up_proj,not applicable,,0.366
24,mlp.experts.69.gate_proj,not applicable,,0.369
24,mlp.experts.69.up_proj,not applicable,,0.372
24,mlp.experts.70.gate_proj,not applicable,,0.374
24,mlp.experts.70.up_proj,not applicable,,0.378
24,mlp.experts.71.gate_proj,not applicable,,0.380
24,mlp.experts.71.up_proj,not applicable,,0.383
24,mlp.experts.72.gate_proj,not applicable,,0.385
24,mlp.experts.72.up_proj,not applicable,,0.388
24,mlp.experts.73.gate_proj,not applicable,,0.390
24,mlp.experts.73.up_proj,not applicable,,0.393
24,mlp.experts.74.gate_proj,not applicable,,0.395
24,mlp.experts.74.up_proj,not applicable,,0.398
24,mlp.experts.75.gate_proj,not applicable,,0.400
24,mlp.experts.75.up_proj,not applicable,,0.402
24,mlp.experts.76.gate_proj,not applicable,,0.405
24,mlp.experts.76.up_proj,not applicable,,0.407
24,mlp.experts.77.gate_proj,not applicable,,0.410
24,mlp.experts.77.up_proj,not applicable,,0.412
24,mlp.experts.78.gate_proj,not applicable,,0.415
24,mlp.experts.78.up_proj,not applicable,,0.417
24,mlp.experts.79.gate_proj,not applicable,,0.420
24,mlp.experts.79.up_proj,not applicable,,0.422
24,mlp.experts.80.gate_proj,not applicable,,0.425
24,mlp.experts.80.up_proj,not applicable,,0.428
24,mlp.experts.81.gate_proj,not applicable,,0.431
24,mlp.experts.81.up_proj,not applicable,,0.433
24,mlp.experts.82.gate_proj,not applicable,,0.436
24,mlp.experts.82.up_proj,not applicable,,0.438
24,mlp.experts.83.gate_proj,not applicable,,0.441
24,mlp.experts.83.up_proj,not applicable,,0.443
24,mlp.experts.84.gate_proj,not applicable,,0.446
24,mlp.experts.84.up_proj,not applicable,,0.448
24,mlp.experts.85.gate_proj,not applicable,,0.451
24,mlp.experts.85.up_proj,not applicable,,0.453
24,mlp.experts.86.gate_proj,not applicable,,0.456
24,mlp.experts.86.up_proj,not applicable,,0.459
24,mlp.experts.87.gate_proj,not applicable,,0.461
24,mlp.experts.87.up_proj,not applicable,,0.464
24,mlp.experts.88.gate_proj,not applicable,,0.466
24,mlp.experts.88.up_proj,not applicable,,0.468
24,mlp.experts.89.gate_proj,not applicable,,0.471
24,mlp.experts.89.up_proj,not applicable,,0.473
24,mlp.experts.90.gate_proj,not applicable,,0.476
24,mlp.experts.90.up_proj,not applicable,,0.480
24,mlp.experts.91.gate_proj,not applicable,,0.482
24,mlp.experts.91.up_proj,not applicable,,0.485
24,mlp.experts.92.gate_proj,not applicable,,0.487
24,mlp.experts.92.up_proj,not applicable,,0.490
24,mlp.experts.93.gate_proj,not applicable,,0.492
24,mlp.experts.93.up_proj,not applicable,,0.495
24,mlp.experts.94.gate_proj,not applicable,,0.497
24,mlp.experts.94.up_proj,not applicable,,0.500
24,mlp.experts.95.gate_proj,not applicable,,0.502
24,mlp.experts.95.up_proj,not applicable,,0.505
24,mlp.experts.96.gate_proj,not applicable,,0.507
24,mlp.experts.96.up_proj,not applicable,,0.509
24,mlp.experts.97.gate_proj,not applicable,,0.512
24,mlp.experts.97.up_proj,not applicable,,0.514
24,mlp.experts.98.gate_proj,not applicable,,0.517
24,mlp.experts.98.up_proj,not applicable,,0.519
24,mlp.experts.99.gate_proj,not applicable,,0.522
24,mlp.experts.99.up_proj,not applicable,,0.524
24,mlp.experts.100.gate_proj,not applicable,,0.527
24,mlp.experts.100.up_proj,not applicable,,0.530
24,mlp.experts.101.gate_proj,not applicable,,0.533
24,mlp.experts.101.up_proj,not applicable,,0.535
24,mlp.experts.102.gate_proj,not applicable,,0.537
24,mlp.experts.102.up_proj,not applicable,,0.540
24,mlp.experts.103.gate_proj,not applicable,,0.542
24,mlp.experts.103.up_proj,not applicable,,0.545
24,mlp.experts.104.gate_proj,not applicable,,0.547
24,mlp.experts.104.up_proj,not applicable,,0.550
24,mlp.experts.105.gate_proj,not applicable,,0.552
24,mlp.experts.105.up_proj,not applicable,,0.555
24,mlp.experts.106.gate_proj,not applicable,,0.558
24,mlp.experts.106.up_proj,not applicable,,0.560
24,mlp.experts.107.gate_proj,not applicable,,0.563
24,mlp.experts.107.up_proj,not applicable,,0.565
24,mlp.experts.108.gate_proj,not applicable,,0.568
24,mlp.experts.108.up_proj,not applicable,,0.570
24,mlp.experts.109.gate_proj,not applicable,,0.573
24,mlp.experts.109.up_proj,not applicable,,0.575
24,mlp.experts.110.gate_proj,not applicable,,0.578
24,mlp.experts.110.up_proj,not applicable,,0.581
24,mlp.experts.111.gate_proj,not applicable,,0.584
24,mlp.experts.111.up_proj,not applicable,,0.587
24,mlp.experts.112.gate_proj,not applicable,,0.589
24,mlp.experts.112.up_proj,not applicable,,0.592
24,mlp.experts.113.gate_proj,not applicable,,0.594
24,mlp.experts.113.up_proj,not applicable,,0.597
24,mlp.experts.114.gate_proj,not applicable,,0.599
24,mlp.experts.114.up_proj,not applicable,,0.602
24,mlp.experts.115.gate_proj,not applicable,,0.604
24,mlp.experts.115.up_proj,not applicable,,0.606
24,mlp.experts.116.gate_proj,not applicable,,0.609
24,mlp.experts.116.up_proj,not applicable,,0.611
24,mlp.experts.117.gate_proj,not applicable,,0.614
24,mlp.experts.117.up_proj,not applicable,,0.616
24,mlp.experts.118.gate_proj,not applicable,,0.619
24,mlp.experts.118.up_proj,not applicable,,0.621
24,mlp.experts.119.gate_proj,not applicable,,0.624
24,mlp.experts.119.up_proj,not applicable,,0.626
24,mlp.experts.120.gate_proj,not applicable,,0.629
24,mlp.experts.120.up_proj,not applicable,,0.632
24,mlp.experts.121.gate_proj,not applicable,,0.635
24,mlp.experts.121.up_proj,not applicable,,0.637
24,mlp.experts.122.gate_proj,not applicable,,0.640
24,mlp.experts.122.up_proj,not applicable,,0.642
24,mlp.experts.123.gate_proj,not applicable,,0.645
24,mlp.experts.123.up_proj,not applicable,,0.647
24,mlp.experts.124.gate_proj,not applicable,,0.650
24,mlp.experts.124.up_proj,not applicable,,0.652
24,mlp.experts.125.gate_proj,not applicable,,0.655
24,mlp.experts.125.up_proj,not applicable,,0.658
24,mlp.experts.126.gate_proj,not applicable,,0.660
24,mlp.experts.126.up_proj,not applicable,,0.663
24,mlp.experts.127.gate_proj,not applicable,,0.666
24,mlp.experts.127.up_proj,not applicable,,0.668
24,mlp.experts.128.gate_proj,not applicable,,0.671
24,mlp.experts.128.up_proj,not applicable,,0.674
24,mlp.experts.129.gate_proj,not applicable,,0.676
24,mlp.experts.129.up_proj,not applicable,,0.679
24,mlp.experts.130.gate_proj,not applicable,,0.681
24,mlp.experts.130.up_proj,not applicable,,0.685
24,mlp.experts.131.gate_proj,not applicable,,0.687
24,mlp.experts.131.up_proj,not applicable,,0.690
24,mlp.experts.132.gate_proj,not applicable,,0.692
24,mlp.experts.132.up_proj,not applicable,,0.695
24,mlp.experts.133.gate_proj,not applicable,,0.697
24,mlp.experts.133.up_proj,not applicable,,0.700
24,mlp.experts.134.gate_proj,not applicable,,0.702
24,mlp.experts.134.up_proj,not applicable,,0.704
24,mlp.experts.135.gate_proj,not applicable,,0.707
24,mlp.experts.135.up_proj,not applicable,,0.709
24,mlp.experts.136.gate_proj,not applicable,,0.712
24,mlp.experts.136.up_proj,not applicable,,0.714
24,mlp.experts.137.gate_proj,not applicable,,0.717
24,mlp.experts.137.up_proj,not applicable,,0.719
24,mlp.experts.138.gate_proj,not applicable,,0.721
24,mlp.experts.138.up_proj,not applicable,,0.724
24,mlp.experts.139.gate_proj,not applicable,,0.726
24,mlp.experts.139.up_proj,not applicable,,0.729
24,mlp.experts.140.gate_proj,not applicable,,0.731
24,mlp.experts.140.up_proj,not applicable,,0.735
24,mlp.experts.141.gate_proj,not applicable,,0.737
24,mlp.experts.141.up_proj,not applicable,,0.739
24,mlp.experts.142.gate_proj,not applicable,,0.742
24,mlp.experts.142.up_proj,not applicable,,0.744
24,mlp.experts.143.gate_proj,not applicable,,0.747
24,mlp.experts.143.up_proj,not applicable,,0.749
24,mlp.experts.144.gate_proj,not applicable,,0.751
24,mlp.experts.144.up_proj,not applicable,,0.754
24,mlp.experts.145.gate_proj,not applicable,,0.757
24,mlp.experts.145.up_proj,not applicable,,0.759
24,mlp.experts.146.gate_proj,not applicable,,0.762
24,mlp.experts.146.up_proj,not applicable,,0.764
24,mlp.experts.147.gate_proj,not applicable,,0.767
24,mlp.experts.147.up_proj,not applicable,,0.769
24,mlp.experts.148.gate_proj,not applicable,,0.772
24,mlp.experts.148.up_proj,not applicable,,0.774
24,mlp.experts.149.gate_proj,not applicable,,0.777
24,mlp.experts.149.up_proj,not applicable,,0.779
24,mlp.experts.150.gate_proj,not applicable,,0.782
24,mlp.experts.150.up_proj,not applicable,,0.786
24,mlp.experts.151.gate_proj,not applicable,,0.788
24,mlp.experts.151.up_proj,not applicable,,0.791
24,mlp.experts.152.gate_proj,not applicable,,0.793
24,mlp.experts.152.up_proj,not applicable,,0.795
24,mlp.experts.153.gate_proj,not applicable,,0.798
24,mlp.experts.153.up_proj,not applicable,,0.800
24,mlp.experts.154.gate_proj,not applicable,,0.803
24,mlp.experts.154.up_proj,not applicable,,0.805
24,mlp.experts.155.gate_proj,not applicable,,0.808
24,mlp.experts.155.up_proj,not applicable,,0.810
24,mlp.experts.156.gate_proj,not applicable,,0.813
24,mlp.experts.156.up_proj,not applicable,,0.815
24,mlp.experts.157.gate_proj,not applicable,,0.818
24,mlp.experts.157.up_proj,not applicable,,0.820
24,mlp.experts.158.gate_proj,not applicable,,0.822
24,mlp.experts.158.up_proj,not applicable,,0.825
24,mlp.experts.159.gate_proj,not applicable,,0.827
24,mlp.experts.159.up_proj,not applicable,,0.830
24,mlp.experts.160.gate_proj,not applicable,,0.832
24,mlp.experts.160.up_proj,not applicable,,0.836
24,mlp.experts.161.gate_proj,not applicable,,0.838
24,mlp.experts.161.up_proj,not applicable,,0.840
24,mlp.experts.162.gate_proj,not applicable,,0.843
24,mlp.experts.162.up_proj,not applicable,,0.845
24,mlp.experts.163.gate_proj,not applicable,,0.848
24,mlp.experts.163.up_proj,not applicable,,0.850
24,mlp.experts.164.gate_proj,not applicable,,0.853
24,mlp.experts.164.up_proj,not applicable,,0.855
24,mlp.experts.165.gate_proj,not applicable,,0.858
24,mlp.experts.165.up_proj,not applicable,,0.860
24,mlp.experts.166.gate_proj,not applicable,,0.863
24,mlp.experts.166.up_proj,not applicable,,0.865
24,mlp.experts.167.gate_proj,not applicable,,0.868
24,mlp.experts.167.up_proj,not applicable,,0.870
24,mlp.experts.168.gate_proj,not applicable,,0.872
24,mlp.experts.168.up_proj,not applicable,,0.875
24,mlp.experts.169.gate_proj,not applicable,,0.877
24,mlp.experts.169.up_proj,not applicable,,0.880
24,mlp.experts.170.gate_proj,not applicable,,0.882
24,mlp.experts.170.up_proj,not applicable,,0.886
24,mlp.experts.171.gate_proj,not applicable,,0.889
24,mlp.experts.171.up_proj,not applicable,,0.891
24,mlp.experts.172.gate_proj,not applicable,,0.894
24,mlp.experts.172.up_proj,not applicable,,0.896
24,mlp.experts.173.gate_proj,not applicable,,0.899
24,mlp.experts.173.up_proj,not applicable,,0.901
24,mlp.experts.174.gate_proj,not applicable,,0.904
24,mlp.experts.174.up_proj,not applicable,,0.906
24,mlp.experts.175.gate_proj,not applicable,,0.908
24,mlp.experts.175.up_proj,not applicable,,0.911
24,mlp.experts.176.gate_proj,not applicable,,0.913
24,mlp.experts.176.up_proj,not applicable,,0.916
24,mlp.experts.177.gate_proj,not applicable,,0.918
24,mlp.experts.177.up_proj,not applicable,,0.921
24,mlp.experts.178.gate_proj,not applicable,,0.923
24,mlp.experts.178.up_proj,not applicable,,0.926
24,mlp.experts.179.gate_proj,not applicable,,0.928
24,mlp.experts.179.up_proj,not applicable,,0.930
24,mlp.experts.180.gate_proj,not applicable,,0.933
24,mlp.experts.180.up_proj,not applicable,,0.936
24,mlp.experts.181.gate_proj,not applicable,,0.939
24,mlp.experts.181.up_proj,not applicable,,0.941
24,mlp.experts.182.gate_proj,not applicable,,0.944
24,mlp.experts.182.up_proj,not applicable,,0.946
24,mlp.experts.183.gate_proj,not applicable,,0.949
24,mlp.experts.183.up_proj,not applicable,,0.951
24,mlp.experts.184.gate_proj,not applicable,,0.954
24,mlp.experts.184.up_proj,not applicable,,0.956
24,mlp.experts.185.gate_proj,not applicable,,0.959
24,mlp.experts.185.up_proj,not applicable,,0.961
24,mlp.experts.186.gate_proj,not applicable,,0.963
24,mlp.experts.186.up_proj,not applicable,,0.966
24,mlp.experts.187.gate_proj,not applicable,,0.968
24,mlp.experts.187.up_proj,not applicable,,0.971
24,mlp.experts.188.gate_proj,not applicable,,0.973
24,mlp.experts.188.up_proj,not applicable,,0.976
24,mlp.experts.189.gate_proj,not applicable,,0.978
24,mlp.experts.189.up_proj,not applicable,,0.980
24,mlp.experts.190.gate_proj,not applicable,,0.983
24,mlp.experts.190.up_proj,not applicable,,0.986
24,mlp.experts.191.gate_proj,not applicable,,0.989
24,mlp.experts.191.up_proj,not applicable,,0.992
24,mlp.experts.192.gate_proj,not applicable,,0.994
24,mlp.experts.192.up_proj,not applicable,,0.997
24,mlp.experts.193.gate_proj,not applicable,,0.999
24,mlp.experts.193.up_proj,not applicable,,1.002
24,mlp.experts.194.gate_proj,not applicable,,1.004
24,mlp.experts.194.up_proj,not applicable,,1.007
24,mlp.experts.195.gate_proj,not applicable,,1.009
24,mlp.experts.195.up_proj,not applicable,,1.012
24,mlp.experts.196.gate_proj,not applicable,,1.014
24,mlp.experts.196.up_proj,not applicable,,1.017
24,mlp.experts.197.gate_proj,not applicable,,1.019
24,mlp.experts.197.up_proj,not applicable,,1.022
24,mlp.experts.198.gate_proj,not applicable,,1.024
24,mlp.experts.198.up_proj,not applicable,,1.027
24,mlp.experts.199.gate_proj,not applicable,,1.029
24,mlp.experts.199.up_proj,not applicable,,1.032
24,mlp.experts.200.gate_proj,not applicable,,1.034
24,mlp.experts.200.up_proj,not applicable,,1.037
24,mlp.experts.201.gate_proj,not applicable,,1.040
24,mlp.experts.201.up_proj,not applicable,,1.042
24,mlp.experts.202.gate_proj,not applicable,,1.045
24,mlp.experts.202.up_proj,not applicable,,1.047
24,mlp.experts.203.gate_proj,not applicable,,1.050
24,mlp.experts.203.up_proj,not applicable,,1.052
24,mlp.experts.204.gate_proj,not applicable,,1.054
24,mlp.experts.204.up_proj,not applicable,,1.057
24,mlp.experts.205.gate_proj,not applicable,,1.059
24,mlp.experts.205.up_proj,not applicable,,1.062
24,mlp.experts.206.gate_proj,not applicable,,1.064
24,mlp.experts.206.up_proj,not applicable,,1.067
24,mlp.experts.207.gate_proj,not applicable,,1.069
24,mlp.experts.207.up_proj,not applicable,,1.072
24,mlp.experts.208.gate_proj,not applicable,,1.074
24,mlp.experts.208.up_proj,not applicable,,1.076
24,mlp.experts.209.gate_proj,not applicable,,1.079
24,mlp.experts.209.up_proj,not applicable,,1.081
24,mlp.experts.210.gate_proj,not applicable,,1.084
24,mlp.experts.210.up_proj,not applicable,,1.087
24,mlp.experts.211.gate_proj,not applicable,,1.090
24,mlp.experts.211.up_proj,not applicable,,1.093
24,mlp.experts.212.gate_proj,not applicable,,1.095
24,mlp.experts.212.up_proj,not applicable,,1.097
24,mlp.experts.213.gate_proj,not applicable,,1.100
24,mlp.experts.213.up_proj,not applicable,,1.103
24,mlp.experts.214.gate_proj,not applicable,,1.105
24,mlp.experts.214.up_proj,not applicable,,1.108
24,mlp.experts.215.gate_proj,not applicable,,1.110
24,mlp.experts.215.up_proj,not applicable,,1.112
24,mlp.experts.216.gate_proj,not applicable,,1.115
24,mlp.experts.216.up_proj,not applicable,,1.117
24,mlp.experts.217.gate_proj,not applicable,,1.120
24,mlp.experts.217.up_proj,not applicable,,1.122
24,mlp.experts.218.gate_proj,not applicable,,1.125
24,mlp.experts.218.up_proj,not applicable,,1.127
24,mlp.experts.219.gate_proj,not applicable,,1.129
24,mlp.experts.219.up_proj,not applicable,,1.132
24,mlp.experts.220.gate_proj,not applicable,,1.135
24,mlp.experts.220.up_proj,not applicable,,1.138
24,mlp.experts.221.gate_proj,not applicable,,1.140
24,mlp.experts.221.up_proj,not applicable,,1.143
24,mlp.experts.222.gate_proj,not applicable,,1.145
24,mlp.experts.222.up_proj,not applicable,,1.148
24,mlp.experts.223.gate_proj,not applicable,,1.150
24,mlp.experts.223.up_proj,not applicable,,1.152
24,mlp.experts.224.gate_proj,not applicable,,1.155
24,mlp.experts.224.up_proj,not applicable,,1.157
24,mlp.experts.225.gate_proj,not applicable,,1.160
24,mlp.experts.225.up_proj,not applicable,,1.163
24,mlp.experts.226.gate_proj,not applicable,,1.165
24,mlp.experts.226.up_proj,not applicable,,1.168
24,mlp.experts.227.gate_proj,not applicable,,1.170
24,mlp.experts.227.up_proj,not applicable,,1.173
24,mlp.experts.228.gate_proj,not applicable,,1.175
24,mlp.experts.228.up_proj,not applicable,,1.178
24,mlp.experts.229.gate_proj,not applicable,,1.180
24,mlp.experts.229.up_proj,not applicable,,1.182
24,mlp.experts.230.gate_proj,not applicable,,1.185
24,mlp.experts.230.up_proj,not applicable,,1.188
24,mlp.experts.231.gate_proj,not applicable,,1.191
24,mlp.experts.231.up_proj,not applicable,,1.194
24,mlp.experts.232.gate_proj,not applicable,,1.196
24,mlp.experts.232.up_proj,not applicable,,1.199
24,mlp.experts.233.gate_proj,not applicable,,1.201
24,mlp.experts.233.up_proj,not applicable,,1.203
24,mlp.experts.234.gate_proj,not applicable,,1.206
24,mlp.experts.234.up_proj,not applicable,,1.208
24,mlp.experts.235.gate_proj,not applicable,,1.211
24,mlp.experts.235.up_proj,not applicable,,1.213
24,mlp.experts.236.gate_proj,not applicable,,1.216
24,mlp.experts.236.up_proj,not applicable,,1.218
24,mlp.experts.237.gate_proj,not applicable,,1.220
24,mlp.experts.237.up_proj,not applicable,,1.223
24,mlp.experts.238.gate_proj,not applicable,,1.225
24,mlp.experts.238.up_proj,not applicable,,1.228
24,mlp.experts.239.gate_proj,not applicable,,1.230
24,mlp.experts.239.up_proj,not applicable,,1.233
24,mlp.experts.240.gate_proj,not applicable,,1.235
24,mlp.experts.240.up_proj,not applicable,,1.239
24,mlp.experts.241.gate_proj,not applicable,,1.241
24,mlp.experts.241.up_proj,not applicable,,1.244
24,mlp.experts.242.gate_proj,not applicable,,1.246
24,mlp.experts.242.up_proj,not applicable,,1.249
24,mlp.experts.243.gate_proj,not applicable,,1.251
24,mlp.experts.243.up_proj,not applicable,,1.254
24,mlp.experts.244.gate_proj,not applicable,,1.256
24,mlp.experts.244.up_proj,not applicable,,1.259
24,mlp.experts.245.gate_proj,not applicable,,1.261
24,mlp.experts.245.up_proj,not applicable,,1.264
24,mlp.experts.246.gate_proj,not applicable,,1.266
24,mlp.experts.246.up_proj,not applicable,,1.269
24,mlp.experts.247.gate_proj,not applicable,,1.271
24,mlp.experts.247.up_proj,not applicable,,1.274
24,mlp.experts.248.gate_proj,not applicable,,1.277
24,mlp.experts.248.up_proj,not applicable,,1.279
24,mlp.experts.249.gate_proj,not applicable,,1.282
24,mlp.experts.249.up_proj,not applicable,,1.284
24,mlp.experts.250.gate_proj,not applicable,,1.287
24,mlp.experts.250.up_proj,not applicable,,1.290
24,mlp.experts.251.gate_proj,not applicable,,1.293
24,mlp.experts.251.up_proj,not applicable,,1.295
24,mlp.experts.252.gate_proj,not applicable,,1.298
24,mlp.experts.252.up_proj,not applicable,,1.301
24,mlp.experts.253.gate_proj,not applicable,,1.303
24,mlp.experts.253.up_proj,not applicable,,1.306
24,mlp.experts.254.gate_proj,not applicable,,1.308
24,mlp.experts.254.up_proj,not applicable,,1.310
24,mlp.experts.255.gate_proj,not applicable,,1.313
24,mlp.experts.255.up_proj,not applicable,,1.315
24,mlp.experts.0.down_proj,0.0000069265,,1.318
24,mlp.experts.1.down_proj,0.0000038632,,1.321
24,mlp.experts.2.down_proj,0.0000031976,,1.323
24,mlp.experts.3.down_proj,0.0000061953,,1.326
24,mlp.experts.4.down_proj,0.0000018967,,1.328
24,mlp.experts.5.down_proj,0.0000042162,,1.330
24,mlp.experts.6.down_proj,0.0000038372,,1.333
24,mlp.experts.7.down_proj,0.0000008310,,1.335
24,mlp.experts.8.down_proj,0.0000046337,,1.337
24,mlp.experts.9.down_proj,0.0000057125,,1.341
24,mlp.experts.10.down_proj,0.0000009498,,1.343
24,mlp.experts.11.down_proj,0.0000030786,,1.345
24,mlp.experts.12.down_proj,0.0000082921,,1.348
24,mlp.experts.13.down_proj,0.0000017653,,1.350
24,mlp.experts.14.down_proj,0.0000031318,,1.353
24,mlp.experts.15.down_proj,0.0000042033,,1.355
24,mlp.experts.16.down_proj,0.0000055751,,1.357
24,mlp.experts.17.down_proj,0.0000054494,,1.360
24,mlp.experts.18.down_proj,0.0000059963,,1.362
24,mlp.experts.19.down_proj,0.0000029609,,1.365
24,mlp.experts.20.down_proj,0.0000098170,,1.367
24,mlp.experts.21.down_proj,0.0000040718,,1.370
24,mlp.experts.22.down_proj,0.0000051076,,1.372
24,mlp.experts.23.down_proj,0.0000024756,,1.374
24,mlp.experts.24.down_proj,0.0000054803,,1.377
24,mlp.experts.25.down_proj,0.0000030349,,1.379
24,mlp.experts.26.down_proj,0.0000072059,,1.381
24,mlp.experts.27.down_proj,0.0000000576,,1.384
24,mlp.experts.28.down_proj,0.0000013955,,1.386
24,mlp.experts.29.down_proj,0.0000016942,,1.389
24,mlp.experts.30.down_proj,0.0000034576,,1.392
24,mlp.experts.31.down_proj,0.0000024126,,1.394
24,mlp.experts.32.down_proj,0.0000004242,,1.396
24,mlp.experts.33.down_proj,0.0000019336,,1.399
24,mlp.experts.34.down_proj,0.0000005426,,1.402
24,mlp.experts.35.down_proj,0.0000026455,,1.404
24,mlp.experts.36.down_proj,0.0000015778,,1.406
24,mlp.experts.37.down_proj,0.0000002868,,1.409
24,mlp.experts.38.down_proj,0.0000033983,,1.411
24,mlp.experts.39.down_proj,0.0000045431,,1.413
24,mlp.experts.40.down_proj,0.0000026356,,1.416
24,mlp.experts.41.down_proj,0.0000016513,,1.418
24,mlp.experts.42.down_proj,0.0000041886,,1.421
24,mlp.experts.43.down_proj,0.0000023561,,1.423
24,mlp.experts.44.down_proj,0.0000016533,,1.426
24,mlp.experts.45.down_proj,0.0000014643,,1.428
24,mlp.experts.46.down_proj,0.0000010105,,1.431
24,mlp.experts.47.down_proj,0.0000035676,,1.433
24,mlp.experts.48.down_proj,0.0000052315,,1.435
24,mlp.experts.49.down_proj,0.0000073066,,1.439
24,mlp.experts.50.down_proj,0.0000026357,,1.441
24,mlp.experts.51.down_proj,0.0000005785,,1.443
24,mlp.experts.52.down_proj,0.0000060269,,1.446
24,mlp.experts.53.down_proj,0.0000011023,,1.448
24,mlp.experts.54.down_proj,0.0000016160,,1.451
24,mlp.experts.55.down_proj,0.0000082254,,1.453
24,mlp.experts.56.down_proj,0.0000045915,,1.455
24,mlp.experts.57.down_proj,0.0000004678,,1.458
24,mlp.experts.58.down_proj,0.0000019379,,1.460
24,mlp.experts.59.down_proj,0.0000064778,,1.463
24,mlp.experts.60.down_proj,0.0000024687,,1.465
24,mlp.experts.61.down_proj,0.0000021531,,1.468
24,mlp.experts.62.down_proj,0.0000029549,,1.470
24,mlp.experts.63.down_proj,0.0000019383,,1.473
24,mlp.experts.64.down_proj,0.0000016429,,1.475
24,mlp.experts.65.down_proj,0.0000006409,,1.477
24,mlp.experts.66.down_proj,0.0000003572,,1.480
24,mlp.experts.67.down_proj,0.0000002739,,1.482
24,mlp.experts.68.down_proj,0.0000056168,,1.485
24,mlp.experts.69.down_proj,0.0000023155,,1.488
24,mlp.experts.70.down_proj,0.0000068181,,1.490
24,mlp.experts.71.down_proj,0.0000006108,,1.493
24,mlp.experts.72.down_proj,0.0000029747,,1.495
24,mlp.experts.73.down_proj,0.0000023021,,1.498
24,mlp.experts.74.down_proj,0.0000028953,,1.500
24,mlp.experts.75.down_proj,0.0000012412,,1.503
24,mlp.experts.76.down_proj,0.0000056602,,1.505
24,mlp.experts.77.down_proj,0.0000054215,,1.507
24,mlp.experts.78.down_proj,0.0000003724,,1.510
24,mlp.experts.79.down_proj,0.0000039337,,1.512
24,mlp.experts.80.down_proj,0.0000036751,,1.515
24,mlp.experts.81.down_proj,0.0000034296,,1.517
24,mlp.experts.82.down_proj,0.0000039705,,1.519
24,mlp.experts.83.down_proj,0.0000048618,,1.522
24,mlp.experts.84.down_proj,0.0000052574,,1.524
24,mlp.experts.85.down_proj,0.0000039648,,1.527
24,mlp.experts.86.down_proj,0.0000014413,,1.529
24,mlp.experts.87.down_proj,0.0000093190,,1.532
24,mlp.experts.88.down_proj,0.0000021265,,1.534
24,mlp.experts.89.down_proj,0.0000018982,,1.537
24,mlp.experts.90.down_proj,0.0000012473,,1.540
24,mlp.experts.91.down_proj,0.0000043388,,1.542
24,mlp.experts.92.down_proj,0.0000050887,,1.544
24,mlp.experts.93.down_proj,0.0000002424,,1.547
24,mlp.experts.94.down_proj,0.0000047239,,1.549
24,mlp.experts.95.down_proj,0.0000027234,,1.552
24,mlp.experts.96.down_proj,0.0000016470,,1.554
24,mlp.experts.97.down_proj,0.0000018625,,1.556
24,mlp.experts.98.down_proj,0.0000024790,,1.559
24,mlp.experts.99.down_proj,0.0000033741,,1.561
24,mlp.experts.100.down_proj,0.0000021618,,1.564
24,mlp.experts.101.down_proj,0.0000018317,,1.567
24,mlp.experts.102.down_proj,0.0000064590,,1.569
24,mlp.experts.103.down_proj,0.0000012039,,1.572
24,mlp.experts.104.down_proj,0.0000078197,,1.574
24,mlp.experts.105.down_proj,0.0000027335,,1.577
24,mlp.experts.106.down_proj,0.0000058777,,1.579
24,mlp.experts.107.down_proj,0.0000044623,,1.581
24,mlp.experts.108.down_proj,0.0000004514,,1.584
24,mlp.experts.109.down_proj,0.0000007869,,1.587
24,mlp.experts.110.down_proj,0.0000046734,,1.590
24,mlp.experts.111.down_proj,0.0000050821,,1.592
24,mlp.experts.112.down_proj,0.0000067345,,1.595
24,mlp.experts.113.down_proj,0.0000040622,,1.597
24,mlp.experts.114.down_proj,0.0000037492,,1.600
24,mlp.experts.115.down_proj,0.0000001710,,1.602
24,mlp.experts.116.down_proj,0.0000014544,,1.605
24,mlp.experts.117.down_proj,0.0000012895,,1.607
24,mlp.experts.118.down_proj,0.0000006430,,1.610
24,mlp.experts.119.down_proj,0.0000034929,,1.612
24,mlp.experts.120.down_proj,0.0000061262,,1.615
24,mlp.experts.121.down_proj,0.0000031039,,1.617
24,mlp.experts.122.down_proj,0.0000081368,,1.619
24,mlp.experts.123.down_proj,0.0000010463,,1.622
24,mlp.experts.124.down_proj,0.0000004614,,1.624
24,mlp.experts.125.down_proj,0.0000044679,,1.627
24,mlp.experts.126.down_proj,0.0000006103,,1.629
24,mlp.experts.127.down_proj,0.0000073446,,1.631
24,mlp.experts.128.down_proj,0.0000014686,,1.634
24,mlp.experts.129.down_proj,0.0000019508,,1.637
24,mlp.experts.130.down_proj,0.0000006404,,1.639
24,mlp.experts.131.down_proj,0.0000043776,,1.642
24,mlp.experts.132.down_proj,0.0000004869,,1.644
24,mlp.experts.133.down_proj,0.0000019000,,1.647
24,mlp.experts.134.down_proj,0.0000024860,,1.649
24,mlp.experts.135.down_proj,0.0000047687,,1.651
24,mlp.experts.136.down_proj,0.0000012414,,1.654
24,mlp.experts.137.down_proj,0.0000009419,,1.656
24,mlp.experts.138.down_proj,0.0000040246,,1.659
24,mlp.experts.139.down_proj,0.0000031777,,1.661
24,mlp.experts.140.down_proj,0.0000008815,,1.664
24,mlp.experts.141.down_proj,0.0000004511,,1.666
24,mlp.experts.142.down_proj,0.0000046351,,1.669
24,mlp.experts.143.down_proj,0.0000032276,,1.671
24,mlp.experts.144.down_proj,0.0000006847,,1.673
24,mlp.experts.145.down_proj,0.0000007273,,1.676
24,mlp.experts.146.down_proj,0.0000071831,,1.678
24,mlp.experts.147.down_proj,0.0000041632,,1.681
24,mlp.experts.148.down_proj,0.0000007838,,1.683
24,mlp.experts.149.down_proj,0.0000004765,,1.687
24,mlp.experts.150.down_proj,0.0000006078,,1.689
24,mlp.experts.151.down_proj,0.0000039161,,1.692
24,mlp.experts.152.down_proj,0.0000007184,,1.694
24,mlp.experts.153.down_proj,0.0000018554,,1.697
24,mlp.experts.154.down_proj,0.0000012379,,1.699
24,mlp.experts.155.down_proj,0.0000021404,,1.701
24,mlp.experts.156.down_proj,0.0000008082,,1.704
24,mlp.experts.157.down_proj,0.0000005716,,1.707
24,mlp.experts.158.down_proj,0.0000018733,,1.709
24,mlp.experts.159.down_proj,0.0000045848,,1.712
24,mlp.experts.160.down_proj,0.0000067489,,1.714
24,mlp.experts.161.down_proj,0.0000009249,,1.716
24,mlp.experts.162.down_proj,0.0000030621,,1.719
24,mlp.experts.163.down_proj,0.0000008056,,1.721
24,mlp.experts.164.down_proj,0.0000009678,,1.724
24,mlp.experts.165.down_proj,0.0000061896,,1.726
24,mlp.experts.166.down_proj,0.0000070204,,1.729
24,mlp.experts.167.down_proj,0.0000005590,,1.731
24,mlp.experts.168.down_proj,0.0000052857,,1.734
24,mlp.experts.169.down_proj,0.0000016670,,1.737
24,mlp.experts.170.down_proj,0.0000033327,,1.739
24,mlp.experts.171.down_proj,0.0000075403,,1.742
24,mlp.experts.172.down_proj,0.0000011983,,1.744
24,mlp.experts.173.down_proj,0.0000006897,,1.747
24,mlp.experts.174.down_proj,0.0000042949,,1.749
24,mlp.experts.175.down_proj,0.0000017967,,1.752
24,mlp.experts.176.down_proj,0.0000043261,,1.754
24,mlp.experts.177.down_proj,0.0000008811,,1.756
24,mlp.experts.178.down_proj,0.0000038823,,1.759
24,mlp.experts.179.down_proj,0.0000041541,,1.761
24,mlp.experts.180.down_proj,0.0000032983,,1.764
24,mlp.experts.181.down_proj,0.0000031957,,1.766
24,mlp.experts.182.down_proj,0.0000034164,,1.769
24,mlp.experts.183.down_proj,0.0000013276,,1.771
24,mlp.experts.184.down_proj,0.0000038747,,1.774
24,mlp.experts.185.down_proj,0.0000027043,,1.776
24,mlp.experts.186.down_proj,0.0000033644,,1.778
24,mlp.experts.187.down_proj,0.0000010399,,1.781
24,mlp.experts.188.down_proj,0.0000018934,,1.783
24,mlp.experts.189.down_proj,0.0000044591,,1.787
24,mlp.experts.190.down_proj,0.0000086906,,1.789
24,mlp.experts.191.down_proj,0.0000008740,,1.792
24,mlp.experts.192.down_proj,0.0000039246,,1.794
24,mlp.experts.193.down_proj,0.0000011067,,1.797
24,mlp.experts.194.down_proj,0.0000007214,,1.799
24,mlp.experts.195.down_proj,0.0000083691,,1.802
24,mlp.experts.196.down_proj,0.0000005402,,1.804
24,mlp.experts.197.down_proj,0.0000019016,,1.807
24,mlp.experts.198.down_proj,0.0000006959,,1.810
24,mlp.experts.199.down_proj,0.0000025779,,1.812
24,mlp.experts.200.down_proj,0.0000003126,,1.814
24,mlp.experts.201.down_proj,0.0000022624,,1.817
24,mlp.experts.202.down_proj,0.0000040441,,1.819
24,mlp.experts.203.down_proj,0.0000028676,,1.822
24,mlp.experts.204.down_proj,0.0000050684,,1.824
24,mlp.experts.205.down_proj,0.0000014088,,1.827
24,mlp.experts.206.down_proj,0.0000073573,,1.829
24,mlp.experts.207.down_proj,0.0000007830,,1.831
24,mlp.experts.208.down_proj,0.0000041254,,1.834
24,mlp.experts.209.down_proj,0.0000023815,,1.837
24,mlp.experts.210.down_proj,0.0000014905,,1.840
24,mlp.experts.211.down_proj,0.0000019247,,1.842
24,mlp.experts.212.down_proj,0.0000024327,,1.844
24,mlp.experts.213.down_proj,0.0000019638,,1.847
24,mlp.experts.214.down_proj,0.0000010604,,1.849
24,mlp.experts.215.down_proj,0.0000032657,,1.852
24,mlp.experts.216.down_proj,0.0000064684,,1.854
24,mlp.experts.217.down_proj,0.0000009292,,1.857
24,mlp.experts.218.down_proj,0.0000001824,,1.859
24,mlp.experts.219.down_proj,0.0000006659,,1.862
24,mlp.experts.220.down_proj,0.0000072857,,1.864
24,mlp.experts.221.down_proj,0.0000007392,,1.867
24,mlp.experts.222.down_proj,0.0000034226,,1.869
24,mlp.experts.223.down_proj,0.0000004180,,1.872
24,mlp.experts.224.down_proj,0.0000046280,,1.874
24,mlp.experts.225.down_proj,0.0000008161,,1.877
24,mlp.experts.226.down_proj,0.0000041795,,1.879
24,mlp.experts.227.down_proj,0.0000036714,,1.881
24,mlp.experts.228.down_proj,0.0000047289,,1.884
24,mlp.experts.229.down_proj,0.0000014148,,1.887
24,mlp.experts.230.down_proj,0.0000014890,,1.890
24,mlp.experts.231.down_proj,0.0000069106,,1.892
24,mlp.experts.232.down_proj,0.0000009094,,1.895
24,mlp.experts.233.down_proj,0.0000006387,,1.897
24,mlp.experts.234.down_proj,0.0000006846,,1.899
24,mlp.experts.235.down_proj,0.0000003572,,1.902
24,mlp.experts.236.down_proj,0.0000015342,,1.904
24,mlp.experts.237.down_proj,0.0000009783,,1.907
24,mlp.experts.238.down_proj,0.0000043987,,1.910
24,mlp.experts.239.down_proj,0.0000082773,,1.912
24,mlp.experts.240.down_proj,0.0000026504,,1.915
24,mlp.experts.241.down_proj,0.0000021420,,1.917
24,mlp.experts.242.down_proj,0.0000006706,,1.920
24,mlp.experts.243.down_proj,0.0000027276,,1.922
24,mlp.experts.244.down_proj,0.0000033926,,1.925
24,mlp.experts.245.down_proj,0.0000042174,,1.928
24,mlp.experts.246.down_proj,0.0000053461,,1.931
24,mlp.experts.247.down_proj,0.0000006245,,1.933
24,mlp.experts.248.down_proj,0.0000022998,,1.935
24,mlp.experts.249.down_proj,0.0000045049,,1.939
24,mlp.experts.250.down_proj,0.0000028287,,1.941
24,mlp.experts.251.down_proj,0.0000026580,,1.944
24,mlp.experts.252.down_proj,0.0000019291,,1.946
24,mlp.experts.253.down_proj,0.0000007037,,1.948
24,mlp.experts.254.down_proj,0.0000031018,,1.951
24,mlp.experts.255.down_proj,0.0000031056,,1.953
25,mlp.experts.0.gate_proj,not applicable,,0.005
25,mlp.experts.0.up_proj,not applicable,,0.011
25,mlp.experts.1.gate_proj,not applicable,,0.014
25,mlp.experts.1.up_proj,not applicable,,0.017
25,mlp.experts.2.gate_proj,not applicable,,0.020
25,mlp.experts.2.up_proj,not applicable,,0.023
25,mlp.experts.3.gate_proj,not applicable,,0.025
25,mlp.experts.3.up_proj,not applicable,,0.028
25,mlp.experts.4.gate_proj,not applicable,,0.031
25,mlp.experts.4.up_proj,not applicable,,0.033
25,mlp.experts.5.gate_proj,not applicable,,0.036
25,mlp.experts.5.up_proj,not applicable,,0.039
25,mlp.experts.6.gate_proj,not applicable,,0.041
25,mlp.experts.6.up_proj,not applicable,,0.044
25,mlp.experts.7.gate_proj,not applicable,,0.046
25,mlp.experts.7.up_proj,not applicable,,0.049
25,mlp.experts.8.gate_proj,not applicable,,0.051
25,mlp.experts.8.up_proj,not applicable,,0.054
25,mlp.experts.9.gate_proj,not applicable,,0.057
25,mlp.experts.9.up_proj,not applicable,,0.059
25,mlp.experts.10.gate_proj,not applicable,,0.062
25,mlp.experts.10.up_proj,not applicable,,0.065
25,mlp.experts.11.gate_proj,not applicable,,0.068
25,mlp.experts.11.up_proj,not applicable,,0.070
25,mlp.experts.12.gate_proj,not applicable,,0.073
25,mlp.experts.12.up_proj,not applicable,,0.076
25,mlp.experts.13.gate_proj,not applicable,,0.078
25,mlp.experts.13.up_proj,not applicable,,0.081
25,mlp.experts.14.gate_proj,not applicable,,0.084
25,mlp.experts.14.up_proj,not applicable,,0.087
25,mlp.experts.15.gate_proj,not applicable,,0.089
25,mlp.experts.15.up_proj,not applicable,,0.092
25,mlp.experts.16.gate_proj,not applicable,,0.094
25,mlp.experts.16.up_proj,not applicable,,0.097
25,mlp.experts.17.gate_proj,not applicable,,0.099
25,mlp.experts.17.up_proj,not applicable,,0.102
25,mlp.experts.18.gate_proj,not applicable,,0.105
25,mlp.experts.18.up_proj,not applicable,,0.107
25,mlp.experts.19.gate_proj,not applicable,,0.110
25,mlp.experts.19.up_proj,not applicable,,0.112
25,mlp.experts.20.gate_proj,not applicable,,0.115
25,mlp.experts.20.up_proj,not applicable,,0.118
25,mlp.experts.21.gate_proj,not applicable,,0.121
25,mlp.experts.21.up_proj,not applicable,,0.124
25,mlp.experts.22.gate_proj,not applicable,,0.126
25,mlp.experts.22.up_proj,not applicable,,0.129
25,mlp.experts.23.gate_proj,not applicable,,0.131
25,mlp.experts.23.up_proj,not applicable,,0.134
25,mlp.experts.24.gate_proj,not applicable,,0.137
25,mlp.experts.24.up_proj,not applicable,,0.139
25,mlp.experts.25.gate_proj,not applicable,,0.142
25,mlp.experts.25.up_proj,not applicable,,0.145
25,mlp.experts.26.gate_proj,not applicable,,0.147
25,mlp.experts.26.up_proj,not applicable,,0.149
25,mlp.experts.27.gate_proj,not applicable,,0.152
25,mlp.experts.27.up_proj,not applicable,,0.154
25,mlp.experts.28.gate_proj,not applicable,,0.157
25,mlp.experts.28.up_proj,not applicable,,0.159
25,mlp.experts.29.gate_proj,not applicable,,0.162
25,mlp.experts.29.up_proj,not applicable,,0.164
25,mlp.experts.30.gate_proj,not applicable,,0.167
25,mlp.experts.30.up_proj,not applicable,,0.170
25,mlp.experts.31.gate_proj,not applicable,,0.173
25,mlp.experts.31.up_proj,not applicable,,0.175
25,mlp.experts.32.gate_proj,not applicable,,0.178
25,mlp.experts.32.up_proj,not applicable,,0.180
25,mlp.experts.33.gate_proj,not applicable,,0.183
25,mlp.experts.33.up_proj,not applicable,,0.185
25,mlp.experts.34.gate_proj,not applicable,,0.188
25,mlp.experts.34.up_proj,not applicable,,0.190
25,mlp.experts.35.gate_proj,not applicable,,0.193
25,mlp.experts.35.up_proj,not applicable,,0.195
25,mlp.experts.36.gate_proj,not applicable,,0.198
25,mlp.experts.36.up_proj,not applicable,,0.200
25,mlp.experts.37.gate_proj,not applicable,,0.203
25,mlp.experts.37.up_proj,not applicable,,0.205
25,mlp.experts.38.gate_proj,not applicable,,0.208
25,mlp.experts.38.up_proj,not applicable,,0.210
25,mlp.experts.39.gate_proj,not applicable,,0.213
25,mlp.experts.39.up_proj,not applicable,,0.215
25,mlp.experts.40.gate_proj,not applicable,,0.218
25,mlp.experts.40.up_proj,not applicable,,0.221
25,mlp.experts.41.gate_proj,not applicable,,0.224
25,mlp.experts.41.up_proj,not applicable,,0.226
25,mlp.experts.42.gate_proj,not applicable,,0.229
25,mlp.experts.42.up_proj,not applicable,,0.232
25,mlp.experts.43.gate_proj,not applicable,,0.234
25,mlp.experts.43.up_proj,not applicable,,0.236
25,mlp.experts.44.gate_proj,not applicable,,0.239
25,mlp.experts.44.up_proj,not applicable,,0.242
25,mlp.experts.45.gate_proj,not applicable,,0.244
25,mlp.experts.45.up_proj,not applicable,,0.247
25,mlp.experts.46.gate_proj,not applicable,,0.249
25,mlp.experts.46.up_proj,not applicable,,0.252
25,mlp.experts.47.gate_proj,not applicable,,0.254
25,mlp.experts.47.up_proj,not applicable,,0.257
25,mlp.experts.48.gate_proj,not applicable,,0.260
25,mlp.experts.48.up_proj,not applicable,,0.263
25,mlp.experts.49.gate_proj,not applicable,,0.265
25,mlp.experts.49.up_proj,not applicable,,0.268
25,mlp.experts.50.gate_proj,not applicable,,0.271
25,mlp.experts.50.up_proj,not applicable,,0.274
25,mlp.experts.51.gate_proj,not applicable,,0.276
25,mlp.experts.51.up_proj,not applicable,,0.279
25,mlp.experts.52.gate_proj,not applicable,,0.282
25,mlp.experts.52.up_proj,not applicable,,0.284
25,mlp.experts.53.gate_proj,not applicable,,0.287
25,mlp.experts.53.up_proj,not applicable,,0.290
25,mlp.experts.54.gate_proj,not applicable,,0.293
25,mlp.experts.54.up_proj,not applicable,,0.295
25,mlp.experts.55.gate_proj,not applicable,,0.298
25,mlp.experts.55.up_proj,not applicable,,0.301
25,mlp.experts.56.gate_proj,not applicable,,0.304
25,mlp.experts.56.up_proj,not applicable,,0.306
25,mlp.experts.57.gate_proj,not applicable,,0.309
25,mlp.experts.57.up_proj,not applicable,,0.311
25,mlp.experts.58.gate_proj,not applicable,,0.314
25,mlp.experts.58.up_proj,not applicable,,0.317
25,mlp.experts.59.gate_proj,not applicable,,0.319
25,mlp.experts.59.up_proj,not applicable,,0.322
25,mlp.experts.60.gate_proj,not applicable,,0.324
25,mlp.experts.60.up_proj,not applicable,,0.328
25,mlp.experts.61.gate_proj,not applicable,,0.330
25,mlp.experts.61.up_proj,not applicable,,0.333
25,mlp.experts.62.gate_proj,not applicable,,0.335
25,mlp.experts.62.up_proj,not applicable,,0.337
25,mlp.experts.63.gate_proj,not applicable,,0.340
25,mlp.experts.63.up_proj,not applicable,,0.342
25,mlp.experts.64.gate_proj,not applicable,,0.345
25,mlp.experts.64.up_proj,not applicable,,0.348
25,mlp.experts.65.gate_proj,not applicable,,0.350
25,mlp.experts.65.up_proj,not applicable,,0.353
25,mlp.experts.66.gate_proj,not applicable,,0.356
25,mlp.experts.66.up_proj,not applicable,,0.358
25,mlp.experts.67.gate_proj,not applicable,,0.361
25,mlp.experts.67.up_proj,not applicable,,0.363
25,mlp.experts.68.gate_proj,not applicable,,0.366
25,mlp.experts.68.up_proj,not applicable,,0.368
25,mlp.experts.69.gate_proj,not applicable,,0.371
25,mlp.experts.69.up_proj,not applicable,,0.373
25,mlp.experts.70.gate_proj,not applicable,,0.376
25,mlp.experts.70.up_proj,not applicable,,0.379
25,mlp.experts.71.gate_proj,not applicable,,0.381
25,mlp.experts.71.up_proj,not applicable,,0.384
25,mlp.experts.72.gate_proj,not applicable,,0.386
25,mlp.experts.72.up_proj,not applicable,,0.389
25,mlp.experts.73.gate_proj,not applicable,,0.391
25,mlp.experts.73.up_proj,not applicable,,0.394
25,mlp.experts.74.gate_proj,not applicable,,0.396
25,mlp.experts.74.up_proj,not applicable,,0.399
25,mlp.experts.75.gate_proj,not applicable,,0.401
25,mlp.experts.75.up_proj,not applicable,,0.404
25,mlp.experts.76.gate_proj,not applicable,,0.406
25,mlp.experts.76.up_proj,not applicable,,0.409
25,mlp.experts.77.gate_proj,not applicable,,0.411
25,mlp.experts.77.up_proj,not applicable,,0.413
25,mlp.experts.78.gate_proj,not applicable,,0.416
25,mlp.experts.78.up_proj,not applicable,,0.418
25,mlp.experts.79.gate_proj,not applicable,,0.421
25,mlp.experts.79.up_proj,not applicable,,0.424
25,mlp.experts.80.gate_proj,not applicable,,0.426
25,mlp.experts.80.up_proj,not applicable,,0.429
25,mlp.experts.81.gate_proj,not applicable,,0.432
25,mlp.experts.81.up_proj,not applicable,,0.434
25,mlp.experts.82.gate_proj,not applicable,,0.437
25,mlp.experts.82.up_proj,not applicable,,0.439
25,mlp.experts.83.gate_proj,not applicable,,0.441
25,mlp.experts.83.up_proj,not applicable,,0.444
25,mlp.experts.84.gate_proj,not applicable,,0.446
25,mlp.experts.84.up_proj,not applicable,,0.449
25,mlp.experts.85.gate_proj,not applicable,,0.451
25,mlp.experts.85.up_proj,not applicable,,0.454
25,mlp.experts.86.gate_proj,not applicable,,0.456
25,mlp.experts.86.up_proj,not applicable,,0.459
25,mlp.experts.87.gate_proj,not applicable,,0.462
25,mlp.experts.87.up_proj,not applicable,,0.464
25,mlp.experts.88.gate_proj,not applicable,,0.466
25,mlp.experts.88.up_proj,not applicable,,0.469
25,mlp.experts.89.gate_proj,not applicable,,0.471
25,mlp.experts.89.up_proj,not applicable,,0.474
25,mlp.experts.90.gate_proj,not applicable,,0.476
25,mlp.experts.90.up_proj,not applicable,,0.479
25,mlp.experts.91.gate_proj,not applicable,,0.482
25,mlp.experts.91.up_proj,not applicable,,0.484
25,mlp.experts.92.gate_proj,not applicable,,0.487
25,mlp.experts.92.up_proj,not applicable,,0.489
25,mlp.experts.93.gate_proj,not applicable,,0.491
25,mlp.experts.93.up_proj,not applicable,,0.494
25,mlp.experts.94.gate_proj,not applicable,,0.497
25,mlp.experts.94.up_proj,not applicable,,0.499
25,mlp.experts.95.gate_proj,not applicable,,0.501
25,mlp.experts.95.up_proj,not applicable,,0.504
25,mlp.experts.96.gate_proj,not applicable,,0.506
25,mlp.experts.96.up_proj,not applicable,,0.509
25,mlp.experts.97.gate_proj,not applicable,,0.511
25,mlp.experts.97.up_proj,not applicable,,0.514
25,mlp.experts.98.gate_proj,not applicable,,0.516
25,mlp.experts.98.up_proj,not applicable,,0.518
25,mlp.experts.99.gate_proj,not applicable,,0.521
25,mlp.experts.99.up_proj,not applicable,,0.524
25,mlp.experts.100.gate_proj,not applicable,,0.526
25,mlp.experts.100.up_proj,not applicable,,0.530
25,mlp.experts.101.gate_proj,not applicable,,0.532
25,mlp.experts.101.up_proj,not applicable,,0.535
25,mlp.experts.102.gate_proj,not applicable,,0.538
25,mlp.experts.102.up_proj,not applicable,,0.540
25,mlp.experts.103.gate_proj,not applicable,,0.543
25,mlp.experts.103.up_proj,not applicable,,0.545
25,mlp.experts.104.gate_proj,not applicable,,0.548
25,mlp.experts.104.up_proj,not applicable,,0.550
25,mlp.experts.105.gate_proj,not applicable,,0.553
25,mlp.experts.105.up_proj,not applicable,,0.555
25,mlp.experts.106.gate_proj,not applicable,,0.558
25,mlp.experts.106.up_proj,not applicable,,0.560
25,mlp.experts.107.gate_proj,not applicable,,0.563
25,mlp.experts.107.up_proj,not applicable,,0.565
25,mlp.experts.108.gate_proj,not applicable,,0.568
25,mlp.experts.108.up_proj,not applicable,,0.570
25,mlp.experts.109.gate_proj,not applicable,,0.573
25,mlp.experts.109.up_proj,not applicable,,0.575
25,mlp.experts.110.gate_proj,not applicable,,0.578
25,mlp.experts.110.up_proj,not applicable,,0.582
25,mlp.experts.111.gate_proj,not applicable,,0.584
25,mlp.experts.111.up_proj,not applicable,,0.586
25,mlp.experts.112.gate_proj,not applicable,,0.589
25,mlp.experts.112.up_proj,not applicable,,0.591
25,mlp.experts.113.gate_proj,not applicable,,0.594
25,mlp.experts.113.up_proj,not applicable,,0.596
25,mlp.experts.114.gate_proj,not applicable,,0.599
25,mlp.experts.114.up_proj,not applicable,,0.601
25,mlp.experts.115.gate_proj,not applicable,,0.603
25,mlp.experts.115.up_proj,not applicable,,0.606
25,mlp.experts.116.gate_proj,not applicable,,0.608
25,mlp.experts.116.up_proj,not applicable,,0.611
25,mlp.experts.117.gate_proj,not applicable,,0.613
25,mlp.experts.117.up_proj,not applicable,,0.615
25,mlp.experts.118.gate_proj,not applicable,,0.618
25,mlp.experts.118.up_proj,not applicable,,0.620
25,mlp.experts.119.gate_proj,not applicable,,0.623
25,mlp.experts.119.up_proj,not applicable,,0.625
25,mlp.experts.120.gate_proj,not applicable,,0.627
25,mlp.experts.120.up_proj,not applicable,,0.631
25,mlp.experts.121.gate_proj,not applicable,,0.633
25,mlp.experts.121.up_proj,not applicable,,0.636
25,mlp.experts.122.gate_proj,not applicable,,0.638
25,mlp.experts.122.up_proj,not applicable,,0.641
25,mlp.experts.123.gate_proj,not applicable,,0.643
25,mlp.experts.123.up_proj,not applicable,,0.645
25,mlp.experts.124.gate_proj,not applicable,,0.648
25,mlp.experts.124.up_proj,not applicable,,0.650
25,mlp.experts.125.gate_proj,not applicable,,0.653
25,mlp.experts.125.up_proj,not applicable,,0.655
25,mlp.experts.126.gate_proj,not applicable,,0.657
25,mlp.experts.126.up_proj,not applicable,,0.660
25,mlp.experts.127.gate_proj,not applicable,,0.663
25,mlp.experts.127.up_proj,not applicable,,0.665
25,mlp.experts.128.gate_proj,not applicable,,0.667
25,mlp.experts.128.up_proj,not applicable,,0.670
25,mlp.experts.129.gate_proj,not applicable,,0.672
25,mlp.experts.129.up_proj,not applicable,,0.674
25,mlp.experts.130.gate_proj,not applicable,,0.677
25,mlp.experts.130.up_proj,not applicable,,0.680
25,mlp.experts.131.gate_proj,not applicable,,0.683
25,mlp.experts.131.up_proj,not applicable,,0.685
25,mlp.experts.132.gate_proj,not applicable,,0.688
25,mlp.experts.132.up_proj,not applicable,,0.690
25,mlp.experts.133.gate_proj,not applicable,,0.693
25,mlp.experts.133.up_proj,not applicable,,0.695
25,mlp.experts.134.gate_proj,not applicable,,0.698
25,mlp.experts.134.up_proj,not applicable,,0.700
25,mlp.experts.135.gate_proj,not applicable,,0.703
25,mlp.experts.135.up_proj,not applicable,,0.705
25,mlp.experts.136.gate_proj,not applicable,,0.708
25,mlp.experts.136.up_proj,not applicable,,0.710
25,mlp.experts.137.gate_proj,not applicable,,0.713
25,mlp.experts.137.up_proj,not applicable,,0.715
25,mlp.experts.138.gate_proj,not applicable,,0.718
25,mlp.experts.138.up_proj,not applicable,,0.720
25,mlp.experts.139.gate_proj,not applicable,,0.722
25,mlp.experts.139.up_proj,not applicable,,0.725
25,mlp.experts.140.gate_proj,not applicable,,0.727
25,mlp.experts.140.up_proj,not applicable,,0.731
25,mlp.experts.141.gate_proj,not applicable,,0.733
25,mlp.experts.141.up_proj,not applicable,,0.736
25,mlp.experts.142.gate_proj,not applicable,,0.738
25,mlp.experts.142.up_proj,not applicable,,0.740
25,mlp.experts.143.gate_proj,not applicable,,0.743
25,mlp.experts.143.up_proj,not applicable,,0.745
25,mlp.experts.144.gate_proj,not applicable,,0.748
25,mlp.experts.144.up_proj,not applicable,,0.750
25,mlp.experts.145.gate_proj,not applicable,,0.753
25,mlp.experts.145.up_proj,not applicable,,0.755
25,mlp.experts.146.gate_proj,not applicable,,0.757
25,mlp.experts.146.up_proj,not applicable,,0.760
25,mlp.experts.147.gate_proj,not applicable,,0.762
25,mlp.experts.147.up_proj,not applicable,,0.765
25,mlp.experts.148.gate_proj,not applicable,,0.767
25,mlp.experts.148.up_proj,not applicable,,0.770
25,mlp.experts.149.gate_proj,not applicable,,0.772
25,mlp.experts.149.up_proj,not applicable,,0.775
25,mlp.experts.150.gate_proj,not applicable,,0.777
25,mlp.experts.150.up_proj,not applicable,,0.781
25,mlp.experts.151.gate_proj,not applicable,,0.783
25,mlp.experts.151.up_proj,not applicable,,0.785
25,mlp.experts.152.gate_proj,not applicable,,0.788
25,mlp.experts.152.up_proj,not applicable,,0.790
25,mlp.experts.153.gate_proj,not applicable,,0.793
25,mlp.experts.153.up_proj,not applicable,,0.795
25,mlp.experts.154.gate_proj,not applicable,,0.797
25,mlp.experts.154.up_proj,not applicable,,0.800
25,mlp.experts.155.gate_proj,not applicable,,0.802
25,mlp.experts.155.up_proj,not applicable,,0.805
25,mlp.experts.156.gate_proj,not applicable,,0.807
25,mlp.experts.156.up_proj,not applicable,,0.810
25,mlp.experts.157.gate_proj,not applicable,,0.812
25,mlp.experts.157.up_proj,not applicable,,0.815
25,mlp.experts.158.gate_proj,not applicable,,0.817
25,mlp.experts.158.up_proj,not applicable,,0.820
25,mlp.experts.159.gate_proj,not applicable,,0.822
25,mlp.experts.159.up_proj,not applicable,,0.825
25,mlp.experts.160.gate_proj,not applicable,,0.827
25,mlp.experts.160.up_proj,not applicable,,0.830
25,mlp.experts.161.gate_proj,not applicable,,0.833
25,mlp.experts.161.up_proj,not applicable,,0.835
25,mlp.experts.162.gate_proj,not applicable,,0.838
25,mlp.experts.162.up_proj,not applicable,,0.840
25,mlp.experts.163.gate_proj,not applicable,,0.843
25,mlp.experts.163.up_proj,not applicable,,0.845
25,mlp.experts.164.gate_proj,not applicable,,0.847
25,mlp.experts.164.up_proj,not applicable,,0.850
25,mlp.experts.165.gate_proj,not applicable,,0.852
25,mlp.experts.165.up_proj,not applicable,,0.855
25,mlp.experts.166.gate_proj,not applicable,,0.857
25,mlp.experts.166.up_proj,not applicable,,0.859
25,mlp.experts.167.gate_proj,not applicable,,0.862
25,mlp.experts.167.up_proj,not applicable,,0.865
25,mlp.experts.168.gate_proj,not applicable,,0.867
25,mlp.experts.168.up_proj,not applicable,,0.870
25,mlp.experts.169.gate_proj,not applicable,,0.872
25,mlp.experts.169.up_proj,not applicable,,0.875
25,mlp.experts.170.gate_proj,not applicable,,0.877
25,mlp.experts.170.up_proj,not applicable,,0.881
25,mlp.experts.171.gate_proj,not applicable,,0.883
25,mlp.experts.171.up_proj,not applicable,,0.885
25,mlp.experts.172.gate_proj,not applicable,,0.888
25,mlp.experts.172.up_proj,not applicable,,0.890
25,mlp.experts.173.gate_proj,not applicable,,0.892
25,mlp.experts.173.up_proj,not applicable,,0.895
25,mlp.experts.174.gate_proj,not applicable,,0.897
25,mlp.experts.174.up_proj,not applicable,,0.900
25,mlp.experts.175.gate_proj,not applicable,,0.902
25,mlp.experts.175.up_proj,not applicable,,0.904
25,mlp.experts.176.gate_proj,not applicable,,0.907
25,mlp.experts.176.up_proj,not applicable,,0.909
25,mlp.experts.177.gate_proj,not applicable,,0.911
25,mlp.experts.177.up_proj,not applicable,,0.914
25,mlp.experts.178.gate_proj,not applicable,,0.916
25,mlp.experts.178.up_proj,not applicable,,0.919
25,mlp.experts.179.gate_proj,not applicable,,0.921
25,mlp.experts.179.up_proj,not applicable,,0.924
25,mlp.experts.180.gate_proj,not applicable,,0.927
25,mlp.experts.180.up_proj,not applicable,,0.930
25,mlp.experts.181.gate_proj,not applicable,,0.933
25,mlp.experts.181.up_proj,not applicable,,0.935
25,mlp.experts.182.gate_proj,not applicable,,0.938
25,mlp.experts.182.up_proj,not applicable,,0.940
25,mlp.experts.183.gate_proj,not applicable,,0.942
25,mlp.experts.183.up_proj,not applicable,,0.945
25,mlp.experts.184.gate_proj,not applicable,,0.947
25,mlp.experts.184.up_proj,not applicable,,0.950
25,mlp.experts.185.gate_proj,not applicable,,0.952
25,mlp.experts.185.up_proj,not applicable,,0.954
25,mlp.experts.186.gate_proj,not applicable,,0.957
25,mlp.experts.186.up_proj,not applicable,,0.959
25,mlp.experts.187.gate_proj,not applicable,,0.962
25,mlp.experts.187.up_proj,not applicable,,0.964
25,mlp.experts.188.gate_proj,not applicable,,0.967
25,mlp.experts.188.up_proj,not applicable,,0.969
25,mlp.experts.189.gate_proj,not applicable,,0.971
25,mlp.experts.189.up_proj,not applicable,,0.974
25,mlp.experts.190.gate_proj,not applicable,,0.976
25,mlp.experts.190.up_proj,not applicable,,0.980
25,mlp.experts.191.gate_proj,not applicable,,0.982
25,mlp.experts.191.up_proj,not applicable,,0.985
25,mlp.experts.192.gate_proj,not applicable,,0.987
25,mlp.experts.192.up_proj,not applicable,,0.990
25,mlp.experts.193.gate_proj,not applicable,,0.992
25,mlp.experts.193.up_proj,not applicable,,0.995
25,mlp.experts.194.gate_proj,not applicable,,0.997
25,mlp.experts.194.up_proj,not applicable,,0.999
25,mlp.experts.195.gate_proj,not applicable,,1.002
25,mlp.experts.195.up_proj,not applicable,,1.005
25,mlp.experts.196.gate_proj,not applicable,,1.007
25,mlp.experts.196.up_proj,not applicable,,1.010
25,mlp.experts.197.gate_proj,not applicable,,1.012
25,mlp.experts.197.up_proj,not applicable,,1.015
25,mlp.experts.198.gate_proj,not applicable,,1.017
25,mlp.experts.198.up_proj,not applicable,,1.020
25,mlp.experts.199.gate_proj,not applicable,,1.022
25,mlp.experts.199.up_proj,not applicable,,1.024
25,mlp.experts.200.gate_proj,not applicable,,1.027
25,mlp.experts.200.up_proj,not applicable,,1.030
25,mlp.experts.201.gate_proj,not applicable,,1.033
25,mlp.experts.201.up_proj,not applicable,,1.035
25,mlp.experts.202.gate_proj,not applicable,,1.037
25,mlp.experts.202.up_proj,not applicable,,1.040
25,mlp.experts.203.gate_proj,not applicable,,1.042
25,mlp.experts.203.up_proj,not applicable,,1.045
25,mlp.experts.204.gate_proj,not applicable,,1.047
25,mlp.experts.204.up_proj,not applicable,,1.050
25,mlp.experts.205.gate_proj,not applicable,,1.052
25,mlp.experts.205.up_proj,not applicable,,1.055
25,mlp.experts.206.gate_proj,not applicable,,1.057
25,mlp.experts.206.up_proj,not applicable,,1.059
25,mlp.experts.207.gate_proj,not applicable,,1.062
25,mlp.experts.207.up_proj,not applicable,,1.065
25,mlp.experts.208.gate_proj,not applicable,,1.067
25,mlp.experts.208.up_proj,not applicable,,1.070
25,mlp.experts.209.gate_proj,not applicable,,1.072
25,mlp.experts.209.up_proj,not applicable,,1.075
25,mlp.experts.210.gate_proj,not applicable,,1.077
25,mlp.experts.210.up_proj,not applicable,,1.080
25,mlp.experts.211.gate_proj,not applicable,,1.083
25,mlp.experts.211.up_proj,not applicable,,1.085
25,mlp.experts.212.gate_proj,not applicable,,1.088
25,mlp.experts.212.up_proj,not applicable,,1.090
25,mlp.experts.213.gate_proj,not applicable,,1.092
25,mlp.experts.213.up_proj,not applicable,,1.095
25,mlp.experts.214.gate_proj,not applicable,,1.097
25,mlp.experts.214.up_proj,not applicable,,1.100
25,mlp.experts.215.gate_proj,not applicable,,1.102
25,mlp.experts.215.up_proj,not applicable,,1.105
25,mlp.experts.216.gate_proj,not applicable,,1.107
25,mlp.experts.216.up_proj,not applicable,,1.110
25,mlp.experts.217.gate_proj,not applicable,,1.112
25,mlp.experts.217.up_proj,not applicable,,1.115
25,mlp.experts.218.gate_proj,not applicable,,1.117
25,mlp.experts.218.up_proj,not applicable,,1.120
25,mlp.experts.219.gate_proj,not applicable,,1.122
25,mlp.experts.219.up_proj,not applicable,,1.125
25,mlp.experts.220.gate_proj,not applicable,,1.127
25,mlp.experts.220.up_proj,not applicable,,1.130
25,mlp.experts.221.gate_proj,not applicable,,1.133
25,mlp.experts.221.up_proj,not applicable,,1.135
25,mlp.experts.222.gate_proj,not applicable,,1.138
25,mlp.experts.222.up_proj,not applicable,,1.140
25,mlp.experts.223.gate_proj,not applicable,,1.142
25,mlp.experts.223.up_proj,not applicable,,1.145
25,mlp.experts.224.gate_proj,not applicable,,1.147
25,mlp.experts.224.up_proj,not applicable,,1.150
25,mlp.experts.225.gate_proj,not applicable,,1.152
25,mlp.experts.225.up_proj,not applicable,,1.155
25,mlp.experts.226.gate_proj,not applicable,,1.157
25,mlp.experts.226.up_proj,not applicable,,1.160
25,mlp.experts.227.gate_proj,not applicable,,1.162
25,mlp.experts.227.up_proj,not applicable,,1.165
25,mlp.experts.228.gate_proj,not applicable,,1.167
25,mlp.experts.228.up_proj,not applicable,,1.170
25,mlp.experts.229.gate_proj,not applicable,,1.172
25,mlp.experts.229.up_proj,not applicable,,1.174
25,mlp.experts.230.gate_proj,not applicable,,1.177
25,mlp.experts.230.up_proj,not applicable,,1.180
25,mlp.experts.231.gate_proj,not applicable,,1.183
25,mlp.experts.231.up_proj,not applicable,,1.185
25,mlp.experts.232.gate_proj,not applicable,,1.187
25,mlp.experts.232.up_proj,not applicable,,1.190
25,mlp.experts.233.gate_proj,not applicable,,1.192
25,mlp.experts.233.up_proj,not applicable,,1.194
25,mlp.experts.234.gate_proj,not applicable,,1.197
25,mlp.experts.234.up_proj,not applicable,,1.199
25,mlp.experts.235.gate_proj,not applicable,,1.202
25,mlp.experts.235.up_proj,not applicable,,1.204
25,mlp.experts.236.gate_proj,not applicable,,1.207
25,mlp.experts.236.up_proj,not applicable,,1.209
25,mlp.experts.237.gate_proj,not applicable,,1.212
25,mlp.experts.237.up_proj,not applicable,,1.214
25,mlp.experts.238.gate_proj,not applicable,,1.216
25,mlp.experts.238.up_proj,not applicable,,1.219
25,mlp.experts.239.gate_proj,not applicable,,1.221
25,mlp.experts.239.up_proj,not applicable,,1.224
25,mlp.experts.240.gate_proj,not applicable,,1.226
25,mlp.experts.240.up_proj,not applicable,,1.230
25,mlp.experts.241.gate_proj,not applicable,,1.232
25,mlp.experts.241.up_proj,not applicable,,1.234
25,mlp.experts.242.gate_proj,not applicable,,1.237
25,mlp.experts.242.up_proj,not applicable,,1.239
25,mlp.experts.243.gate_proj,not applicable,,1.242
25,mlp.experts.243.up_proj,not applicable,,1.244
25,mlp.experts.244.gate_proj,not applicable,,1.247
25,mlp.experts.244.up_proj,not applicable,,1.249
25,mlp.experts.245.gate_proj,not applicable,,1.252
25,mlp.experts.245.up_proj,not applicable,,1.254
25,mlp.experts.246.gate_proj,not applicable,,1.256
25,mlp.experts.246.up_proj,not applicable,,1.259
25,mlp.experts.247.gate_proj,not applicable,,1.261
25,mlp.experts.247.up_proj,not applicable,,1.264
25,mlp.experts.248.gate_proj,not applicable,,1.267
25,mlp.experts.248.up_proj,not applicable,,1.269
25,mlp.experts.249.gate_proj,not applicable,,1.271
25,mlp.experts.249.up_proj,not applicable,,1.274
25,mlp.experts.250.gate_proj,not applicable,,1.276
25,mlp.experts.250.up_proj,not applicable,,1.280
25,mlp.experts.251.gate_proj,not applicable,,1.282
25,mlp.experts.251.up_proj,not applicable,,1.285
25,mlp.experts.252.gate_proj,not applicable,,1.287
25,mlp.experts.252.up_proj,not applicable,,1.290
25,mlp.experts.253.gate_proj,not applicable,,1.292
25,mlp.experts.253.up_proj,not applicable,,1.295
25,mlp.experts.254.gate_proj,not applicable,,1.297
25,mlp.experts.254.up_proj,not applicable,,1.300
25,mlp.experts.255.gate_proj,not applicable,,1.302
25,mlp.experts.255.up_proj,not applicable,,1.304
25,mlp.experts.0.down_proj,0.0000025455,,1.307
25,mlp.experts.1.down_proj,0.0000039481,,1.309
25,mlp.experts.2.down_proj,0.0000017777,,1.311
25,mlp.experts.3.down_proj,0.0000020305,,1.314
25,mlp.experts.4.down_proj,0.0000045587,,1.316
25,mlp.experts.5.down_proj,0.0000019138,,1.318
25,mlp.experts.6.down_proj,0.0000040964,,1.321
25,mlp.experts.7.down_proj,0.0000018092,,1.323
25,mlp.experts.8.down_proj,0.0000091356,,1.325
25,mlp.experts.9.down_proj,0.0000077742,,1.328
25,mlp.experts.10.down_proj,0.0000100302,,1.331
25,mlp.experts.11.down_proj,0.0000035104,,1.333
25,mlp.experts.12.down_proj,0.0000042964,,1.335
25,mlp.experts.13.down_proj,0.0000041644,,1.338
25,mlp.experts.14.down_proj,0.0000016476,,1.340
25,mlp.experts.15.down_proj,0.0000025154,,1.342
25,mlp.experts.16.down_proj,0.0000016148,,1.345
25,mlp.experts.17.down_proj,0.0000042600,,1.347
25,mlp.experts.18.down_proj,0.0000043993,,1.349
25,mlp.experts.19.down_proj,0.0000012949,,1.352
25,mlp.experts.20.down_proj,0.0000022811,,1.354
25,mlp.experts.21.down_proj,0.0000074596,,1.356
25,mlp.experts.22.down_proj,0.0000101698,,1.359
25,mlp.experts.23.down_proj,0.0000056175,,1.361
25,mlp.experts.24.down_proj,0.0000043481,,1.363
25,mlp.experts.25.down_proj,0.0000039426,,1.366
25,mlp.experts.26.down_proj,0.0000037886,,1.368
25,mlp.experts.27.down_proj,0.0000010078,,1.370
25,mlp.experts.28.down_proj,0.0000025873,,1.372
25,mlp.experts.29.down_proj,0.0000015273,,1.376
25,mlp.experts.30.down_proj,0.0000041609,,1.378
25,mlp.experts.31.down_proj,0.0000018089,,1.380
25,mlp.experts.32.down_proj,0.0000006304,,1.383
25,mlp.experts.33.down_proj,0.0000017528,,1.385
25,mlp.experts.34.down_proj,0.0000015448,,1.387
25,mlp.experts.35.down_proj,0.0000004614,,1.389
25,mlp.experts.36.down_proj,0.0000006302,,1.392
25,mlp.experts.37.down_proj,0.0000027737,,1.394
25,mlp.experts.38.down_proj,0.0000017061,,1.397
25,mlp.experts.39.down_proj,0.0000017545,,1.399
25,mlp.experts.40.down_proj,0.0000031668,,1.401
25,mlp.experts.41.down_proj,0.0000019626,,1.404
25,mlp.experts.42.down_proj,0.0000049515,,1.406
25,mlp.experts.43.down_proj,0.0000033215,,1.409
25,mlp.experts.44.down_proj,0.0000069695,,1.411
25,mlp.experts.45.down_proj,0.0000058939,,1.413
25,mlp.experts.46.down_proj,0.0000040107,,1.416
25,mlp.experts.47.down_proj,0.0000082562,,1.418
25,mlp.experts.48.down_proj,0.0000019854,,1.420
25,mlp.experts.49.down_proj,0.0000083168,,1.424
25,mlp.experts.50.down_proj,0.0000046291,,1.426
25,mlp.experts.51.down_proj,0.0000010644,,1.428
25,mlp.experts.52.down_proj,0.0000047172,,1.431
25,mlp.experts.53.down_proj,0.0000057182,,1.433
25,mlp.experts.54.down_proj,0.0000061701,,1.435
25,mlp.experts.55.down_proj,0.0000014482,,1.438
25,mlp.experts.56.down_proj,0.0000027584,,1.440
25,mlp.experts.57.down_proj,0.0000020919,,1.443
25,mlp.experts.58.down_proj,0.0000046345,,1.445
25,mlp.experts.59.down_proj,0.0000016161,,1.447
25,mlp.experts.60.down_proj,0.0000013474,,1.450
25,mlp.experts.61.down_proj,0.0000017806,,1.452
25,mlp.experts.62.down_proj,0.0000015547,,1.454
25,mlp.experts.63.down_proj,0.0000057961,,1.457
25,mlp.experts.64.down_proj,0.0000003011,,1.459
25,mlp.experts.65.down_proj,0.0000088137,,1.462
25,mlp.experts.66.down_proj,0.0000001536,,1.464
25,mlp.experts.67.down_proj,0.0000007324,,1.466
25,mlp.experts.68.down_proj,0.0000031610,,1.469
25,mlp.experts.69.down_proj,0.0000006667,,1.472
25,mlp.experts.70.down_proj,0.0000006690,,1.474
25,mlp.experts.71.down_proj,0.0000030346,,1.477
25,mlp.experts.72.down_proj,0.0000046743,,1.479
25,mlp.experts.73.down_proj,0.0000007110,,1.482
25,mlp.experts.74.down_proj,0.0000030640,,1.484
25,mlp.experts.75.down_proj,0.0000075035,,1.487
25,mlp.experts.76.down_proj,0.0000029257,,1.489
25,mlp.experts.77.down_proj,0.0000006829,,1.491
25,mlp.experts.78.down_proj,0.0000024057,,1.494
25,mlp.experts.79.down_proj,0.0000012120,,1.496
25,mlp.experts.80.down_proj,0.0000086958,,1.499
25,mlp.experts.81.down_proj,0.0000057383,,1.501
25,mlp.experts.82.down_proj,0.0000007291,,1.504
25,mlp.experts.83.down_proj,0.0000003215,,1.506
25,mlp.experts.84.down_proj,0.0000003604,,1.509
25,mlp.experts.85.down_proj,0.0000061720,,1.511
25,mlp.experts.86.down_proj,0.0000027526,,1.514
25,mlp.experts.87.down_proj,0.0000010418,,1.516
25,mlp.experts.88.down_proj,0.0000060024,,1.518
25,mlp.experts.89.down_proj,0.0000012421,,1.522
25,mlp.experts.90.down_proj,0.0000010467,,1.524
25,mlp.experts.91.down_proj,0.0000006657,,1.526
25,mlp.experts.92.down_proj,0.0000005513,,1.529
25,mlp.experts.93.down_proj,0.0000021922,,1.531
25,mlp.experts.94.down_proj,0.0000037972,,1.533
25,mlp.experts.95.down_proj,0.0000007691,,1.536
25,mlp.experts.96.down_proj,0.0000011885,,1.538
25,mlp.experts.97.down_proj,0.0000009146,,1.540
25,mlp.experts.98.down_proj,0.0000081093,,1.542
25,mlp.experts.99.down_proj,0.0000031407,,1.545
25,mlp.experts.100.down_proj,0.0000059842,,1.547
25,mlp.experts.101.down_proj,0.0000015215,,1.549
25,mlp.experts.102.down_proj,0.0000049903,,1.552
25,mlp.experts.103.down_proj,0.0000009677,,1.554
25,mlp.experts.104.down_proj,0.0000030430,,1.556
25,mlp.experts.105.down_proj,0.0000026732,,1.559
25,mlp.experts.106.down_proj,0.0000041983,,1.561
25,mlp.experts.107.down_proj,0.0000025494,,1.563
25,mlp.experts.108.down_proj,0.0000014220,,1.566
25,mlp.experts.109.down_proj,0.0000008878,,1.569
25,mlp.experts.110.down_proj,0.0000051639,,1.572
25,mlp.experts.111.down_proj,0.0000009226,,1.574
25,mlp.experts.112.down_proj,0.0000005501,,1.576
25,mlp.experts.113.down_proj,0.0000006653,,1.579
25,mlp.experts.114.down_proj,0.0000008799,,1.581
25,mlp.experts.115.down_proj,0.0000038617,,1.583
25,mlp.experts.116.down_proj,0.0000027291,,1.586
25,mlp.experts.117.down_proj,0.0000006684,,1.588
25,mlp.experts.118.down_proj,0.0000006287,,1.591
25,mlp.experts.119.down_proj,0.0000010560,,1.593
25,mlp.experts.120.down_proj,0.0000079632,,1.596
25,mlp.experts.121.down_proj,0.0000027689,,1.598
25,mlp.experts.122.down_proj,0.0000041814,,1.600
25,mlp.experts.123.down_proj,0.0000023101,,1.603
25,mlp.experts.124.down_proj,0.0000014730,,1.605
25,mlp.experts.125.down_proj,0.0000035558,,1.608
25,mlp.experts.126.down_proj,0.0000023012,,1.610
25,mlp.experts.127.down_proj,0.0000009548,,1.613
25,mlp.experts.128.down_proj,0.0000021073,,1.615
25,mlp.experts.129.down_proj,0.0000021578,,1.618
25,mlp.experts.130.down_proj,0.0000019507,,1.621
25,mlp.experts.131.down_proj,0.0000049410,,1.623
25,mlp.experts.132.down_proj,0.0000059626,,1.625
25,mlp.experts.133.down_proj,0.0000001748,,1.628
25,mlp.experts.134.down_proj,0.0000038387,,1.630
25,mlp.experts.135.down_proj,0.0000046595,,1.632
25,mlp.experts.136.down_proj,0.0000003870,,1.635
25,mlp.experts.137.down_proj,0.0000012290,,1.637
25,mlp.experts.138.down_proj,0.0000023899,,1.639
25,mlp.experts.139.down_proj,0.0000098242,,1.642
25,mlp.experts.140.down_proj,0.0000018870,,1.644
25,mlp.experts.141.down_proj,0.0000009355,,1.647
25,mlp.experts.142.down_proj,0.0000017591,,1.649
25,mlp.experts.143.down_proj,0.0000060471,,1.651
25,mlp.experts.144.down_proj,0.0000049649,,1.654
25,mlp.experts.145.down_proj,0.0000011981,,1.656
25,mlp.experts.146.down_proj,0.0000023351,,1.660
25,mlp.experts.147.down_proj,0.0000110349,,1.664
25,mlp.experts.148.down_proj,0.0000042092,,1.667
25,mlp.experts.149.down_proj,0.0000002669,,1.671
25,mlp.experts.150.down_proj,0.0000006361,,1.673
25,mlp.experts.151.down_proj,0.0000006803,,1.676
25,mlp.experts.152.down_proj,0.0000020003,,1.678
25,mlp.experts.153.down_proj,0.0000008185,,1.681
25,mlp.experts.154.down_proj,0.0000006430,,1.683
25,mlp.experts.155.down_proj,0.0000003642,,1.685
25,mlp.experts.156.down_proj,0.0000043573,,1.688
25,mlp.experts.157.down_proj,0.0000018109,,1.690
25,mlp.experts.158.down_proj,0.0000010396,,1.693
25,mlp.experts.159.down_proj,0.0000047465,,1.695
25,mlp.experts.160.down_proj,0.0000011169,,1.698
25,mlp.experts.161.down_proj,0.0000033284,,1.700
25,mlp.experts.162.down_proj,0.0000009714,,1.702
25,mlp.experts.163.down_proj,0.0000052341,,1.705
25,mlp.experts.164.down_proj,0.0000021757,,1.707
25,mlp.experts.165.down_proj,0.0000005376,,1.710
25,mlp.experts.166.down_proj,0.0000024280,,1.712
25,mlp.experts.167.down_proj,0.0000046777,,1.715
25,mlp.experts.168.down_proj,0.0000029961,,1.717
25,mlp.experts.169.down_proj,0.0000024067,,1.721
25,mlp.experts.170.down_proj,0.0000010176,,1.723
25,mlp.experts.171.down_proj,0.0000040213,,1.725
25,mlp.experts.172.down_proj,0.0000053007,,1.728
25,mlp.experts.173.down_proj,0.0000031882,,1.730
25,mlp.experts.174.down_proj,0.0000020312,,1.733
25,mlp.experts.175.down_proj,0.0000023739,,1.735
25,mlp.experts.176.down_proj,0.0000031258,,1.737
25,mlp.experts.177.down_proj,0.0000005978,,1.740
25,mlp.experts.178.down_proj,0.0000037433,,1.742
25,mlp.experts.179.down_proj,0.0000001951,,1.744
25,mlp.experts.180.down_proj,0.0000019749,,1.747
25,mlp.experts.181.down_proj,0.0000015679,,1.749
25,mlp.experts.182.down_proj,0.0000004706,,1.752
25,mlp.experts.183.down_proj,0.0000007171,,1.754
25,mlp.experts.184.down_proj,0.0000027030,,1.757
25,mlp.experts.185.down_proj,0.0000013542,,1.759
25,mlp.experts.186.down_proj,0.0000007504,,1.762
25,mlp.experts.187.down_proj,0.0000004837,,1.764
25,mlp.experts.188.down_proj,0.0000043199,,1.766
25,mlp.experts.189.down_proj,0.0000010515,,1.770
25,mlp.experts.190.down_proj,0.0000017729,,1.772
25,mlp.experts.191.down_proj,0.0000081519,,1.775
25,mlp.experts.192.down_proj,0.0000011886,,1.777
25,mlp.experts.193.down_proj,0.0000031912,,1.780
25,mlp.experts.194.down_proj,0.0000032443,,1.782
25,mlp.experts.195.down_proj,0.0000012384,,1.785
25,mlp.experts.196.down_proj,0.0000014544,,1.787
25,mlp.experts.197.down_proj,0.0000039387,,1.789
25,mlp.experts.198.down_proj,0.0000003349,,1.792
25,mlp.experts.199.down_proj,0.0000011211,,1.794
25,mlp.experts.200.down_proj,0.0000008239,,1.797
25,mlp.experts.201.down_proj,0.0000011853,,1.799
25,mlp.experts.202.down_proj,0.0000016278,,1.802
25,mlp.experts.203.down_proj,0.0000013043,,1.804
25,mlp.experts.204.down_proj,0.0000045336,,1.807
25,mlp.experts.205.down_proj,0.0000039650,,1.809
25,mlp.experts.206.down_proj,0.0000038298,,1.812
25,mlp.experts.207.down_proj,0.0000032396,,1.814
25,mlp.experts.208.down_proj,0.0000057196,,1.817
25,mlp.experts.209.down_proj,0.0000021278,,1.820
25,mlp.experts.210.down_proj,0.0000070250,,1.823
25,mlp.experts.211.down_proj,0.0000010790,,1.825
25,mlp.experts.212.down_proj,0.0000015806,,1.827
25,mlp.experts.213.down_proj,0.0000025097,,1.830
25,mlp.experts.214.down_proj,0.0000045990,,1.832
25,mlp.experts.215.down_proj,0.0000026042,,1.834
25,mlp.experts.216.down_proj,0.0000010565,,1.837
25,mlp.experts.217.down_proj,0.0000013074,,1.839
25,mlp.experts.218.down_proj,0.0000057416,,1.842
25,mlp.experts.219.down_proj,0.0000045791,,1.844
25,mlp.experts.220.down_proj,0.0000007439,,1.846
25,mlp.experts.221.down_proj,0.0000028615,,1.849
25,mlp.experts.222.down_proj,0.0000009630,,1.851
25,mlp.experts.223.down_proj,0.0000012870,,1.853
25,mlp.experts.224.down_proj,0.0000014079,,1.856
25,mlp.experts.225.down_proj,0.0000038312,,1.859
25,mlp.experts.226.down_proj,0.0000005709,,1.861
25,mlp.experts.227.down_proj,0.0000008348,,1.864
25,mlp.experts.228.down_proj,0.0000034081,,1.866
25,mlp.experts.229.down_proj,0.0000032153,,1.870
25,mlp.experts.230.down_proj,0.0000019750,,1.872
25,mlp.experts.231.down_proj,0.0000038062,,1.875
25,mlp.experts.232.down_proj,0.0000049887,,1.877
25,mlp.experts.233.down_proj,0.0000027487,,1.879
25,mlp.experts.234.down_proj,0.0000052775,,1.882
25,mlp.experts.235.down_proj,0.0000036519,,1.884
25,mlp.experts.236.down_proj,0.0000025123,,1.887
25,mlp.experts.237.down_proj,0.0000031128,,1.889
25,mlp.experts.238.down_proj,0.0000004744,,1.891
25,mlp.experts.239.down_proj,0.0000008221,,1.894
25,mlp.experts.240.down_proj,0.0000087617,,1.896
25,mlp.experts.241.down_proj,0.0000011627,,1.899
25,mlp.experts.242.down_proj,0.0000023013,,1.901
25,mlp.experts.243.down_proj,0.0000022885,,1.903
25,mlp.experts.244.down_proj,0.0000025297,,1.906
25,mlp.experts.245.down_proj,0.0000008985,,1.908
25,mlp.experts.246.down_proj,0.0000026507,,1.911
25,mlp.experts.247.down_proj,0.0000044927,,1.913
25,mlp.experts.248.down_proj,0.0000016591,,1.916
25,mlp.experts.249.down_proj,0.0000007609,,1.919
25,mlp.experts.250.down_proj,0.0000014192,,1.921
25,mlp.experts.251.down_proj,0.0000060725,,1.924
25,mlp.experts.252.down_proj,0.0000017098,,1.927
25,mlp.experts.253.down_proj,0.0000014814,,1.929
25,mlp.experts.254.down_proj,0.0000053194,,1.932
25,mlp.experts.255.down_proj,0.0000018235,,1.934
26,mlp.experts.0.gate_proj,not applicable,,0.005
26,mlp.experts.0.up_proj,not applicable,,0.011
26,mlp.experts.1.gate_proj,not applicable,,0.014
26,mlp.experts.1.up_proj,not applicable,,0.017
26,mlp.experts.2.gate_proj,not applicable,,0.020
26,mlp.experts.2.up_proj,not applicable,,0.023
26,mlp.experts.3.gate_proj,not applicable,,0.025
26,mlp.experts.3.up_proj,not applicable,,0.028
26,mlp.experts.4.gate_proj,not applicable,,0.030
26,mlp.experts.4.up_proj,not applicable,,0.033
26,mlp.experts.5.gate_proj,not applicable,,0.036
26,mlp.experts.5.up_proj,not applicable,,0.038
26,mlp.experts.6.gate_proj,not applicable,,0.041
26,mlp.experts.6.up_proj,not applicable,,0.044
26,mlp.experts.7.gate_proj,not applicable,,0.046
26,mlp.experts.7.up_proj,not applicable,,0.049
26,mlp.experts.8.gate_proj,not applicable,,0.051
26,mlp.experts.8.up_proj,not applicable,,0.054
26,mlp.experts.9.gate_proj,not applicable,,0.057
26,mlp.experts.9.up_proj,not applicable,,0.059
26,mlp.experts.10.gate_proj,not applicable,,0.062
26,mlp.experts.10.up_proj,not applicable,,0.065
26,mlp.experts.11.gate_proj,not applicable,,0.068
26,mlp.experts.11.up_proj,not applicable,,0.070
26,mlp.experts.12.gate_proj,not applicable,,0.073
26,mlp.experts.12.up_proj,not applicable,,0.075
26,mlp.experts.13.gate_proj,not applicable,,0.078
26,mlp.experts.13.up_proj,not applicable,,0.081
26,mlp.experts.14.gate_proj,not applicable,,0.083
26,mlp.experts.14.up_proj,not applicable,,0.086
26,mlp.experts.15.gate_proj,not applicable,,0.088
26,mlp.experts.15.up_proj,not applicable,,0.091
26,mlp.experts.16.gate_proj,not applicable,,0.093
26,mlp.experts.16.up_proj,not applicable,,0.096
26,mlp.experts.17.gate_proj,not applicable,,0.098
26,mlp.experts.17.up_proj,not applicable,,0.101
26,mlp.experts.18.gate_proj,not applicable,,0.103
26,mlp.experts.18.up_proj,not applicable,,0.106
26,mlp.experts.19.gate_proj,not applicable,,0.108
26,mlp.experts.19.up_proj,not applicable,,0.111
26,mlp.experts.20.gate_proj,not applicable,,0.113
26,mlp.experts.20.up_proj,not applicable,,0.117
26,mlp.experts.21.gate_proj,not applicable,,0.119
26,mlp.experts.21.up_proj,not applicable,,0.122
26,mlp.experts.22.gate_proj,not applicable,,0.124
26,mlp.experts.22.up_proj,not applicable,,0.126
26,mlp.experts.23.gate_proj,not applicable,,0.129
26,mlp.experts.23.up_proj,not applicable,,0.131
26,mlp.experts.24.gate_proj,not applicable,,0.134
26,mlp.experts.24.up_proj,not applicable,,0.136
26,mlp.experts.25.gate_proj,not applicable,,0.139
26,mlp.experts.25.up_proj,not applicable,,0.141
26,mlp.experts.26.gate_proj,not applicable,,0.144
26,mlp.experts.26.up_proj,not applicable,,0.146
26,mlp.experts.27.gate_proj,not applicable,,0.149
26,mlp.experts.27.up_proj,not applicable,,0.151
26,mlp.experts.28.gate_proj,not applicable,,0.154
26,mlp.experts.28.up_proj,not applicable,,0.156
26,mlp.experts.29.gate_proj,not applicable,,0.159
26,mlp.experts.29.up_proj,not applicable,,0.161
26,mlp.experts.30.gate_proj,not applicable,,0.164
26,mlp.experts.30.up_proj,not applicable,,0.167
26,mlp.experts.31.gate_proj,not applicable,,0.169
26,mlp.experts.31.up_proj,not applicable,,0.172
26,mlp.experts.32.gate_proj,not applicable,,0.174
26,mlp.experts.32.up_proj,not applicable,,0.177
26,mlp.experts.33.gate_proj,not applicable,,0.179
26,mlp.experts.33.up_proj,not applicable,,0.182
26,mlp.experts.34.gate_proj,not applicable,,0.184
26,mlp.experts.34.up_proj,not applicable,,0.187
26,mlp.experts.35.gate_proj,not applicable,,0.189
26,mlp.experts.35.up_proj,not applicable,,0.192
26,mlp.experts.36.gate_proj,not applicable,,0.194
26,mlp.experts.36.up_proj,not applicable,,0.196
26,mlp.experts.37.gate_proj,not applicable,,0.199
26,mlp.experts.37.up_proj,not applicable,,0.202
26,mlp.experts.38.gate_proj,not applicable,,0.204
26,mlp.experts.38.up_proj,not applicable,,0.207
26,mlp.experts.39.gate_proj,not applicable,,0.209
26,mlp.experts.39.up_proj,not applicable,,0.212
26,mlp.experts.40.gate_proj,not applicable,,0.214
26,mlp.experts.40.up_proj,not applicable,,0.218
26,mlp.experts.41.gate_proj,not applicable,,0.220
26,mlp.experts.41.up_proj,not applicable,,0.222
26,mlp.experts.42.gate_proj,not applicable,,0.225
26,mlp.experts.42.up_proj,not applicable,,0.227
26,mlp.experts.43.gate_proj,not applicable,,0.230
26,mlp.experts.43.up_proj,not applicable,,0.232
26,mlp.experts.44.gate_proj,not applicable,,0.235
26,mlp.experts.44.up_proj,not applicable,,0.237
26,mlp.experts.45.gate_proj,not applicable,,0.240
26,mlp.experts.45.up_proj,not applicable,,0.244
26,mlp.experts.46.gate_proj,not applicable,,0.246
26,mlp.experts.46.up_proj,not applicable,,0.249
26,mlp.experts.47.gate_proj,not applicable,,0.251
26,mlp.experts.47.up_proj,not applicable,,0.253
26,mlp.experts.48.gate_proj,not applicable,,0.256
26,mlp.experts.48.up_proj,not applicable,,0.258
26,mlp.experts.49.gate_proj,not applicable,,0.261
26,mlp.experts.49.up_proj,not applicable,,0.263
26,mlp.experts.50.gate_proj,not applicable,,0.265
26,mlp.experts.50.up_proj,not applicable,,0.269
26,mlp.experts.51.gate_proj,not applicable,,0.271
26,mlp.experts.51.up_proj,not applicable,,0.274
26,mlp.experts.52.gate_proj,not applicable,,0.276
26,mlp.experts.52.up_proj,not applicable,,0.278
26,mlp.experts.53.gate_proj,not applicable,,0.281
26,mlp.experts.53.up_proj,not applicable,,0.284
26,mlp.experts.54.gate_proj,not applicable,,0.286
26,mlp.experts.54.up_proj,not applicable,,0.289
26,mlp.experts.55.gate_proj,not applicable,,0.291
26,mlp.experts.55.up_proj,not applicable,,0.293
26,mlp.experts.56.gate_proj,not applicable,,0.296
26,mlp.experts.56.up_proj,not applicable,,0.298
26,mlp.experts.57.gate_proj,not applicable,,0.301
26,mlp.experts.57.up_proj,not applicable,,0.303
26,mlp.experts.58.gate_proj,not applicable,,0.306
26,mlp.experts.58.up_proj,not applicable,,0.308
26,mlp.experts.59.gate_proj,not applicable,,0.311
26,mlp.experts.59.up_proj,not applicable,,0.313
26,mlp.experts.60.gate_proj,not applicable,,0.315
26,mlp.experts.60.up_proj,not applicable,,0.319
26,mlp.experts.61.gate_proj,not applicable,,0.321
26,mlp.experts.61.up_proj,not applicable,,0.324
26,mlp.experts.62.gate_proj,not applicable,,0.326
26,mlp.experts.62.up_proj,not applicable,,0.329
26,mlp.experts.63.gate_proj,not applicable,,0.331
26,mlp.experts.63.up_proj,not applicable,,0.333
26,mlp.experts.64.gate_proj,not applicable,,0.336
26,mlp.experts.64.up_proj,not applicable,,0.338
26,mlp.experts.65.gate_proj,not applicable,,0.340
26,mlp.experts.65.up_proj,not applicable,,0.343
26,mlp.experts.66.gate_proj,not applicable,,0.345
26,mlp.experts.66.up_proj,not applicable,,0.348
26,mlp.experts.67.gate_proj,not applicable,,0.350
26,mlp.experts.67.up_proj,not applicable,,0.353
26,mlp.experts.68.gate_proj,not applicable,,0.355
26,mlp.experts.68.up_proj,not applicable,,0.357
26,mlp.experts.69.gate_proj,not applicable,,0.360
26,mlp.experts.69.up_proj,not applicable,,0.362
26,mlp.experts.70.gate_proj,not applicable,,0.365
26,mlp.experts.70.up_proj,not applicable,,0.368
26,mlp.experts.71.gate_proj,not applicable,,0.370
26,mlp.experts.71.up_proj,not applicable,,0.373
26,mlp.experts.72.gate_proj,not applicable,,0.375
26,mlp.experts.72.up_proj,not applicable,,0.378
26,mlp.experts.73.gate_proj,not applicable,,0.380
26,mlp.experts.73.up_proj,not applicable,,0.382
26,mlp.experts.74.gate_proj,not applicable,,0.385
26,mlp.experts.74.up_proj,not applicable,,0.388
26,mlp.experts.75.gate_proj,not applicable,,0.390
26,mlp.experts.75.up_proj,not applicable,,0.392
26,mlp.experts.76.gate_proj,not applicable,,0.395
26,mlp.experts.76.up_proj,not applicable,,0.397
26,mlp.experts.77.gate_proj,not applicable,,0.400
26,mlp.experts.77.up_proj,not applicable,,0.402
26,mlp.experts.78.gate_proj,not applicable,,0.404
26,mlp.experts.78.up_proj,not applicable,,0.407
26,mlp.experts.79.gate_proj,not applicable,,0.409
26,mlp.experts.79.up_proj,not applicable,,0.412
26,mlp.experts.80.gate_proj,not applicable,,0.414
26,mlp.experts.80.up_proj,not applicable,,0.418
26,mlp.experts.81.gate_proj,not applicable,,0.420
26,mlp.experts.81.up_proj,not applicable,,0.422
26,mlp.experts.82.gate_proj,not applicable,,0.425
26,mlp.experts.82.up_proj,not applicable,,0.427
26,mlp.experts.83.gate_proj,not applicable,,0.430
26,mlp.experts.83.up_proj,not applicable,,0.434
26,mlp.experts.84.gate_proj,not applicable,,0.437
26,mlp.experts.84.up_proj,not applicable,,0.440
26,mlp.experts.85.gate_proj,not applicable,,0.443
26,mlp.experts.85.up_proj,not applicable,,0.445
26,mlp.experts.86.gate_proj,not applicable,,0.448
26,mlp.experts.86.up_proj,not applicable,,0.450
26,mlp.experts.87.gate_proj,not applicable,,0.453
26,mlp.experts.87.up_proj,not applicable,,0.455
26,mlp.experts.88.gate_proj,not applicable,,0.460
26,mlp.experts.88.up_proj,not applicable,,0.462
26,mlp.experts.89.gate_proj,not applicable,,0.465
26,mlp.experts.89.up_proj,not applicable,,0.467
26,mlp.experts.90.gate_proj,not applicable,,0.470
26,mlp.experts.90.up_proj,not applicable,,0.473
26,mlp.experts.91.gate_proj,not applicable,,0.476
26,mlp.experts.91.up_proj,not applicable,,0.478
26,mlp.experts.92.gate_proj,not applicable,,0.480
26,mlp.experts.92.up_proj,not applicable,,0.483
26,mlp.experts.93.gate_proj,not applicable,,0.485
26,mlp.experts.93.up_proj,not applicable,,0.488
26,mlp.experts.94.gate_proj,not applicable,,0.491
26,mlp.experts.94.up_proj,not applicable,,0.493
26,mlp.experts.95.gate_proj,not applicable,,0.496
26,mlp.experts.95.up_proj,not applicable,,0.498
26,mlp.experts.96.gate_proj,not applicable,,0.501
26,mlp.experts.96.up_proj,not applicable,,0.503
26,mlp.experts.97.gate_proj,not applicable,,0.506
26,mlp.experts.97.up_proj,not applicable,,0.508
26,mlp.experts.98.gate_proj,not applicable,,0.511
26,mlp.experts.98.up_proj,not applicable,,0.513
26,mlp.experts.99.gate_proj,not applicable,,0.516
26,mlp.experts.99.up_proj,not applicable,,0.518
26,mlp.experts.100.gate_proj,not applicable,,0.521
26,mlp.experts.100.up_proj,not applicable,,0.524
26,mlp.experts.101.gate_proj,not applicable,,0.527
26,mlp.experts.101.up_proj,not applicable,,0.529
26,mlp.experts.102.gate_proj,not applicable,,0.532
26,mlp.experts.102.up_proj,not applicable,,0.534
26,mlp.experts.103.gate_proj,not applicable,,0.537
26,mlp.experts.103.up_proj,not applicable,,0.539
26,mlp.experts.104.gate_proj,not applicable,,0.542
26,mlp.experts.104.up_proj,not applicable,,0.544
26,mlp.experts.105.gate_proj,not applicable,,0.547
26,mlp.experts.105.up_proj,not applicable,,0.549
26,mlp.experts.106.gate_proj,not applicable,,0.552
26,mlp.experts.106.up_proj,not applicable,,0.554
26,mlp.experts.107.gate_proj,not applicable,,0.556
26,mlp.experts.107.up_proj,not applicable,,0.559
26,mlp.experts.108.gate_proj,not applicable,,0.561
26,mlp.experts.108.up_proj,not applicable,,0.564
26,mlp.experts.109.gate_proj,not applicable,,0.566
26,mlp.experts.109.up_proj,not applicable,,0.569
26,mlp.experts.110.gate_proj,not applicable,,0.571
26,mlp.experts.110.up_proj,not applicable,,0.575
26,mlp.experts.111.gate_proj,not applicable,,0.577
26,mlp.experts.111.up_proj,not applicable,,0.580
26,mlp.experts.112.gate_proj,not applicable,,0.582
26,mlp.experts.112.up_proj,not applicable,,0.585
26,mlp.experts.113.gate_proj,not applicable,,0.587
26,mlp.experts.113.up_proj,not applicable,,0.590
26,mlp.experts.114.gate_proj,not applicable,,0.592
26,mlp.experts.114.up_proj,not applicable,,0.595
26,mlp.experts.115.gate_proj,not applicable,,0.597
26,mlp.experts.115.up_proj,not applicable,,0.600
26,mlp.experts.116.gate_proj,not applicable,,0.602
26,mlp.experts.116.up_proj,not applicable,,0.605
26,mlp.experts.117.gate_proj,not applicable,,0.607
26,mlp.experts.117.up_proj,not applicable,,0.609
26,mlp.experts.118.gate_proj,not applicable,,0.612
26,mlp.experts.118.up_proj,not applicable,,0.614
26,mlp.experts.119.gate_proj,not applicable,,0.617
26,mlp.experts.119.up_proj,not applicable,,0.619
26,mlp.experts.120.gate_proj,not applicable,,0.621
26,mlp.experts.120.up_proj,not applicable,,0.625
26,mlp.experts.121.gate_proj,not applicable,,0.627
26,mlp.experts.121.up_proj,not applicable,,0.629
26,mlp.experts.122.gate_proj,not applicable,,0.632
26,mlp.experts.122.up_proj,not applicable,,0.634
26,mlp.experts.123.gate_proj,not applicable,,0.637
26,mlp.experts.123.up_proj,not applicable,,0.639
26,mlp.experts.124.gate_proj,not applicable,,0.641
26,mlp.experts.124.up_proj,not applicable,,0.644
26,mlp.experts.125.gate_proj,not applicable,,0.646
26,mlp.experts.125.up_proj,not applicable,,0.649
26,mlp.experts.126.gate_proj,not applicable,,0.651
26,mlp.experts.126.up_proj,not applicable,,0.654
26,mlp.experts.127.gate_proj,not applicable,,0.656
26,mlp.experts.127.up_proj,not applicable,,0.659
26,mlp.experts.128.gate_proj,not applicable,,0.661
26,mlp.experts.128.up_proj,not applicable,,0.663
26,mlp.experts.129.gate_proj,not applicable,,0.666
26,mlp.experts.129.up_proj,not applicable,,0.669
26,mlp.experts.130.gate_proj,not applicable,,0.672
26,mlp.experts.130.up_proj,not applicable,,0.675
26,mlp.experts.131.gate_proj,not applicable,,0.678
26,mlp.experts.131.up_proj,not applicable,,0.680
26,mlp.experts.132.gate_proj,not applicable,,0.682
26,mlp.experts.132.up_proj,not applicable,,0.685
26,mlp.experts.133.gate_proj,not applicable,,0.687
26,mlp.experts.133.up_proj,not applicable,,0.690
26,mlp.experts.134.gate_proj,not applicable,,0.692
26,mlp.experts.134.up_proj,not applicable,,0.695
26,mlp.experts.135.gate_proj,not applicable,,0.697
26,mlp.experts.135.up_proj,not applicable,,0.700
26,mlp.experts.136.gate_proj,not applicable,,0.702
26,mlp.experts.136.up_proj,not applicable,,0.705
26,mlp.experts.137.gate_proj,not applicable,,0.707
26,mlp.experts.137.up_proj,not applicable,,0.710
26,mlp.experts.138.gate_proj,not applicable,,0.712
26,mlp.experts.138.up_proj,not applicable,,0.714
26,mlp.experts.139.gate_proj,not applicable,,0.717
26,mlp.experts.139.up_proj,not applicable,,0.719
26,mlp.experts.140.gate_proj,not applicable,,0.722
26,mlp.experts.140.up_proj,not applicable,,0.725
26,mlp.experts.141.gate_proj,not applicable,,0.728
26,mlp.experts.141.up_proj,not applicable,,0.730
26,mlp.experts.142.gate_proj,not applicable,,0.732
26,mlp.experts.142.up_proj,not applicable,,0.735
26,mlp.experts.143.gate_proj,not applicable,,0.737
26,mlp.experts.143.up_proj,not applicable,,0.740
26,mlp.experts.144.gate_proj,not applicable,,0.742
26,mlp.experts.144.up_proj,not applicable,,0.745
26,mlp.experts.145.gate_proj,not applicable,,0.747
26,mlp.experts.145.up_proj,not applicable,,0.750
26,mlp.experts.146.gate_proj,not applicable,,0.752
26,mlp.experts.146.up_proj,not applicable,,0.755
26,mlp.experts.147.gate_proj,not applicable,,0.757
26,mlp.experts.147.up_proj,not applicable,,0.760
26,mlp.experts.148.gate_proj,not applicable,,0.762
26,mlp.experts.148.up_proj,not applicable,,0.765
26,mlp.experts.149.gate_proj,not applicable,,0.767
26,mlp.experts.149.up_proj,not applicable,,0.769
26,mlp.experts.150.gate_proj,not applicable,,0.772
26,mlp.experts.150.up_proj,not applicable,,0.775
26,mlp.experts.151.gate_proj,not applicable,,0.778
26,mlp.experts.151.up_proj,not applicable,,0.780
26,mlp.experts.152.gate_proj,not applicable,,0.783
26,mlp.experts.152.up_proj,not applicable,,0.785
26,mlp.experts.153.gate_proj,not applicable,,0.788
26,mlp.experts.153.up_proj,not applicable,,0.790
26,mlp.experts.154.gate_proj,not applicable,,0.793
26,mlp.experts.154.up_proj,not applicable,,0.795
26,mlp.experts.155.gate_proj,not applicable,,0.798
26,mlp.experts.155.up_proj,not applicable,,0.800
26,mlp.experts.156.gate_proj,not applicable,,0.803
26,mlp.experts.156.up_proj,not applicable,,0.805
26,mlp.experts.157.gate_proj,not applicable,,0.808
26,mlp.experts.157.up_proj,not applicable,,0.810
26,mlp.experts.158.gate_proj,not applicable,,0.813
26,mlp.experts.158.up_proj,not applicable,,0.815
26,mlp.experts.159.gate_proj,not applicable,,0.818
26,mlp.experts.159.up_proj,not applicable,,0.820
26,mlp.experts.160.gate_proj,not applicable,,0.823
26,mlp.experts.160.up_proj,not applicable,,0.826
26,mlp.experts.161.gate_proj,not applicable,,0.828
26,mlp.experts.161.up_proj,not applicable,,0.831
26,mlp.experts.162.gate_proj,not applicable,,0.833
26,mlp.experts.162.up_proj,not applicable,,0.836
26,mlp.experts.163.gate_proj,not applicable,,0.838
26,mlp.experts.163.up_proj,not applicable,,0.841
26,mlp.experts.164.gate_proj,not applicable,,0.843
26,mlp.experts.164.up_proj,not applicable,,0.845
26,mlp.experts.165.gate_proj,not applicable,,0.848
26,mlp.experts.165.up_proj,not applicable,,0.850
26,mlp.experts.166.gate_proj,not applicable,,0.853
26,mlp.experts.166.up_proj,not applicable,,0.855
26,mlp.experts.167.gate_proj,not applicable,,0.858
26,mlp.experts.167.up_proj,not applicable,,0.860
26,mlp.experts.168.gate_proj,not applicable,,0.862
26,mlp.experts.168.up_proj,not applicable,,0.865
26,mlp.experts.169.gate_proj,not applicable,,0.867
26,mlp.experts.169.up_proj,not applicable,,0.870
26,mlp.experts.170.gate_proj,not applicable,,0.872
26,mlp.experts.170.up_proj,not applicable,,0.875
26,mlp.experts.171.gate_proj,not applicable,,0.878
26,mlp.experts.171.up_proj,not applicable,,0.880
26,mlp.experts.172.gate_proj,not applicable,,0.883
26,mlp.experts.172.up_proj,not applicable,,0.887
26,mlp.experts.173.gate_proj,not applicable,,0.889
26,mlp.experts.173.up_proj,not applicable,,0.892
26,mlp.experts.174.gate_proj,not applicable,,0.894
26,mlp.experts.174.up_proj,not applicable,,0.897
26,mlp.experts.175.gate_proj,not applicable,,0.900
26,mlp.experts.175.up_proj,not applicable,,0.902
26,mlp.experts.176.gate_proj,not applicable,,0.905
26,mlp.experts.176.up_proj,not applicable,,0.907
26,mlp.experts.177.gate_proj,not applicable,,0.910
26,mlp.experts.177.up_proj,not applicable,,0.912
26,mlp.experts.178.gate_proj,not applicable,,0.915
26,mlp.experts.178.up_proj,not applicable,,0.917
26,mlp.experts.179.gate_proj,not applicable,,0.920
26,mlp.experts.179.up_proj,not applicable,,0.922
26,mlp.experts.180.gate_proj,not applicable,,0.924
26,mlp.experts.180.up_proj,not applicable,,0.928
26,mlp.experts.181.gate_proj,not applicable,,0.930
26,mlp.experts.181.up_proj,not applicable,,0.933
26,mlp.experts.182.gate_proj,not applicable,,0.935
26,mlp.experts.182.up_proj,not applicable,,0.938
26,mlp.experts.183.gate_proj,not applicable,,0.940
26,mlp.experts.183.up_proj,not applicable,,0.942
26,mlp.experts.184.gate_proj,not applicable,,0.945
26,mlp.experts.184.up_proj,not applicable,,0.947
26,mlp.experts.185.gate_proj,not applicable,,0.950
26,mlp.experts.185.up_proj,not applicable,,0.952
26,mlp.experts.186.gate_proj,not applicable,,0.954
26,mlp.experts.186.up_proj,not applicable,,0.957
26,mlp.experts.187.gate_proj,not applicable,,0.959
26,mlp.experts.187.up_proj,not applicable,,0.962
26,mlp.experts.188.gate_proj,not applicable,,0.964
26,mlp.experts.188.up_proj,not applicable,,0.967
26,mlp.experts.189.gate_proj,not applicable,,0.969
26,mlp.experts.189.up_proj,not applicable,,0.972
26,mlp.experts.190.gate_proj,not applicable,,0.974
26,mlp.experts.190.up_proj,not applicable,,0.977
26,mlp.experts.191.gate_proj,not applicable,,0.980
26,mlp.experts.191.up_proj,not applicable,,0.982
26,mlp.experts.192.gate_proj,not applicable,,0.985
26,mlp.experts.192.up_proj,not applicable,,0.987
26,mlp.experts.193.gate_proj,not applicable,,0.989
26,mlp.experts.193.up_proj,not applicable,,0.992
26,mlp.experts.194.gate_proj,not applicable,,0.994
26,mlp.experts.194.up_proj,not applicable,,0.997
26,mlp.experts.195.gate_proj,not applicable,,1.000
26,mlp.experts.195.up_proj,not applicable,,1.002
26,mlp.experts.196.gate_proj,not applicable,,1.004
26,mlp.experts.196.up_proj,not applicable,,1.007
26,mlp.experts.197.gate_proj,not applicable,,1.009
26,mlp.experts.197.up_proj,not applicable,,1.012
26,mlp.experts.198.gate_proj,not applicable,,1.014
26,mlp.experts.198.up_proj,not applicable,,1.017
26,mlp.experts.199.gate_proj,not applicable,,1.019
26,mlp.experts.199.up_proj,not applicable,,1.021
26,mlp.experts.200.gate_proj,not applicable,,1.024
26,mlp.experts.200.up_proj,not applicable,,1.027
26,mlp.experts.201.gate_proj,not applicable,,1.030
26,mlp.experts.201.up_proj,not applicable,,1.032
26,mlp.experts.202.gate_proj,not applicable,,1.035
26,mlp.experts.202.up_proj,not applicable,,1.037
26,mlp.experts.203.gate_proj,not applicable,,1.039
26,mlp.experts.203.up_proj,not applicable,,1.042
26,mlp.experts.204.gate_proj,not applicable,,1.044
26,mlp.experts.204.up_proj,not applicable,,1.047
26,mlp.experts.205.gate_proj,not applicable,,1.049
26,mlp.experts.205.up_proj,not applicable,,1.051
26,mlp.experts.206.gate_proj,not applicable,,1.054
26,mlp.experts.206.up_proj,not applicable,,1.056
26,mlp.experts.207.gate_proj,not applicable,,1.059
26,mlp.experts.207.up_proj,not applicable,,1.061
26,mlp.experts.208.gate_proj,not applicable,,1.063
26,mlp.experts.208.up_proj,not applicable,,1.066
26,mlp.experts.209.gate_proj,not applicable,,1.068
26,mlp.experts.209.up_proj,not applicable,,1.071
26,mlp.experts.210.gate_proj,not applicable,,1.073
26,mlp.experts.210.up_proj,not applicable,,1.076
26,mlp.experts.211.gate_proj,not applicable,,1.079
26,mlp.experts.211.up_proj,not applicable,,1.081
26,mlp.experts.212.gate_proj,not applicable,,1.084
26,mlp.experts.212.up_proj,not applicable,,1.086
26,mlp.experts.213.gate_proj,not applicable,,1.088
26,mlp.experts.213.up_proj,not applicable,,1.091
26,mlp.experts.214.gate_proj,not applicable,,1.093
26,mlp.experts.214.up_proj,not applicable,,1.096
26,mlp.experts.215.gate_proj,not applicable,,1.098
26,mlp.experts.215.up_proj,not applicable,,1.103
26,mlp.experts.216.gate_proj,not applicable,,1.105
26,mlp.experts.216.up_proj,not applicable,,1.108
26,mlp.experts.217.gate_proj,not applicable,,1.110
26,mlp.experts.217.up_proj,not applicable,,1.113
26,mlp.experts.218.gate_proj,not applicable,,1.115
26,mlp.experts.218.up_proj,not applicable,,1.117
26,mlp.experts.219.gate_proj,not applicable,,1.120
26,mlp.experts.219.up_proj,not applicable,,1.122
26,mlp.experts.220.gate_proj,not applicable,,1.125
26,mlp.experts.220.up_proj,not applicable,,1.128
26,mlp.experts.221.gate_proj,not applicable,,1.130
26,mlp.experts.221.up_proj,not applicable,,1.133
26,mlp.experts.222.gate_proj,not applicable,,1.135
26,mlp.experts.222.up_proj,not applicable,,1.138
26,mlp.experts.223.gate_proj,not applicable,,1.140
26,mlp.experts.223.up_proj,not applicable,,1.143
26,mlp.experts.224.gate_proj,not applicable,,1.145
26,mlp.experts.224.up_proj,not applicable,,1.148
26,mlp.experts.225.gate_proj,not applicable,,1.150
26,mlp.experts.225.up_proj,not applicable,,1.152
26,mlp.experts.226.gate_proj,not applicable,,1.155
26,mlp.experts.226.up_proj,not applicable,,1.157
26,mlp.experts.227.gate_proj,not applicable,,1.160
26,mlp.experts.227.up_proj,not applicable,,1.162
26,mlp.experts.228.gate_proj,not applicable,,1.165
26,mlp.experts.228.up_proj,not applicable,,1.167
26,mlp.experts.229.gate_proj,not applicable,,1.169
26,mlp.experts.229.up_proj,not applicable,,1.172
26,mlp.experts.230.gate_proj,not applicable,,1.174
26,mlp.experts.230.up_proj,not applicable,,1.178
26,mlp.experts.231.gate_proj,not applicable,,1.180
26,mlp.experts.231.up_proj,not applicable,,1.182
26,mlp.experts.232.gate_proj,not applicable,,1.185
26,mlp.experts.232.up_proj,not applicable,,1.187
26,mlp.experts.233.gate_proj,not applicable,,1.190
26,mlp.experts.233.up_proj,not applicable,,1.192
26,mlp.experts.234.gate_proj,not applicable,,1.194
26,mlp.experts.234.up_proj,not applicable,,1.197
26,mlp.experts.235.gate_proj,not applicable,,1.199
26,mlp.experts.235.up_proj,not applicable,,1.202
26,mlp.experts.236.gate_proj,not applicable,,1.204
26,mlp.experts.236.up_proj,not applicable,,1.207
26,mlp.experts.237.gate_proj,not applicable,,1.209
26,mlp.experts.237.up_proj,not applicable,,1.211
26,mlp.experts.238.gate_proj,not applicable,,1.214
26,mlp.experts.238.up_proj,not applicable,,1.217
26,mlp.experts.239.gate_proj,not applicable,,1.219
26,mlp.experts.239.up_proj,not applicable,,1.221
26,mlp.experts.240.gate_proj,not applicable,,1.224
26,mlp.experts.240.up_proj,not applicable,,1.227
26,mlp.experts.241.gate_proj,not applicable,,1.230
26,mlp.experts.241.up_proj,not applicable,,1.232
26,mlp.experts.242.gate_proj,not applicable,,1.235
26,mlp.experts.242.up_proj,not applicable,,1.237
26,mlp.experts.243.gate_proj,not applicable,,1.239
26,mlp.experts.243.up_proj,not applicable,,1.242
26,mlp.experts.244.gate_proj,not applicable,,1.244
26,mlp.experts.244.up_proj,not applicable,,1.247
26,mlp.experts.245.gate_proj,not applicable,,1.249
26,mlp.experts.245.up_proj,not applicable,,1.251
26,mlp.experts.246.gate_proj,not applicable,,1.254
26,mlp.experts.246.up_proj,not applicable,,1.256
26,mlp.experts.247.gate_proj,not applicable,,1.259
26,mlp.experts.247.up_proj,not applicable,,1.261
26,mlp.experts.248.gate_proj,not applicable,,1.263
26,mlp.experts.248.up_proj,not applicable,,1.266
26,mlp.experts.249.gate_proj,not applicable,,1.268
26,mlp.experts.249.up_proj,not applicable,,1.271
26,mlp.experts.250.gate_proj,not applicable,,1.273
26,mlp.experts.250.up_proj,not applicable,,1.276
26,mlp.experts.251.gate_proj,not applicable,,1.279
26,mlp.experts.251.up_proj,not applicable,,1.281
26,mlp.experts.252.gate_proj,not applicable,,1.284
26,mlp.experts.252.up_proj,not applicable,,1.286
26,mlp.experts.253.gate_proj,not applicable,,1.289
26,mlp.experts.253.up_proj,not applicable,,1.291
26,mlp.experts.254.gate_proj,not applicable,,1.294
26,mlp.experts.254.up_proj,not applicable,,1.296
26,mlp.experts.255.gate_proj,not applicable,,1.298
26,mlp.experts.255.up_proj,not applicable,,1.301
26,mlp.experts.0.down_proj,0.0000058738,,1.303
26,mlp.experts.1.down_proj,0.0000022902,,1.306
26,mlp.experts.2.down_proj,0.0000014563,,1.308
26,mlp.experts.3.down_proj,0.0000051261,,1.310
26,mlp.experts.4.down_proj,0.0000026874,,1.313
26,mlp.experts.5.down_proj,0.0000034230,,1.316
26,mlp.experts.6.down_proj,0.0000052903,,1.319
26,mlp.experts.7.down_proj,0.0000051551,,1.321
26,mlp.experts.8.down_proj,0.0000016635,,1.323
26,mlp.experts.9.down_proj,0.0000020628,,1.326
26,mlp.experts.10.down_proj,0.0000021747,,1.329
26,mlp.experts.11.down_proj,0.0000050324,,1.331
26,mlp.experts.12.down_proj,0.0000035996,,1.333
26,mlp.experts.13.down_proj,0.0000031728,,1.336
26,mlp.experts.14.down_proj,0.0000034733,,1.338
26,mlp.experts.15.down_proj,0.0000033320,,1.340
26,mlp.experts.16.down_proj,0.0000039763,,1.343
26,mlp.experts.17.down_proj,0.0000046309,,1.345
26,mlp.experts.18.down_proj,0.0000009300,,1.348
26,mlp.experts.19.down_proj,0.0000042393,,1.350
26,mlp.experts.20.down_proj,0.0000051919,,1.352
26,mlp.experts.21.down_proj,0.0000040897,,1.354
26,mlp.experts.22.down_proj,0.0000057914,,1.357
26,mlp.experts.23.down_proj,0.0000031256,,1.359
26,mlp.experts.24.down_proj,0.0000068727,,1.361
26,mlp.experts.25.down_proj,0.0000065314,,1.364
26,mlp.experts.26.down_proj,0.0000040483,,1.366
26,mlp.experts.27.down_proj,0.0000029605,,1.368
26,mlp.experts.28.down_proj,0.0000055544,,1.371
26,mlp.experts.29.down_proj,0.0000008231,,1.374
26,mlp.experts.30.down_proj,0.0000034276,,1.376
26,mlp.experts.31.down_proj,0.0000050407,,1.379
26,mlp.experts.32.down_proj,0.0000009267,,1.381
26,mlp.experts.33.down_proj,0.0000047448,,1.383
26,mlp.experts.34.down_proj,0.0000029626,,1.386
26,mlp.experts.35.down_proj,0.0000025043,,1.388
26,mlp.experts.36.down_proj,0.0000058395,,1.390
26,mlp.experts.37.down_proj,0.0000006636,,1.393
26,mlp.experts.38.down_proj,0.0000055238,,1.395
26,mlp.experts.39.down_proj,0.0000022700,,1.397
26,mlp.experts.40.down_proj,0.0000014867,,1.400
26,mlp.experts.41.down_proj,0.0000008096,,1.402
26,mlp.experts.42.down_proj,0.0000009066,,1.404
26,mlp.experts.43.down_proj,0.0000032645,,1.407
26,mlp.experts.44.down_proj,0.0000036481,,1.409
26,mlp.experts.45.down_proj,0.0000051542,,1.412
26,mlp.experts.46.down_proj,0.0000060475,,1.414
26,mlp.experts.47.down_proj,0.0000004705,,1.416
26,mlp.experts.48.down_proj,0.0000023412,,1.419
26,mlp.experts.49.down_proj,0.0000026934,,1.422
26,mlp.experts.50.down_proj,0.0000012463,,1.424
26,mlp.experts.51.down_proj,0.0000026778,,1.426
26,mlp.experts.52.down_proj,0.0000012052,,1.429
26,mlp.experts.53.down_proj,0.0000012697,,1.431
26,mlp.experts.54.down_proj,0.0000006120,,1.434
26,mlp.experts.55.down_proj,0.0000010546,,1.436
26,mlp.experts.56.down_proj,0.0000018562,,1.438
26,mlp.experts.57.down_proj,0.0000026195,,1.441
26,mlp.experts.58.down_proj,0.0000038088,,1.443
26,mlp.experts.59.down_proj,0.0000022335,,1.445
26,mlp.experts.60.down_proj,0.0000046770,,1.447
26,mlp.experts.61.down_proj,0.0000011371,,1.450
26,mlp.experts.62.down_proj,0.0000010273,,1.452
26,mlp.experts.63.down_proj,0.0000013228,,1.455
26,mlp.experts.64.down_proj,0.0000017392,,1.457
26,mlp.experts.65.down_proj,0.0000033875,,1.459
26,mlp.experts.66.down_proj,0.0000073327,,1.462
26,mlp.experts.67.down_proj,0.0000071765,,1.464
26,mlp.experts.68.down_proj,0.0000021414,,1.466
26,mlp.experts.69.down_proj,0.0000060455,,1.469
26,mlp.experts.70.down_proj,0.0000007362,,1.472
26,mlp.experts.71.down_proj,0.0000055266,,1.474
26,mlp.experts.72.down_proj,0.0000064863,,1.476
26,mlp.experts.73.down_proj,0.0000097353,,1.479
26,mlp.experts.74.down_proj,0.0000064281,,1.481
26,mlp.experts.75.down_proj,0.0000028088,,1.484
26,mlp.experts.76.down_proj,0.0000009673,,1.486
26,mlp.experts.77.down_proj,0.0000012880,,1.489
26,mlp.experts.78.down_proj,0.0000028301,,1.491
26,mlp.experts.79.down_proj,0.0000035359,,1.493
26,mlp.experts.80.down_proj,0.0000040654,,1.496
26,mlp.experts.81.down_proj,0.0000024028,,1.498
26,mlp.experts.82.down_proj,0.0000048010,,1.500
26,mlp.experts.83.down_proj,0.0000017721,,1.503
26,mlp.experts.84.down_proj,0.0000049820,,1.505
26,mlp.experts.85.down_proj,0.0000028357,,1.507
26,mlp.experts.86.down_proj,0.0000054612,,1.510
26,mlp.experts.87.down_proj,0.0000046281,,1.512
26,mlp.experts.88.down_proj,0.0000055673,,1.515
26,mlp.experts.89.down_proj,0.0000053099,,1.518
26,mlp.experts.90.down_proj,0.0000029701,,1.520
26,mlp.experts.91.down_proj,0.0000013257,,1.523
26,mlp.experts.92.down_proj,0.0000013144,,1.525
26,mlp.experts.93.down_proj,0.0000023520,,1.527
26,mlp.experts.94.down_proj,0.0000010814,,1.530
26,mlp.experts.95.down_proj,0.0000032482,,1.533
26,mlp.experts.96.down_proj,0.0000017988,,1.536
26,mlp.experts.97.down_proj,0.0000041902,,1.538
26,mlp.experts.98.down_proj,0.0000012931,,1.541
26,mlp.experts.99.down_proj,0.0000004245,,1.543
26,mlp.experts.100.down_proj,0.0000022824,,1.545
26,mlp.experts.101.down_proj,0.0000019175,,1.548
26,mlp.experts.102.down_proj,0.0000034060,,1.550
26,mlp.experts.103.down_proj,0.0000039004,,1.553
26,mlp.experts.104.down_proj,0.0000013817,,1.555
26,mlp.experts.105.down_proj,0.0000038963,,1.557
26,mlp.experts.106.down_proj,0.0000009693,,1.560
26,mlp.experts.107.down_proj,0.0000066900,,1.562
26,mlp.experts.108.down_proj,0.0000069989,,1.564
26,mlp.experts.109.down_proj,0.0000042086,,1.568
26,mlp.experts.110.down_proj,0.0000008089,,1.570
26,mlp.experts.111.down_proj,0.0000009946,,1.572
26,mlp.experts.112.down_proj,0.0000050292,,1.575
26,mlp.experts.113.down_proj,0.0000015243,,1.577
26,mlp.experts.114.down_proj,0.0000005260,,1.579
26,mlp.experts.115.down_proj,0.0000028339,,1.582
26,mlp.experts.116.down_proj,0.0000035291,,1.584
26,mlp.experts.117.down_proj,0.0000035848,,1.586
26,mlp.experts.118.down_proj,0.0000021725,,1.589
26,mlp.experts.119.down_proj,0.0000039924,,1.591
26,mlp.experts.120.down_proj,0.0000074962,,1.593
26,mlp.experts.121.down_proj,0.0000007686,,1.596
26,mlp.experts.122.down_proj,0.0000086319,,1.598
26,mlp.experts.123.down_proj,0.0000013343,,1.600
26,mlp.experts.124.down_proj,0.0000018501,,1.603
26,mlp.experts.125.down_proj,0.0000043367,,1.605
26,mlp.experts.126.down_proj,0.0000028960,,1.608
26,mlp.experts.127.down_proj,0.0000016072,,1.610
26,mlp.experts.128.down_proj,0.0000052280,,1.613
26,mlp.experts.129.down_proj,0.0000103607,,1.616
26,mlp.experts.130.down_proj,0.0000009764,,1.619
26,mlp.experts.131.down_proj,0.0000024806,,1.621
26,mlp.experts.132.down_proj,0.0000023164,,1.624
26,mlp.experts.133.down_proj,0.0000046982,,1.626
26,mlp.experts.134.down_proj,0.0000018521,,1.628
26,mlp.experts.135.down_proj,0.0000020194,,1.631
26,mlp.experts.136.down_proj,0.0000036471,,1.633
26,mlp.experts.137.down_proj,0.0000056925,,1.636
26,mlp.experts.138.down_proj,0.0000008510,,1.638
26,mlp.experts.139.down_proj,0.0000038198,,1.641
26,mlp.experts.140.down_proj,0.0000037080,,1.643
26,mlp.experts.141.down_proj,0.0000067876,,1.645
26,mlp.experts.142.down_proj,0.0000096832,,1.648
26,mlp.experts.143.down_proj,0.0000099329,,1.650
26,mlp.experts.144.down_proj,0.0000067318,,1.652
26,mlp.experts.145.down_proj,0.0000019425,,1.655
26,mlp.experts.146.down_proj,0.0000026064,,1.657
26,mlp.experts.147.down_proj,0.0000042708,,1.660
26,mlp.experts.148.down_proj,0.0000013013,,1.662
26,mlp.experts.149.down_proj,0.0000049228,,1.665
26,mlp.experts.150.down_proj,0.0000006831,,1.668
26,mlp.experts.151.down_proj,0.0000009534,,1.670
26,mlp.experts.152.down_proj,0.0000040533,,1.673
26,mlp.experts.153.down_proj,0.0000082068,,1.675
26,mlp.experts.154.down_proj,0.0000075550,,1.677
26,mlp.experts.155.down_proj,0.0000003700,,1.680
26,mlp.experts.156.down_proj,0.0000036992,,1.682
26,mlp.experts.157.down_proj,0.0000049777,,1.684
26,mlp.experts.158.down_proj,0.0000068040,,1.687
26,mlp.experts.159.down_proj,0.0000025273,,1.689
26,mlp.experts.160.down_proj,0.0000054754,,1.691
26,mlp.experts.161.down_proj,0.0000004870,,1.694
26,mlp.experts.162.down_proj,0.0000048198,,1.696
26,mlp.experts.163.down_proj,0.0000060254,,1.699
26,mlp.experts.164.down_proj,0.0000087263,,1.701
26,mlp.experts.165.down_proj,0.0000062886,,1.703
26,mlp.experts.166.down_proj,0.0000041722,,1.706
26,mlp.experts.167.down_proj,0.0000016426,,1.708
26,mlp.experts.168.down_proj,0.0000056190,,1.711
26,mlp.experts.169.down_proj,0.0000022973,,1.714
26,mlp.experts.170.down_proj,0.0000036351,,1.717
26,mlp.experts.171.down_proj,0.0000018005,,1.719
26,mlp.experts.172.down_proj,0.0000008117,,1.721
26,mlp.experts.173.down_proj,0.0000074211,,1.724
26,mlp.experts.174.down_proj,0.0000039681,,1.726
26,mlp.experts.175.down_proj,0.0000056775,,1.729
26,mlp.experts.176.down_proj,0.0000077113,,1.731
26,mlp.experts.177.down_proj,0.0000013569,,1.734
26,mlp.experts.178.down_proj,0.0000037104,,1.736
26,mlp.experts.179.down_proj,0.0000044169,,1.738
26,mlp.experts.180.down_proj,0.0000009626,,1.741
26,mlp.experts.181.down_proj,0.0000034435,,1.743
26,mlp.experts.182.down_proj,0.0000043686,,1.746
26,mlp.experts.183.down_proj,0.0000007058,,1.749
26,mlp.experts.184.down_proj,0.0000001001,,1.752
26,mlp.experts.185.down_proj,0.0000017084,,1.754
26,mlp.experts.186.down_proj,0.0000012013,,1.757
26,mlp.experts.187.down_proj,0.0000053304,,1.759
26,mlp.experts.188.down_proj,0.0000052635,,1.762
26,mlp.experts.189.down_proj,0.0000004014,,1.765
26,mlp.experts.190.down_proj,0.0000008132,,1.768
26,mlp.experts.191.down_proj,0.0000038743,,1.770
26,mlp.experts.192.down_proj,0.0000045169,,1.772
26,mlp.experts.193.down_proj,0.0000010250,,1.775
26,mlp.experts.194.down_proj,0.0000037052,,1.777
26,mlp.experts.195.down_proj,0.0000061536,,1.780
26,mlp.experts.196.down_proj,0.0000018160,,1.782
26,mlp.experts.197.down_proj,0.0000046771,,1.785
26,mlp.experts.198.down_proj,0.0000046439,,1.787
26,mlp.experts.199.down_proj,0.0000012664,,1.789
26,mlp.experts.200.down_proj,0.0000060284,,1.792
26,mlp.experts.201.down_proj,0.0000042903,,1.794
26,mlp.experts.202.down_proj,0.0000050704,,1.797
26,mlp.experts.203.down_proj,0.0000010969,,1.799
26,mlp.experts.204.down_proj,0.0000092870,,1.802
26,mlp.experts.205.down_proj,0.0000002811,,1.804
26,mlp.experts.206.down_proj,0.0000039892,,1.806
26,mlp.experts.207.down_proj,0.0000040018,,1.809
26,mlp.experts.208.down_proj,0.0000007700,,1.811
26,mlp.experts.209.down_proj,0.0000014263,,1.815
26,mlp.experts.210.down_proj,0.0000007263,,1.817
26,mlp.experts.211.down_proj,0.0000024924,,1.820
26,mlp.experts.212.down_proj,0.0000031635,,1.822
26,mlp.experts.213.down_proj,0.0000026220,,1.825
26,mlp.experts.214.down_proj,0.0000009856,,1.827
26,mlp.experts.215.down_proj,0.0000061209,,1.829
26,mlp.experts.216.down_proj,0.0000040073,,1.832
26,mlp.experts.217.down_proj,0.0000006800,,1.834
26,mlp.experts.218.down_proj,0.0000045731,,1.837
26,mlp.experts.219.down_proj,0.0000021550,,1.839
26,mlp.experts.220.down_proj,0.0000035462,,1.842
26,mlp.experts.221.down_proj,0.0000031325,,1.844
26,mlp.experts.222.down_proj,0.0000060483,,1.847
26,mlp.experts.223.down_proj,0.0000044648,,1.849
26,mlp.experts.224.down_proj,0.0000060104,,1.851
26,mlp.experts.225.down_proj,0.0000016018,,1.854
26,mlp.experts.226.down_proj,0.0000007623,,1.856
26,mlp.experts.227.down_proj,0.0000033498,,1.859
26,mlp.experts.228.down_proj,0.0000065741,,1.861
26,mlp.experts.229.down_proj,0.0000059778,,1.865
26,mlp.experts.230.down_proj,0.0000010086,,1.867
26,mlp.experts.231.down_proj,0.0000058389,,1.870
26,mlp.experts.232.down_proj,0.0000038301,,1.872
26,mlp.experts.233.down_proj,0.0000036008,,1.874
26,mlp.experts.234.down_proj,0.0000012695,,1.877
26,mlp.experts.235.down_proj,0.0000050869,,1.880
26,mlp.experts.236.down_proj,0.0000057198,,1.882
26,mlp.experts.237.down_proj,0.0000027331,,1.885
26,mlp.experts.238.down_proj,0.0000024047,,1.887
26,mlp.experts.239.down_proj,0.0000004349,,1.889
26,mlp.experts.240.down_proj,0.0000025349,,1.892
26,mlp.experts.241.down_proj,0.0000032882,,1.894
26,mlp.experts.242.down_proj,0.0000023355,,1.897
26,mlp.experts.243.down_proj,0.0000050016,,1.899
26,mlp.experts.244.down_proj,0.0000008682,,1.902
26,mlp.experts.245.down_proj,0.0000029219,,1.904
26,mlp.experts.246.down_proj,0.0000015083,,1.907
26,mlp.experts.247.down_proj,0.0000036520,,1.909
26,mlp.experts.248.down_proj,0.0000016216,,1.912
26,mlp.experts.249.down_proj,0.0000062360,,1.915
26,mlp.experts.250.down_proj,0.0000024598,,1.917
26,mlp.experts.251.down_proj,0.0000025409,,1.920
26,mlp.experts.252.down_proj,0.0000092652,,1.923
26,mlp.experts.253.down_proj,0.0000006976,,1.925
26,mlp.experts.254.down_proj,0.0000041647,,1.928
26,mlp.experts.255.down_proj,0.0000034764,,1.930
27,mlp.experts.0.gate_proj,not applicable,,0.005
27,mlp.experts.0.up_proj,not applicable,,0.011
27,mlp.experts.1.gate_proj,not applicable,,0.014
27,mlp.experts.1.up_proj,not applicable,,0.017
27,mlp.experts.2.gate_proj,not applicable,,0.020
27,mlp.experts.2.up_proj,not applicable,,0.023
27,mlp.experts.3.gate_proj,not applicable,,0.025
27,mlp.experts.3.up_proj,not applicable,,0.028
27,mlp.experts.4.gate_proj,not applicable,,0.031
27,mlp.experts.4.up_proj,not applicable,,0.034
27,mlp.experts.5.gate_proj,not applicable,,0.036
27,mlp.experts.5.up_proj,not applicable,,0.039
27,mlp.experts.6.gate_proj,not applicable,,0.042
27,mlp.experts.6.up_proj,not applicable,,0.044
27,mlp.experts.7.gate_proj,not applicable,,0.047
27,mlp.experts.7.up_proj,not applicable,,0.050
27,mlp.experts.8.gate_proj,not applicable,,0.052
27,mlp.experts.8.up_proj,not applicable,,0.055
27,mlp.experts.9.gate_proj,not applicable,,0.058
27,mlp.experts.9.up_proj,not applicable,,0.061
27,mlp.experts.10.gate_proj,not applicable,,0.063
27,mlp.experts.10.up_proj,not applicable,,0.067
27,mlp.experts.11.gate_proj,not applicable,,0.070
27,mlp.experts.11.up_proj,not applicable,,0.072
27,mlp.experts.12.gate_proj,not applicable,,0.075
27,mlp.experts.12.up_proj,not applicable,,0.077
27,mlp.experts.13.gate_proj,not applicable,,0.080
27,mlp.experts.13.up_proj,not applicable,,0.083
27,mlp.experts.14.gate_proj,not applicable,,0.085
27,mlp.experts.14.up_proj,not applicable,,0.088
27,mlp.experts.15.gate_proj,not applicable,,0.090
27,mlp.experts.15.up_proj,not applicable,,0.093
27,mlp.experts.16.gate_proj,not applicable,,0.096
27,mlp.experts.16.up_proj,not applicable,,0.098
27,mlp.experts.17.gate_proj,not applicable,,0.101
27,mlp.experts.17.up_proj,not applicable,,0.103
27,mlp.experts.18.gate_proj,not applicable,,0.107
27,mlp.experts.18.up_proj,not applicable,,0.109
27,mlp.experts.19.gate_proj,not applicable,,0.112
27,mlp.experts.19.up_proj,not applicable,,0.115
27,mlp.experts.20.gate_proj,not applicable,,0.117
27,mlp.experts.20.up_proj,not applicable,,0.121
27,mlp.experts.21.gate_proj,not applicable,,0.124
27,mlp.experts.21.up_proj,not applicable,,0.126
27,mlp.experts.22.gate_proj,not applicable,,0.129
27,mlp.experts.22.up_proj,not applicable,,0.131
27,mlp.experts.23.gate_proj,not applicable,,0.134
27,mlp.experts.23.up_proj,not applicable,,0.136
27,mlp.experts.24.gate_proj,not applicable,,0.139
27,mlp.experts.24.up_proj,not applicable,,0.142
27,mlp.experts.25.gate_proj,not applicable,,0.144
27,mlp.experts.25.up_proj,not applicable,,0.147
27,mlp.experts.26.gate_proj,not applicable,,0.150
27,mlp.experts.26.up_proj,not applicable,,0.152
27,mlp.experts.27.gate_proj,not applicable,,0.155
27,mlp.experts.27.up_proj,not applicable,,0.157
27,mlp.experts.28.gate_proj,not applicable,,0.160
27,mlp.experts.28.up_proj,not applicable,,0.162
27,mlp.experts.29.gate_proj,not applicable,,0.165
27,mlp.experts.29.up_proj,not applicable,,0.168
27,mlp.experts.30.gate_proj,not applicable,,0.170
27,mlp.experts.30.up_proj,not applicable,,0.174
27,mlp.experts.31.gate_proj,not applicable,,0.177
27,mlp.experts.31.up_proj,not applicable,,0.180
27,mlp.experts.32.gate_proj,not applicable,,0.183
27,mlp.experts.32.up_proj,not applicable,,0.186
27,mlp.experts.33.gate_proj,not applicable,,0.189
27,mlp.experts.33.up_proj,not applicable,,0.191
27,mlp.experts.34.gate_proj,not applicable,,0.194
27,mlp.experts.34.up_proj,not applicable,,0.196
27,mlp.experts.35.gate_proj,not applicable,,0.199
27,mlp.experts.35.up_proj,not applicable,,0.202
27,mlp.experts.36.gate_proj,not applicable,,0.204
27,mlp.experts.36.up_proj,not applicable,,0.207
27,mlp.experts.37.gate_proj,not applicable,,0.210
27,mlp.experts.37.up_proj,not applicable,,0.213
27,mlp.experts.38.gate_proj,not applicable,,0.217
27,mlp.experts.38.up_proj,not applicable,,0.220
27,mlp.experts.39.gate_proj,not applicable,,0.223
27,mlp.experts.39.up_proj,not applicable,,0.226
27,mlp.experts.40.gate_proj,not applicable,,0.228
27,mlp.experts.40.up_proj,not applicable,,0.232
27,mlp.experts.41.gate_proj,not applicable,,0.234
27,mlp.experts.41.up_proj,not applicable,,0.237
27,mlp.experts.42.gate_proj,not applicable,,0.240
27,mlp.experts.42.up_proj,not applicable,,0.243
27,mlp.experts.43.gate_proj,not applicable,,0.245
27,mlp.experts.43.up_proj,not applicable,,0.248
27,mlp.experts.44.gate_proj,not applicable,,0.250
27,mlp.experts.44.up_proj,not applicable,,0.253
27,mlp.experts.45.gate_proj,not applicable,,0.255
27,mlp.experts.45.up_proj,not applicable,,0.258
27,mlp.experts.46.gate_proj,not applicable,,0.261
27,mlp.experts.46.up_proj,not applicable,,0.263
27,mlp.experts.47.gate_proj,not applicable,,0.266
27,mlp.experts.47.up_proj,not applicable,,0.268
27,mlp.experts.48.gate_proj,not applicable,,0.271
27,mlp.experts.48.up_proj,not applicable,,0.273
27,mlp.experts.49.gate_proj,not applicable,,0.276
27,mlp.experts.49.up_proj,not applicable,,0.278
27,mlp.experts.50.gate_proj,not applicable,,0.281
27,mlp.experts.50.up_proj,not applicable,,0.284
27,mlp.experts.51.gate_proj,not applicable,,0.287
27,mlp.experts.51.up_proj,not applicable,,0.289
27,mlp.experts.52.gate_proj,not applicable,,0.292
27,mlp.experts.52.up_proj,not applicable,,0.294
27,mlp.experts.53.gate_proj,not applicable,,0.297
27,mlp.experts.53.up_proj,not applicable,,0.299
27,mlp.experts.54.gate_proj,not applicable,,0.302
27,mlp.experts.54.up_proj,not applicable,,0.304
27,mlp.experts.55.gate_proj,not applicable,,0.309
27,mlp.experts.55.up_proj,not applicable,,0.312
27,mlp.experts.56.gate_proj,not applicable,,0.315
27,mlp.experts.56.up_proj,not applicable,,0.318
27,mlp.experts.57.gate_proj,not applicable,,0.320
27,mlp.experts.57.up_proj,not applicable,,0.323
27,mlp.experts.58.gate_proj,not applicable,,0.326
27,mlp.experts.58.up_proj,not applicable,,0.328
27,mlp.experts.59.gate_proj,not applicable,,0.331
27,mlp.experts.59.up_proj,not applicable,,0.333
27,mlp.experts.60.gate_proj,not applicable,,0.336
27,mlp.experts.60.up_proj,not applicable,,0.339
27,mlp.experts.61.gate_proj,not applicable,,0.342
27,mlp.experts.61.up_proj,not applicable,,0.344
27,mlp.experts.62.gate_proj,not applicable,,0.347
27,mlp.experts.62.up_proj,not applicable,,0.349
27,mlp.experts.63.gate_proj,not applicable,,0.352
27,mlp.experts.63.up_proj,not applicable,,0.354
27,mlp.experts.64.gate_proj,not applicable,,0.357
27,mlp.experts.64.up_proj,not applicable,,0.359
27,mlp.experts.65.gate_proj,not applicable,,0.362
27,mlp.experts.65.up_proj,not applicable,,0.364
27,mlp.experts.66.gate_proj,not applicable,,0.367
27,mlp.experts.66.up_proj,not applicable,,0.370
27,mlp.experts.67.gate_proj,not applicable,,0.372
27,mlp.experts.67.up_proj,not applicable,,0.375
27,mlp.experts.68.gate_proj,not applicable,,0.378
27,mlp.experts.68.up_proj,not applicable,,0.380
27,mlp.experts.69.gate_proj,not applicable,,0.383
27,mlp.experts.69.up_proj,not applicable,,0.385
27,mlp.experts.70.gate_proj,not applicable,,0.388
27,mlp.experts.70.up_proj,not applicable,,0.391
27,mlp.experts.71.gate_proj,not applicable,,0.394
27,mlp.experts.71.up_proj,not applicable,,0.396
27,mlp.experts.72.gate_proj,not applicable,,0.399
27,mlp.experts.72.up_proj,not applicable,,0.401
27,mlp.experts.73.gate_proj,not applicable,,0.404
27,mlp.experts.73.up_proj,not applicable,,0.406
27,mlp.experts.74.gate_proj,not applicable,,0.409
27,mlp.experts.74.up_proj,not applicable,,0.412
27,mlp.experts.75.gate_proj,not applicable,,0.415
27,mlp.experts.75.up_proj,not applicable,,0.417
27,mlp.experts.76.gate_proj,not applicable,,0.420
27,mlp.experts.76.up_proj,not applicable,,0.422
27,mlp.experts.77.gate_proj,not applicable,,0.425
27,mlp.experts.77.up_proj,not applicable,,0.427
27,mlp.experts.78.gate_proj,not applicable,,0.430
27,mlp.experts.78.up_proj,not applicable,,0.432
27,mlp.experts.79.gate_proj,not applicable,,0.435
27,mlp.experts.79.up_proj,not applicable,,0.437
27,mlp.experts.80.gate_proj,not applicable,,0.440
27,mlp.experts.80.up_proj,not applicable,,0.443
27,mlp.experts.81.gate_proj,not applicable,,0.446
27,mlp.experts.81.up_proj,not applicable,,0.448
27,mlp.experts.82.gate_proj,not applicable,,0.451
27,mlp.experts.82.up_proj,not applicable,,0.453
27,mlp.experts.83.gate_proj,not applicable,,0.456
27,mlp.experts.83.up_proj,not applicable,,0.458
27,mlp.experts.84.gate_proj,not applicable,,0.461
27,mlp.experts.84.up_proj,not applicable,,0.463
27,mlp.experts.85.gate_proj,not applicable,,0.466
27,mlp.experts.85.up_proj,not applicable,,0.468
27,mlp.experts.86.gate_proj,not applicable,,0.470
27,mlp.experts.86.up_proj,not applicable,,0.473
27,mlp.experts.87.gate_proj,not applicable,,0.475
27,mlp.experts.87.up_proj,not applicable,,0.478
27,mlp.experts.88.gate_proj,not applicable,,0.480
27,mlp.experts.88.up_proj,not applicable,,0.483
27,mlp.experts.89.gate_proj,not applicable,,0.485
27,mlp.experts.89.up_proj,not applicable,,0.488
27,mlp.experts.90.gate_proj,not applicable,,0.490
27,mlp.experts.90.up_proj,not applicable,,0.494
27,mlp.experts.91.gate_proj,not applicable,,0.496
27,mlp.experts.91.up_proj,not applicable,,0.499
27,mlp.experts.92.gate_proj,not applicable,,0.501
27,mlp.experts.92.up_proj,not applicable,,0.504
27,mlp.experts.93.gate_proj,not applicable,,0.506
27,mlp.experts.93.up_proj,not applicable,,0.508
27,mlp.experts.94.gate_proj,not applicable,,0.511
27,mlp.experts.94.up_proj,not applicable,,0.514
27,mlp.experts.95.gate_proj,not applicable,,0.516
27,mlp.experts.95.up_proj,not applicable,,0.519
27,mlp.experts.96.gate_proj,not applicable,,0.521
27,mlp.experts.96.up_proj,not applicable,,0.523
27,mlp.experts.97.gate_proj,not applicable,,0.526
27,mlp.experts.97.up_proj,not applicable,,0.528
27,mlp.experts.98.gate_proj,not applicable,,0.531
27,mlp.experts.98.up_proj,not applicable,,0.533
27,mlp.experts.99.gate_proj,not applicable,,0.536
27,mlp.experts.99.up_proj,not applicable,,0.538
27,mlp.experts.100.gate_proj,not applicable,,0.541
27,mlp.experts.100.up_proj,not applicable,,0.544
27,mlp.experts.101.gate_proj,not applicable,,0.547
27,mlp.experts.101.up_proj,not applicable,,0.549
27,mlp.experts.102.gate_proj,not applicable,,0.552
27,mlp.experts.102.up_proj,not applicable,,0.554
27,mlp.experts.103.gate_proj,not applicable,,0.557
27,mlp.experts.103.up_proj,not applicable,,0.559
27,mlp.experts.104.gate_proj,not applicable,,0.562
27,mlp.experts.104.up_proj,not applicable,,0.564
27,mlp.experts.105.gate_proj,not applicable,,0.567
27,mlp.experts.105.up_proj,not applicable,,0.569
27,mlp.experts.106.gate_proj,not applicable,,0.572
27,mlp.experts.106.up_proj,not applicable,,0.574
27,mlp.experts.107.gate_proj,not applicable,,0.577
27,mlp.experts.107.up_proj,not applicable,,0.579
27,mlp.experts.108.gate_proj,not applicable,,0.582
27,mlp.experts.108.up_proj,not applicable,,0.584
27,mlp.experts.109.gate_proj,not applicable,,0.587
27,mlp.experts.109.up_proj,not applicable,,0.589
27,mlp.experts.110.gate_proj,not applicable,,0.592
27,mlp.experts.110.up_proj,not applicable,,0.595
27,mlp.experts.111.gate_proj,not applicable,,0.598
27,mlp.experts.111.up_proj,not applicable,,0.600
27,mlp.experts.112.gate_proj,not applicable,,0.603
27,mlp.experts.112.up_proj,not applicable,,0.605
27,mlp.experts.113.gate_proj,not applicable,,0.608
27,mlp.experts.113.up_proj,not applicable,,0.610
27,mlp.experts.114.gate_proj,not applicable,,0.613
27,mlp.experts.114.up_proj,not applicable,,0.616
27,mlp.experts.115.gate_proj,not applicable,,0.619
27,mlp.experts.115.up_proj,not applicable,,0.621
27,mlp.experts.116.gate_proj,not applicable,,0.624
27,mlp.experts.116.up_proj,not applicable,,0.627
27,mlp.experts.117.gate_proj,not applicable,,0.629
27,mlp.experts.117.up_proj,not applicable,,0.632
27,mlp.experts.118.gate_proj,not applicable,,0.634
27,mlp.experts.118.up_proj,not applicable,,0.637
27,mlp.experts.119.gate_proj,not applicable,,0.639
27,mlp.experts.119.up_proj,not applicable,,0.642
27,mlp.experts.120.gate_proj,not applicable,,0.644
27,mlp.experts.120.up_proj,not applicable,,0.648
27,mlp.experts.121.gate_proj,not applicable,,0.650
27,mlp.experts.121.up_proj,not applicable,,0.653
27,mlp.experts.122.gate_proj,not applicable,,0.655
27,mlp.experts.122.up_proj,not applicable,,0.658
27,mlp.experts.123.gate_proj,not applicable,,0.661
27,mlp.experts.123.up_proj,not applicable,,0.663
27,mlp.experts.124.gate_proj,not applicable,,0.665
27,mlp.experts.124.up_proj,not applicable,,0.668
27,mlp.experts.125.gate_proj,not applicable,,0.670
27,mlp.experts.125.up_proj,not applicable,,0.673
27,mlp.experts.126.gate_proj,not applicable,,0.675
27,mlp.experts.126.up_proj,not applicable,,0.678
27,mlp.experts.127.gate_proj,not applicable,,0.680
27,mlp.experts.127.up_proj,not applicable,,0.683
27,mlp.experts.128.gate_proj,not applicable,,0.686
27,mlp.experts.128.up_proj,not applicable,,0.688
27,mlp.experts.129.gate_proj,not applicable,,0.691
27,mlp.experts.129.up_proj,not applicable,,0.693
27,mlp.experts.130.gate_proj,not applicable,,0.696
27,mlp.experts.130.up_proj,not applicable,,0.699
27,mlp.experts.131.gate_proj,not applicable,,0.702
27,mlp.experts.131.up_proj,not applicable,,0.704
27,mlp.experts.132.gate_proj,not applicable,,0.707
27,mlp.experts.132.up_proj,not applicable,,0.709
27,mlp.experts.133.gate_proj,not applicable,,0.712
27,mlp.experts.133.up_proj,not applicable,,0.715
27,mlp.experts.134.gate_proj,not applicable,,0.718
27,mlp.experts.134.up_proj,not applicable,,0.720
27,mlp.experts.135.gate_proj,not applicable,,0.723
27,mlp.experts.135.up_proj,not applicable,,0.725
27,mlp.experts.136.gate_proj,not applicable,,0.728
27,mlp.experts.136.up_proj,not applicable,,0.730
27,mlp.experts.137.gate_proj,not applicable,,0.733
27,mlp.experts.137.up_proj,not applicable,,0.735
27,mlp.experts.138.gate_proj,not applicable,,0.738
27,mlp.experts.138.up_proj,not applicable,,0.740
27,mlp.experts.139.gate_proj,not applicable,,0.743
27,mlp.experts.139.up_proj,not applicable,,0.745
27,mlp.experts.140.gate_proj,not applicable,,0.748
27,mlp.experts.140.up_proj,not applicable,,0.752
27,mlp.experts.141.gate_proj,not applicable,,0.754
27,mlp.experts.141.up_proj,not applicable,,0.757
27,mlp.experts.142.gate_proj,not applicable,,0.759
27,mlp.experts.142.up_proj,not applicable,,0.762
27,mlp.experts.143.gate_proj,not applicable,,0.764
27,mlp.experts.143.up_proj,not applicable,,0.767
27,mlp.experts.144.gate_proj,not applicable,,0.769
27,mlp.experts.144.up_proj,not applicable,,0.772
27,mlp.experts.145.gate_proj,not applicable,,0.774
27,mlp.experts.145.up_proj,not applicable,,0.777
27,mlp.experts.146.gate_proj,not applicable,,0.779
27,mlp.experts.146.up_proj,not applicable,,0.782
27,mlp.experts.147.gate_proj,not applicable,,0.784
27,mlp.experts.147.up_proj,not applicable,,0.787
27,mlp.experts.148.gate_proj,not applicable,,0.789
27,mlp.experts.148.up_proj,not applicable,,0.792
27,mlp.experts.149.gate_proj,not applicable,,0.794
27,mlp.experts.149.up_proj,not applicable,,0.797
27,mlp.experts.150.gate_proj,not applicable,,0.799
27,mlp.experts.150.up_proj,not applicable,,0.803
27,mlp.experts.151.gate_proj,not applicable,,0.805
27,mlp.experts.151.up_proj,not applicable,,0.808
27,mlp.experts.152.gate_proj,not applicable,,0.810
27,mlp.experts.152.up_proj,not applicable,,0.813
27,mlp.experts.153.gate_proj,not applicable,,0.816
27,mlp.experts.153.up_proj,not applicable,,0.819
27,mlp.experts.154.gate_proj,not applicable,,0.821
27,mlp.experts.154.up_proj,not applicable,,0.824
27,mlp.experts.155.gate_proj,not applicable,,0.826
27,mlp.experts.155.up_proj,not applicable,,0.829
27,mlp.experts.156.gate_proj,not applicable,,0.831
27,mlp.experts.156.up_proj,not applicable,,0.834
27,mlp.experts.157.gate_proj,not applicable,,0.836
27,mlp.experts.157.up_proj,not applicable,,0.839
27,mlp.experts.158.gate_proj,not applicable,,0.841
27,mlp.experts.158.up_proj,not applicable,,0.844
27,mlp.experts.159.gate_proj,not applicable,,0.846
27,mlp.experts.159.up_proj,not applicable,,0.849
27,mlp.experts.160.gate_proj,not applicable,,0.851
27,mlp.experts.160.up_proj,not applicable,,0.855
27,mlp.experts.161.gate_proj,not applicable,,0.857
27,mlp.experts.161.up_proj,not applicable,,0.860
27,mlp.experts.162.gate_proj,not applicable,,0.862
27,mlp.experts.162.up_proj,not applicable,,0.865
27,mlp.experts.163.gate_proj,not applicable,,0.867
27,mlp.experts.163.up_proj,not applicable,,0.870
27,mlp.experts.164.gate_proj,not applicable,,0.872
27,mlp.experts.164.up_proj,not applicable,,0.875
27,mlp.experts.165.gate_proj,not applicable,,0.877
27,mlp.experts.165.up_proj,not applicable,,0.880
27,mlp.experts.166.gate_proj,not applicable,,0.882
27,mlp.experts.166.up_proj,not applicable,,0.885
27,mlp.experts.167.gate_proj,not applicable,,0.888
27,mlp.experts.167.up_proj,not applicable,,0.890
27,mlp.experts.168.gate_proj,not applicable,,0.893
27,mlp.experts.168.up_proj,not applicable,,0.895
27,mlp.experts.169.gate_proj,not applicable,,0.898
27,mlp.experts.169.up_proj,not applicable,,0.900
27,mlp.experts.170.gate_proj,not applicable,,0.903
27,mlp.experts.170.up_proj,not applicable,,0.906
27,mlp.experts.171.gate_proj,not applicable,,0.908
27,mlp.experts.171.up_proj,not applicable,,0.911
27,mlp.experts.172.gate_proj,not applicable,,0.913
27,mlp.experts.172.up_proj,not applicable,,0.916
27,mlp.experts.173.gate_proj,not applicable,,0.919
27,mlp.experts.173.up_proj,not applicable,,0.921
27,mlp.experts.174.gate_proj,not applicable,,0.924
27,mlp.experts.174.up_proj,not applicable,,0.926
27,mlp.experts.175.gate_proj,not applicable,,0.929
27,mlp.experts.175.up_proj,not applicable,,0.931
27,mlp.experts.176.gate_proj,not applicable,,0.934
27,mlp.experts.176.up_proj,not applicable,,0.936
27,mlp.experts.177.gate_proj,not applicable,,0.939
27,mlp.experts.177.up_proj,not applicable,,0.941
27,mlp.experts.178.gate_proj,not applicable,,0.944
27,mlp.experts.178.up_proj,not applicable,,0.946
27,mlp.experts.179.gate_proj,not applicable,,0.949
27,mlp.experts.179.up_proj,not applicable,,0.951
27,mlp.experts.180.gate_proj,not applicable,,0.954
27,mlp.experts.180.up_proj,not applicable,,0.957
27,mlp.experts.181.gate_proj,not applicable,,0.960
27,mlp.experts.181.up_proj,not applicable,,0.962
27,mlp.experts.182.gate_proj,not applicable,,0.965
27,mlp.experts.182.up_proj,not applicable,,0.967
27,mlp.experts.183.gate_proj,not applicable,,0.970
27,mlp.experts.183.up_proj,not applicable,,0.972
27,mlp.experts.184.gate_proj,not applicable,,0.975
27,mlp.experts.184.up_proj,not applicable,,0.978
27,mlp.experts.185.gate_proj,not applicable,,0.980
27,mlp.experts.185.up_proj,not applicable,,0.982
27,mlp.experts.186.gate_proj,not applicable,,0.985
27,mlp.experts.186.up_proj,not applicable,,0.987
27,mlp.experts.187.gate_proj,not applicable,,0.990
27,mlp.experts.187.up_proj,not applicable,,0.992
27,mlp.experts.188.gate_proj,not applicable,,0.995
27,mlp.experts.188.up_proj,not applicable,,0.997
27,mlp.experts.189.gate_proj,not applicable,,1.000
27,mlp.experts.189.up_proj,not applicable,,1.003
27,mlp.experts.190.gate_proj,not applicable,,1.005
27,mlp.experts.190.up_proj,not applicable,,1.009
27,mlp.experts.191.gate_proj,not applicable,,1.011
27,mlp.experts.191.up_proj,not applicable,,1.013
27,mlp.experts.192.gate_proj,not applicable,,1.016
27,mlp.experts.192.up_proj,not applicable,,1.019
27,mlp.experts.193.gate_proj,not applicable,,1.021
27,mlp.experts.193.up_proj,not applicable,,1.024
27,mlp.experts.194.gate_proj,not applicable,,1.026
27,mlp.experts.194.up_proj,not applicable,,1.029
27,mlp.experts.195.gate_proj,not applicable,,1.031
27,mlp.experts.195.up_proj,not applicable,,1.034
27,mlp.experts.196.gate_proj,not applicable,,1.036
27,mlp.experts.196.up_proj,not applicable,,1.039
27,mlp.experts.197.gate_proj,not applicable,,1.041
27,mlp.experts.197.up_proj,not applicable,,1.044
27,mlp.experts.198.gate_proj,not applicable,,1.046
27,mlp.experts.198.up_proj,not applicable,,1.049
27,mlp.experts.199.gate_proj,not applicable,,1.051
27,mlp.experts.199.up_proj,not applicable,,1.054
27,mlp.experts.200.gate_proj,not applicable,,1.056
27,mlp.experts.200.up_proj,not applicable,,1.060
27,mlp.experts.201.gate_proj,not applicable,,1.062
27,mlp.experts.201.up_proj,not applicable,,1.065
27,mlp.experts.202.gate_proj,not applicable,,1.067
27,mlp.experts.202.up_proj,not applicable,,1.069
27,mlp.experts.203.gate_proj,not applicable,,1.072
27,mlp.experts.203.up_proj,not applicable,,1.075
27,mlp.experts.204.gate_proj,not applicable,,1.077
27,mlp.experts.204.up_proj,not applicable,,1.080
27,mlp.experts.205.gate_proj,not applicable,,1.082
27,mlp.experts.205.up_proj,not applicable,,1.085
27,mlp.experts.206.gate_proj,not applicable,,1.087
27,mlp.experts.206.up_proj,not applicable,,1.090
27,mlp.experts.207.gate_proj,not applicable,,1.092
27,mlp.experts.207.up_proj,not applicable,,1.094
27,mlp.experts.208.gate_proj,not applicable,,1.097
27,mlp.experts.208.up_proj,not applicable,,1.099
27,mlp.experts.209.gate_proj,not applicable,,1.102
27,mlp.experts.209.up_proj,not applicable,,1.104
27,mlp.experts.210.gate_proj,not applicable,,1.107
27,mlp.experts.210.up_proj,not applicable,,1.110
27,mlp.experts.211.gate_proj,not applicable,,1.113
27,mlp.experts.211.up_proj,not applicable,,1.115
27,mlp.experts.212.gate_proj,not applicable,,1.118
27,mlp.experts.212.up_proj,not applicable,,1.120
27,mlp.experts.213.gate_proj,not applicable,,1.123
27,mlp.experts.213.up_proj,not applicable,,1.126
27,mlp.experts.214.gate_proj,not applicable,,1.128
27,mlp.experts.214.up_proj,not applicable,,1.131
27,mlp.experts.215.gate_proj,not applicable,,1.133
27,mlp.experts.215.up_proj,not applicable,,1.136
27,mlp.experts.216.gate_proj,not applicable,,1.138
27,mlp.experts.216.up_proj,not applicable,,1.141
27,mlp.experts.217.gate_proj,not applicable,,1.143
27,mlp.experts.217.up_proj,not applicable,,1.146
27,mlp.experts.218.gate_proj,not applicable,,1.148
27,mlp.experts.218.up_proj,not applicable,,1.151
27,mlp.experts.219.gate_proj,not applicable,,1.153
27,mlp.experts.219.up_proj,not applicable,,1.156
27,mlp.experts.220.gate_proj,not applicable,,1.158
27,mlp.experts.220.up_proj,not applicable,,1.162
27,mlp.experts.221.gate_proj,not applicable,,1.164
27,mlp.experts.221.up_proj,not applicable,,1.167
27,mlp.experts.222.gate_proj,not applicable,,1.169
27,mlp.experts.222.up_proj,not applicable,,1.172
27,mlp.experts.223.gate_proj,not applicable,,1.175
27,mlp.experts.223.up_proj,not applicable,,1.178
27,mlp.experts.224.gate_proj,not applicable,,1.180
27,mlp.experts.224.up_proj,not applicable,,1.183
27,mlp.experts.225.gate_proj,not applicable,,1.186
27,mlp.experts.225.up_proj,not applicable,,1.189
27,mlp.experts.226.gate_proj,not applicable,,1.191
27,mlp.experts.226.up_proj,not applicable,,1.194
27,mlp.experts.227.gate_proj,not applicable,,1.196
27,mlp.experts.227.up_proj,not applicable,,1.199
27,mlp.experts.228.gate_proj,not applicable,,1.201
27,mlp.experts.228.up_proj,not applicable,,1.203
27,mlp.experts.229.gate_proj,not applicable,,1.206
27,mlp.experts.229.up_proj,not applicable,,1.209
27,mlp.experts.230.gate_proj,not applicable,,1.211
27,mlp.experts.230.up_proj,not applicable,,1.216
27,mlp.experts.231.gate_proj,not applicable,,1.219
27,mlp.experts.231.up_proj,not applicable,,1.222
27,mlp.experts.232.gate_proj,not applicable,,1.224
27,mlp.experts.232.up_proj,not applicable,,1.227
27,mlp.experts.233.gate_proj,not applicable,,1.230
27,mlp.experts.233.up_proj,not applicable,,1.232
27,mlp.experts.234.gate_proj,not applicable,,1.235
27,mlp.experts.234.up_proj,not applicable,,1.237
27,mlp.experts.235.gate_proj,not applicable,,1.240
27,mlp.experts.235.up_proj,not applicable,,1.242
27,mlp.experts.236.gate_proj,not applicable,,1.245
27,mlp.experts.236.up_proj,not applicable,,1.247
27,mlp.experts.237.gate_proj,not applicable,,1.250
27,mlp.experts.237.up_proj,not applicable,,1.252
27,mlp.experts.238.gate_proj,not applicable,,1.255
27,mlp.experts.238.up_proj,not applicable,,1.257
27,mlp.experts.239.gate_proj,not applicable,,1.260
27,mlp.experts.239.up_proj,not applicable,,1.262
27,mlp.experts.240.gate_proj,not applicable,,1.265
27,mlp.experts.240.up_proj,not applicable,,1.268
27,mlp.experts.241.gate_proj,not applicable,,1.271
27,mlp.experts.241.up_proj,not applicable,,1.273
27,mlp.experts.242.gate_proj,not applicable,,1.276
27,mlp.experts.242.up_proj,not applicable,,1.278
27,mlp.experts.243.gate_proj,not applicable,,1.281
27,mlp.experts.243.up_proj,not applicable,,1.283
27,mlp.experts.244.gate_proj,not applicable,,1.286
27,mlp.experts.244.up_proj,not applicable,,1.288
27,mlp.experts.245.gate_proj,not applicable,,1.291
27,mlp.experts.245.up_proj,not applicable,,1.293
27,mlp.experts.246.gate_proj,not applicable,,1.295
27,mlp.experts.246.up_proj,not applicable,,1.298
27,mlp.experts.247.gate_proj,not applicable,,1.300
27,mlp.experts.247.up_proj,not applicable,,1.303
27,mlp.experts.248.gate_proj,not applicable,,1.305
27,mlp.experts.248.up_proj,not applicable,,1.308
27,mlp.experts.249.gate_proj,not applicable,,1.310
27,mlp.experts.249.up_proj,not applicable,,1.313
27,mlp.experts.250.gate_proj,not applicable,,1.315
27,mlp.experts.250.up_proj,not applicable,,1.319
27,mlp.experts.251.gate_proj,not applicable,,1.321
27,mlp.experts.251.up_proj,not applicable,,1.324
27,mlp.experts.252.gate_proj,not applicable,,1.326
27,mlp.experts.252.up_proj,not applicable,,1.329
27,mlp.experts.253.gate_proj,not applicable,,1.332
27,mlp.experts.253.up_proj,not applicable,,1.334
27,mlp.experts.254.gate_proj,not applicable,,1.337
27,mlp.experts.254.up_proj,not applicable,,1.339
27,mlp.experts.255.gate_proj,not applicable,,1.342
27,mlp.experts.255.up_proj,not applicable,,1.344
27,mlp.experts.0.down_proj,0.0000083046,,1.347
27,mlp.experts.1.down_proj,0.0000086346,,1.349
27,mlp.experts.2.down_proj,0.0000054672,,1.352
27,mlp.experts.3.down_proj,0.0000047477,,1.354
27,mlp.experts.4.down_proj,0.0000018256,,1.356
27,mlp.experts.5.down_proj,0.0000076020,,1.359
27,mlp.experts.6.down_proj,0.0000042890,,1.361
27,mlp.experts.7.down_proj,0.0000037136,,1.364
27,mlp.experts.8.down_proj,0.0000102424,,1.366
27,mlp.experts.9.down_proj,0.0000023074,,1.370
27,mlp.experts.10.down_proj,0.0000007722,,1.373
27,mlp.experts.11.down_proj,0.0000033201,,1.375
27,mlp.experts.12.down_proj,0.0000028141,,1.377
27,mlp.experts.13.down_proj,0.0000045132,,1.380
27,mlp.experts.14.down_proj,0.0000071893,,1.382
27,mlp.experts.15.down_proj,0.0000082067,,1.384
27,mlp.experts.16.down_proj,0.0000080052,,1.387
27,mlp.experts.17.down_proj,0.0000039780,,1.389
27,mlp.experts.18.down_proj,0.0000033532,,1.392
27,mlp.experts.19.down_proj,0.0000069427,,1.394
27,mlp.experts.20.down_proj,0.0000027730,,1.396
27,mlp.experts.21.down_proj,0.0000047899,,1.399
27,mlp.experts.22.down_proj,0.0000009938,,1.401
27,mlp.experts.23.down_proj,0.0000019884,,1.404
27,mlp.experts.24.down_proj,0.0000004117,,1.406
27,mlp.experts.25.down_proj,0.0000021360,,1.408
27,mlp.experts.26.down_proj,0.0000015958,,1.411
27,mlp.experts.27.down_proj,0.0000037883,,1.413
27,mlp.experts.28.down_proj,0.0000026355,,1.416
27,mlp.experts.29.down_proj,0.0000072659,,1.419
27,mlp.experts.30.down_proj,0.0000048415,,1.422
27,mlp.experts.31.down_proj,0.0000021052,,1.424
27,mlp.experts.32.down_proj,0.0000045339,,1.426
27,mlp.experts.33.down_proj,0.0000063351,,1.429
27,mlp.experts.34.down_proj,0.0000020811,,1.431
27,mlp.experts.35.down_proj,0.0000031591,,1.434
27,mlp.experts.36.down_proj,0.0000048839,,1.436
27,mlp.experts.37.down_proj,0.0000051935,,1.439
27,mlp.experts.38.down_proj,0.0000090700,,1.441
27,mlp.experts.39.down_proj,0.0000011698,,1.443
27,mlp.experts.40.down_proj,0.0000060206,,1.446
27,mlp.experts.41.down_proj,0.0000047729,,1.448
27,mlp.experts.42.down_proj,0.0000059673,,1.451
27,mlp.experts.43.down_proj,0.0000021920,,1.453
27,mlp.experts.44.down_proj,0.0000009682,,1.455
27,mlp.experts.45.down_proj,0.0000015908,,1.458
27,mlp.experts.46.down_proj,0.0000037155,,1.460
27,mlp.experts.47.down_proj,0.0000078649,,1.463
27,mlp.experts.48.down_proj,0.0000042156,,1.465
27,mlp.experts.49.down_proj,0.0000005799,,1.469
27,mlp.experts.50.down_proj,0.0000093629,,1.471
27,mlp.experts.51.down_proj,0.0000053864,,1.474
27,mlp.experts.52.down_proj,0.0000005157,,1.476
27,mlp.experts.53.down_proj,0.0000072873,,1.478
27,mlp.experts.54.down_proj,0.0000006485,,1.481
27,mlp.experts.55.down_proj,0.0000004884,,1.483
27,mlp.experts.56.down_proj,0.0000015649,,1.486
27,mlp.experts.57.down_proj,0.0000004932,,1.488
27,mlp.experts.58.down_proj,0.0000076131,,1.490
27,mlp.experts.59.down_proj,0.0000025807,,1.493
27,mlp.experts.60.down_proj,0.0000028185,,1.495
27,mlp.experts.61.down_proj,0.0000018796,,1.498
27,mlp.experts.62.down_proj,0.0000042014,,1.500
27,mlp.experts.63.down_proj,0.0000007743,,1.502
27,mlp.experts.64.down_proj,0.0000055950,,1.505
27,mlp.experts.65.down_proj,0.0000038661,,1.507
27,mlp.experts.66.down_proj,0.0000021484,,1.509
27,mlp.experts.67.down_proj,0.0000008093,,1.512
27,mlp.experts.68.down_proj,0.0000046858,,1.514
27,mlp.experts.69.down_proj,0.0000032321,,1.518
27,mlp.experts.70.down_proj,0.0000012515,,1.520
27,mlp.experts.71.down_proj,0.0000007053,,1.523
27,mlp.experts.72.down_proj,0.0000040883,,1.525
27,mlp.experts.73.down_proj,0.0000041959,,1.527
27,mlp.experts.74.down_proj,0.0000032055,,1.530
27,mlp.experts.75.down_proj,0.0000077483,,1.532
27,mlp.experts.76.down_proj,0.0000067994,,1.535
27,mlp.experts.77.down_proj,0.0000086730,,1.537
27,mlp.experts.78.down_proj,0.0000021228,,1.540
27,mlp.experts.79.down_proj,0.0000003576,,1.542
27,mlp.experts.80.down_proj,0.0000032664,,1.544
27,mlp.experts.81.down_proj,0.0000010316,,1.547
27,mlp.experts.82.down_proj,0.0000036918,,1.549
27,mlp.experts.83.down_proj,0.0000043368,,1.552
27,mlp.experts.84.down_proj,0.0000004309,,1.556
27,mlp.experts.85.down_proj,0.0000027070,,1.559
27,mlp.experts.86.down_proj,0.0000017142,,1.561
27,mlp.experts.87.down_proj,0.0000022396,,1.564
27,mlp.experts.88.down_proj,0.0000047206,,1.566
27,mlp.experts.89.down_proj,0.0000086659,,1.570
27,mlp.experts.90.down_proj,0.0000017588,,1.572
27,mlp.experts.91.down_proj,0.0000071876,,1.574
27,mlp.experts.92.down_proj,0.0000010306,,1.577
27,mlp.experts.93.down_proj,0.0000049510,,1.579
27,mlp.experts.94.down_proj,0.0000026198,,1.582
27,mlp.experts.95.down_proj,0.0000019194,,1.584
27,mlp.experts.96.down_proj,0.0000009007,,1.587
27,mlp.experts.97.down_proj,0.0000078725,,1.589
27,mlp.experts.98.down_proj,0.0000045924,,1.591
27,mlp.experts.99.down_proj,0.0000062245,,1.594
27,mlp.experts.100.down_proj,0.0000059117,,1.596
27,mlp.experts.101.down_proj,0.0000066025,,1.599
27,mlp.experts.102.down_proj,0.0000036663,,1.601
27,mlp.experts.103.down_proj,0.0000026781,,1.604
27,mlp.experts.104.down_proj,0.0000061920,,1.606
27,mlp.experts.105.down_proj,0.0000038671,,1.609
27,mlp.experts.106.down_proj,0.0000016792,,1.611
27,mlp.experts.107.down_proj,0.0000125250,,1.613
27,mlp.experts.108.down_proj,0.0000009384,,1.616
27,mlp.experts.109.down_proj,0.0000073487,,1.619
27,mlp.experts.110.down_proj,0.0000095215,,1.622
27,mlp.experts.111.down_proj,0.0000072263,,1.624
27,mlp.experts.112.down_proj,0.0000014152,,1.627
27,mlp.experts.113.down_proj,0.0000039047,,1.629
27,mlp.experts.114.down_proj,0.0000042587,,1.632
27,mlp.experts.115.down_proj,0.0000072714,,1.634
27,mlp.experts.116.down_proj,0.0000052705,,1.637
27,mlp.experts.117.down_proj,0.0000016353,,1.639
27,mlp.experts.118.down_proj,0.0000005917,,1.642
27,mlp.experts.119.down_proj,0.0000117926,,1.644
27,mlp.experts.120.down_proj,0.0000048526,,1.647
27,mlp.experts.121.down_proj,0.0000021233,,1.649
27,mlp.experts.122.down_proj,0.0000039724,,1.652
27,mlp.experts.123.down_proj,0.0000059268,,1.654
27,mlp.experts.124.down_proj,0.0000035637,,1.657
27,mlp.experts.125.down_proj,0.0000042350,,1.659
27,mlp.experts.126.down_proj,0.0000023667,,1.661
27,mlp.experts.127.down_proj,0.0000016608,,1.664
27,mlp.experts.128.down_proj,0.0000009478,,1.666
27,mlp.experts.129.down_proj,0.0000031663,,1.670
27,mlp.experts.130.down_proj,0.0000007902,,1.673
27,mlp.experts.131.down_proj,0.0000069192,,1.675
27,mlp.experts.132.down_proj,0.0000014623,,1.678
27,mlp.experts.133.down_proj,0.0000010924,,1.681
27,mlp.experts.134.down_proj,0.0000049539,,1.683
27,mlp.experts.135.down_proj,0.0000036907,,1.686
27,mlp.experts.136.down_proj,0.0000007048,,1.688
27,mlp.experts.137.down_proj,0.0000079021,,1.691
27,mlp.experts.138.down_proj,0.0000012541,,1.693
27,mlp.experts.139.down_proj,0.0000046008,,1.696
27,mlp.experts.140.down_proj,0.0000042459,,1.698
27,mlp.experts.141.down_proj,0.0000021936,,1.701
27,mlp.experts.142.down_proj,0.0000039049,,1.703
27,mlp.experts.143.down_proj,0.0000013747,,1.706
27,mlp.experts.144.down_proj,0.0000018659,,1.708
27,mlp.experts.145.down_proj,0.0000012354,,1.711
27,mlp.experts.146.down_proj,0.0000017438,,1.714
27,mlp.experts.147.down_proj,0.0000058946,,1.717
27,mlp.experts.148.down_proj,0.0000006472,,1.720
27,mlp.experts.149.down_proj,0.0000044100,,1.724
27,mlp.experts.150.down_proj,0.0000011910,,1.726
27,mlp.experts.151.down_proj,0.0000025043,,1.729
27,mlp.experts.152.down_proj,0.0000068823,,1.731
27,mlp.experts.153.down_proj,0.0000087991,,1.734
27,mlp.experts.154.down_proj,0.0000030963,,1.737
27,mlp.experts.155.down_proj,0.0000005529,,1.739
27,mlp.experts.156.down_proj,0.0000060665,,1.742
27,mlp.experts.157.down_proj,0.0000078559,,1.744
27,mlp.experts.158.down_proj,0.0000017781,,1.747
27,mlp.experts.159.down_proj,0.0000083351,,1.749
27,mlp.experts.160.down_proj,0.0000053866,,1.752
27,mlp.experts.161.down_proj,0.0000030833,,1.754
27,mlp.experts.162.down_proj,0.0000006543,,1.757
27,mlp.experts.163.down_proj,0.0000005962,,1.759
27,mlp.experts.164.down_proj,0.0000061785,,1.762
27,mlp.experts.165.down_proj,0.0000069606,,1.764
27,mlp.experts.166.down_proj,0.0000013567,,1.767
27,mlp.experts.167.down_proj,0.0000048638,,1.769
27,mlp.experts.168.down_proj,0.0000065550,,1.773
27,mlp.experts.169.down_proj,0.0000046481,,1.776
27,mlp.experts.170.down_proj,0.0000033649,,1.779
27,mlp.experts.171.down_proj,0.0000050469,,1.781
27,mlp.experts.172.down_proj,0.0000040992,,1.784
27,mlp.experts.173.down_proj,0.0000031705,,1.786
27,mlp.experts.174.down_proj,0.0000076507,,1.789
27,mlp.experts.175.down_proj,0.0000019443,,1.791
27,mlp.experts.176.down_proj,0.0000049086,,1.794
27,mlp.experts.177.down_proj,0.0000096473,,1.796
27,mlp.experts.178.down_proj,0.0000053098,,1.799
27,mlp.experts.179.down_proj,0.0000047413,,1.801
27,mlp.experts.180.down_proj,0.0000046274,,1.803
27,mlp.experts.181.down_proj,0.0000008821,,1.806
27,mlp.experts.182.down_proj,0.0000035294,,1.808
27,mlp.experts.183.down_proj,0.0000011415,,1.811
27,mlp.experts.184.down_proj,0.0000061935,,1.813
27,mlp.experts.185.down_proj,0.0000035872,,1.816
27,mlp.experts.186.down_proj,0.0000012841,,1.818
27,mlp.experts.187.down_proj,0.0000027113,,1.821
27,mlp.experts.188.down_proj,0.0000050051,,1.824
27,mlp.experts.189.down_proj,0.0000010664,,1.827
27,mlp.experts.190.down_proj,0.0000023918,,1.830
27,mlp.experts.191.down_proj,0.0000026330,,1.832
27,mlp.experts.192.down_proj,0.0000063319,,1.835
27,mlp.experts.193.down_proj,0.0000032927,,1.837
27,mlp.experts.194.down_proj,0.0000042667,,1.840
27,mlp.experts.195.down_proj,0.0000042970,,1.842
27,mlp.experts.196.down_proj,0.0000001343,,1.845
27,mlp.experts.197.down_proj,0.0000060370,,1.848
27,mlp.experts.198.down_proj,0.0000006243,,1.850
27,mlp.experts.199.down_proj,0.0000005592,,1.853
27,mlp.experts.200.down_proj,0.0000024796,,1.855
27,mlp.experts.201.down_proj,0.0000007609,,1.858
27,mlp.experts.202.down_proj,0.0000011746,,1.860
27,mlp.experts.203.down_proj,0.0000008685,,1.862
27,mlp.experts.204.down_proj,0.0000035657,,1.865
27,mlp.experts.205.down_proj,0.0000064725,,1.868
27,mlp.experts.206.down_proj,0.0000036679,,1.870
27,mlp.experts.207.down_proj,0.0000070631,,1.873
27,mlp.experts.208.down_proj,0.0000021656,,1.875
27,mlp.experts.209.down_proj,0.0000047856,,1.879
27,mlp.experts.210.down_proj,0.0000080730,,1.881
27,mlp.experts.211.down_proj,0.0000007894,,1.884
27,mlp.experts.212.down_proj,0.0000059099,,1.886
27,mlp.experts.213.down_proj,0.0000052408,,1.889
27,mlp.experts.214.down_proj,0.0000011983,,1.891
27,mlp.experts.215.down_proj,0.0000034193,,1.894
27,mlp.experts.216.down_proj,0.0000036179,,1.896
27,mlp.experts.217.down_proj,0.0000018917,,1.899
27,mlp.experts.218.down_proj,0.0000029334,,1.901
27,mlp.experts.219.down_proj,0.0000043242,,1.904
27,mlp.experts.220.down_proj,0.0000059592,,1.906
27,mlp.experts.221.down_proj,0.0000053025,,1.909
27,mlp.experts.222.down_proj,0.0000014126,,1.911
27,mlp.experts.223.down_proj,0.0000043340,,1.914
27,mlp.experts.224.down_proj,0.0000064632,,1.916
27,mlp.experts.225.down_proj,0.0000019457,,1.919
27,mlp.experts.226.down_proj,0.0000026385,,1.922
27,mlp.experts.227.down_proj,0.0000076655,,1.925
27,mlp.experts.228.down_proj,0.0000057413,,1.928
27,mlp.experts.229.down_proj,0.0000050616,,1.931
27,mlp.experts.230.down_proj,0.0000022194,,1.934
27,mlp.experts.231.down_proj,0.0000004834,,1.937
27,mlp.experts.232.down_proj,0.0000000417,,1.939
27,mlp.experts.233.down_proj,0.0000037437,,1.942
27,mlp.experts.234.down_proj,0.0000079535,,1.945
27,mlp.experts.235.down_proj,0.0000021820,,1.947
27,mlp.experts.236.down_proj,0.0000006153,,1.950
27,mlp.experts.237.down_proj,0.0000010496,,1.952
27,mlp.experts.238.down_proj,0.0000049194,,1.955
27,mlp.experts.239.down_proj,0.0000033909,,1.958
27,mlp.experts.240.down_proj,0.0000036193,,1.960
27,mlp.experts.241.down_proj,0.0000020366,,1.964
27,mlp.experts.242.down_proj,0.0000030153,,1.967
27,mlp.experts.243.down_proj,0.0000053415,,1.969
27,mlp.experts.244.down_proj,0.0000017573,,1.972
27,mlp.experts.245.down_proj,0.0000007796,,1.975
27,mlp.experts.246.down_proj,0.0000013528,,1.977
27,mlp.experts.247.down_proj,0.0000007385,,1.980
27,mlp.experts.248.down_proj,0.0000024940,,1.982
27,mlp.experts.249.down_proj,0.0000017241,,1.986
27,mlp.experts.250.down_proj,0.0000122389,,1.988
27,mlp.experts.251.down_proj,0.0000089547,,1.991
27,mlp.experts.252.down_proj,0.0000007579,,1.994
27,mlp.experts.253.down_proj,0.0000050147,,1.996
27,mlp.experts.254.down_proj,0.0000060004,,1.999
27,mlp.experts.255.down_proj,0.0000033391,,2.001
28,mlp.experts.0.gate_proj,not applicable,,0.006
28,mlp.experts.0.up_proj,not applicable,,0.012
28,mlp.experts.1.gate_proj,not applicable,,0.015
28,mlp.experts.1.up_proj,not applicable,,0.018
28,mlp.experts.2.gate_proj,not applicable,,0.021
28,mlp.experts.2.up_proj,not applicable,,0.023
28,mlp.experts.3.gate_proj,not applicable,,0.026
28,mlp.experts.3.up_proj,not applicable,,0.029
28,mlp.experts.4.gate_proj,not applicable,,0.031
28,mlp.experts.4.up_proj,not applicable,,0.035
28,mlp.experts.5.gate_proj,not applicable,,0.037
28,mlp.experts.5.up_proj,not applicable,,0.040
28,mlp.experts.6.gate_proj,not applicable,,0.043
28,mlp.experts.6.up_proj,not applicable,,0.045
28,mlp.experts.7.gate_proj,not applicable,,0.048
28,mlp.experts.7.up_proj,not applicable,,0.050
28,mlp.experts.8.gate_proj,not applicable,,0.053
28,mlp.experts.8.up_proj,not applicable,,0.056
28,mlp.experts.9.gate_proj,not applicable,,0.058
28,mlp.experts.9.up_proj,not applicable,,0.061
28,mlp.experts.10.gate_proj,not applicable,,0.063
28,mlp.experts.10.up_proj,not applicable,,0.067
28,mlp.experts.11.gate_proj,not applicable,,0.070
28,mlp.experts.11.up_proj,not applicable,,0.072
28,mlp.experts.12.gate_proj,not applicable,,0.075
28,mlp.experts.12.up_proj,not applicable,,0.077
28,mlp.experts.13.gate_proj,not applicable,,0.080
28,mlp.experts.13.up_proj,not applicable,,0.083
28,mlp.experts.14.gate_proj,not applicable,,0.085
28,mlp.experts.14.up_proj,not applicable,,0.088
28,mlp.experts.15.gate_proj,not applicable,,0.091
28,mlp.experts.15.up_proj,not applicable,,0.093
28,mlp.experts.16.gate_proj,not applicable,,0.096
28,mlp.experts.16.up_proj,not applicable,,0.098
28,mlp.experts.17.gate_proj,not applicable,,0.101
28,mlp.experts.17.up_proj,not applicable,,0.104
28,mlp.experts.18.gate_proj,not applicable,,0.107
28,mlp.experts.18.up_proj,not applicable,,0.109
28,mlp.experts.19.gate_proj,not applicable,,0.112
28,mlp.experts.19.up_proj,not applicable,,0.115
28,mlp.experts.20.gate_proj,not applicable,,0.117
28,mlp.experts.20.up_proj,not applicable,,0.121
28,mlp.experts.21.gate_proj,not applicable,,0.124
28,mlp.experts.21.up_proj,not applicable,,0.126
28,mlp.experts.22.gate_proj,not applicable,,0.129
28,mlp.experts.22.up_proj,not applicable,,0.131
28,mlp.experts.23.gate_proj,not applicable,,0.134
28,mlp.experts.23.up_proj,not applicable,,0.137
28,mlp.experts.24.gate_proj,not applicable,,0.140
28,mlp.experts.24.up_proj,not applicable,,0.142
28,mlp.experts.25.gate_proj,not applicable,,0.145
28,mlp.experts.25.up_proj,not applicable,,0.148
28,mlp.experts.26.gate_proj,not applicable,,0.150
28,mlp.experts.26.up_proj,not applicable,,0.153
28,mlp.experts.27.gate_proj,not applicable,,0.155
28,mlp.experts.27.up_proj,not applicable,,0.158
28,mlp.experts.28.gate_proj,not applicable,,0.160
28,mlp.experts.28.up_proj,not applicable,,0.163
28,mlp.experts.29.gate_proj,not applicable,,0.166
28,mlp.experts.29.up_proj,not applicable,,0.168
28,mlp.experts.30.gate_proj,not applicable,,0.171
28,mlp.experts.30.up_proj,not applicable,,0.174
28,mlp.experts.31.gate_proj,not applicable,,0.177
28,mlp.experts.31.up_proj,not applicable,,0.183
28,mlp.experts.32.gate_proj,not applicable,,0.186
28,mlp.experts.32.up_proj,not applicable,,0.188
28,mlp.experts.33.gate_proj,not applicable,,0.191
28,mlp.experts.33.up_proj,not applicable,,0.193
28,mlp.experts.34.gate_proj,not applicable,,0.196
28,mlp.experts.34.up_proj,not applicable,,0.198
28,mlp.experts.35.gate_proj,not applicable,,0.201
28,mlp.experts.35.up_proj,not applicable,,0.204
28,mlp.experts.36.gate_proj,not applicable,,0.206
28,mlp.experts.36.up_proj,not applicable,,0.209
28,mlp.experts.37.gate_proj,not applicable,,0.211
28,mlp.experts.37.up_proj,not applicable,,0.214
28,mlp.experts.38.gate_proj,not applicable,,0.216
28,mlp.experts.38.up_proj,not applicable,,0.219
28,mlp.experts.39.gate_proj,not applicable,,0.222
28,mlp.experts.39.up_proj,not applicable,,0.224
28,mlp.experts.40.gate_proj,not applicable,,0.227
28,mlp.experts.40.up_proj,not applicable,,0.230
28,mlp.experts.41.gate_proj,not applicable,,0.233
28,mlp.experts.41.up_proj,not applicable,,0.236
28,mlp.experts.42.gate_proj,not applicable,,0.239
28,mlp.experts.42.up_proj,not applicable,,0.241
28,mlp.experts.43.gate_proj,not applicable,,0.244
28,mlp.experts.43.up_proj,not applicable,,0.246
28,mlp.experts.44.gate_proj,not applicable,,0.249
28,mlp.experts.44.up_proj,not applicable,,0.251
28,mlp.experts.45.gate_proj,not applicable,,0.254
28,mlp.experts.45.up_proj,not applicable,,0.257
28,mlp.experts.46.gate_proj,not applicable,,0.259
28,mlp.experts.46.up_proj,not applicable,,0.262
28,mlp.experts.47.gate_proj,not applicable,,0.264
28,mlp.experts.47.up_proj,not applicable,,0.267
28,mlp.experts.48.gate_proj,not applicable,,0.269
28,mlp.experts.48.up_proj,not applicable,,0.272
28,mlp.experts.49.gate_proj,not applicable,,0.274
28,mlp.experts.49.up_proj,not applicable,,0.277
28,mlp.experts.50.gate_proj,not applicable,,0.279
28,mlp.experts.50.up_proj,not applicable,,0.283
28,mlp.experts.51.gate_proj,not applicable,,0.285
28,mlp.experts.51.up_proj,not applicable,,0.288
28,mlp.experts.52.gate_proj,not applicable,,0.290
28,mlp.experts.52.up_proj,not applicable,,0.293
28,mlp.experts.53.gate_proj,not applicable,,0.296
28,mlp.experts.53.up_proj,not applicable,,0.298
28,mlp.experts.54.gate_proj,not applicable,,0.301
28,mlp.experts.54.up_proj,not applicable,,0.303
28,mlp.experts.55.gate_proj,not applicable,,0.306
28,mlp.experts.55.up_proj,not applicable,,0.308
28,mlp.experts.56.gate_proj,not applicable,,0.311
28,mlp.experts.56.up_proj,not applicable,,0.313
28,mlp.experts.57.gate_proj,not applicable,,0.316
28,mlp.experts.57.up_proj,not applicable,,0.318
28,mlp.experts.58.gate_proj,not applicable,,0.321
28,mlp.experts.58.up_proj,not applicable,,0.323
28,mlp.experts.59.gate_proj,not applicable,,0.326
28,mlp.experts.59.up_proj,not applicable,,0.329
28,mlp.experts.60.gate_proj,not applicable,,0.331
28,mlp.experts.60.up_proj,not applicable,,0.335
28,mlp.experts.61.gate_proj,not applicable,,0.338
28,mlp.experts.61.up_proj,not applicable,,0.341
28,mlp.experts.62.gate_proj,not applicable,,0.343
28,mlp.experts.62.up_proj,not applicable,,0.346
28,mlp.experts.63.gate_proj,not applicable,,0.348
28,mlp.experts.63.up_proj,not applicable,,0.351
28,mlp.experts.64.gate_proj,not applicable,,0.353
28,mlp.experts.64.up_proj,not applicable,,0.356
28,mlp.experts.65.gate_proj,not applicable,,0.358
28,mlp.experts.65.up_proj,not applicable,,0.361
28,mlp.experts.66.gate_proj,not applicable,,0.363
28,mlp.experts.66.up_proj,not applicable,,0.366
28,mlp.experts.67.gate_proj,not applicable,,0.368
28,mlp.experts.67.up_proj,not applicable,,0.371
28,mlp.experts.68.gate_proj,not applicable,,0.373
28,mlp.experts.68.up_proj,not applicable,,0.376
28,mlp.experts.69.gate_proj,not applicable,,0.379
28,mlp.experts.69.up_proj,not applicable,,0.381
28,mlp.experts.70.gate_proj,not applicable,,0.384
28,mlp.experts.70.up_proj,not applicable,,0.387
28,mlp.experts.71.gate_proj,not applicable,,0.390
28,mlp.experts.71.up_proj,not applicable,,0.393
28,mlp.experts.72.gate_proj,not applicable,,0.395
28,mlp.experts.72.up_proj,not applicable,,0.398
28,mlp.experts.73.gate_proj,not applicable,,0.400
28,mlp.experts.73.up_proj,not applicable,,0.403
28,mlp.experts.74.gate_proj,not applicable,,0.405
28,mlp.experts.74.up_proj,not applicable,,0.408
28,mlp.experts.75.gate_proj,not applicable,,0.411
28,mlp.experts.75.up_proj,not applicable,,0.413
28,mlp.experts.76.gate_proj,not applicable,,0.416
28,mlp.experts.76.up_proj,not applicable,,0.419
28,mlp.experts.77.gate_proj,not applicable,,0.421
28,mlp.experts.77.up_proj,not applicable,,0.424
28,mlp.experts.78.gate_proj,not applicable,,0.426
28,mlp.experts.78.up_proj,not applicable,,0.429
28,mlp.experts.79.gate_proj,not applicable,,0.431
28,mlp.experts.79.up_proj,not applicable,,0.434
28,mlp.experts.80.gate_proj,not applicable,,0.437
28,mlp.experts.80.up_proj,not applicable,,0.440
28,mlp.experts.81.gate_proj,not applicable,,0.443
28,mlp.experts.81.up_proj,not applicable,,0.446
28,mlp.experts.82.gate_proj,not applicable,,0.448
28,mlp.experts.82.up_proj,not applicable,,0.451
28,mlp.experts.83.gate_proj,not applicable,,0.453
28,mlp.experts.83.up_proj,not applicable,,0.456
28,mlp.experts.84.gate_proj,not applicable,,0.459
28,mlp.experts.84.up_proj,not applicable,,0.461
28,mlp.experts.85.gate_proj,not applicable,,0.464
28,mlp.experts.85.up_proj,not applicable,,0.466
28,mlp.experts.86.gate_proj,not applicable,,0.469
28,mlp.experts.86.up_proj,not applicable,,0.471
28,mlp.experts.87.gate_proj,not applicable,,0.474
28,mlp.experts.87.up_proj,not applicable,,0.476
28,mlp.experts.88.gate_proj,not applicable,,0.479
28,mlp.experts.88.up_proj,not applicable,,0.481
28,mlp.experts.89.gate_proj,not applicable,,0.484
28,mlp.experts.89.up_proj,not applicable,,0.486
28,mlp.experts.90.gate_proj,not applicable,,0.489
28,mlp.experts.90.up_proj,not applicable,,0.492
28,mlp.experts.91.gate_proj,not applicable,,0.495
28,mlp.experts.91.up_proj,not applicable,,0.498
28,mlp.experts.92.gate_proj,not applicable,,0.500
28,mlp.experts.92.up_proj,not applicable,,0.503
28,mlp.experts.93.gate_proj,not applicable,,0.505
28,mlp.experts.93.up_proj,not applicable,,0.508
28,mlp.experts.94.gate_proj,not applicable,,0.510
28,mlp.experts.94.up_proj,not applicable,,0.513
28,mlp.experts.95.gate_proj,not applicable,,0.515
28,mlp.experts.95.up_proj,not applicable,,0.518
28,mlp.experts.96.gate_proj,not applicable,,0.521
28,mlp.experts.96.up_proj,not applicable,,0.523
28,mlp.experts.97.gate_proj,not applicable,,0.526
28,mlp.experts.97.up_proj,not applicable,,0.528
28,mlp.experts.98.gate_proj,not applicable,,0.531
28,mlp.experts.98.up_proj,not applicable,,0.533
28,mlp.experts.99.gate_proj,not applicable,,0.536
28,mlp.experts.99.up_proj,not applicable,,0.538
28,mlp.experts.100.gate_proj,not applicable,,0.541
28,mlp.experts.100.up_proj,not applicable,,0.545
28,mlp.experts.101.gate_proj,not applicable,,0.548
28,mlp.experts.101.up_proj,not applicable,,0.550
28,mlp.experts.102.gate_proj,not applicable,,0.553
28,mlp.experts.102.up_proj,not applicable,,0.555
28,mlp.experts.103.gate_proj,not applicable,,0.558
28,mlp.experts.103.up_proj,not applicable,,0.561
28,mlp.experts.104.gate_proj,not applicable,,0.563
28,mlp.experts.104.up_proj,not applicable,,0.566
28,mlp.experts.105.gate_proj,not applicable,,0.568
28,mlp.experts.105.up_proj,not applicable,,0.571
28,mlp.experts.106.gate_proj,not applicable,,0.573
28,mlp.experts.106.up_proj,not applicable,,0.576
28,mlp.experts.107.gate_proj,not applicable,,0.578
28,mlp.experts.107.up_proj,not applicable,,0.581
28,mlp.experts.108.gate_proj,not applicable,,0.583
28,mlp.experts.108.up_proj,not applicable,,0.586
28,mlp.experts.109.gate_proj,not applicable,,0.588
28,mlp.experts.109.up_proj,not applicable,,0.591
28,mlp.experts.110.gate_proj,not applicable,,0.593
28,mlp.experts.110.up_proj,not applicable,,0.597
28,mlp.experts.111.gate_proj,not applicable,,0.600
28,mlp.experts.111.up_proj,not applicable,,0.602
28,mlp.experts.112.gate_proj,not applicable,,0.605
28,mlp.experts.112.up_proj,not applicable,,0.607
28,mlp.experts.113.gate_proj,not applicable,,0.610
28,mlp.experts.113.up_proj,not applicable,,0.613
28,mlp.experts.114.gate_proj,not applicable,,0.615
28,mlp.experts.114.up_proj,not applicable,,0.618
28,mlp.experts.115.gate_proj,not applicable,,0.620
28,mlp.experts.115.up_proj,not applicable,,0.623
28,mlp.experts.116.gate_proj,not applicable,,0.625
28,mlp.experts.116.up_proj,not applicable,,0.628
28,mlp.experts.117.gate_proj,not applicable,,0.631
28,mlp.experts.117.up_proj,not applicable,,0.633
28,mlp.experts.118.gate_proj,not applicable,,0.636
28,mlp.experts.118.up_proj,not applicable,,0.639
28,mlp.experts.119.gate_proj,not applicable,,0.641
28,mlp.experts.119.up_proj,not applicable,,0.644
28,mlp.experts.120.gate_proj,not applicable,,0.647
28,mlp.experts.120.up_proj,not applicable,,0.650
28,mlp.experts.121.gate_proj,not applicable,,0.653
28,mlp.experts.121.up_proj,not applicable,,0.655
28,mlp.experts.122.gate_proj,not applicable,,0.658
28,mlp.experts.122.up_proj,not applicable,,0.661
28,mlp.experts.123.gate_proj,not applicable,,0.663
28,mlp.experts.123.up_proj,not applicable,,0.666
28,mlp.experts.124.gate_proj,not applicable,,0.668
28,mlp.experts.124.up_proj,not applicable,,0.671
28,mlp.experts.125.gate_proj,not applicable,,0.673
28,mlp.experts.125.up_proj,not applicable,,0.676
28,mlp.experts.126.gate_proj,not applicable,,0.678
28,mlp.experts.126.up_proj,not applicable,,0.681
28,mlp.experts.127.gate_proj,not applicable,,0.683
28,mlp.experts.127.up_proj,not applicable,,0.686
28,mlp.experts.128.gate_proj,not applicable,,0.688
28,mlp.experts.128.up_proj,not applicable,,0.691
28,mlp.experts.129.gate_proj,not applicable,,0.693
28,mlp.experts.129.up_proj,not applicable,,0.696
28,mlp.experts.130.gate_proj,not applicable,,0.698
28,mlp.experts.130.up_proj,not applicable,,0.702
28,mlp.experts.131.gate_proj,not applicable,,0.705
28,mlp.experts.131.up_proj,not applicable,,0.708
28,mlp.experts.132.gate_proj,not applicable,,0.710
28,mlp.experts.132.up_proj,not applicable,,0.713
28,mlp.experts.133.gate_proj,not applicable,,0.715
28,mlp.experts.133.up_proj,not applicable,,0.718
28,mlp.experts.134.gate_proj,not applicable,,0.720
28,mlp.experts.134.up_proj,not applicable,,0.723
28,mlp.experts.135.gate_proj,not applicable,,0.725
28,mlp.experts.135.up_proj,not applicable,,0.728
28,mlp.experts.136.gate_proj,not applicable,,0.730
28,mlp.experts.136.up_proj,not applicable,,0.733
28,mlp.experts.137.gate_proj,not applicable,,0.736
28,mlp.experts.137.up_proj,not applicable,,0.738
28,mlp.experts.138.gate_proj,not applicable,,0.741
28,mlp.experts.138.up_proj,not applicable,,0.743
28,mlp.experts.139.gate_proj,not applicable,,0.746
28,mlp.experts.139.up_proj,not applicable,,0.749
28,mlp.experts.140.gate_proj,not applicable,,0.751
28,mlp.experts.140.up_proj,not applicable,,0.755
28,mlp.experts.141.gate_proj,not applicable,,0.757
28,mlp.experts.141.up_proj,not applicable,,0.760
28,mlp.experts.142.gate_proj,not applicable,,0.762
28,mlp.experts.142.up_proj,not applicable,,0.765
28,mlp.experts.143.gate_proj,not applicable,,0.768
28,mlp.experts.143.up_proj,not applicable,,0.770
28,mlp.experts.144.gate_proj,not applicable,,0.773
28,mlp.experts.144.up_proj,not applicable,,0.775
28,mlp.experts.145.gate_proj,not applicable,,0.778
28,mlp.experts.145.up_proj,not applicable,,0.780
28,mlp.experts.146.gate_proj,not applicable,,0.783
28,mlp.experts.146.up_proj,not applicable,,0.785
28,mlp.experts.147.gate_proj,not applicable,,0.788
28,mlp.experts.147.up_proj,not applicable,,0.790
28,mlp.experts.148.gate_proj,not applicable,,0.793
28,mlp.experts.148.up_proj,not applicable,,0.795
28,mlp.experts.149.gate_proj,not applicable,,0.798
28,mlp.experts.149.up_proj,not applicable,,0.800
28,mlp.experts.150.gate_proj,not applicable,,0.803
28,mlp.experts.150.up_proj,not applicable,,0.806
28,mlp.experts.151.gate_proj,not applicable,,0.809
28,mlp.experts.151.up_proj,not applicable,,0.811
28,mlp.experts.152.gate_proj,not applicable,,0.814
28,mlp.experts.152.up_proj,not applicable,,0.816
28,mlp.experts.153.gate_proj,not applicable,,0.819
28,mlp.experts.153.up_proj,not applicable,,0.821
28,mlp.experts.154.gate_proj,not applicable,,0.824
28,mlp.experts.154.up_proj,not applicable,,0.827
28,mlp.experts.155.gate_proj,not applicable,,0.829
28,mlp.experts.155.up_proj,not applicable,,0.832
28,mlp.experts.156.gate_proj,not applicable,,0.834
28,mlp.experts.156.up_proj,not applicable,,0.837
28,mlp.experts.157.gate_proj,not applicable,,0.840
28,mlp.experts.157.up_proj,not applicable,,0.843
28,mlp.experts.158.gate_proj,not applicable,,0.846
28,mlp.experts.158.up_proj,not applicable,,0.848
28,mlp.experts.159.gate_proj,not applicable,,0.851
28,mlp.experts.159.up_proj,not applicable,,0.854
28,mlp.experts.160.gate_proj,not applicable,,0.856
28,mlp.experts.160.up_proj,not applicable,,0.860
28,mlp.experts.161.gate_proj,not applicable,,0.862
28,mlp.experts.161.up_proj,not applicable,,0.865
28,mlp.experts.162.gate_proj,not applicable,,0.867
28,mlp.experts.162.up_proj,not applicable,,0.870
28,mlp.experts.163.gate_proj,not applicable,,0.872
28,mlp.experts.163.up_proj,not applicable,,0.875
28,mlp.experts.164.gate_proj,not applicable,,0.877
28,mlp.experts.164.up_proj,not applicable,,0.880
28,mlp.experts.165.gate_proj,not applicable,,0.882
28,mlp.experts.165.up_proj,not applicable,,0.885
28,mlp.experts.166.gate_proj,not applicable,,0.887
28,mlp.experts.166.up_proj,not applicable,,0.890
28,mlp.experts.167.gate_proj,not applicable,,0.892
28,mlp.experts.167.up_proj,not applicable,,0.895
28,mlp.experts.168.gate_proj,not applicable,,0.898
28,mlp.experts.168.up_proj,not applicable,,0.900
28,mlp.experts.169.gate_proj,not applicable,,0.903
28,mlp.experts.169.up_proj,not applicable,,0.906
28,mlp.experts.170.gate_proj,not applicable,,0.909
28,mlp.experts.170.up_proj,not applicable,,0.912
28,mlp.experts.171.gate_proj,not applicable,,0.915
28,mlp.experts.171.up_proj,not applicable,,0.917
28,mlp.experts.172.gate_proj,not applicable,,0.920
28,mlp.experts.172.up_proj,not applicable,,0.922
28,mlp.experts.173.gate_proj,not applicable,,0.925
28,mlp.experts.173.up_proj,not applicable,,0.927
28,mlp.experts.174.gate_proj,not applicable,,0.930
28,mlp.experts.174.up_proj,not applicable,,0.932
28,mlp.experts.175.gate_proj,not applicable,,0.935
28,mlp.experts.175.up_proj,not applicable,,0.937
28,mlp.experts.176.gate_proj,not applicable,,0.940
28,mlp.experts.176.up_proj,not applicable,,0.943
28,mlp.experts.177.gate_proj,not applicable,,0.945
28,mlp.experts.177.up_proj,not applicable,,0.948
28,mlp.experts.178.gate_proj,not applicable,,0.950
28,mlp.experts.178.up_proj,not applicable,,0.953
28,mlp.experts.179.gate_proj,not applicable,,0.956
28,mlp.experts.179.up_proj,not applicable,,0.958
28,mlp.experts.180.gate_proj,not applicable,,0.961
28,mlp.experts.180.up_proj,not applicable,,0.964
28,mlp.experts.181.gate_proj,not applicable,,0.967
28,mlp.experts.181.up_proj,not applicable,,0.969
28,mlp.experts.182.gate_proj,not applicable,,0.972
28,mlp.experts.182.up_proj,not applicable,,0.974
28,mlp.experts.183.gate_proj,not applicable,,0.977
28,mlp.experts.183.up_proj,not applicable,,0.979
28,mlp.experts.184.gate_proj,not applicable,,0.982
28,mlp.experts.184.up_proj,not applicable,,0.984
28,mlp.experts.185.gate_proj,not applicable,,0.988
28,mlp.experts.185.up_proj,not applicable,,0.990
28,mlp.experts.186.gate_proj,not applicable,,0.993
28,mlp.experts.186.up_proj,not applicable,,0.995
28,mlp.experts.187.gate_proj,not applicable,,0.998
28,mlp.experts.187.up_proj,not applicable,,1.000
28,mlp.experts.188.gate_proj,not applicable,,1.003
28,mlp.experts.188.up_proj,not applicable,,1.005
28,mlp.experts.189.gate_proj,not applicable,,1.008
28,mlp.experts.189.up_proj,not applicable,,1.010
28,mlp.experts.190.gate_proj,not applicable,,1.013
28,mlp.experts.190.up_proj,not applicable,,1.016
28,mlp.experts.191.gate_proj,not applicable,,1.019
28,mlp.experts.191.up_proj,not applicable,,1.022
28,mlp.experts.192.gate_proj,not applicable,,1.024
28,mlp.experts.192.up_proj,not applicable,,1.027
28,mlp.experts.193.gate_proj,not applicable,,1.029
28,mlp.experts.193.up_proj,not applicable,,1.032
28,mlp.experts.194.gate_proj,not applicable,,1.034
28,mlp.experts.194.up_proj,not applicable,,1.037
28,mlp.experts.195.gate_proj,not applicable,,1.039
28,mlp.experts.195.up_proj,not applicable,,1.042
28,mlp.experts.196.gate_proj,not applicable,,1.044
28,mlp.experts.196.up_proj,not applicable,,1.047
28,mlp.experts.197.gate_proj,not applicable,,1.049
28,mlp.experts.197.up_proj,not applicable,,1.052
28,mlp.experts.198.gate_proj,not applicable,,1.054
28,mlp.experts.198.up_proj,not applicable,,1.057
28,mlp.experts.199.gate_proj,not applicable,,1.060
28,mlp.experts.199.up_proj,not applicable,,1.062
28,mlp.experts.200.gate_proj,not applicable,,1.065
28,mlp.experts.200.up_proj,not applicable,,1.068
28,mlp.experts.201.gate_proj,not applicable,,1.071
28,mlp.experts.201.up_proj,not applicable,,1.073
28,mlp.experts.202.gate_proj,not applicable,,1.076
28,mlp.experts.202.up_proj,not applicable,,1.078
28,mlp.experts.203.gate_proj,not applicable,,1.081
28,mlp.experts.203.up_proj,not applicable,,1.083
28,mlp.experts.204.gate_proj,not applicable,,1.086
28,mlp.experts.204.up_proj,not applicable,,1.089
28,mlp.experts.205.gate_proj,not applicable,,1.091
28,mlp.experts.205.up_proj,not applicable,,1.094
28,mlp.experts.206.gate_proj,not applicable,,1.096
28,mlp.experts.206.up_proj,not applicable,,1.099
28,mlp.experts.207.gate_proj,not applicable,,1.101
28,mlp.experts.207.up_proj,not applicable,,1.104
28,mlp.experts.208.gate_proj,not applicable,,1.106
28,mlp.experts.208.up_proj,not applicable,,1.109
28,mlp.experts.209.gate_proj,not applicable,,1.111
28,mlp.experts.209.up_proj,not applicable,,1.114
28,mlp.experts.210.gate_proj,not applicable,,1.116
28,mlp.experts.210.up_proj,not applicable,,1.120
28,mlp.experts.211.gate_proj,not applicable,,1.122
28,mlp.experts.211.up_proj,not applicable,,1.125
28,mlp.experts.212.gate_proj,not applicable,,1.128
28,mlp.experts.212.up_proj,not applicable,,1.131
28,mlp.experts.213.gate_proj,not applicable,,1.133
28,mlp.experts.213.up_proj,not applicable,,1.136
28,mlp.experts.214.gate_proj,not applicable,,1.138
28,mlp.experts.214.up_proj,not applicable,,1.141
28,mlp.experts.215.gate_proj,not applicable,,1.143
28,mlp.experts.215.up_proj,not applicable,,1.146
28,mlp.experts.216.gate_proj,not applicable,,1.148
28,mlp.experts.216.up_proj,not applicable,,1.151
28,mlp.experts.217.gate_proj,not applicable,,1.153
28,mlp.experts.217.up_proj,not applicable,,1.156
28,mlp.experts.218.gate_proj,not applicable,,1.159
28,mlp.experts.218.up_proj,not applicable,,1.162
28,mlp.experts.219.gate_proj,not applicable,,1.164
28,mlp.experts.219.up_proj,not applicable,,1.166
28,mlp.experts.220.gate_proj,not applicable,,1.169
28,mlp.experts.220.up_proj,not applicable,,1.172
28,mlp.experts.221.gate_proj,not applicable,,1.175
28,mlp.experts.221.up_proj,not applicable,,1.177
28,mlp.experts.222.gate_proj,not applicable,,1.180
28,mlp.experts.222.up_proj,not applicable,,1.182
28,mlp.experts.223.gate_proj,not applicable,,1.185
28,mlp.experts.223.up_proj,not applicable,,1.187
28,mlp.experts.224.gate_proj,not applicable,,1.190
28,mlp.experts.224.up_proj,not applicable,,1.193
28,mlp.experts.225.gate_proj,not applicable,,1.195
28,mlp.experts.225.up_proj,not applicable,,1.198
28,mlp.experts.226.gate_proj,not applicable,,1.200
28,mlp.experts.226.up_proj,not applicable,,1.203
28,mlp.experts.227.gate_proj,not applicable,,1.205
28,mlp.experts.227.up_proj,not applicable,,1.208
28,mlp.experts.228.gate_proj,not applicable,,1.210
28,mlp.experts.228.up_proj,not applicable,,1.213
28,mlp.experts.229.gate_proj,not applicable,,1.215
28,mlp.experts.229.up_proj,not applicable,,1.218
28,mlp.experts.230.gate_proj,not applicable,,1.220
28,mlp.experts.230.up_proj,not applicable,,1.224
28,mlp.experts.231.gate_proj,not applicable,,1.226
28,mlp.experts.231.up_proj,not applicable,,1.229
28,mlp.experts.232.gate_proj,not applicable,,1.231
28,mlp.experts.232.up_proj,not applicable,,1.234
28,mlp.experts.233.gate_proj,not applicable,,1.237
28,mlp.experts.233.up_proj,not applicable,,1.239
28,mlp.experts.234.gate_proj,not applicable,,1.242
28,mlp.experts.234.up_proj,not applicable,,1.244
28,mlp.experts.235.gate_proj,not applicable,,1.247
28,mlp.experts.235.up_proj,not applicable,,1.249
28,mlp.experts.236.gate_proj,not applicable,,1.252
28,mlp.experts.236.up_proj,not applicable,,1.254
28,mlp.experts.237.gate_proj,not applicable,,1.257
28,mlp.experts.237.up_proj,not applicable,,1.260
28,mlp.experts.238.gate_proj,not applicable,,1.262
28,mlp.experts.238.up_proj,not applicable,,1.265
28,mlp.experts.239.gate_proj,not applicable,,1.267
28,mlp.experts.239.up_proj,not applicable,,1.270
28,mlp.experts.240.gate_proj,not applicable,,1.273
28,mlp.experts.240.up_proj,not applicable,,1.276
28,mlp.experts.241.gate_proj,not applicable,,1.279
28,mlp.experts.241.up_proj,not applicable,,1.281
28,mlp.experts.242.gate_proj,not applicable,,1.284
28,mlp.experts.242.up_proj,not applicable,,1.286
28,mlp.experts.243.gate_proj,not applicable,,1.289
28,mlp.experts.243.up_proj,not applicable,,1.291
28,mlp.experts.244.gate_proj,not applicable,,1.294
28,mlp.experts.244.up_proj,not applicable,,1.296
28,mlp.experts.245.gate_proj,not applicable,,1.299
28,mlp.experts.245.up_proj,not applicable,,1.301
28,mlp.experts.246.gate_proj,not applicable,,1.304
28,mlp.experts.246.up_proj,not applicable,,1.306
28,mlp.experts.247.gate_proj,not applicable,,1.309
28,mlp.experts.247.up_proj,not applicable,,1.311
28,mlp.experts.248.gate_proj,not applicable,,1.314
28,mlp.experts.248.up_proj,not applicable,,1.316
28,mlp.experts.249.gate_proj,not applicable,,1.319
28,mlp.experts.249.up_proj,not applicable,,1.321
28,mlp.experts.250.gate_proj,not applicable,,1.324
28,mlp.experts.250.up_proj,not applicable,,1.327
28,mlp.experts.251.gate_proj,not applicable,,1.330
28,mlp.experts.251.up_proj,not applicable,,1.332
28,mlp.experts.252.gate_proj,not applicable,,1.335
28,mlp.experts.252.up_proj,not applicable,,1.337
28,mlp.experts.253.gate_proj,not applicable,,1.340
28,mlp.experts.253.up_proj,not applicable,,1.342
28,mlp.experts.254.gate_proj,not applicable,,1.345
28,mlp.experts.254.up_proj,not applicable,,1.347
28,mlp.experts.255.gate_proj,not applicable,,1.350
28,mlp.experts.255.up_proj,not applicable,,1.352
28,mlp.experts.0.down_proj,0.0000049177,,1.355
28,mlp.experts.1.down_proj,0.0000018499,,1.357
28,mlp.experts.2.down_proj,0.0000043632,,1.360
28,mlp.experts.3.down_proj,0.0000044311,,1.363
28,mlp.experts.4.down_proj,0.0000044215,,1.365
28,mlp.experts.5.down_proj,0.0000021389,,1.368
28,mlp.experts.6.down_proj,0.0000102587,,1.370
28,mlp.experts.7.down_proj,0.0000008036,,1.373
28,mlp.experts.8.down_proj,0.0000023834,,1.375
28,mlp.experts.9.down_proj,0.0000029814,,1.379
28,mlp.experts.10.down_proj,0.0000017767,,1.381
28,mlp.experts.11.down_proj,0.0000062571,,1.383
28,mlp.experts.12.down_proj,0.0000032163,,1.386
28,mlp.experts.13.down_proj,0.0000031785,,1.388
28,mlp.experts.14.down_proj,0.0000051726,,1.391
28,mlp.experts.15.down_proj,0.0000041428,,1.393
28,mlp.experts.16.down_proj,0.0000071067,,1.396
28,mlp.experts.17.down_proj,0.0000028336,,1.398
28,mlp.experts.18.down_proj,0.0000077547,,1.400
28,mlp.experts.19.down_proj,0.0000027925,,1.403
28,mlp.experts.20.down_proj,0.0000005959,,1.405
28,mlp.experts.21.down_proj,0.0000016947,,1.408
28,mlp.experts.22.down_proj,0.0000017036,,1.410
28,mlp.experts.23.down_proj,0.0000038974,,1.413
28,mlp.experts.24.down_proj,0.0000041426,,1.415
28,mlp.experts.25.down_proj,0.0000042116,,1.418
28,mlp.experts.26.down_proj,0.0000037892,,1.420
28,mlp.experts.27.down_proj,0.0000021120,,1.423
28,mlp.experts.28.down_proj,0.0000046330,,1.425
28,mlp.experts.29.down_proj,0.0000032841,,1.428
28,mlp.experts.30.down_proj,0.0000008084,,1.431
28,mlp.experts.31.down_proj,0.0000075356,,1.433
28,mlp.experts.32.down_proj,0.0000025458,,1.436
28,mlp.experts.33.down_proj,0.0000041454,,1.438
28,mlp.experts.34.down_proj,0.0000039527,,1.441
28,mlp.experts.35.down_proj,0.0000017249,,1.443
28,mlp.experts.36.down_proj,0.0000015311,,1.446
28,mlp.experts.37.down_proj,0.0000016293,,1.448
28,mlp.experts.38.down_proj,0.0000078886,,1.450
28,mlp.experts.39.down_proj,0.0000001629,,1.453
28,mlp.experts.40.down_proj,0.0000072388,,1.455
28,mlp.experts.41.down_proj,0.0000070269,,1.458
28,mlp.experts.42.down_proj,0.0000017051,,1.460
28,mlp.experts.43.down_proj,0.0000024716,,1.463
28,mlp.experts.44.down_proj,0.0000016301,,1.466
28,mlp.experts.45.down_proj,0.0000036014,,1.468
28,mlp.experts.46.down_proj,0.0000006870,,1.471
28,mlp.experts.47.down_proj,0.0000026090,,1.473
28,mlp.experts.48.down_proj,0.0000038310,,1.476
28,mlp.experts.49.down_proj,0.0000033018,,1.479
28,mlp.experts.50.down_proj,0.0000040331,,1.481
28,mlp.experts.51.down_proj,0.0000032133,,1.484
28,mlp.experts.52.down_proj,0.0000062210,,1.486
28,mlp.experts.53.down_proj,0.0000060165,,1.489
28,mlp.experts.54.down_proj,0.0000011223,,1.491
28,mlp.experts.55.down_proj,0.0000060869,,1.494
28,mlp.experts.56.down_proj,0.0000061109,,1.496
28,mlp.experts.57.down_proj,0.0000010794,,1.499
28,mlp.experts.58.down_proj,0.0000031502,,1.501
28,mlp.experts.59.down_proj,0.0000079265,,1.503
28,mlp.experts.60.down_proj,0.0000028361,,1.506
28,mlp.experts.61.down_proj,0.0000057673,,1.508
28,mlp.experts.62.down_proj,0.0000050630,,1.511
28,mlp.experts.63.down_proj,0.0000013197,,1.513
28,mlp.experts.64.down_proj,0.0000056454,,1.516
28,mlp.experts.65.down_proj,0.0000008672,,1.518
28,mlp.experts.66.down_proj,0.0000105975,,1.520
28,mlp.experts.67.down_proj,0.0000043285,,1.523
28,mlp.experts.68.down_proj,0.0000111588,,1.525
28,mlp.experts.69.down_proj,0.0000102187,,1.529
28,mlp.experts.70.down_proj,0.0000014294,,1.531
28,mlp.experts.71.down_proj,0.0000059196,,1.534
28,mlp.experts.72.down_proj,0.0000052964,,1.536
28,mlp.experts.73.down_proj,0.0000027599,,1.538
28,mlp.experts.74.down_proj,0.0000012999,,1.541
28,mlp.experts.75.down_proj,0.0000038029,,1.543
28,mlp.experts.76.down_proj,0.0000084210,,1.546
28,mlp.experts.77.down_proj,0.0000095929,,1.548
28,mlp.experts.78.down_proj,0.0000011661,,1.551
28,mlp.experts.79.down_proj,0.0000057261,,1.553
28,mlp.experts.80.down_proj,0.0000064806,,1.556
28,mlp.experts.81.down_proj,0.0000021244,,1.558
28,mlp.experts.82.down_proj,0.0000108885,,1.561
28,mlp.experts.83.down_proj,0.0000062664,,1.563
28,mlp.experts.84.down_proj,0.0000066012,,1.566
28,mlp.experts.85.down_proj,0.0000063619,,1.568
28,mlp.experts.86.down_proj,0.0000047094,,1.571
28,mlp.experts.87.down_proj,0.0000055426,,1.573
28,mlp.experts.88.down_proj,0.0000125148,,1.578
28,mlp.experts.89.down_proj,0.0000032334,,1.581
28,mlp.experts.90.down_proj,0.0000032913,,1.583
28,mlp.experts.91.down_proj,0.0000071070,,1.586
28,mlp.experts.92.down_proj,0.0000074079,,1.589
28,mlp.experts.93.down_proj,0.0000085709,,1.591
28,mlp.experts.94.down_proj,0.0000029936,,1.593
28,mlp.experts.95.down_proj,0.0000012886,,1.596
28,mlp.experts.96.down_proj,0.0000023043,,1.598
28,mlp.experts.97.down_proj,0.0000041975,,1.601
28,mlp.experts.98.down_proj,0.0000046698,,1.603
28,mlp.experts.99.down_proj,0.0000003556,,1.606
28,mlp.experts.100.down_proj,0.0000040835,,1.608
28,mlp.experts.101.down_proj,0.0000036453,,1.611
28,mlp.experts.102.down_proj,0.0000020213,,1.613
28,mlp.experts.103.down_proj,0.0000049488,,1.616
28,mlp.experts.104.down_proj,0.0000062554,,1.618
28,mlp.experts.105.down_proj,0.0000092925,,1.621
28,mlp.experts.106.down_proj,0.0000033211,,1.623
28,mlp.experts.107.down_proj,0.0000042800,,1.626
28,mlp.experts.108.down_proj,0.0000007022,,1.628
28,mlp.experts.109.down_proj,0.0000002251,,1.632
28,mlp.experts.110.down_proj,0.0000025623,,1.634
28,mlp.experts.111.down_proj,0.0000058103,,1.637
28,mlp.experts.112.down_proj,0.0000044132,,1.639
28,mlp.experts.113.down_proj,0.0000024048,,1.642
28,mlp.experts.114.down_proj,0.0000093483,,1.644
28,mlp.experts.115.down_proj,0.0000010139,,1.647
28,mlp.experts.116.down_proj,0.0000065139,,1.649
28,mlp.experts.117.down_proj,0.0000035037,,1.652
28,mlp.experts.118.down_proj,0.0000036726,,1.654
28,mlp.experts.119.down_proj,0.0000048506,,1.657
28,mlp.experts.120.down_proj,0.0000060379,,1.659
28,mlp.experts.121.down_proj,0.0000011621,,1.662
28,mlp.experts.122.down_proj,0.0000113922,,1.664
28,mlp.experts.123.down_proj,0.0000014517,,1.667
28,mlp.experts.124.down_proj,0.0000023324,,1.670
28,mlp.experts.125.down_proj,0.0000083911,,1.672
28,mlp.experts.126.down_proj,0.0000007998,,1.675
28,mlp.experts.127.down_proj,0.0000068417,,1.677
28,mlp.experts.128.down_proj,0.0000067024,,1.680
28,mlp.experts.129.down_proj,0.0000037721,,1.683
28,mlp.experts.130.down_proj,0.0000007355,,1.686
28,mlp.experts.131.down_proj,0.0000027422,,1.688
28,mlp.experts.132.down_proj,0.0000037184,,1.691
28,mlp.experts.133.down_proj,0.0000081602,,1.693
28,mlp.experts.134.down_proj,0.0000006622,,1.696
28,mlp.experts.135.down_proj,0.0000039973,,1.698
28,mlp.experts.136.down_proj,0.0000072328,,1.701
28,mlp.experts.137.down_proj,0.0000061680,,1.703
28,mlp.experts.138.down_proj,0.0000047342,,1.706
28,mlp.experts.139.down_proj,0.0000053599,,1.708
28,mlp.experts.140.down_proj,0.0000048371,,1.711
28,mlp.experts.141.down_proj,0.0000013494,,1.714
28,mlp.experts.142.down_proj,0.0000018810,,1.716
28,mlp.experts.143.down_proj,0.0000064059,,1.718
28,mlp.experts.144.down_proj,0.0000096536,,1.721
28,mlp.experts.145.down_proj,0.0000044988,,1.723
28,mlp.experts.146.down_proj,0.0000043052,,1.726
28,mlp.experts.147.down_proj,0.0000042157,,1.728
28,mlp.experts.148.down_proj,0.0000037413,,1.731
28,mlp.experts.149.down_proj,0.0000010681,,1.734
28,mlp.experts.150.down_proj,0.0000045406,,1.737
28,mlp.experts.151.down_proj,0.0000047069,,1.740
28,mlp.experts.152.down_proj,0.0000069494,,1.742
28,mlp.experts.153.down_proj,0.0000008139,,1.745
28,mlp.experts.154.down_proj,0.0000040697,,1.747
28,mlp.experts.155.down_proj,0.0000005961,,1.749
28,mlp.experts.156.down_proj,0.0000051510,,1.752
28,mlp.experts.157.down_proj,0.0000005100,,1.754
28,mlp.experts.158.down_proj,0.0000074353,,1.757
28,mlp.experts.159.down_proj,0.0000036393,,1.759
28,mlp.experts.160.down_proj,0.0000035944,,1.762
28,mlp.experts.161.down_proj,0.0000020105,,1.764
28,mlp.experts.162.down_proj,0.0000037748,,1.767
28,mlp.experts.163.down_proj,0.0000073921,,1.770
28,mlp.experts.164.down_proj,0.0000056631,,1.773
28,mlp.experts.165.down_proj,0.0000044100,,1.775
28,mlp.experts.166.down_proj,0.0000056146,,1.778
28,mlp.experts.167.down_proj,0.0000045593,,1.780
28,mlp.experts.168.down_proj,0.0000021379,,1.783
28,mlp.experts.169.down_proj,0.0000053988,,1.786
28,mlp.experts.170.down_proj,0.0000031410,,1.788
28,mlp.experts.171.down_proj,0.0000038492,,1.791
28,mlp.experts.172.down_proj,0.0000007422,,1.793
28,mlp.experts.173.down_proj,0.0000070825,,1.796
28,mlp.experts.174.down_proj,0.0000008318,,1.798
28,mlp.experts.175.down_proj,0.0000036358,,1.801
28,mlp.experts.176.down_proj,0.0000089229,,1.803
28,mlp.experts.177.down_proj,0.0000063999,,1.806
28,mlp.experts.178.down_proj,0.0000077216,,1.808
28,mlp.experts.179.down_proj,0.0000097250,,1.811
28,mlp.experts.180.down_proj,0.0000072287,,1.813
28,mlp.experts.181.down_proj,0.0000069617,,1.816
28,mlp.experts.182.down_proj,0.0000061068,,1.818
28,mlp.experts.183.down_proj,0.0000030803,,1.821
28,mlp.experts.184.down_proj,0.0000044786,,1.823
28,mlp.experts.185.down_proj,0.0000048094,,1.826
28,mlp.experts.186.down_proj,0.0000009615,,1.828
28,mlp.experts.187.down_proj,0.0000010638,,1.831
28,mlp.experts.188.down_proj,0.0000015493,,1.833
28,mlp.experts.189.down_proj,0.0000068277,,1.837
28,mlp.experts.190.down_proj,0.0000012304,,1.840
28,mlp.experts.191.down_proj,0.0000022387,,1.842
28,mlp.experts.192.down_proj,0.0000050255,,1.845
28,mlp.experts.193.down_proj,0.0000063948,,1.847
28,mlp.experts.194.down_proj,0.0000024484,,1.850
28,mlp.experts.195.down_proj,0.0000017289,,1.852
28,mlp.experts.196.down_proj,0.0000028122,,1.854
28,mlp.experts.197.down_proj,0.0000024294,,1.857
28,mlp.experts.198.down_proj,0.0000002286,,1.859
28,mlp.experts.199.down_proj,0.0000022703,,1.862
28,mlp.experts.200.down_proj,0.0000049618,,1.864
28,mlp.experts.201.down_proj,0.0000034618,,1.867
28,mlp.experts.202.down_proj,0.0000020304,,1.869
28,mlp.experts.203.down_proj,0.0000013589,,1.872
28,mlp.experts.204.down_proj,0.0000045055,,1.875
28,mlp.experts.205.down_proj,0.0000006235,,1.878
28,mlp.experts.206.down_proj,0.0000057067,,1.880
28,mlp.experts.207.down_proj,0.0000017356,,1.883
28,mlp.experts.208.down_proj,0.0000030818,,1.885
28,mlp.experts.209.down_proj,0.0000095547,,1.889
28,mlp.experts.210.down_proj,0.0000005996,,1.891
28,mlp.experts.211.down_proj,0.0000009519,,1.893
28,mlp.experts.212.down_proj,0.0000037550,,1.896
28,mlp.experts.213.down_proj,0.0000050187,,1.898
28,mlp.experts.214.down_proj,0.0000003839,,1.901
28,mlp.experts.215.down_proj,0.0000032598,,1.903
28,mlp.experts.216.down_proj,0.0000033821,,1.906
28,mlp.experts.217.down_proj,0.0000058373,,1.908
28,mlp.experts.218.down_proj,0.0000052902,,1.911
28,mlp.experts.219.down_proj,0.0000060481,,1.913
28,mlp.experts.220.down_proj,0.0000025913,,1.916
28,mlp.experts.221.down_proj,0.0000054486,,1.918
28,mlp.experts.222.down_proj,0.0000058356,,1.921
28,mlp.experts.223.down_proj,0.0000027013,,1.923
28,mlp.experts.224.down_proj,0.0000014288,,1.926
28,mlp.experts.225.down_proj,0.0000078917,,1.928
28,mlp.experts.226.down_proj,0.0000041707,,1.931
28,mlp.experts.227.down_proj,0.0000075377,,1.933
28,mlp.experts.228.down_proj,0.0000006000,,1.936
28,mlp.experts.229.down_proj,0.0000052631,,1.939
28,mlp.experts.230.down_proj,0.0000057778,,1.942
28,mlp.experts.231.down_proj,0.0000053580,,1.944
28,mlp.experts.232.down_proj,0.0000028146,,1.947
28,mlp.experts.233.down_proj,0.0000013856,,1.949
28,mlp.experts.234.down_proj,0.0000085325,,1.952
28,mlp.experts.235.down_proj,0.0000014428,,1.954
28,mlp.experts.236.down_proj,0.0000066682,,1.957
28,mlp.experts.237.down_proj,0.0000022134,,1.960
28,mlp.experts.238.down_proj,0.0000050550,,1.962
28,mlp.experts.239.down_proj,0.0000053016,,1.965
28,mlp.experts.240.down_proj,0.0000012296,,1.967
28,mlp.experts.241.down_proj,0.0000020598,,1.970
28,mlp.experts.242.down_proj,0.0000027226,,1.972
28,mlp.experts.243.down_proj,0.0000100855,,1.975
28,mlp.experts.244.down_proj,0.0000070271,,1.978
28,mlp.experts.245.down_proj,0.0000016566,,1.980
28,mlp.experts.246.down_proj,0.0000012388,,1.983
28,mlp.experts.247.down_proj,0.0000050505,,1.986
28,mlp.experts.248.down_proj,0.0000033758,,1.989
28,mlp.experts.249.down_proj,0.0000015587,,1.992
28,mlp.experts.250.down_proj,0.0000005564,,1.994
28,mlp.experts.251.down_proj,0.0000005303,,1.997
28,mlp.experts.252.down_proj,0.0000006833,,1.999
28,mlp.experts.253.down_proj,0.0000014529,,2.002
28,mlp.experts.254.down_proj,0.0000062760,,2.004
28,mlp.experts.255.down_proj,0.0000018018,,2.007
29,mlp.experts.0.gate_proj,not applicable,,0.005
29,mlp.experts.0.up_proj,not applicable,,0.011
29,mlp.experts.1.gate_proj,not applicable,,0.014
29,mlp.experts.1.up_proj,not applicable,,0.017
29,mlp.experts.2.gate_proj,not applicable,,0.020
29,mlp.experts.2.up_proj,not applicable,,0.023
29,mlp.experts.3.gate_proj,not applicable,,0.025
29,mlp.experts.3.up_proj,not applicable,,0.028
29,mlp.experts.4.gate_proj,not applicable,,0.031
29,mlp.experts.4.up_proj,not applicable,,0.033
29,mlp.experts.5.gate_proj,not applicable,,0.036
29,mlp.experts.5.up_proj,not applicable,,0.038
29,mlp.experts.6.gate_proj,not applicable,,0.041
29,mlp.experts.6.up_proj,not applicable,,0.044
29,mlp.experts.7.gate_proj,not applicable,,0.046
29,mlp.experts.7.up_proj,not applicable,,0.049
29,mlp.experts.8.gate_proj,not applicable,,0.051
29,mlp.experts.8.up_proj,not applicable,,0.054
29,mlp.experts.9.gate_proj,not applicable,,0.056
29,mlp.experts.9.up_proj,not applicable,,0.059
29,mlp.experts.10.gate_proj,not applicable,,0.062
29,mlp.experts.10.up_proj,not applicable,,0.065
29,mlp.experts.11.gate_proj,not applicable,,0.068
29,mlp.experts.11.up_proj,not applicable,,0.070
29,mlp.experts.12.gate_proj,not applicable,,0.073
29,mlp.experts.12.up_proj,not applicable,,0.076
29,mlp.experts.13.gate_proj,not applicable,,0.078
29,mlp.experts.13.up_proj,not applicable,,0.081
29,mlp.experts.14.gate_proj,not applicable,,0.083
29,mlp.experts.14.up_proj,not applicable,,0.086
29,mlp.experts.15.gate_proj,not applicable,,0.089
29,mlp.experts.15.up_proj,not applicable,,0.091
29,mlp.experts.16.gate_proj,not applicable,,0.094
29,mlp.experts.16.up_proj,not applicable,,0.097
29,mlp.experts.17.gate_proj,not applicable,,0.099
29,mlp.experts.17.up_proj,not applicable,,0.102
29,mlp.experts.18.gate_proj,not applicable,,0.104
29,mlp.experts.18.up_proj,not applicable,,0.107
29,mlp.experts.19.gate_proj,not applicable,,0.109
29,mlp.experts.19.up_proj,not applicable,,0.112
29,mlp.experts.20.gate_proj,not applicable,,0.114
29,mlp.experts.20.up_proj,not applicable,,0.118
29,mlp.experts.21.gate_proj,not applicable,,0.120
29,mlp.experts.21.up_proj,not applicable,,0.123
29,mlp.experts.22.gate_proj,not applicable,,0.126
29,mlp.experts.22.up_proj,not applicable,,0.128
29,mlp.experts.23.gate_proj,not applicable,,0.131
29,mlp.experts.23.up_proj,not applicable,,0.134
29,mlp.experts.24.gate_proj,not applicable,,0.137
29,mlp.experts.24.up_proj,not applicable,,0.140
29,mlp.experts.25.gate_proj,not applicable,,0.143
29,mlp.experts.25.up_proj,not applicable,,0.146
29,mlp.experts.26.gate_proj,not applicable,,0.149
29,mlp.experts.26.up_proj,not applicable,,0.152
29,mlp.experts.27.gate_proj,not applicable,,0.154
29,mlp.experts.27.up_proj,not applicable,,0.157
29,mlp.experts.28.gate_proj,not applicable,,0.159
29,mlp.experts.28.up_proj,not applicable,,0.162
29,mlp.experts.29.gate_proj,not applicable,,0.165
29,mlp.experts.29.up_proj,not applicable,,0.167
29,mlp.experts.30.gate_proj,not applicable,,0.170
29,mlp.experts.30.up_proj,not applicable,,0.175
29,mlp.experts.31.gate_proj,not applicable,,0.178
29,mlp.experts.31.up_proj,not applicable,,0.181
29,mlp.experts.32.gate_proj,not applicable,,0.183
29,mlp.experts.32.up_proj,not applicable,,0.187
29,mlp.experts.33.gate_proj,not applicable,,0.189
29,mlp.experts.33.up_proj,not applicable,,0.192
29,mlp.experts.34.gate_proj,not applicable,,0.194
29,mlp.experts.34.up_proj,not applicable,,0.197
29,mlp.experts.35.gate_proj,not applicable,,0.199
29,mlp.experts.35.up_proj,not applicable,,0.202
29,mlp.experts.36.gate_proj,not applicable,,0.204
29,mlp.experts.36.up_proj,not applicable,,0.207
29,mlp.experts.37.gate_proj,not applicable,,0.210
29,mlp.experts.37.up_proj,not applicable,,0.212
29,mlp.experts.38.gate_proj,not applicable,,0.215
29,mlp.experts.38.up_proj,not applicable,,0.217
29,mlp.experts.39.gate_proj,not applicable,,0.220
29,mlp.experts.39.up_proj,not applicable,,0.222
29,mlp.experts.40.gate_proj,not applicable,,0.225
29,mlp.experts.40.up_proj,not applicable,,0.229
29,mlp.experts.41.gate_proj,not applicable,,0.231
29,mlp.experts.41.up_proj,not applicable,,0.234
29,mlp.experts.42.gate_proj,not applicable,,0.236
29,mlp.experts.42.up_proj,not applicable,,0.239
29,mlp.experts.43.gate_proj,not applicable,,0.241
29,mlp.experts.43.up_proj,not applicable,,0.244
29,mlp.experts.44.gate_proj,not applicable,,0.247
29,mlp.experts.44.up_proj,not applicable,,0.249
29,mlp.experts.45.gate_proj,not applicable,,0.252
29,mlp.experts.45.up_proj,not applicable,,0.254
29,mlp.experts.46.gate_proj,not applicable,,0.257
29,mlp.experts.46.up_proj,not applicable,,0.259
29,mlp.experts.47.gate_proj,not applicable,,0.262
29,mlp.experts.47.up_proj,not applicable,,0.264
29,mlp.experts.48.gate_proj,not applicable,,0.267
29,mlp.experts.48.up_proj,not applicable,,0.269
29,mlp.experts.49.gate_proj,not applicable,,0.272
29,mlp.experts.49.up_proj,not applicable,,0.274
29,mlp.experts.50.gate_proj,not applicable,,0.277
29,mlp.experts.50.up_proj,not applicable,,0.280
29,mlp.experts.51.gate_proj,not applicable,,0.283
29,mlp.experts.51.up_proj,not applicable,,0.286
29,mlp.experts.52.gate_proj,not applicable,,0.288
29,mlp.experts.52.up_proj,not applicable,,0.291
29,mlp.experts.53.gate_proj,not applicable,,0.293
29,mlp.experts.53.up_proj,not applicable,,0.296
29,mlp.experts.54.gate_proj,not applicable,,0.299
29,mlp.experts.54.up_proj,not applicable,,0.301
29,mlp.experts.55.gate_proj,not applicable,,0.304
29,mlp.experts.55.up_proj,not applicable,,0.306
29,mlp.experts.56.gate_proj,not applicable,,0.309
29,mlp.experts.56.up_proj,not applicable,,0.311
29,mlp.experts.57.gate_proj,not applicable,,0.313
29,mlp.experts.57.up_proj,not applicable,,0.316
29,mlp.experts.58.gate_proj,not applicable,,0.318
29,mlp.experts.58.up_proj,not applicable,,0.322
29,mlp.experts.59.gate_proj,not applicable,,0.324
29,mlp.experts.59.up_proj,not applicable,,0.327
29,mlp.experts.60.gate_proj,not applicable,,0.330
29,mlp.experts.60.up_proj,not applicable,,0.333
29,mlp.experts.61.gate_proj,not applicable,,0.335
29,mlp.experts.61.up_proj,not applicable,,0.338
29,mlp.experts.62.gate_proj,not applicable,,0.340
29,mlp.experts.62.up_proj,not applicable,,0.343
29,mlp.experts.63.gate_proj,not applicable,,0.345
29,mlp.experts.63.up_proj,not applicable,,0.348
29,mlp.experts.64.gate_proj,not applicable,,0.350
29,mlp.experts.64.up_proj,not applicable,,0.353
29,mlp.experts.65.gate_proj,not applicable,,0.355
29,mlp.experts.65.up_proj,not applicable,,0.358
29,mlp.experts.66.gate_proj,not applicable,,0.360
29,mlp.experts.66.up_proj,not applicable,,0.363
29,mlp.experts.67.gate_proj,not applicable,,0.366
29,mlp.experts.67.up_proj,not applicable,,0.368
29,mlp.experts.68.gate_proj,not applicable,,0.371
29,mlp.experts.68.up_proj,not applicable,,0.373
29,mlp.experts.69.gate_proj,not applicable,,0.376
29,mlp.experts.69.up_proj,not applicable,,0.378
29,mlp.experts.70.gate_proj,not applicable,,0.381
29,mlp.experts.70.up_proj,not applicable,,0.384
29,mlp.experts.71.gate_proj,not applicable,,0.387
29,mlp.experts.71.up_proj,not applicable,,0.389
29,mlp.experts.72.gate_proj,not applicable,,0.392
29,mlp.experts.72.up_proj,not applicable,,0.394
29,mlp.experts.73.gate_proj,not applicable,,0.397
29,mlp.experts.73.up_proj,not applicable,,0.399
29,mlp.experts.74.gate_proj,not applicable,,0.402
29,mlp.experts.74.up_proj,not applicable,,0.405
29,mlp.experts.75.gate_proj,not applicable,,0.407
29,mlp.experts.75.up_proj,not applicable,,0.410
29,mlp.experts.76.gate_proj,not applicable,,0.412
29,mlp.experts.76.up_proj,not applicable,,0.415
29,mlp.experts.77.gate_proj,not applicable,,0.417
29,mlp.experts.77.up_proj,not applicable,,0.420
29,mlp.experts.78.gate_proj,not applicable,,0.422
29,mlp.experts.78.up_proj,not applicable,,0.424
29,mlp.experts.79.gate_proj,not applicable,,0.427
29,mlp.experts.79.up_proj,not applicable,,0.430
29,mlp.experts.80.gate_proj,not applicable,,0.432
29,mlp.experts.80.up_proj,not applicable,,0.436
29,mlp.experts.81.gate_proj,not applicable,,0.438
29,mlp.experts.81.up_proj,not applicable,,0.441
29,mlp.experts.82.gate_proj,not applicable,,0.443
29,mlp.experts.82.up_proj,not applicable,,0.446
29,mlp.experts.83.gate_proj,not applicable,,0.448
29,mlp.experts.83.up_proj,not applicable,,0.451
29,mlp.experts.84.gate_proj,not applicable,,0.453
29,mlp.experts.84.up_proj,not applicable,,0.455
29,mlp.experts.85.gate_proj,not applicable,,0.458
29,mlp.experts.85.up_proj,not applicable,,0.461
29,mlp.experts.86.gate_proj,not applicable,,0.463
29,mlp.experts.86.up_proj,not applicable,,0.466
29,mlp.experts.87.gate_proj,not applicable,,0.468
29,mlp.experts.87.up_proj,not applicable,,0.471
29,mlp.experts.88.gate_proj,not applicable,,0.473
29,mlp.experts.88.up_proj,not applicable,,0.475
29,mlp.experts.89.gate_proj,not applicable,,0.478
29,mlp.experts.89.up_proj,not applicable,,0.480
29,mlp.experts.90.gate_proj,not applicable,,0.483
29,mlp.experts.90.up_proj,not applicable,,0.487
29,mlp.experts.91.gate_proj,not applicable,,0.489
29,mlp.experts.91.up_proj,not applicable,,0.492
29,mlp.experts.92.gate_proj,not applicable,,0.494
29,mlp.experts.92.up_proj,not applicable,,0.497
29,mlp.experts.93.gate_proj,not applicable,,0.499
29,mlp.experts.93.up_proj,not applicable,,0.502
29,mlp.experts.94.gate_proj,not applicable,,0.504
29,mlp.experts.94.up_proj,not applicable,,0.507
29,mlp.experts.95.gate_proj,not applicable,,0.509
29,mlp.experts.95.up_proj,not applicable,,0.512
29,mlp.experts.96.gate_proj,not applicable,,0.514
29,mlp.experts.96.up_proj,not applicable,,0.517
29,mlp.experts.97.gate_proj,not applicable,,0.519
29,mlp.experts.97.up_proj,not applicable,,0.522
29,mlp.experts.98.gate_proj,not applicable,,0.524
29,mlp.experts.98.up_proj,not applicable,,0.527
29,mlp.experts.99.gate_proj,not applicable,,0.529
29,mlp.experts.99.up_proj,not applicable,,0.532
29,mlp.experts.100.gate_proj,not applicable,,0.534
29,mlp.experts.100.up_proj,not applicable,,0.538
29,mlp.experts.101.gate_proj,not applicable,,0.540
29,mlp.experts.101.up_proj,not applicable,,0.543
29,mlp.experts.102.gate_proj,not applicable,,0.545
29,mlp.experts.102.up_proj,not applicable,,0.548
29,mlp.experts.103.gate_proj,not applicable,,0.550
29,mlp.experts.103.up_proj,not applicable,,0.553
29,mlp.experts.104.gate_proj,not applicable,,0.555
29,mlp.experts.104.up_proj,not applicable,,0.558
29,mlp.experts.105.gate_proj,not applicable,,0.561
29,mlp.experts.105.up_proj,not applicable,,0.563
29,mlp.experts.106.gate_proj,not applicable,,0.566
29,mlp.experts.106.up_proj,not applicable,,0.568
29,mlp.experts.107.gate_proj,not applicable,,0.571
29,mlp.experts.107.up_proj,not applicable,,0.573
29,mlp.experts.108.gate_proj,not applicable,,0.576
29,mlp.experts.108.up_proj,not applicable,,0.578
29,mlp.experts.109.gate_proj,not applicable,,0.581
29,mlp.experts.109.up_proj,not applicable,,0.583
29,mlp.experts.110.gate_proj,not applicable,,0.586
29,mlp.experts.110.up_proj,not applicable,,0.589
29,mlp.experts.111.gate_proj,not applicable,,0.592
29,mlp.experts.111.up_proj,not applicable,,0.595
29,mlp.experts.112.gate_proj,not applicable,,0.597
29,mlp.experts.112.up_proj,not applicable,,0.600
29,mlp.experts.113.gate_proj,not applicable,,0.602
29,mlp.experts.113.up_proj,not applicable,,0.605
29,mlp.experts.114.gate_proj,not applicable,,0.607
29,mlp.experts.114.up_proj,not applicable,,0.610
29,mlp.experts.115.gate_proj,not applicable,,0.612
29,mlp.experts.115.up_proj,not applicable,,0.615
29,mlp.experts.116.gate_proj,not applicable,,0.618
29,mlp.experts.116.up_proj,not applicable,,0.620
29,mlp.experts.117.gate_proj,not applicable,,0.623
29,mlp.experts.117.up_proj,not applicable,,0.625
29,mlp.experts.118.gate_proj,not applicable,,0.628
29,mlp.experts.118.up_proj,not applicable,,0.630
29,mlp.experts.119.gate_proj,not applicable,,0.633
29,mlp.experts.119.up_proj,not applicable,,0.636
29,mlp.experts.120.gate_proj,not applicable,,0.638
29,mlp.experts.120.up_proj,not applicable,,0.642
29,mlp.experts.121.gate_proj,not applicable,,0.644
29,mlp.experts.121.up_proj,not applicable,,0.647
29,mlp.experts.122.gate_proj,not applicable,,0.649
29,mlp.experts.122.up_proj,not applicable,,0.652
29,mlp.experts.123.gate_proj,not applicable,,0.654
29,mlp.experts.123.up_proj,not applicable,,0.657
29,mlp.experts.124.gate_proj,not applicable,,0.659
29,mlp.experts.124.up_proj,not applicable,,0.662
29,mlp.experts.125.gate_proj,not applicable,,0.664
29,mlp.experts.125.up_proj,not applicable,,0.667
29,mlp.experts.126.gate_proj,not applicable,,0.669
29,mlp.experts.126.up_proj,not applicable,,0.672
29,mlp.experts.127.gate_proj,not applicable,,0.674
29,mlp.experts.127.up_proj,not applicable,,0.677
29,mlp.experts.128.gate_proj,not applicable,,0.679
29,mlp.experts.128.up_proj,not applicable,,0.681
29,mlp.experts.129.gate_proj,not applicable,,0.684
29,mlp.experts.129.up_proj,not applicable,,0.686
29,mlp.experts.130.gate_proj,not applicable,,0.689
29,mlp.experts.130.up_proj,not applicable,,0.692
29,mlp.experts.131.gate_proj,not applicable,,0.695
29,mlp.experts.131.up_proj,not applicable,,0.697
29,mlp.experts.132.gate_proj,not applicable,,0.700
29,mlp.experts.132.up_proj,not applicable,,0.703
29,mlp.experts.133.gate_proj,not applicable,,0.705
29,mlp.experts.133.up_proj,not applicable,,0.708
29,mlp.experts.134.gate_proj,not applicable,,0.710
29,mlp.experts.134.up_proj,not applicable,,0.712
29,mlp.experts.135.gate_proj,not applicable,,0.715
29,mlp.experts.135.up_proj,not applicable,,0.717
29,mlp.experts.136.gate_proj,not applicable,,0.720
29,mlp.experts.136.up_proj,not applicable,,0.723
29,mlp.experts.137.gate_proj,not applicable,,0.725
29,mlp.experts.137.up_proj,not applicable,,0.727
29,mlp.experts.138.gate_proj,not applicable,,0.730
29,mlp.experts.138.up_proj,not applicable,,0.732
29,mlp.experts.139.gate_proj,not applicable,,0.735
29,mlp.experts.139.up_proj,not applicable,,0.738
29,mlp.experts.140.gate_proj,not applicable,,0.740
29,mlp.experts.140.up_proj,not applicable,,0.744
29,mlp.experts.141.gate_proj,not applicable,,0.747
29,mlp.experts.141.up_proj,not applicable,,0.749
29,mlp.experts.142.gate_proj,not applicable,,0.752
29,mlp.experts.142.up_proj,not applicable,,0.754
29,mlp.experts.143.gate_proj,not applicable,,0.757
29,mlp.experts.143.up_proj,not applicable,,0.759
29,mlp.experts.144.gate_proj,not applicable,,0.762
29,mlp.experts.144.up_proj,not applicable,,0.764
29,mlp.experts.145.gate_proj,not applicable,,0.767
29,mlp.experts.145.up_proj,not applicable,,0.769
29,mlp.experts.146.gate_proj,not applicable,,0.772
29,mlp.experts.146.up_proj,not applicable,,0.774
29,mlp.experts.147.gate_proj,not applicable,,0.777
29,mlp.experts.147.up_proj,not applicable,,0.779
29,mlp.experts.148.gate_proj,not applicable,,0.782
29,mlp.experts.148.up_proj,not applicable,,0.784
29,mlp.experts.149.gate_proj,not applicable,,0.787
29,mlp.experts.149.up_proj,not applicable,,0.789
29,mlp.experts.150.gate_proj,not applicable,,0.792
29,mlp.experts.150.up_proj,not applicable,,0.795
29,mlp.experts.151.gate_proj,not applicable,,0.798
29,mlp.experts.151.up_proj,not applicable,,0.800
29,mlp.experts.152.gate_proj,not applicable,,0.803
29,mlp.experts.152.up_proj,not applicable,,0.805
29,mlp.experts.153.gate_proj,not applicable,,0.808
29,mlp.experts.153.up_proj,not applicable,,0.810
29,mlp.experts.154.gate_proj,not applicable,,0.813
29,mlp.experts.154.up_proj,not applicable,,0.815
29,mlp.experts.155.gate_proj,not applicable,,0.818
29,mlp.experts.155.up_proj,not applicable,,0.820
29,mlp.experts.156.gate_proj,not applicable,,0.823
29,mlp.experts.156.up_proj,not applicable,,0.825
29,mlp.experts.157.gate_proj,not applicable,,0.828
29,mlp.experts.157.up_proj,not applicable,,0.830
29,mlp.experts.158.gate_proj,not applicable,,0.833
29,mlp.experts.158.up_proj,not applicable,,0.835
29,mlp.experts.159.gate_proj,not applicable,,0.838
29,mlp.experts.159.up_proj,not applicable,,0.841
29,mlp.experts.160.gate_proj,not applicable,,0.843
29,mlp.experts.160.up_proj,not applicable,,0.846
29,mlp.experts.161.gate_proj,not applicable,,0.849
29,mlp.experts.161.up_proj,not applicable,,0.852
29,mlp.experts.162.gate_proj,not applicable,,0.854
29,mlp.experts.162.up_proj,not applicable,,0.857
29,mlp.experts.163.gate_proj,not applicable,,0.859
29,mlp.experts.163.up_proj,not applicable,,0.862
29,mlp.experts.164.gate_proj,not applicable,,0.864
29,mlp.experts.164.up_proj,not applicable,,0.866
29,mlp.experts.165.gate_proj,not applicable,,0.869
29,mlp.experts.165.up_proj,not applicable,,0.871
29,mlp.experts.166.gate_proj,not applicable,,0.874
29,mlp.experts.166.up_proj,not applicable,,0.876
29,mlp.experts.167.gate_proj,not applicable,,0.879
29,mlp.experts.167.up_proj,not applicable,,0.881
29,mlp.experts.168.gate_proj,not applicable,,0.884
29,mlp.experts.168.up_proj,not applicable,,0.886
29,mlp.experts.169.gate_proj,not applicable,,0.889
29,mlp.experts.169.up_proj,not applicable,,0.892
29,mlp.experts.170.gate_proj,not applicable,,0.894
29,mlp.experts.170.up_proj,not applicable,,0.898
29,mlp.experts.171.gate_proj,not applicable,,0.900
29,mlp.experts.171.up_proj,not applicable,,0.903
29,mlp.experts.172.gate_proj,not applicable,,0.905
29,mlp.experts.172.up_proj,not applicable,,0.908
29,mlp.experts.173.gate_proj,not applicable,,0.910
29,mlp.experts.173.up_proj,not applicable,,0.912
29,mlp.experts.174.gate_proj,not applicable,,0.915
29,mlp.experts.174.up_proj,not applicable,,0.917
29,mlp.experts.175.gate_proj,not applicable,,0.920
29,mlp.experts.175.up_proj,not applicable,,0.922
29,mlp.experts.176.gate_proj,not applicable,,0.925
29,mlp.experts.176.up_proj,not applicable,,0.927
29,mlp.experts.177.gate_proj,not applicable,,0.930
29,mlp.experts.177.up_proj,not applicable,,0.932
29,mlp.experts.178.gate_proj,not applicable,,0.935
29,mlp.experts.178.up_proj,not applicable,,0.937
29,mlp.experts.179.gate_proj,not applicable,,0.940
29,mlp.experts.179.up_proj,not applicable,,0.942
29,mlp.experts.180.gate_proj,not applicable,,0.945
29,mlp.experts.180.up_proj,not applicable,,0.948
29,mlp.experts.181.gate_proj,not applicable,,0.950
29,mlp.experts.181.up_proj,not applicable,,0.953
29,mlp.experts.182.gate_proj,not applicable,,0.955
29,mlp.experts.182.up_proj,not applicable,,0.958
29,mlp.experts.183.gate_proj,not applicable,,0.960
29,mlp.experts.183.up_proj,not applicable,,0.963
29,mlp.experts.184.gate_proj,not applicable,,0.965
29,mlp.experts.184.up_proj,not applicable,,0.968
29,mlp.experts.185.gate_proj,not applicable,,0.970
29,mlp.experts.185.up_proj,not applicable,,0.972
29,mlp.experts.186.gate_proj,not applicable,,0.975
29,mlp.experts.186.up_proj,not applicable,,0.977
29,mlp.experts.187.gate_proj,not applicable,,0.980
29,mlp.experts.187.up_proj,not applicable,,0.982
29,mlp.experts.188.gate_proj,not applicable,,0.985
29,mlp.experts.188.up_proj,not applicable,,0.987
29,mlp.experts.189.gate_proj,not applicable,,0.990
29,mlp.experts.189.up_proj,not applicable,,0.993
29,mlp.experts.190.gate_proj,not applicable,,0.995
29,mlp.experts.190.up_proj,not applicable,,0.999
29,mlp.experts.191.gate_proj,not applicable,,1.001
29,mlp.experts.191.up_proj,not applicable,,1.003
29,mlp.experts.192.gate_proj,not applicable,,1.006
29,mlp.experts.192.up_proj,not applicable,,1.008
29,mlp.experts.193.gate_proj,not applicable,,1.011
29,mlp.experts.193.up_proj,not applicable,,1.013
29,mlp.experts.194.gate_proj,not applicable,,1.016
29,mlp.experts.194.up_proj,not applicable,,1.018
29,mlp.experts.195.gate_proj,not applicable,,1.021
29,mlp.experts.195.up_proj,not applicable,,1.023
29,mlp.experts.196.gate_proj,not applicable,,1.026
29,mlp.experts.196.up_proj,not applicable,,1.028
29,mlp.experts.197.gate_proj,not applicable,,1.031
29,mlp.experts.197.up_proj,not applicable,,1.033
29,mlp.experts.198.gate_proj,not applicable,,1.036
29,mlp.experts.198.up_proj,not applicable,,1.038
29,mlp.experts.199.gate_proj,not applicable,,1.041
29,mlp.experts.199.up_proj,not applicable,,1.043
29,mlp.experts.200.gate_proj,not applicable,,1.046
29,mlp.experts.200.up_proj,not applicable,,1.049
29,mlp.experts.201.gate_proj,not applicable,,1.051
29,mlp.experts.201.up_proj,not applicable,,1.054
29,mlp.experts.202.gate_proj,not applicable,,1.056
29,mlp.experts.202.up_proj,not applicable,,1.059
29,mlp.experts.203.gate_proj,not applicable,,1.061
29,mlp.experts.203.up_proj,not applicable,,1.064
29,mlp.experts.204.gate_proj,not applicable,,1.067
29,mlp.experts.204.up_proj,not applicable,,1.069
29,mlp.experts.205.gate_proj,not applicable,,1.071
29,mlp.experts.205.up_proj,not applicable,,1.074
29,mlp.experts.206.gate_proj,not applicable,,1.076
29,mlp.experts.206.up_proj,not applicable,,1.079
29,mlp.experts.207.gate_proj,not applicable,,1.081
29,mlp.experts.207.up_proj,not applicable,,1.084
29,mlp.experts.208.gate_proj,not applicable,,1.086
29,mlp.experts.208.up_proj,not applicable,,1.089
29,mlp.experts.209.gate_proj,not applicable,,1.092
29,mlp.experts.209.up_proj,not applicable,,1.094
29,mlp.experts.210.gate_proj,not applicable,,1.096
29,mlp.experts.210.up_proj,not applicable,,1.100
29,mlp.experts.211.gate_proj,not applicable,,1.102
29,mlp.experts.211.up_proj,not applicable,,1.105
29,mlp.experts.212.gate_proj,not applicable,,1.107
29,mlp.experts.212.up_proj,not applicable,,1.110
29,mlp.experts.213.gate_proj,not applicable,,1.112
29,mlp.experts.213.up_proj,not applicable,,1.115
29,mlp.experts.214.gate_proj,not applicable,,1.117
29,mlp.experts.214.up_proj,not applicable,,1.120
29,mlp.experts.215.gate_proj,not applicable,,1.122
29,mlp.experts.215.up_proj,not applicable,,1.125
29,mlp.experts.216.gate_proj,not applicable,,1.127
29,mlp.experts.216.up_proj,not applicable,,1.130
29,mlp.experts.217.gate_proj,not applicable,,1.132
29,mlp.experts.217.up_proj,not applicable,,1.135
29,mlp.experts.218.gate_proj,not applicable,,1.137
29,mlp.experts.218.up_proj,not applicable,,1.140
29,mlp.experts.219.gate_proj,not applicable,,1.142
29,mlp.experts.219.up_proj,not applicable,,1.145
29,mlp.experts.220.gate_proj,not applicable,,1.147
29,mlp.experts.220.up_proj,not applicable,,1.151
29,mlp.experts.221.gate_proj,not applicable,,1.153
29,mlp.experts.221.up_proj,not applicable,,1.156
29,mlp.experts.222.gate_proj,not applicable,,1.158
29,mlp.experts.222.up_proj,not applicable,,1.161
29,mlp.experts.223.gate_proj,not applicable,,1.163
29,mlp.experts.223.up_proj,not applicable,,1.166
29,mlp.experts.224.gate_proj,not applicable,,1.168
29,mlp.experts.224.up_proj,not applicable,,1.171
29,mlp.experts.225.gate_proj,not applicable,,1.173
29,mlp.experts.225.up_proj,not applicable,,1.176
29,mlp.experts.226.gate_proj,not applicable,,1.178
29,mlp.experts.226.up_proj,not applicable,,1.180
29,mlp.experts.227.gate_proj,not applicable,,1.183
29,mlp.experts.227.up_proj,not applicable,,1.185
29,mlp.experts.228.gate_proj,not applicable,,1.188
29,mlp.experts.228.up_proj,not applicable,,1.191
29,mlp.experts.229.gate_proj,not applicable,,1.193
29,mlp.experts.229.up_proj,not applicable,,1.195
29,mlp.experts.230.gate_proj,not applicable,,1.198
29,mlp.experts.230.up_proj,not applicable,,1.201
29,mlp.experts.231.gate_proj,not applicable,,1.204
29,mlp.experts.231.up_proj,not applicable,,1.206
29,mlp.experts.232.gate_proj,not applicable,,1.209
29,mlp.experts.232.up_proj,not applicable,,1.211
29,mlp.experts.233.gate_proj,not applicable,,1.214
29,mlp.experts.233.up_proj,not applicable,,1.216
29,mlp.experts.234.gate_proj,not applicable,,1.219
29,mlp.experts.234.up_proj,not applicable,,1.221
29,mlp.experts.235.gate_proj,not applicable,,1.224
29,mlp.experts.235.up_proj,not applicable,,1.226
29,mlp.experts.236.gate_proj,not applicable,,1.229
29,mlp.experts.236.up_proj,not applicable,,1.231
29,mlp.experts.237.gate_proj,not applicable,,1.234
29,mlp.experts.237.up_proj,not applicable,,1.236
29,mlp.experts.238.gate_proj,not applicable,,1.239
29,mlp.experts.238.up_proj,not applicable,,1.241
29,mlp.experts.239.gate_proj,not applicable,,1.244
29,mlp.experts.239.up_proj,not applicable,,1.246
29,mlp.experts.240.gate_proj,not applicable,,1.249
29,mlp.experts.240.up_proj,not applicable,,1.252
29,mlp.experts.241.gate_proj,not applicable,,1.255
29,mlp.experts.241.up_proj,not applicable,,1.257
29,mlp.experts.242.gate_proj,not applicable,,1.260
29,mlp.experts.242.up_proj,not applicable,,1.262
29,mlp.experts.243.gate_proj,not applicable,,1.264
29,mlp.experts.243.up_proj,not applicable,,1.267
29,mlp.experts.244.gate_proj,not applicable,,1.269
29,mlp.experts.244.up_proj,not applicable,,1.272
29,mlp.experts.245.gate_proj,not applicable,,1.274
29,mlp.experts.245.up_proj,not applicable,,1.277
29,mlp.experts.246.gate_proj,not applicable,,1.279
29,mlp.experts.246.up_proj,not applicable,,1.281
29,mlp.experts.247.gate_proj,not applicable,,1.284
29,mlp.experts.247.up_proj,not applicable,,1.286
29,mlp.experts.248.gate_proj,not applicable,,1.289
29,mlp.experts.248.up_proj,not applicable,,1.292
29,mlp.experts.249.gate_proj,not applicable,,1.294
29,mlp.experts.249.up_proj,not applicable,,1.297
29,mlp.experts.250.gate_proj,not applicable,,1.299
29,mlp.experts.250.up_proj,not applicable,,1.302
29,mlp.experts.251.gate_proj,not applicable,,1.305
29,mlp.experts.251.up_proj,not applicable,,1.307
29,mlp.experts.252.gate_proj,not applicable,,1.310
29,mlp.experts.252.up_proj,not applicable,,1.312
29,mlp.experts.253.gate_proj,not applicable,,1.315
29,mlp.experts.253.up_proj,not applicable,,1.317
29,mlp.experts.254.gate_proj,not applicable,,1.320
29,mlp.experts.254.up_proj,not applicable,,1.322
29,mlp.experts.255.gate_proj,not applicable,,1.324
29,mlp.experts.255.up_proj,not applicable,,1.327
29,mlp.experts.0.down_proj,0.0000042121,,1.329
29,mlp.experts.1.down_proj,0.0000044131,,1.332
29,mlp.experts.2.down_proj,0.0000021343,,1.334
29,mlp.experts.3.down_proj,0.0000025105,,1.337
29,mlp.experts.4.down_proj,0.0000030546,,1.339
29,mlp.experts.5.down_proj,0.0000022344,,1.341
29,mlp.experts.6.down_proj,0.0000028159,,1.344
29,mlp.experts.7.down_proj,0.0000078261,,1.346
29,mlp.experts.8.down_proj,0.0000035772,,1.349
29,mlp.experts.9.down_proj,0.0000019647,,1.352
29,mlp.experts.10.down_proj,0.0000045589,,1.355
29,mlp.experts.11.down_proj,0.0000103228,,1.357
29,mlp.experts.12.down_proj,0.0000035388,,1.359
29,mlp.experts.13.down_proj,0.0000020218,,1.362
29,mlp.experts.14.down_proj,0.0000031225,,1.364
29,mlp.experts.15.down_proj,0.0000124911,,1.366
29,mlp.experts.16.down_proj,0.0000084181,,1.369
29,mlp.experts.17.down_proj,0.0000069268,,1.371
29,mlp.experts.18.down_proj,0.0000020487,,1.374
29,mlp.experts.19.down_proj,0.0000019680,,1.376
29,mlp.experts.20.down_proj,0.0000070342,,1.378
29,mlp.experts.21.down_proj,0.0000069429,,1.381
29,mlp.experts.22.down_proj,0.0000052165,,1.383
29,mlp.experts.23.down_proj,0.0000073608,,1.386
29,mlp.experts.24.down_proj,0.0000013655,,1.388
29,mlp.experts.25.down_proj,0.0000008750,,1.390
29,mlp.experts.26.down_proj,0.0000132259,,1.393
29,mlp.experts.27.down_proj,0.0000011957,,1.395
29,mlp.experts.28.down_proj,0.0000049876,,1.398
29,mlp.experts.29.down_proj,0.0000061469,,1.401
29,mlp.experts.30.down_proj,0.0000003448,,1.403
29,mlp.experts.31.down_proj,0.0000049486,,1.406
29,mlp.experts.32.down_proj,0.0000022522,,1.408
29,mlp.experts.33.down_proj,0.0000031264,,1.410
29,mlp.experts.34.down_proj,0.0000090505,,1.413
29,mlp.experts.35.down_proj,0.0000062921,,1.415
29,mlp.experts.36.down_proj,0.0000028484,,1.417
29,mlp.experts.37.down_proj,0.0000042230,,1.420
29,mlp.experts.38.down_proj,0.0000055117,,1.422
29,mlp.experts.39.down_proj,0.0000086802,,1.425
29,mlp.experts.40.down_proj,0.0000043916,,1.427
29,mlp.experts.41.down_proj,0.0000055983,,1.430
29,mlp.experts.42.down_proj,0.0000010795,,1.432
29,mlp.experts.43.down_proj,0.0000006934,,1.434
29,mlp.experts.44.down_proj,0.0000102981,,1.437
29,mlp.experts.45.down_proj,0.0000041087,,1.439
29,mlp.experts.46.down_proj,0.0000054108,,1.442
29,mlp.experts.47.down_proj,0.0000002341,,1.444
29,mlp.experts.48.down_proj,0.0000057255,,1.446
29,mlp.experts.49.down_proj,0.0000074325,,1.450
29,mlp.experts.50.down_proj,0.0000010981,,1.452
29,mlp.experts.51.down_proj,0.0000138386,,1.455
29,mlp.experts.52.down_proj,0.0000085927,,1.457
29,mlp.experts.53.down_proj,0.0000068635,,1.459
29,mlp.experts.54.down_proj,0.0000022296,,1.462
29,mlp.experts.55.down_proj,0.0000009449,,1.464
29,mlp.experts.56.down_proj,0.0000009091,,1.467
29,mlp.experts.57.down_proj,0.0000014956,,1.469
29,mlp.experts.58.down_proj,0.0000075919,,1.471
29,mlp.experts.59.down_proj,0.0000032596,,1.474
29,mlp.experts.60.down_proj,0.0000021593,,1.476
29,mlp.experts.61.down_proj,0.0000062114,,1.479
29,mlp.experts.62.down_proj,0.0000044967,,1.481
29,mlp.experts.63.down_proj,0.0000075086,,1.483
29,mlp.experts.64.down_proj,0.0000008971,,1.486
29,mlp.experts.65.down_proj,0.0000015492,,1.489
29,mlp.experts.66.down_proj,0.0000043441,,1.491
29,mlp.experts.67.down_proj,0.0000105828,,1.493
29,mlp.experts.68.down_proj,0.0000009807,,1.496
29,mlp.experts.69.down_proj,0.0000042500,,1.499
29,mlp.experts.70.down_proj,0.0000018828,,1.502
29,mlp.experts.71.down_proj,0.0000050345,,1.504
29,mlp.experts.72.down_proj,0.0000056523,,1.507
29,mlp.experts.73.down_proj,0.0000068024,,1.509
29,mlp.experts.74.down_proj,0.0000063157,,1.512
29,mlp.experts.75.down_proj,0.0000053920,,1.514
29,mlp.experts.76.down_proj,0.0000034660,,1.516
29,mlp.experts.77.down_proj,0.0000018418,,1.519
29,mlp.experts.78.down_proj,0.0000043927,,1.521
29,mlp.experts.79.down_proj,0.0000012958,,1.524
29,mlp.experts.80.down_proj,0.0000052214,,1.526
29,mlp.experts.81.down_proj,0.0000055066,,1.528
29,mlp.experts.82.down_proj,0.0000017407,,1.531
29,mlp.experts.83.down_proj,0.0000009077,,1.533
29,mlp.experts.84.down_proj,0.0000077543,,1.536
29,mlp.experts.85.down_proj,0.0000040260,,1.538
29,mlp.experts.86.down_proj,0.0000037800,,1.541
29,mlp.experts.87.down_proj,0.0000022981,,1.543
29,mlp.experts.88.down_proj,0.0000074576,,1.545
29,mlp.experts.89.down_proj,0.0000003674,,1.549
29,mlp.experts.90.down_proj,0.0000061029,,1.551
29,mlp.experts.91.down_proj,0.0000091818,,1.554
29,mlp.experts.92.down_proj,0.0000112279,,1.556
29,mlp.experts.93.down_proj,0.0000057237,,1.559
29,mlp.experts.94.down_proj,0.0000033086,,1.561
29,mlp.experts.95.down_proj,0.0000063844,,1.563
29,mlp.experts.96.down_proj,0.0000062018,,1.566
29,mlp.experts.97.down_proj,0.0000083943,,1.568
29,mlp.experts.98.down_proj,0.0000067084,,1.571
29,mlp.experts.99.down_proj,0.0000022133,,1.573
29,mlp.experts.100.down_proj,0.0000005835,,1.575
29,mlp.experts.101.down_proj,0.0000076711,,1.578
29,mlp.experts.102.down_proj,0.0000094205,,1.580
29,mlp.experts.103.down_proj,0.0000058804,,1.583
29,mlp.experts.104.down_proj,0.0000048145,,1.585
29,mlp.experts.105.down_proj,0.0000056679,,1.587
29,mlp.experts.106.down_proj,0.0000045259,,1.590
29,mlp.experts.107.down_proj,0.0000059955,,1.592
29,mlp.experts.108.down_proj,0.0000063156,,1.595
29,mlp.experts.109.down_proj,0.0000019615,,1.598
29,mlp.experts.110.down_proj,0.0000019400,,1.601
29,mlp.experts.111.down_proj,0.0000051943,,1.603
29,mlp.experts.112.down_proj,0.0000019547,,1.606
29,mlp.experts.113.down_proj,0.0000035089,,1.608
29,mlp.experts.114.down_proj,0.0000061540,,1.611
29,mlp.experts.115.down_proj,0.0000025183,,1.613
29,mlp.experts.116.down_proj,0.0000009698,,1.616
29,mlp.experts.117.down_proj,0.0000089879,,1.618
29,mlp.experts.118.down_proj,0.0000016119,,1.621
29,mlp.experts.119.down_proj,0.0000040074,,1.623
29,mlp.experts.120.down_proj,0.0000054556,,1.626
29,mlp.experts.121.down_proj,0.0000014372,,1.628
29,mlp.experts.122.down_proj,0.0000011157,,1.631
29,mlp.experts.123.down_proj,0.0000026782,,1.633
29,mlp.experts.124.down_proj,0.0000045218,,1.636
29,mlp.experts.125.down_proj,0.0000048852,,1.638
29,mlp.experts.126.down_proj,0.0000062276,,1.640
29,mlp.experts.127.down_proj,0.0000069614,,1.643
29,mlp.experts.128.down_proj,0.0000000487,,1.645
29,mlp.experts.129.down_proj,0.0000082145,,1.649
29,mlp.experts.130.down_proj,0.0000016521,,1.651
29,mlp.experts.131.down_proj,0.0000074119,,1.653
29,mlp.experts.132.down_proj,0.0000097407,,1.657
29,mlp.experts.133.down_proj,0.0000053728,,1.659
29,mlp.experts.134.down_proj,0.0000076814,,1.662
29,mlp.experts.135.down_proj,0.0000036436,,1.664
29,mlp.experts.136.down_proj,0.0000064920,,1.667
29,mlp.experts.137.down_proj,0.0000012104,,1.669
29,mlp.experts.138.down_proj,0.0000084453,,1.672
29,mlp.experts.139.down_proj,0.0000029982,,1.674
29,mlp.experts.140.down_proj,0.0000008680,,1.676
29,mlp.experts.141.down_proj,0.0000059603,,1.679
29,mlp.experts.142.down_proj,0.0000084000,,1.681
29,mlp.experts.143.down_proj,0.0000018678,,1.684
29,mlp.experts.144.down_proj,0.0000088496,,1.686
29,mlp.experts.145.down_proj,0.0000054495,,1.689
29,mlp.experts.146.down_proj,0.0000075017,,1.691
29,mlp.experts.147.down_proj,0.0000131743,,1.694
29,mlp.experts.148.down_proj,0.0000044036,,1.696
29,mlp.experts.149.down_proj,0.0000013035,,1.699
29,mlp.experts.150.down_proj,0.0000020495,,1.702
29,mlp.experts.151.down_proj,0.0000055349,,1.704
29,mlp.experts.152.down_proj,0.0000033832,,1.707
29,mlp.experts.153.down_proj,0.0000049285,,1.709
29,mlp.experts.154.down_proj,0.0000013724,,1.712
29,mlp.experts.155.down_proj,0.0000013191,,1.714
29,mlp.experts.156.down_proj,0.0000071356,,1.716
29,mlp.experts.157.down_proj,0.0000036549,,1.719
29,mlp.experts.158.down_proj,0.0000129537,,1.721
29,mlp.experts.159.down_proj,0.0000020802,,1.724
29,mlp.experts.160.down_proj,0.0000034120,,1.726
29,mlp.experts.161.down_proj,0.0000015243,,1.729
29,mlp.experts.162.down_proj,0.0000001818,,1.731
29,mlp.experts.163.down_proj,0.0000050839,,1.734
29,mlp.experts.164.down_proj,0.0000079647,,1.736
29,mlp.experts.165.down_proj,0.0000034533,,1.739
29,mlp.experts.166.down_proj,0.0000003878,,1.741
29,mlp.experts.167.down_proj,0.0000046322,,1.743
29,mlp.experts.168.down_proj,0.0000042666,,1.746
29,mlp.experts.169.down_proj,0.0000037248,,1.749
29,mlp.experts.170.down_proj,0.0000063259,,1.752
29,mlp.experts.171.down_proj,0.0000102413,,1.754
29,mlp.experts.172.down_proj,0.0000017106,,1.757
29,mlp.experts.173.down_proj,0.0000032837,,1.759
29,mlp.experts.174.down_proj,0.0000011554,,1.762
29,mlp.experts.175.down_proj,0.0000096169,,1.764
29,mlp.experts.176.down_proj,0.0000083192,,1.767
29,mlp.experts.177.down_proj,0.0000004061,,1.769
29,mlp.experts.178.down_proj,0.0000076064,,1.772
29,mlp.experts.179.down_proj,0.0000011227,,1.774
29,mlp.experts.180.down_proj,0.0000078806,,1.776
29,mlp.experts.181.down_proj,0.0000066363,,1.779
29,mlp.experts.182.down_proj,0.0000069476,,1.781
29,mlp.experts.183.down_proj,0.0000021282,,1.784
29,mlp.experts.184.down_proj,0.0000023249,,1.786
29,mlp.experts.185.down_proj,0.0000146739,,1.789
29,mlp.experts.186.down_proj,0.0000057232,,1.791
29,mlp.experts.187.down_proj,0.0000046275,,1.794
29,mlp.experts.188.down_proj,0.0000044691,,1.796
29,mlp.experts.189.down_proj,0.0000032530,,1.800
29,mlp.experts.190.down_proj,0.0000023456,,1.802
29,mlp.experts.191.down_proj,0.0000080059,,1.804
29,mlp.experts.192.down_proj,0.0000045102,,1.807
29,mlp.experts.193.down_proj,0.0000056397,,1.809
29,mlp.experts.194.down_proj,0.0000059007,,1.812
29,mlp.experts.195.down_proj,0.0000073070,,1.814
29,mlp.experts.196.down_proj,0.0000005450,,1.817
29,mlp.experts.197.down_proj,0.0000068508,,1.819
29,mlp.experts.198.down_proj,0.0000021843,,1.821
29,mlp.experts.199.down_proj,0.0000051225,,1.824
29,mlp.experts.200.down_proj,0.0000018311,,1.826
29,mlp.experts.201.down_proj,0.0000051079,,1.829
29,mlp.experts.202.down_proj,0.0000014401,,1.831
29,mlp.experts.203.down_proj,0.0000049451,,1.834
29,mlp.experts.204.down_proj,0.0000073767,,1.836
29,mlp.experts.205.down_proj,0.0000061893,,1.838
29,mlp.experts.206.down_proj,0.0000057050,,1.841
29,mlp.experts.207.down_proj,0.0000054609,,1.843
29,mlp.experts.208.down_proj,0.0000038670,,1.846
29,mlp.experts.209.down_proj,0.0000061154,,1.849
29,mlp.experts.210.down_proj,0.0000049393,,1.852
29,mlp.experts.211.down_proj,0.0000084541,,1.854
29,mlp.experts.212.down_proj,0.0000005907,,1.857
29,mlp.experts.213.down_proj,0.0000072216,,1.860
29,mlp.experts.214.down_proj,0.0000015533,,1.862
29,mlp.experts.215.down_proj,0.0000054153,,1.865
29,mlp.experts.216.down_proj,0.0000076789,,1.867
29,mlp.experts.217.down_proj,0.0000025176,,1.870
29,mlp.experts.218.down_proj,0.0000005014,,1.872
29,mlp.experts.219.down_proj,0.0000011978,,1.874
29,mlp.experts.220.down_proj,0.0000049338,,1.877
29,mlp.experts.221.down_proj,0.0000028640,,1.880
29,mlp.experts.222.down_proj,0.0000068160,,1.882
29,mlp.experts.223.down_proj,0.0000084333,,1.884
29,mlp.experts.224.down_proj,0.0000008183,,1.887
29,mlp.experts.225.down_proj,0.0000060907,,1.889
29,mlp.experts.226.down_proj,0.0000060749,,1.892
29,mlp.experts.227.down_proj,0.0000077515,,1.894
29,mlp.experts.228.down_proj,0.0000029878,,1.897
29,mlp.experts.229.down_proj,0.0000053425,,1.900
29,mlp.experts.230.down_proj,0.0000105189,,1.902
29,mlp.experts.231.down_proj,0.0000097903,,1.905
29,mlp.experts.232.down_proj,0.0000045104,,1.907
29,mlp.experts.233.down_proj,0.0000081974,,1.910
29,mlp.experts.234.down_proj,0.0000059469,,1.912
29,mlp.experts.235.down_proj,0.0000060434,,1.915
29,mlp.experts.236.down_proj,0.0000037766,,1.917
29,mlp.experts.237.down_proj,0.0000056588,,1.920
29,mlp.experts.238.down_proj,0.0000044346,,1.922
29,mlp.experts.239.down_proj,0.0000043532,,1.924
29,mlp.experts.240.down_proj,0.0000033124,,1.927
29,mlp.experts.241.down_proj,0.0000056125,,1.929
29,mlp.experts.242.down_proj,0.0000063090,,1.932
29,mlp.experts.243.down_proj,0.0000048557,,1.935
29,mlp.experts.244.down_proj,0.0000007839,,1.937
29,mlp.experts.245.down_proj,0.0000007644,,1.939
29,mlp.experts.246.down_proj,0.0000030027,,1.942
29,mlp.experts.247.down_proj,0.0000016214,,1.944
29,mlp.experts.248.down_proj,0.0000046712,,1.947
29,mlp.experts.249.down_proj,0.0000004667,,1.950
29,mlp.experts.250.down_proj,0.0000009306,,1.953
29,mlp.experts.251.down_proj,0.0000020938,,1.955
29,mlp.experts.252.down_proj,0.0000052419,,1.958
29,mlp.experts.253.down_proj,0.0000055860,,1.960
29,mlp.experts.254.down_proj,0.0000064839,,1.963
29,mlp.experts.255.down_proj,0.0000079156,,1.965
30,mlp.experts.0.gate_proj,not applicable,,0.004
30,mlp.experts.0.up_proj,not applicable,,0.010
30,mlp.experts.1.gate_proj,not applicable,,0.013
30,mlp.experts.1.up_proj,not applicable,,0.016
30,mlp.experts.2.gate_proj,not applicable,,0.019
30,mlp.experts.2.up_proj,not applicable,,0.022
30,mlp.experts.3.gate_proj,not applicable,,0.025
30,mlp.experts.3.up_proj,not applicable,,0.027
30,mlp.experts.4.gate_proj,not applicable,,0.030
30,mlp.experts.4.up_proj,not applicable,,0.032
30,mlp.experts.5.gate_proj,not applicable,,0.035
30,mlp.experts.5.up_proj,not applicable,,0.038
30,mlp.experts.6.gate_proj,not applicable,,0.040
30,mlp.experts.6.up_proj,not applicable,,0.043
30,mlp.experts.7.gate_proj,not applicable,,0.046
30,mlp.experts.7.up_proj,not applicable,,0.048
30,mlp.experts.8.gate_proj,not applicable,,0.051
30,mlp.experts.8.up_proj,not applicable,,0.054
30,mlp.experts.9.gate_proj,not applicable,,0.056
30,mlp.experts.9.up_proj,not applicable,,0.059
30,mlp.experts.10.gate_proj,not applicable,,0.062
30,mlp.experts.10.up_proj,not applicable,,0.066
30,mlp.experts.11.gate_proj,not applicable,,0.068
30,mlp.experts.11.up_proj,not applicable,,0.071
30,mlp.experts.12.gate_proj,not applicable,,0.073
30,mlp.experts.12.up_proj,not applicable,,0.076
30,mlp.experts.13.gate_proj,not applicable,,0.079
30,mlp.experts.13.up_proj,not applicable,,0.081
30,mlp.experts.14.gate_proj,not applicable,,0.084
30,mlp.experts.14.up_proj,not applicable,,0.087
30,mlp.experts.15.gate_proj,not applicable,,0.089
30,mlp.experts.15.up_proj,not applicable,,0.092
30,mlp.experts.16.gate_proj,not applicable,,0.094
30,mlp.experts.16.up_proj,not applicable,,0.097
30,mlp.experts.17.gate_proj,not applicable,,0.099
30,mlp.experts.17.up_proj,not applicable,,0.102
30,mlp.experts.18.gate_proj,not applicable,,0.105
30,mlp.experts.18.up_proj,not applicable,,0.107
30,mlp.experts.19.gate_proj,not applicable,,0.110
30,mlp.experts.19.up_proj,not applicable,,0.112
30,mlp.experts.20.gate_proj,not applicable,,0.115
30,mlp.experts.20.up_proj,not applicable,,0.118
30,mlp.experts.21.gate_proj,not applicable,,0.121
30,mlp.experts.21.up_proj,not applicable,,0.124
30,mlp.experts.22.gate_proj,not applicable,,0.126
30,mlp.experts.22.up_proj,not applicable,,0.129
30,mlp.experts.23.gate_proj,not applicable,,0.131
30,mlp.experts.23.up_proj,not applicable,,0.134
30,mlp.experts.24.gate_proj,not applicable,,0.137
30,mlp.experts.24.up_proj,not applicable,,0.139
30,mlp.experts.25.gate_proj,not applicable,,0.142
30,mlp.experts.25.up_proj,not applicable,,0.145
30,mlp.experts.26.gate_proj,not applicable,,0.147
30,mlp.experts.26.up_proj,not applicable,,0.150
30,mlp.experts.27.gate_proj,not applicable,,0.152
30,mlp.experts.27.up_proj,not applicable,,0.155
30,mlp.experts.28.gate_proj,not applicable,,0.157
30,mlp.experts.28.up_proj,not applicable,,0.160
30,mlp.experts.29.gate_proj,not applicable,,0.163
30,mlp.experts.29.up_proj,not applicable,,0.165
30,mlp.experts.30.gate_proj,not applicable,,0.168
30,mlp.experts.30.up_proj,not applicable,,0.171
30,mlp.experts.31.gate_proj,not applicable,,0.174
30,mlp.experts.31.up_proj,not applicable,,0.177
30,mlp.experts.32.gate_proj,not applicable,,0.179
30,mlp.experts.32.up_proj,not applicable,,0.182
30,mlp.experts.33.gate_proj,not applicable,,0.184
30,mlp.experts.33.up_proj,not applicable,,0.187
30,mlp.experts.34.gate_proj,not applicable,,0.189
30,mlp.experts.34.up_proj,not applicable,,0.192
30,mlp.experts.35.gate_proj,not applicable,,0.194
30,mlp.experts.35.up_proj,not applicable,,0.197
30,mlp.experts.36.gate_proj,not applicable,,0.200
30,mlp.experts.36.up_proj,not applicable,,0.202
30,mlp.experts.37.gate_proj,not applicable,,0.205
30,mlp.experts.37.up_proj,not applicable,,0.207
30,mlp.experts.38.gate_proj,not applicable,,0.210
30,mlp.experts.38.up_proj,not applicable,,0.212
30,mlp.experts.39.gate_proj,not applicable,,0.215
30,mlp.experts.39.up_proj,not applicable,,0.217
30,mlp.experts.40.gate_proj,not applicable,,0.220
30,mlp.experts.40.up_proj,not applicable,,0.223
30,mlp.experts.41.gate_proj,not applicable,,0.226
30,mlp.experts.41.up_proj,not applicable,,0.228
30,mlp.experts.42.gate_proj,not applicable,,0.231
30,mlp.experts.42.up_proj,not applicable,,0.233
30,mlp.experts.43.gate_proj,not applicable,,0.236
30,mlp.experts.43.up_proj,not applicable,,0.238
30,mlp.experts.44.gate_proj,not applicable,,0.242
30,mlp.experts.44.up_proj,not applicable,,0.244
30,mlp.experts.45.gate_proj,not applicable,,0.247
30,mlp.experts.45.up_proj,not applicable,,0.249
30,mlp.experts.46.gate_proj,not applicable,,0.252
30,mlp.experts.46.up_proj,not applicable,,0.254
30,mlp.experts.47.gate_proj,not applicable,,0.257
30,mlp.experts.47.up_proj,not applicable,,0.259
30,mlp.experts.48.gate_proj,not applicable,,0.262
30,mlp.experts.48.up_proj,not applicable,,0.265
30,mlp.experts.49.gate_proj,not applicable,,0.267
30,mlp.experts.49.up_proj,not applicable,,0.270
30,mlp.experts.50.gate_proj,not applicable,,0.272
30,mlp.experts.50.up_proj,not applicable,,0.276
30,mlp.experts.51.gate_proj,not applicable,,0.278
30,mlp.experts.51.up_proj,not applicable,,0.281
30,mlp.experts.52.gate_proj,not applicable,,0.283
30,mlp.experts.52.up_proj,not applicable,,0.286
30,mlp.experts.53.gate_proj,not applicable,,0.288
30,mlp.experts.53.up_proj,not applicable,,0.291
30,mlp.experts.54.gate_proj,not applicable,,0.293
30,mlp.experts.54.up_proj,not applicable,,0.296
30,mlp.experts.55.gate_proj,not applicable,,0.298
30,mlp.experts.55.up_proj,not applicable,,0.301
30,mlp.experts.56.gate_proj,not applicable,,0.303
30,mlp.experts.56.up_proj,not applicable,,0.306
30,mlp.experts.57.gate_proj,not applicable,,0.308
30,mlp.experts.57.up_proj,not applicable,,0.311
30,mlp.experts.58.gate_proj,not applicable,,0.313
30,mlp.experts.58.up_proj,not applicable,,0.316
30,mlp.experts.59.gate_proj,not applicable,,0.318
30,mlp.experts.59.up_proj,not applicable,,0.321
30,mlp.experts.60.gate_proj,not applicable,,0.323
30,mlp.experts.60.up_proj,not applicable,,0.327
30,mlp.experts.61.gate_proj,not applicable,,0.329
30,mlp.experts.61.up_proj,not applicable,,0.332
30,mlp.experts.62.gate_proj,not applicable,,0.335
30,mlp.experts.62.up_proj,not applicable,,0.337
30,mlp.experts.63.gate_proj,not applicable,,0.340
30,mlp.experts.63.up_proj,not applicable,,0.342
30,mlp.experts.64.gate_proj,not applicable,,0.345
30,mlp.experts.64.up_proj,not applicable,,0.347
30,mlp.experts.65.gate_proj,not applicable,,0.350
30,mlp.experts.65.up_proj,not applicable,,0.352
30,mlp.experts.66.gate_proj,not applicable,,0.355
30,mlp.experts.66.up_proj,not applicable,,0.358
30,mlp.experts.67.gate_proj,not applicable,,0.360
30,mlp.experts.67.up_proj,not applicable,,0.363
30,mlp.experts.68.gate_proj,not applicable,,0.365
30,mlp.experts.68.up_proj,not applicable,,0.368
30,mlp.experts.69.gate_proj,not applicable,,0.370
30,mlp.experts.69.up_proj,not applicable,,0.373
30,mlp.experts.70.gate_proj,not applicable,,0.375
30,mlp.experts.70.up_proj,not applicable,,0.379
30,mlp.experts.71.gate_proj,not applicable,,0.381
30,mlp.experts.71.up_proj,not applicable,,0.384
30,mlp.experts.72.gate_proj,not applicable,,0.387
30,mlp.experts.72.up_proj,not applicable,,0.389
30,mlp.experts.73.gate_proj,not applicable,,0.392
30,mlp.experts.73.up_proj,not applicable,,0.394
30,mlp.experts.74.gate_proj,not applicable,,0.397
30,mlp.experts.74.up_proj,not applicable,,0.399
30,mlp.experts.75.gate_proj,not applicable,,0.402
30,mlp.experts.75.up_proj,not applicable,,0.404
30,mlp.experts.76.gate_proj,not applicable,,0.407
30,mlp.experts.76.up_proj,not applicable,,0.409
30,mlp.experts.77.gate_proj,not applicable,,0.412
30,mlp.experts.77.up_proj,not applicable,,0.415
30,mlp.experts.78.gate_proj,not applicable,,0.417
30,mlp.experts.78.up_proj,not applicable,,0.420
30,mlp.experts.79.gate_proj,not applicable,,0.422
30,mlp.experts.79.up_proj,not applicable,,0.425
30,mlp.experts.80.gate_proj,not applicable,,0.427
30,mlp.experts.80.up_proj,not applicable,,0.430
30,mlp.experts.81.gate_proj,not applicable,,0.433
30,mlp.experts.81.up_proj,not applicable,,0.435
30,mlp.experts.82.gate_proj,not applicable,,0.438
30,mlp.experts.82.up_proj,not applicable,,0.440
30,mlp.experts.83.gate_proj,not applicable,,0.443
30,mlp.experts.83.up_proj,not applicable,,0.445
30,mlp.experts.84.gate_proj,not applicable,,0.448
30,mlp.experts.84.up_proj,not applicable,,0.450
30,mlp.experts.85.gate_proj,not applicable,,0.453
30,mlp.experts.85.up_proj,not applicable,,0.456
30,mlp.experts.86.gate_proj,not applicable,,0.458
30,mlp.experts.86.up_proj,not applicable,,0.462
30,mlp.experts.87.gate_proj,not applicable,,0.464
30,mlp.experts.87.up_proj,not applicable,,0.467
30,mlp.experts.88.gate_proj,not applicable,,0.470
30,mlp.experts.88.up_proj,not applicable,,0.472
30,mlp.experts.89.gate_proj,not applicable,,0.475
30,mlp.experts.89.up_proj,not applicable,,0.477
30,mlp.experts.90.gate_proj,not applicable,,0.480
30,mlp.experts.90.up_proj,not applicable,,0.483
30,mlp.experts.91.gate_proj,not applicable,,0.486
30,mlp.experts.91.up_proj,not applicable,,0.489
30,mlp.experts.92.gate_proj,not applicable,,0.491
30,mlp.experts.92.up_proj,not applicable,,0.494
30,mlp.experts.93.gate_proj,not applicable,,0.496
30,mlp.experts.93.up_proj,not applicable,,0.499
30,mlp.experts.94.gate_proj,not applicable,,0.501
30,mlp.experts.94.up_proj,not applicable,,0.504
30,mlp.experts.95.gate_proj,not applicable,,0.506
30,mlp.experts.95.up_proj,not applicable,,0.509
30,mlp.experts.96.gate_proj,not applicable,,0.511
30,mlp.experts.96.up_proj,not applicable,,0.514
30,mlp.experts.97.gate_proj,not applicable,,0.516
30,mlp.experts.97.up_proj,not applicable,,0.519
30,mlp.experts.98.gate_proj,not applicable,,0.521
30,mlp.experts.98.up_proj,not applicable,,0.524
30,mlp.experts.99.gate_proj,not applicable,,0.526
30,mlp.experts.99.up_proj,not applicable,,0.529
30,mlp.experts.100.gate_proj,not applicable,,0.531
30,mlp.experts.100.up_proj,not applicable,,0.535
30,mlp.experts.101.gate_proj,not applicable,,0.537
30,mlp.experts.101.up_proj,not applicable,,0.540
30,mlp.experts.102.gate_proj,not applicable,,0.542
30,mlp.experts.102.up_proj,not applicable,,0.545
30,mlp.experts.103.gate_proj,not applicable,,0.547
30,mlp.experts.103.up_proj,not applicable,,0.550
30,mlp.experts.104.gate_proj,not applicable,,0.552
30,mlp.experts.104.up_proj,not applicable,,0.555
30,mlp.experts.105.gate_proj,not applicable,,0.557
30,mlp.experts.105.up_proj,not applicable,,0.560
30,mlp.experts.106.gate_proj,not applicable,,0.563
30,mlp.experts.106.up_proj,not applicable,,0.567
30,mlp.experts.107.gate_proj,not applicable,,0.570
30,mlp.experts.107.up_proj,not applicable,,0.572
30,mlp.experts.108.gate_proj,not applicable,,0.575
30,mlp.experts.108.up_proj,not applicable,,0.577
30,mlp.experts.109.gate_proj,not applicable,,0.580
30,mlp.experts.109.up_proj,not applicable,,0.582
30,mlp.experts.110.gate_proj,not applicable,,0.585
30,mlp.experts.110.up_proj,not applicable,,0.588
30,mlp.experts.111.gate_proj,not applicable,,0.591
30,mlp.experts.111.up_proj,not applicable,,0.593
30,mlp.experts.112.gate_proj,not applicable,,0.596
30,mlp.experts.112.up_proj,not applicable,,0.598
30,mlp.experts.113.gate_proj,not applicable,,0.601
30,mlp.experts.113.up_proj,not applicable,,0.603
30,mlp.experts.114.gate_proj,not applicable,,0.606
30,mlp.experts.114.up_proj,not applicable,,0.608
30,mlp.experts.115.gate_proj,not applicable,,0.611
30,mlp.experts.115.up_proj,not applicable,,0.613
30,mlp.experts.116.gate_proj,not applicable,,0.616
30,mlp.experts.116.up_proj,not applicable,,0.618
30,mlp.experts.117.gate_proj,not applicable,,0.621
30,mlp.experts.117.up_proj,not applicable,,0.623
30,mlp.experts.118.gate_proj,not applicable,,0.626
30,mlp.experts.118.up_proj,not applicable,,0.628
30,mlp.experts.119.gate_proj,not applicable,,0.631
30,mlp.experts.119.up_proj,not applicable,,0.633
30,mlp.experts.120.gate_proj,not applicable,,0.636
30,mlp.experts.120.up_proj,not applicable,,0.639
30,mlp.experts.121.gate_proj,not applicable,,0.642
30,mlp.experts.121.up_proj,not applicable,,0.645
30,mlp.experts.122.gate_proj,not applicable,,0.647
30,mlp.experts.122.up_proj,not applicable,,0.650
30,mlp.experts.123.gate_proj,not applicable,,0.652
30,mlp.experts.123.up_proj,not applicable,,0.655
30,mlp.experts.124.gate_proj,not applicable,,0.657
30,mlp.experts.124.up_proj,not applicable,,0.659
30,mlp.experts.125.gate_proj,not applicable,,0.662
30,mlp.experts.125.up_proj,not applicable,,0.664
30,mlp.experts.126.gate_proj,not applicable,,0.667
30,mlp.experts.126.up_proj,not applicable,,0.670
30,mlp.experts.127.gate_proj,not applicable,,0.673
30,mlp.experts.127.up_proj,not applicable,,0.676
30,mlp.experts.128.gate_proj,not applicable,,0.678
30,mlp.experts.128.up_proj,not applicable,,0.681
30,mlp.experts.129.gate_proj,not applicable,,0.683
30,mlp.experts.129.up_proj,not applicable,,0.686
30,mlp.experts.130.gate_proj,not applicable,,0.688
30,mlp.experts.130.up_proj,not applicable,,0.692
30,mlp.experts.131.gate_proj,not applicable,,0.694
30,mlp.experts.131.up_proj,not applicable,,0.697
30,mlp.experts.132.gate_proj,not applicable,,0.699
30,mlp.experts.132.up_proj,not applicable,,0.702
30,mlp.experts.133.gate_proj,not applicable,,0.704
30,mlp.experts.133.up_proj,not applicable,,0.707
30,mlp.experts.134.gate_proj,not applicable,,0.709
30,mlp.experts.134.up_proj,not applicable,,0.712
30,mlp.experts.135.gate_proj,not applicable,,0.714
30,mlp.experts.135.up_proj,not applicable,,0.717
30,mlp.experts.136.gate_proj,not applicable,,0.719
30,mlp.experts.136.up_proj,not applicable,,0.722
30,mlp.experts.137.gate_proj,not applicable,,0.725
30,mlp.experts.137.up_proj,not applicable,,0.727
30,mlp.experts.138.gate_proj,not applicable,,0.730
30,mlp.experts.138.up_proj,not applicable,,0.732
30,mlp.experts.139.gate_proj,not applicable,,0.735
30,mlp.experts.139.up_proj,not applicable,,0.737
30,mlp.experts.140.gate_proj,not applicable,,0.740
30,mlp.experts.140.up_proj,not applicable,,0.743
30,mlp.experts.141.gate_proj,not applicable,,0.746
30,mlp.experts.141.up_proj,not applicable,,0.748
30,mlp.experts.142.gate_proj,not applicable,,0.751
30,mlp.experts.142.up_proj,not applicable,,0.754
30,mlp.experts.143.gate_proj,not applicable,,0.756
30,mlp.experts.143.up_proj,not applicable,,0.759
30,mlp.experts.144.gate_proj,not applicable,,0.761
30,mlp.experts.144.up_proj,not applicable,,0.764
30,mlp.experts.145.gate_proj,not applicable,,0.766
30,mlp.experts.145.up_proj,not applicable,,0.769
30,mlp.experts.146.gate_proj,not applicable,,0.771
30,mlp.experts.146.up_proj,not applicable,,0.774
30,mlp.experts.147.gate_proj,not applicable,,0.776
30,mlp.experts.147.up_proj,not applicable,,0.779
30,mlp.experts.148.gate_proj,not applicable,,0.782
30,mlp.experts.148.up_proj,not applicable,,0.784
30,mlp.experts.149.gate_proj,not applicable,,0.787
30,mlp.experts.149.up_proj,not applicable,,0.790
30,mlp.experts.150.gate_proj,not applicable,,0.792
30,mlp.experts.150.up_proj,not applicable,,0.796
30,mlp.experts.151.gate_proj,not applicable,,0.798
30,mlp.experts.151.up_proj,not applicable,,0.801
30,mlp.experts.152.gate_proj,not applicable,,0.803
30,mlp.experts.152.up_proj,not applicable,,0.806
30,mlp.experts.153.gate_proj,not applicable,,0.808
30,mlp.experts.153.up_proj,not applicable,,0.811
30,mlp.experts.154.gate_proj,not applicable,,0.813
30,mlp.experts.154.up_proj,not applicable,,0.816
30,mlp.experts.155.gate_proj,not applicable,,0.818
30,mlp.experts.155.up_proj,not applicable,,0.821
30,mlp.experts.156.gate_proj,not applicable,,0.823
30,mlp.experts.156.up_proj,not applicable,,0.826
30,mlp.experts.157.gate_proj,not applicable,,0.828
30,mlp.experts.157.up_proj,not applicable,,0.831
30,mlp.experts.158.gate_proj,not applicable,,0.833
30,mlp.experts.158.up_proj,not applicable,,0.836
30,mlp.experts.159.gate_proj,not applicable,,0.838
30,mlp.experts.159.up_proj,not applicable,,0.841
30,mlp.experts.160.gate_proj,not applicable,,0.843
30,mlp.experts.160.up_proj,not applicable,,0.847
30,mlp.experts.161.gate_proj,not applicable,,0.849
30,mlp.experts.161.up_proj,not applicable,,0.852
30,mlp.experts.162.gate_proj,not applicable,,0.854
30,mlp.experts.162.up_proj,not applicable,,0.857
30,mlp.experts.163.gate_proj,not applicable,,0.859
30,mlp.experts.163.up_proj,not applicable,,0.862
30,mlp.experts.164.gate_proj,not applicable,,0.864
30,mlp.experts.164.up_proj,not applicable,,0.867
30,mlp.experts.165.gate_proj,not applicable,,0.869
30,mlp.experts.165.up_proj,not applicable,,0.872
30,mlp.experts.166.gate_proj,not applicable,,0.875
30,mlp.experts.166.up_proj,not applicable,,0.877
30,mlp.experts.167.gate_proj,not applicable,,0.880
30,mlp.experts.167.up_proj,not applicable,,0.883
30,mlp.experts.168.gate_proj,not applicable,,0.885
30,mlp.experts.168.up_proj,not applicable,,0.888
30,mlp.experts.169.gate_proj,not applicable,,0.891
30,mlp.experts.169.up_proj,not applicable,,0.894
30,mlp.experts.170.gate_proj,not applicable,,0.896
30,mlp.experts.170.up_proj,not applicable,,0.899
30,mlp.experts.171.gate_proj,not applicable,,0.902
30,mlp.experts.171.up_proj,not applicable,,0.904
30,mlp.experts.172.gate_proj,not applicable,,0.907
30,mlp.experts.172.up_proj,not applicable,,0.910
30,mlp.experts.173.gate_proj,not applicable,,0.912
30,mlp.experts.173.up_proj,not applicable,,0.914
30,mlp.experts.174.gate_proj,not applicable,,0.917
30,mlp.experts.174.up_proj,not applicable,,0.919
30,mlp.experts.175.gate_proj,not applicable,,0.922
30,mlp.experts.175.up_proj,not applicable,,0.924
30,mlp.experts.176.gate_proj,not applicable,,0.927
30,mlp.experts.176.up_proj,not applicable,,0.929
30,mlp.experts.177.gate_proj,not applicable,,0.932
30,mlp.experts.177.up_proj,not applicable,,0.934
30,mlp.experts.178.gate_proj,not applicable,,0.937
30,mlp.experts.178.up_proj,not applicable,,0.939
30,mlp.experts.179.gate_proj,not applicable,,0.942
30,mlp.experts.179.up_proj,not applicable,,0.944
30,mlp.experts.180.gate_proj,not applicable,,0.947
30,mlp.experts.180.up_proj,not applicable,,0.950
30,mlp.experts.181.gate_proj,not applicable,,0.953
30,mlp.experts.181.up_proj,not applicable,,0.955
30,mlp.experts.182.gate_proj,not applicable,,0.958
30,mlp.experts.182.up_proj,not applicable,,0.960
30,mlp.experts.183.gate_proj,not applicable,,0.963
30,mlp.experts.183.up_proj,not applicable,,0.965
30,mlp.experts.184.gate_proj,not applicable,,0.968
30,mlp.experts.184.up_proj,not applicable,,0.970
30,mlp.experts.185.gate_proj,not applicable,,0.973
30,mlp.experts.185.up_proj,not applicable,,0.975
30,mlp.experts.186.gate_proj,not applicable,,0.978
30,mlp.experts.186.up_proj,not applicable,,0.981
30,mlp.experts.187.gate_proj,not applicable,,0.983
30,mlp.experts.187.up_proj,not applicable,,0.986
30,mlp.experts.188.gate_proj,not applicable,,0.988
30,mlp.experts.188.up_proj,not applicable,,0.992
30,mlp.experts.189.gate_proj,not applicable,,0.994
30,mlp.experts.189.up_proj,not applicable,,0.998
30,mlp.experts.190.gate_proj,not applicable,,1.001
30,mlp.experts.190.up_proj,not applicable,,1.004
30,mlp.experts.191.gate_proj,not applicable,,1.007
30,mlp.experts.191.up_proj,not applicable,,1.009
30,mlp.experts.192.gate_proj,not applicable,,1.012
30,mlp.experts.192.up_proj,not applicable,,1.015
30,mlp.experts.193.gate_proj,not applicable,,1.017
30,mlp.experts.193.up_proj,not applicable,,1.020
30,mlp.experts.194.gate_proj,not applicable,,1.022
30,mlp.experts.194.up_proj,not applicable,,1.025
30,mlp.experts.195.gate_proj,not applicable,,1.027
30,mlp.experts.195.up_proj,not applicable,,1.030
30,mlp.experts.196.gate_proj,not applicable,,1.032
30,mlp.experts.196.up_proj,not applicable,,1.035
30,mlp.experts.197.gate_proj,not applicable,,1.037
30,mlp.experts.197.up_proj,not applicable,,1.040
30,mlp.experts.198.gate_proj,not applicable,,1.042
30,mlp.experts.198.up_proj,not applicable,,1.045
30,mlp.experts.199.gate_proj,not applicable,,1.047
30,mlp.experts.199.up_proj,not applicable,,1.050
30,mlp.experts.200.gate_proj,not applicable,,1.053
30,mlp.experts.200.up_proj,not applicable,,1.056
30,mlp.experts.201.gate_proj,not applicable,,1.058
30,mlp.experts.201.up_proj,not applicable,,1.061
30,mlp.experts.202.gate_proj,not applicable,,1.064
30,mlp.experts.202.up_proj,not applicable,,1.066
30,mlp.experts.203.gate_proj,not applicable,,1.069
30,mlp.experts.203.up_proj,not applicable,,1.071
30,mlp.experts.204.gate_proj,not applicable,,1.074
30,mlp.experts.204.up_proj,not applicable,,1.076
30,mlp.experts.205.gate_proj,not applicable,,1.079
30,mlp.experts.205.up_proj,not applicable,,1.081
30,mlp.experts.206.gate_proj,not applicable,,1.084
30,mlp.experts.206.up_proj,not applicable,,1.086
30,mlp.experts.207.gate_proj,not applicable,,1.089
30,mlp.experts.207.up_proj,not applicable,,1.092
30,mlp.experts.208.gate_proj,not applicable,,1.094
30,mlp.experts.208.up_proj,not applicable,,1.097
30,mlp.experts.209.gate_proj,not applicable,,1.099
30,mlp.experts.209.up_proj,not applicable,,1.102
30,mlp.experts.210.gate_proj,not applicable,,1.104
30,mlp.experts.210.up_proj,not applicable,,1.108
30,mlp.experts.211.gate_proj,not applicable,,1.110
30,mlp.experts.211.up_proj,not applicable,,1.113
30,mlp.experts.212.gate_proj,not applicable,,1.115
30,mlp.experts.212.up_proj,not applicable,,1.118
30,mlp.experts.213.gate_proj,not applicable,,1.121
30,mlp.experts.213.up_proj,not applicable,,1.123
30,mlp.experts.214.gate_proj,not applicable,,1.126
30,mlp.experts.214.up_proj,not applicable,,1.128
30,mlp.experts.215.gate_proj,not applicable,,1.131
30,mlp.experts.215.up_proj,not applicable,,1.133
30,mlp.experts.216.gate_proj,not applicable,,1.136
30,mlp.experts.216.up_proj,not applicable,,1.139
30,mlp.experts.217.gate_proj,not applicable,,1.142
30,mlp.experts.217.up_proj,not applicable,,1.144
30,mlp.experts.218.gate_proj,not applicable,,1.147
30,mlp.experts.218.up_proj,not applicable,,1.149
30,mlp.experts.219.gate_proj,not applicable,,1.152
30,mlp.experts.219.up_proj,not applicable,,1.155
30,mlp.experts.220.gate_proj,not applicable,,1.157
30,mlp.experts.220.up_proj,not applicable,,1.161
30,mlp.experts.221.gate_proj,not applicable,,1.163
30,mlp.experts.221.up_proj,not applicable,,1.165
30,mlp.experts.222.gate_proj,not applicable,,1.168
30,mlp.experts.222.up_proj,not applicable,,1.171
30,mlp.experts.223.gate_proj,not applicable,,1.173
30,mlp.experts.223.up_proj,not applicable,,1.176
30,mlp.experts.224.gate_proj,not applicable,,1.178
30,mlp.experts.224.up_proj,not applicable,,1.181
30,mlp.experts.225.gate_proj,not applicable,,1.183
30,mlp.experts.225.up_proj,not applicable,,1.186
30,mlp.experts.226.gate_proj,not applicable,,1.188
30,mlp.experts.226.up_proj,not applicable,,1.191
30,mlp.experts.227.gate_proj,not applicable,,1.193
30,mlp.experts.227.up_proj,not applicable,,1.196
30,mlp.experts.228.gate_proj,not applicable,,1.198
30,mlp.experts.228.up_proj,not applicable,,1.201
30,mlp.experts.229.gate_proj,not applicable,,1.203
30,mlp.experts.229.up_proj,not applicable,,1.206
30,mlp.experts.230.gate_proj,not applicable,,1.208
30,mlp.experts.230.up_proj,not applicable,,1.212
30,mlp.experts.231.gate_proj,not applicable,,1.214
30,mlp.experts.231.up_proj,not applicable,,1.217
30,mlp.experts.232.gate_proj,not applicable,,1.219
30,mlp.experts.232.up_proj,not applicable,,1.222
30,mlp.experts.233.gate_proj,not applicable,,1.224
30,mlp.experts.233.up_proj,not applicable,,1.227
30,mlp.experts.234.gate_proj,not applicable,,1.229
30,mlp.experts.234.up_proj,not applicable,,1.232
30,mlp.experts.235.gate_proj,not applicable,,1.234
30,mlp.experts.235.up_proj,not applicable,,1.237
30,mlp.experts.236.gate_proj,not applicable,,1.240
30,mlp.experts.236.up_proj,not applicable,,1.242
30,mlp.experts.237.gate_proj,not applicable,,1.246
30,mlp.experts.237.up_proj,not applicable,,1.248
30,mlp.experts.238.gate_proj,not applicable,,1.251
30,mlp.experts.238.up_proj,not applicable,,1.253
30,mlp.experts.239.gate_proj,not applicable,,1.256
30,mlp.experts.239.up_proj,not applicable,,1.259
30,mlp.experts.240.gate_proj,not applicable,,1.261
30,mlp.experts.240.up_proj,not applicable,,1.265
30,mlp.experts.241.gate_proj,not applicable,,1.268
30,mlp.experts.241.up_proj,not applicable,,1.270
30,mlp.experts.242.gate_proj,not applicable,,1.273
30,mlp.experts.242.up_proj,not applicable,,1.275
30,mlp.experts.243.gate_proj,not applicable,,1.278
30,mlp.experts.243.up_proj,not applicable,,1.280
30,mlp.experts.244.gate_proj,not applicable,,1.283
30,mlp.experts.244.up_proj,not applicable,,1.285
30,mlp.experts.245.gate_proj,not applicable,,1.288
30,mlp.experts.245.up_proj,not applicable,,1.290
30,mlp.experts.246.gate_proj,not applicable,,1.293
30,mlp.experts.246.up_proj,not applicable,,1.295
30,mlp.experts.247.gate_proj,not applicable,,1.298
30,mlp.experts.247.up_proj,not applicable,,1.301
30,mlp.experts.248.gate_proj,not applicable,,1.303
30,mlp.experts.248.up_proj,not applicable,,1.306
30,mlp.experts.249.gate_proj,not applicable,,1.308
30,mlp.experts.249.up_proj,not applicable,,1.311
30,mlp.experts.250.gate_proj,not applicable,,1.313
30,mlp.experts.250.up_proj,not applicable,,1.317
30,mlp.experts.251.gate_proj,not applicable,,1.319
30,mlp.experts.251.up_proj,not applicable,,1.322
30,mlp.experts.252.gate_proj,not applicable,,1.325
30,mlp.experts.252.up_proj,not applicable,,1.327
30,mlp.experts.253.gate_proj,not applicable,,1.330
30,mlp.experts.253.up_proj,not applicable,,1.332
30,mlp.experts.254.gate_proj,not applicable,,1.335
30,mlp.experts.254.up_proj,not applicable,,1.337
30,mlp.experts.255.gate_proj,not applicable,,1.340
30,mlp.experts.255.up_proj,not applicable,,1.343
30,mlp.experts.0.down_proj,0.0000070543,,1.345
30,mlp.experts.1.down_proj,0.0000017637,,1.348
30,mlp.experts.2.down_proj,0.0000006212,,1.350
30,mlp.experts.3.down_proj,0.0000022864,,1.356
30,mlp.experts.4.down_proj,0.0000061132,,1.358
30,mlp.experts.5.down_proj,0.0000040271,,1.361
30,mlp.experts.6.down_proj,0.0000006672,,1.363
30,mlp.experts.7.down_proj,0.0000073605,,1.365
30,mlp.experts.8.down_proj,0.0000065903,,1.368
30,mlp.experts.9.down_proj,0.0000069325,,1.371
30,mlp.experts.10.down_proj,0.0000047115,,1.374
30,mlp.experts.11.down_proj,0.0000039790,,1.376
30,mlp.experts.12.down_proj,0.0000043237,,1.379
30,mlp.experts.13.down_proj,0.0000030362,,1.381
30,mlp.experts.14.down_proj,0.0000128952,,1.384
30,mlp.experts.15.down_proj,0.0000034234,,1.387
30,mlp.experts.16.down_proj,0.0000073795,,1.389
30,mlp.experts.17.down_proj,0.0000116573,,1.392
30,mlp.experts.18.down_proj,0.0000098937,,1.394
30,mlp.experts.19.down_proj,0.0000030685,,1.397
30,mlp.experts.20.down_proj,0.0000029438,,1.399
30,mlp.experts.21.down_proj,0.0000042485,,1.402
30,mlp.experts.22.down_proj,0.0000054509,,1.404
30,mlp.experts.23.down_proj,0.0000013930,,1.407
30,mlp.experts.24.down_proj,0.0000045001,,1.409
30,mlp.experts.25.down_proj,0.0000033872,,1.411
30,mlp.experts.26.down_proj,0.0000050490,,1.414
30,mlp.experts.27.down_proj,0.0000028548,,1.416
30,mlp.experts.28.down_proj,0.0000055509,,1.419
30,mlp.experts.29.down_proj,0.0000068834,,1.422
30,mlp.experts.30.down_proj,0.0000077251,,1.424
30,mlp.experts.31.down_proj,0.0000075635,,1.427
30,mlp.experts.32.down_proj,0.0000032470,,1.429
30,mlp.experts.33.down_proj,0.0000023417,,1.432
30,mlp.experts.34.down_proj,0.0000074408,,1.434
30,mlp.experts.35.down_proj,0.0000036227,,1.437
30,mlp.experts.36.down_proj,0.0000031390,,1.439
30,mlp.experts.37.down_proj,0.0000138679,,1.441
30,mlp.experts.38.down_proj,0.0000058614,,1.444
30,mlp.experts.39.down_proj,0.0000046346,,1.446
30,mlp.experts.40.down_proj,0.0000044363,,1.449
30,mlp.experts.41.down_proj,0.0000057278,,1.451
30,mlp.experts.42.down_proj,0.0000057638,,1.454
30,mlp.experts.43.down_proj,0.0000082783,,1.456
30,mlp.experts.44.down_proj,0.0000020824,,1.458
30,mlp.experts.45.down_proj,0.0000042632,,1.461
30,mlp.experts.46.down_proj,0.0000025670,,1.463
30,mlp.experts.47.down_proj,0.0000079491,,1.466
30,mlp.experts.48.down_proj,0.0000036265,,1.468
30,mlp.experts.49.down_proj,0.0000094067,,1.471
30,mlp.experts.50.down_proj,0.0000066092,,1.474
30,mlp.experts.51.down_proj,0.0000068453,,1.476
30,mlp.experts.52.down_proj,0.0000034649,,1.479
30,mlp.experts.53.down_proj,0.0000073878,,1.481
30,mlp.experts.54.down_proj,0.0000024840,,1.484
30,mlp.experts.55.down_proj,0.0000049294,,1.486
30,mlp.experts.56.down_proj,0.0000072371,,1.489
30,mlp.experts.57.down_proj,0.0000087358,,1.491
30,mlp.experts.58.down_proj,0.0000012137,,1.494
30,mlp.experts.59.down_proj,0.0000023606,,1.497
30,mlp.experts.60.down_proj,0.0000115725,,1.499
30,mlp.experts.61.down_proj,0.0000082464,,1.502
30,mlp.experts.62.down_proj,0.0000080440,,1.504
30,mlp.experts.63.down_proj,0.0000045689,,1.507
30,mlp.experts.64.down_proj,0.0000059071,,1.509
30,mlp.experts.65.down_proj,0.0000041157,,1.512
30,mlp.experts.66.down_proj,0.0000025503,,1.514
30,mlp.experts.67.down_proj,0.0000046493,,1.517
30,mlp.experts.68.down_proj,0.0000069171,,1.519
30,mlp.experts.69.down_proj,0.0000037222,,1.523
30,mlp.experts.70.down_proj,0.0000042720,,1.525
30,mlp.experts.71.down_proj,0.0000061029,,1.528
30,mlp.experts.72.down_proj,0.0000028378,,1.530
30,mlp.experts.73.down_proj,0.0000157135,,1.532
30,mlp.experts.74.down_proj,0.0000047818,,1.535
30,mlp.experts.75.down_proj,0.0000186356,,1.537
30,mlp.experts.76.down_proj,0.0000007836,,1.540
30,mlp.experts.77.down_proj,0.0000073804,,1.542
30,mlp.experts.78.down_proj,0.0000075122,,1.545
30,mlp.experts.79.down_proj,0.0000021069,,1.547
30,mlp.experts.80.down_proj,0.0000040920,,1.550
30,mlp.experts.81.down_proj,0.0000031586,,1.552
30,mlp.experts.82.down_proj,0.0000050523,,1.554
30,mlp.experts.83.down_proj,0.0000107059,,1.560
30,mlp.experts.84.down_proj,0.0000017982,,1.563
30,mlp.experts.85.down_proj,0.0000034993,,1.565
30,mlp.experts.86.down_proj,0.0000088913,,1.568
30,mlp.experts.87.down_proj,0.0000101295,,1.570
30,mlp.experts.88.down_proj,0.0000031457,,1.573
30,mlp.experts.89.down_proj,0.0000011693,,1.576
30,mlp.experts.90.down_proj,0.0000066526,,1.578
30,mlp.experts.91.down_proj,0.0000044155,,1.581
30,mlp.experts.92.down_proj,0.0000103502,,1.584
30,mlp.experts.93.down_proj,0.0000122543,,1.586
30,mlp.experts.94.down_proj,0.0000061283,,1.588
30,mlp.experts.95.down_proj,0.0000032097,,1.591
30,mlp.experts.96.down_proj,0.0000031770,,1.594
30,mlp.experts.97.down_proj,0.0000044103,,1.596
30,mlp.experts.98.down_proj,0.0000052361,,1.599
30,mlp.experts.99.down_proj,0.0000081727,,1.601
30,mlp.experts.100.down_proj,0.0000007617,,1.603
30,mlp.experts.101.down_proj,0.0000054809,,1.606
30,mlp.experts.102.down_proj,0.0000021089,,1.609
30,mlp.experts.103.down_proj,0.0000017583,,1.611
30,mlp.experts.104.down_proj,0.0000036573,,1.613
30,mlp.experts.105.down_proj,0.0000020181,,1.616
30,mlp.experts.106.down_proj,0.0000199700,,1.618
30,mlp.experts.107.down_proj,0.0000067690,,1.621
30,mlp.experts.108.down_proj,0.0000063194,,1.623
30,mlp.experts.109.down_proj,0.0000031780,,1.627
30,mlp.experts.110.down_proj,0.0000009651,,1.629
30,mlp.experts.111.down_proj,0.0000066198,,1.632
30,mlp.experts.112.down_proj,0.0000054597,,1.635
30,mlp.experts.113.down_proj,0.0000119120,,1.637
30,mlp.experts.114.down_proj,0.0000038425,,1.640
30,mlp.experts.115.down_proj,0.0000051170,,1.642
30,mlp.experts.116.down_proj,0.0000071659,,1.644
30,mlp.experts.117.down_proj,0.0000048173,,1.647
30,mlp.experts.118.down_proj,0.0000019703,,1.649
30,mlp.experts.119.down_proj,0.0000031424,,1.652
30,mlp.experts.120.down_proj,0.0000064830,,1.654
30,mlp.experts.121.down_proj,0.0000014995,,1.657
30,mlp.experts.122.down_proj,0.0000075029,,1.659
30,mlp.experts.123.down_proj,0.0000063406,,1.662
30,mlp.experts.124.down_proj,0.0000076420,,1.664
30,mlp.experts.125.down_proj,0.0000072296,,1.667
30,mlp.experts.126.down_proj,0.0000016083,,1.669
30,mlp.experts.127.down_proj,0.0000022465,,1.672
30,mlp.experts.128.down_proj,0.0000053013,,1.674
30,mlp.experts.129.down_proj,0.0000018141,,1.678
30,mlp.experts.130.down_proj,0.0000052863,,1.680
30,mlp.experts.131.down_proj,0.0000115475,,1.683
30,mlp.experts.132.down_proj,0.0000075624,,1.685
30,mlp.experts.133.down_proj,0.0000063546,,1.688
30,mlp.experts.134.down_proj,0.0000126166,,1.690
30,mlp.experts.135.down_proj,0.0000020853,,1.693
30,mlp.experts.136.down_proj,0.0000004356,,1.695
30,mlp.experts.137.down_proj,0.0000048013,,1.698
30,mlp.experts.138.down_proj,0.0000055030,,1.700
30,mlp.experts.139.down_proj,0.0000069853,,1.703
30,mlp.experts.140.down_proj,0.0000023432,,1.705
30,mlp.experts.141.down_proj,0.0000065657,,1.708
30,mlp.experts.142.down_proj,0.0000018117,,1.711
30,mlp.experts.143.down_proj,0.0000041005,,1.713
30,mlp.experts.144.down_proj,0.0000031031,,1.716
30,mlp.experts.145.down_proj,0.0000074643,,1.718
30,mlp.experts.146.down_proj,0.0000115779,,1.721
30,mlp.experts.147.down_proj,0.0000020956,,1.723
30,mlp.experts.148.down_proj,0.0000023676,,1.726
30,mlp.experts.149.down_proj,0.0000009523,,1.729
30,mlp.experts.150.down_proj,0.0000066394,,1.732
30,mlp.experts.151.down_proj,0.0000045697,,1.734
30,mlp.experts.152.down_proj,0.0000076556,,1.737
30,mlp.experts.153.down_proj,0.0000052961,,1.739
30,mlp.experts.154.down_proj,0.0000044232,,1.742
30,mlp.experts.155.down_proj,0.0000036667,,1.744
30,mlp.experts.156.down_proj,0.0000008869,,1.747
30,mlp.experts.157.down_proj,0.0000089808,,1.749
30,mlp.experts.158.down_proj,0.0000089383,,1.752
30,mlp.experts.159.down_proj,0.0000064075,,1.754
30,mlp.experts.160.down_proj,0.0000062987,,1.757
30,mlp.experts.161.down_proj,0.0000047171,,1.759
30,mlp.experts.162.down_proj,0.0000077065,,1.762
30,mlp.experts.163.down_proj,0.0000023755,,1.764
30,mlp.experts.164.down_proj,0.0000068285,,1.767
30,mlp.experts.165.down_proj,0.0000107688,,1.769
30,mlp.experts.166.down_proj,0.0000067131,,1.772
30,mlp.experts.167.down_proj,0.0000079341,,1.774
30,mlp.experts.168.down_proj,0.0000046445,,1.777
30,mlp.experts.169.down_proj,0.0000021495,,1.780
30,mlp.experts.170.down_proj,0.0000066748,,1.782
30,mlp.experts.171.down_proj,0.0000066127,,1.785
30,mlp.experts.172.down_proj,0.0000023518,,1.787
30,mlp.experts.173.down_proj,0.0000058672,,1.790
30,mlp.experts.174.down_proj,0.0000053429,,1.793
30,mlp.experts.175.down_proj,0.0000049151,,1.795
30,mlp.experts.176.down_proj,0.0000073009,,1.798
30,mlp.experts.177.down_proj,0.0000052206,,1.801
30,mlp.experts.178.down_proj,0.0000038814,,1.803
30,mlp.experts.179.down_proj,0.0000072514,,1.806
30,mlp.experts.180.down_proj,0.0000137510,,1.808
30,mlp.experts.181.down_proj,0.0000055943,,1.811
30,mlp.experts.182.down_proj,0.0000066308,,1.813
30,mlp.experts.183.down_proj,0.0000036890,,1.816
30,mlp.experts.184.down_proj,0.0000089904,,1.818
30,mlp.experts.185.down_proj,0.0000079411,,1.821
30,mlp.experts.186.down_proj,0.0000059591,,1.823
30,mlp.experts.187.down_proj,0.0000165074,,1.826
30,mlp.experts.188.down_proj,0.0000088853,,1.828
30,mlp.experts.189.down_proj,0.0000034934,,1.832
30,mlp.experts.190.down_proj,0.0000054210,,1.834
30,mlp.experts.191.down_proj,0.0000048185,,1.837
30,mlp.experts.192.down_proj,0.0000034693,,1.839
30,mlp.experts.193.down_proj,0.0000024181,,1.842
30,mlp.experts.194.down_proj,0.0000076174,,1.844
30,mlp.experts.195.down_proj,0.0000037266,,1.847
30,mlp.experts.196.down_proj,0.0000034586,,1.849
30,mlp.experts.197.down_proj,0.0000009787,,1.852
30,mlp.experts.198.down_proj,0.0000009548,,1.854
30,mlp.experts.199.down_proj,0.0000118925,,1.857
30,mlp.experts.200.down_proj,0.0000075241,,1.859
30,mlp.experts.201.down_proj,0.0000015392,,1.862
30,mlp.experts.202.down_proj,0.0000024346,,1.864
30,mlp.experts.203.down_proj,0.0000017085,,1.867
30,mlp.experts.204.down_proj,0.0000080276,,1.870
30,mlp.experts.205.down_proj,0.0000007475,,1.872
30,mlp.experts.206.down_proj,0.0000081268,,1.875
30,mlp.experts.207.down_proj,0.0000029082,,1.878
30,mlp.experts.208.down_proj,0.0000004904,,1.880
30,mlp.experts.209.down_proj,0.0000009534,,1.883
30,mlp.experts.210.down_proj,0.0000097373,,1.886
30,mlp.experts.211.down_proj,0.0000061522,,1.888
30,mlp.experts.212.down_proj,0.0000014459,,1.891
30,mlp.experts.213.down_proj,0.0000017515,,1.893
30,mlp.experts.214.down_proj,0.0000060922,,1.896
30,mlp.experts.215.down_proj,0.0000025886,,1.899
30,mlp.experts.216.down_proj,0.0000006154,,1.901
30,mlp.experts.217.down_proj,0.0000048358,,1.904
30,mlp.experts.218.down_proj,0.0000077948,,1.906
30,mlp.experts.219.down_proj,0.0000005496,,1.909
30,mlp.experts.220.down_proj,0.0000025567,,1.911
30,mlp.experts.221.down_proj,0.0000018397,,1.914
30,mlp.experts.222.down_proj,0.0000069607,,1.916
30,mlp.experts.223.down_proj,0.0000047436,,1.919
30,mlp.experts.224.down_proj,0.0000012290,,1.921
30,mlp.experts.225.down_proj,0.0000030215,,1.924
30,mlp.experts.226.down_proj,0.0000049819,,1.926
30,mlp.experts.227.down_proj,0.0000038924,,1.929
30,mlp.experts.228.down_proj,0.0000057363,,1.931
30,mlp.experts.229.down_proj,0.0000037789,,1.934
30,mlp.experts.230.down_proj,0.0000015027,,1.937
30,mlp.experts.231.down_proj,0.0000051160,,1.939
30,mlp.experts.232.down_proj,0.0000084243,,1.942
30,mlp.experts.233.down_proj,0.0000103060,,1.944
30,mlp.experts.234.down_proj,0.0000037800,,1.947
30,mlp.experts.235.down_proj,0.0000076237,,1.949
30,mlp.experts.236.down_proj,0.0000065542,,1.952
30,mlp.experts.237.down_proj,0.0000054105,,1.954
30,mlp.experts.238.down_proj,0.0000068682,,1.957
30,mlp.experts.239.down_proj,0.0000025976,,1.960
30,mlp.experts.240.down_proj,0.0000038673,,1.962
30,mlp.experts.241.down_proj,0.0000042870,,1.965
30,mlp.experts.242.down_proj,0.0000030136,,1.967
30,mlp.experts.243.down_proj,0.0000010868,,1.970
30,mlp.experts.244.down_proj,0.0000052806,,1.972
30,mlp.experts.245.down_proj,0.0000046597,,1.975
30,mlp.experts.246.down_proj,0.0000044762,,1.978
30,mlp.experts.247.down_proj,0.0000060318,,1.980
30,mlp.experts.248.down_proj,0.0000066952,,1.983
30,mlp.experts.249.down_proj,0.0000012667,,1.986
30,mlp.experts.250.down_proj,0.0000062517,,1.989
30,mlp.experts.251.down_proj,0.0000113436,,1.991
30,mlp.experts.252.down_proj,0.0000052277,,1.994
30,mlp.experts.253.down_proj,0.0000082564,,1.996
30,mlp.experts.254.down_proj,0.0000093030,,1.999
30,mlp.experts.255.down_proj,0.0000022980,,2.002
31,mlp.experts.0.gate_proj,not applicable,,0.005
31,mlp.experts.0.up_proj,not applicable,,0.010
31,mlp.experts.1.gate_proj,not applicable,,0.013
31,mlp.experts.1.up_proj,not applicable,,0.016
31,mlp.experts.2.gate_proj,not applicable,,0.019
31,mlp.experts.2.up_proj,not applicable,,0.021
31,mlp.experts.3.gate_proj,not applicable,,0.024
31,mlp.experts.3.up_proj,not applicable,,0.026
31,mlp.experts.4.gate_proj,not applicable,,0.029
31,mlp.experts.4.up_proj,not applicable,,0.031
31,mlp.experts.5.gate_proj,not applicable,,0.034
31,mlp.experts.5.up_proj,not applicable,,0.036
31,mlp.experts.6.gate_proj,not applicable,,0.039
31,mlp.experts.6.up_proj,not applicable,,0.042
31,mlp.experts.7.gate_proj,not applicable,,0.044
31,mlp.experts.7.up_proj,not applicable,,0.047
31,mlp.experts.8.gate_proj,not applicable,,0.049
31,mlp.experts.8.up_proj,not applicable,,0.052
31,mlp.experts.9.gate_proj,not applicable,,0.054
31,mlp.experts.9.up_proj,not applicable,,0.057
31,mlp.experts.10.gate_proj,not applicable,,0.060
31,mlp.experts.10.up_proj,not applicable,,0.063
31,mlp.experts.11.gate_proj,not applicable,,0.066
31,mlp.experts.11.up_proj,not applicable,,0.068
31,mlp.experts.12.gate_proj,not applicable,,0.071
31,mlp.experts.12.up_proj,not applicable,,0.073
31,mlp.experts.13.gate_proj,not applicable,,0.076
31,mlp.experts.13.up_proj,not applicable,,0.078
31,mlp.experts.14.gate_proj,not applicable,,0.081
31,mlp.experts.14.up_proj,not applicable,,0.084
31,mlp.experts.15.gate_proj,not applicable,,0.086
31,mlp.experts.15.up_proj,not applicable,,0.089
31,mlp.experts.16.gate_proj,not applicable,,0.091
31,mlp.experts.16.up_proj,not applicable,,0.094
31,mlp.experts.17.gate_proj,not applicable,,0.096
31,mlp.experts.17.up_proj,not applicable,,0.099
31,mlp.experts.18.gate_proj,not applicable,,0.101
31,mlp.experts.18.up_proj,not applicable,,0.104
31,mlp.experts.19.gate_proj,not applicable,,0.106
31,mlp.experts.19.up_proj,not applicable,,0.109
31,mlp.experts.20.gate_proj,not applicable,,0.111
31,mlp.experts.20.up_proj,not applicable,,0.115
31,mlp.experts.21.gate_proj,not applicable,,0.117
31,mlp.experts.21.up_proj,not applicable,,0.120
31,mlp.experts.22.gate_proj,not applicable,,0.123
31,mlp.experts.22.up_proj,not applicable,,0.125
31,mlp.experts.23.gate_proj,not applicable,,0.128
31,mlp.experts.23.up_proj,not applicable,,0.130
31,mlp.experts.24.gate_proj,not applicable,,0.133
31,mlp.experts.24.up_proj,not applicable,,0.136
31,mlp.experts.25.gate_proj,not applicable,,0.139
31,mlp.experts.25.up_proj,not applicable,,0.141
31,mlp.experts.26.gate_proj,not applicable,,0.144
31,mlp.experts.26.up_proj,not applicable,,0.146
31,mlp.experts.27.gate_proj,not applicable,,0.149
31,mlp.experts.27.up_proj,not applicable,,0.152
31,mlp.experts.28.gate_proj,not applicable,,0.154
31,mlp.experts.28.up_proj,not applicable,,0.157
31,mlp.experts.29.gate_proj,not applicable,,0.159
31,mlp.experts.29.up_proj,not applicable,,0.162
31,mlp.experts.30.gate_proj,not applicable,,0.164
31,mlp.experts.30.up_proj,not applicable,,0.168
31,mlp.experts.31.gate_proj,not applicable,,0.170
31,mlp.experts.31.up_proj,not applicable,,0.173
31,mlp.experts.32.gate_proj,not applicable,,0.175
31,mlp.experts.32.up_proj,not applicable,,0.178
31,mlp.experts.33.gate_proj,not applicable,,0.180
31,mlp.experts.33.up_proj,not applicable,,0.183
31,mlp.experts.34.gate_proj,not applicable,,0.186
31,mlp.experts.34.up_proj,not applicable,,0.188
31,mlp.experts.35.gate_proj,not applicable,,0.191
31,mlp.experts.35.up_proj,not applicable,,0.193
31,mlp.experts.36.gate_proj,not applicable,,0.196
31,mlp.experts.36.up_proj,not applicable,,0.198
31,mlp.experts.37.gate_proj,not applicable,,0.201
31,mlp.experts.37.up_proj,not applicable,,0.203
31,mlp.experts.38.gate_proj,not applicable,,0.206
31,mlp.experts.38.up_proj,not applicable,,0.208
31,mlp.experts.39.gate_proj,not applicable,,0.211
31,mlp.experts.39.up_proj,not applicable,,0.214
31,mlp.experts.40.gate_proj,not applicable,,0.216
31,mlp.experts.40.up_proj,not applicable,,0.220
31,mlp.experts.41.gate_proj,not applicable,,0.222
31,mlp.experts.41.up_proj,not applicable,,0.225
31,mlp.experts.42.gate_proj,not applicable,,0.227
31,mlp.experts.42.up_proj,not applicable,,0.230
31,mlp.experts.43.gate_proj,not applicable,,0.232
31,mlp.experts.43.up_proj,not applicable,,0.235
31,mlp.experts.44.gate_proj,not applicable,,0.237
31,mlp.experts.44.up_proj,not applicable,,0.240
31,mlp.experts.45.gate_proj,not applicable,,0.242
31,mlp.experts.45.up_proj,not applicable,,0.245
31,mlp.experts.46.gate_proj,not applicable,,0.247
31,mlp.experts.46.up_proj,not applicable,,0.250
31,mlp.experts.47.gate_proj,not applicable,,0.252
31,mlp.experts.47.up_proj,not applicable,,0.255
31,mlp.experts.48.gate_proj,not applicable,,0.257
31,mlp.experts.48.up_proj,not applicable,,0.260
31,mlp.experts.49.gate_proj,not applicable,,0.262
31,mlp.experts.49.up_proj,not applicable,,0.265
31,mlp.experts.50.gate_proj,not applicable,,0.267
31,mlp.experts.50.up_proj,not applicable,,0.271
31,mlp.experts.51.gate_proj,not applicable,,0.273
31,mlp.experts.51.up_proj,not applicable,,0.276
31,mlp.experts.52.gate_proj,not applicable,,0.278
31,mlp.experts.52.up_proj,not applicable,,0.280
31,mlp.experts.53.gate_proj,not applicable,,0.283
31,mlp.experts.53.up_proj,not applicable,,0.286
31,mlp.experts.54.gate_proj,not applicable,,0.288
31,mlp.experts.54.up_proj,not applicable,,0.291
31,mlp.experts.55.gate_proj,not applicable,,0.293
31,mlp.experts.55.up_proj,not applicable,,0.296
31,mlp.experts.56.gate_proj,not applicable,,0.298
31,mlp.experts.56.up_proj,not applicable,,0.301
31,mlp.experts.57.gate_proj,not applicable,,0.303
31,mlp.experts.57.up_proj,not applicable,,0.306
31,mlp.experts.58.gate_proj,not applicable,,0.308
31,mlp.experts.58.up_proj,not applicable,,0.311
31,mlp.experts.59.gate_proj,not applicable,,0.313
31,mlp.experts.59.up_proj,not applicable,,0.316
31,mlp.experts.60.gate_proj,not applicable,,0.318
31,mlp.experts.60.up_proj,not applicable,,0.321
31,mlp.experts.61.gate_proj,not applicable,,0.324
31,mlp.experts.61.up_proj,not applicable,,0.326
31,mlp.experts.62.gate_proj,not applicable,,0.329
31,mlp.experts.62.up_proj,not applicable,,0.331
31,mlp.experts.63.gate_proj,not applicable,,0.334
31,mlp.experts.63.up_proj,not applicable,,0.337
31,mlp.experts.64.gate_proj,not applicable,,0.339
31,mlp.experts.64.up_proj,not applicable,,0.342
31,mlp.experts.65.gate_proj,not applicable,,0.344
31,mlp.experts.65.up_proj,not applicable,,0.347
31,mlp.experts.66.gate_proj,not applicable,,0.349
31,mlp.experts.66.up_proj,not applicable,,0.352
31,mlp.experts.67.gate_proj,not applicable,,0.354
31,mlp.experts.67.up_proj,not applicable,,0.357
31,mlp.experts.68.gate_proj,not applicable,,0.359
31,mlp.experts.68.up_proj,not applicable,,0.362
31,mlp.experts.69.gate_proj,not applicable,,0.364
31,mlp.experts.69.up_proj,not applicable,,0.367
31,mlp.experts.70.gate_proj,not applicable,,0.370
31,mlp.experts.70.up_proj,not applicable,,0.373
31,mlp.experts.71.gate_proj,not applicable,,0.375
31,mlp.experts.71.up_proj,not applicable,,0.378
31,mlp.experts.72.gate_proj,not applicable,,0.380
31,mlp.experts.72.up_proj,not applicable,,0.386
31,mlp.experts.73.gate_proj,not applicable,,0.389
31,mlp.experts.73.up_proj,not applicable,,0.391
31,mlp.experts.74.gate_proj,not applicable,,0.394
31,mlp.experts.74.up_proj,not applicable,,0.396
31,mlp.experts.75.gate_proj,not applicable,,0.399
31,mlp.experts.75.up_proj,not applicable,,0.401
31,mlp.experts.76.gate_proj,not applicable,,0.404
31,mlp.experts.76.up_proj,not applicable,,0.406
31,mlp.experts.77.gate_proj,not applicable,,0.409
31,mlp.experts.77.up_proj,not applicable,,0.411
31,mlp.experts.78.gate_proj,not applicable,,0.414
31,mlp.experts.78.up_proj,not applicable,,0.416
31,mlp.experts.79.gate_proj,not applicable,,0.419
31,mlp.experts.79.up_proj,not applicable,,0.421
31,mlp.experts.80.gate_proj,not applicable,,0.423
31,mlp.experts.80.up_proj,not applicable,,0.427
31,mlp.experts.81.gate_proj,not applicable,,0.429
31,mlp.experts.81.up_proj,not applicable,,0.432
31,mlp.experts.82.gate_proj,not applicable,,0.434
31,mlp.experts.82.up_proj,not applicable,,0.437
31,mlp.experts.83.gate_proj,not applicable,,0.439
31,mlp.experts.83.up_proj,not applicable,,0.442
31,mlp.experts.84.gate_proj,not applicable,,0.444
31,mlp.experts.84.up_proj,not applicable,,0.447
31,mlp.experts.85.gate_proj,not applicable,,0.449
31,mlp.experts.85.up_proj,not applicable,,0.451
31,mlp.experts.86.gate_proj,not applicable,,0.454
31,mlp.experts.86.up_proj,not applicable,,0.456
31,mlp.experts.87.gate_proj,not applicable,,0.459
31,mlp.experts.87.up_proj,not applicable,,0.461
31,mlp.experts.88.gate_proj,not applicable,,0.464
31,mlp.experts.88.up_proj,not applicable,,0.467
31,mlp.experts.89.gate_proj,not applicable,,0.469
31,mlp.experts.89.up_proj,not applicable,,0.472
31,mlp.experts.90.gate_proj,not applicable,,0.474
31,mlp.experts.90.up_proj,not applicable,,0.478
31,mlp.experts.91.gate_proj,not applicable,,0.480
31,mlp.experts.91.up_proj,not applicable,,0.482
31,mlp.experts.92.gate_proj,not applicable,,0.485
31,mlp.experts.92.up_proj,not applicable,,0.487
31,mlp.experts.93.gate_proj,not applicable,,0.490
31,mlp.experts.93.up_proj,not applicable,,0.493
31,mlp.experts.94.gate_proj,not applicable,,0.495
31,mlp.experts.94.up_proj,not applicable,,0.498
31,mlp.experts.95.gate_proj,not applicable,,0.500
31,mlp.experts.95.up_proj,not applicable,,0.503
31,mlp.experts.96.gate_proj,not applicable,,0.505
31,mlp.experts.96.up_proj,not applicable,,0.508
31,mlp.experts.97.gate_proj,not applicable,,0.510
31,mlp.experts.97.up_proj,not applicable,,0.513
31,mlp.experts.98.gate_proj,not applicable,,0.515
31,mlp.experts.98.up_proj,not applicable,,0.518
31,mlp.experts.99.gate_proj,not applicable,,0.520
31,mlp.experts.99.up_proj,not applicable,,0.523
31,mlp.experts.100.gate_proj,not applicable,,0.525
31,mlp.experts.100.up_proj,not applicable,,0.528
31,mlp.experts.101.gate_proj,not applicable,,0.531
31,mlp.experts.101.up_proj,not applicable,,0.533
31,mlp.experts.102.gate_proj,not applicable,,0.536
31,mlp.experts.102.up_proj,not applicable,,0.538
31,mlp.experts.103.gate_proj,not applicable,,0.541
31,mlp.experts.103.up_proj,not applicable,,0.543
31,mlp.experts.104.gate_proj,not applicable,,0.546
31,mlp.experts.104.up_proj,not applicable,,0.548
31,mlp.experts.105.gate_proj,not applicable,,0.551
31,mlp.experts.105.up_proj,not applicable,,0.553
31,mlp.experts.106.gate_proj,not applicable,,0.556
31,mlp.experts.106.up_proj,not applicable,,0.558
31,mlp.experts.107.gate_proj,not applicable,,0.561
31,mlp.experts.107.up_proj,not applicable,,0.563
31,mlp.experts.108.gate_proj,not applicable,,0.566
31,mlp.experts.108.up_proj,not applicable,,0.568
31,mlp.experts.109.gate_proj,not applicable,,0.571
31,mlp.experts.109.up_proj,not applicable,,0.573
31,mlp.experts.110.gate_proj,not applicable,,0.576
31,mlp.experts.110.up_proj,not applicable,,0.579
31,mlp.experts.111.gate_proj,not applicable,,0.581
31,mlp.experts.111.up_proj,not applicable,,0.584
31,mlp.experts.112.gate_proj,not applicable,,0.586
31,mlp.experts.112.up_proj,not applicable,,0.589
31,mlp.experts.113.gate_proj,not applicable,,0.592
31,mlp.experts.113.up_proj,not applicable,,0.595
31,mlp.experts.114.gate_proj,not applicable,,0.597
31,mlp.experts.114.up_proj,not applicable,,0.600
31,mlp.experts.115.gate_proj,not applicable,,0.602
31,mlp.experts.115.up_proj,not applicable,,0.605
31,mlp.experts.116.gate_proj,not applicable,,0.607
31,mlp.experts.116.up_proj,not applicable,,0.609
31,mlp.experts.117.gate_proj,not applicable,,0.612
31,mlp.experts.117.up_proj,not applicable,,0.615
31,mlp.experts.118.gate_proj,not applicable,,0.617
31,mlp.experts.118.up_proj,not applicable,,0.620
31,mlp.experts.119.gate_proj,not applicable,,0.622
31,mlp.experts.119.up_proj,not applicable,,0.625
31,mlp.experts.120.gate_proj,not applicable,,0.627
31,mlp.experts.120.up_proj,not applicable,,0.630
31,mlp.experts.121.gate_proj,not applicable,,0.633
31,mlp.experts.121.up_proj,not applicable,,0.635
31,mlp.experts.122.gate_proj,not applicable,,0.638
31,mlp.experts.122.up_proj,not applicable,,0.640
31,mlp.experts.123.gate_proj,not applicable,,0.643
31,mlp.experts.123.up_proj,not applicable,,0.645
31,mlp.experts.124.gate_proj,not applicable,,0.648
31,mlp.experts.124.up_proj,not applicable,,0.650
31,mlp.experts.125.gate_proj,not applicable,,0.653
31,mlp.experts.125.up_proj,not applicable,,0.655
31,mlp.experts.126.gate_proj,not applicable,,0.658
31,mlp.experts.126.up_proj,not applicable,,0.660
31,mlp.experts.127.gate_proj,not applicable,,0.663
31,mlp.experts.127.up_proj,not applicable,,0.665
31,mlp.experts.128.gate_proj,not applicable,,0.668
31,mlp.experts.128.up_proj,not applicable,,0.670
31,mlp.experts.129.gate_proj,not applicable,,0.673
31,mlp.experts.129.up_proj,not applicable,,0.675
31,mlp.experts.130.gate_proj,not applicable,,0.677
31,mlp.experts.130.up_proj,not applicable,,0.681
31,mlp.experts.131.gate_proj,not applicable,,0.683
31,mlp.experts.131.up_proj,not applicable,,0.686
31,mlp.experts.132.gate_proj,not applicable,,0.688
31,mlp.experts.132.up_proj,not applicable,,0.691
31,mlp.experts.133.gate_proj,not applicable,,0.693
31,mlp.experts.133.up_proj,not applicable,,0.696
31,mlp.experts.134.gate_proj,not applicable,,0.699
31,mlp.experts.134.up_proj,not applicable,,0.701
31,mlp.experts.135.gate_proj,not applicable,,0.704
31,mlp.experts.135.up_proj,not applicable,,0.706
31,mlp.experts.136.gate_proj,not applicable,,0.708
31,mlp.experts.136.up_proj,not applicable,,0.711
31,mlp.experts.137.gate_proj,not applicable,,0.713
31,mlp.experts.137.up_proj,not applicable,,0.716
31,mlp.experts.138.gate_proj,not applicable,,0.719
31,mlp.experts.138.up_proj,not applicable,,0.721
31,mlp.experts.139.gate_proj,not applicable,,0.724
31,mlp.experts.139.up_proj,not applicable,,0.726
31,mlp.experts.140.gate_proj,not applicable,,0.729
31,mlp.experts.140.up_proj,not applicable,,0.732
31,mlp.experts.141.gate_proj,not applicable,,0.735
31,mlp.experts.141.up_proj,not applicable,,0.737
31,mlp.experts.142.gate_proj,not applicable,,0.740
31,mlp.experts.142.up_proj,not applicable,,0.742
31,mlp.experts.143.gate_proj,not applicable,,0.745
31,mlp.experts.143.up_proj,not applicable,,0.747
31,mlp.experts.144.gate_proj,not applicable,,0.750
31,mlp.experts.144.up_proj,not applicable,,0.752
31,mlp.experts.145.gate_proj,not applicable,,0.754
31,mlp.experts.145.up_proj,not applicable,,0.757
31,mlp.experts.146.gate_proj,not applicable,,0.759
31,mlp.experts.146.up_proj,not applicable,,0.762
31,mlp.experts.147.gate_proj,not applicable,,0.765
31,mlp.experts.147.up_proj,not applicable,,0.767
31,mlp.experts.148.gate_proj,not applicable,,0.770
31,mlp.experts.148.up_proj,not applicable,,0.772
31,mlp.experts.149.gate_proj,not applicable,,0.775
31,mlp.experts.149.up_proj,not applicable,,0.777
31,mlp.experts.150.gate_proj,not applicable,,0.780
31,mlp.experts.150.up_proj,not applicable,,0.783
31,mlp.experts.151.gate_proj,not applicable,,0.786
31,mlp.experts.151.up_proj,not applicable,,0.788
31,mlp.experts.152.gate_proj,not applicable,,0.791
31,mlp.experts.152.up_proj,not applicable,,0.793
31,mlp.experts.153.gate_proj,not applicable,,0.795
31,mlp.experts.153.up_proj,not applicable,,0.798
31,mlp.experts.154.gate_proj,not applicable,,0.801
31,mlp.experts.154.up_proj,not applicable,,0.803
31,mlp.experts.155.gate_proj,not applicable,,0.806
31,mlp.experts.155.up_proj,not applicable,,0.808
31,mlp.experts.156.gate_proj,not applicable,,0.811
31,mlp.experts.156.up_proj,not applicable,,0.813
31,mlp.experts.157.gate_proj,not applicable,,0.815
31,mlp.experts.157.up_proj,not applicable,,0.818
31,mlp.experts.158.gate_proj,not applicable,,0.820
31,mlp.experts.158.up_proj,not applicable,,0.823
31,mlp.experts.159.gate_proj,not applicable,,0.825
31,mlp.experts.159.up_proj,not applicable,,0.828
31,mlp.experts.160.gate_proj,not applicable,,0.830
31,mlp.experts.160.up_proj,not applicable,,0.834
31,mlp.experts.161.gate_proj,not applicable,,0.836
31,mlp.experts.161.up_proj,not applicable,,0.839
31,mlp.experts.162.gate_proj,not applicable,,0.841
31,mlp.experts.162.up_proj,not applicable,,0.844
31,mlp.experts.163.gate_proj,not applicable,,0.846
31,mlp.experts.163.up_proj,not applicable,,0.849
31,mlp.experts.164.gate_proj,not applicable,,0.851
31,mlp.experts.164.up_proj,not applicable,,0.854
31,mlp.experts.165.gate_proj,not applicable,,0.856
31,mlp.experts.165.up_proj,not applicable,,0.859
31,mlp.experts.166.gate_proj,not applicable,,0.861
31,mlp.experts.166.up_proj,not applicable,,0.864
31,mlp.experts.167.gate_proj,not applicable,,0.866
31,mlp.experts.167.up_proj,not applicable,,0.869
31,mlp.experts.168.gate_proj,not applicable,,0.871
31,mlp.experts.168.up_proj,not applicable,,0.874
31,mlp.experts.169.gate_proj,not applicable,,0.876
31,mlp.experts.169.up_proj,not applicable,,0.878
31,mlp.experts.170.gate_proj,not applicable,,0.881
31,mlp.experts.170.up_proj,not applicable,,0.884
31,mlp.experts.171.gate_proj,not applicable,,0.887
31,mlp.experts.171.up_proj,not applicable,,0.889
31,mlp.experts.172.gate_proj,not applicable,,0.892
31,mlp.experts.172.up_proj,not applicable,,0.894
31,mlp.experts.173.gate_proj,not applicable,,0.897
31,mlp.experts.173.up_proj,not applicable,,0.900
31,mlp.experts.174.gate_proj,not applicable,,0.902
31,mlp.experts.174.up_proj,not applicable,,0.904
31,mlp.experts.175.gate_proj,not applicable,,0.907
31,mlp.experts.175.up_proj,not applicable,,0.909
31,mlp.experts.176.gate_proj,not applicable,,0.912
31,mlp.experts.176.up_proj,not applicable,,0.915
31,mlp.experts.177.gate_proj,not applicable,,0.917
31,mlp.experts.177.up_proj,not applicable,,0.920
31,mlp.experts.178.gate_proj,not applicable,,0.922
31,mlp.experts.178.up_proj,not applicable,,0.924
31,mlp.experts.179.gate_proj,not applicable,,0.927
31,mlp.experts.179.up_proj,not applicable,,0.929
31,mlp.experts.180.gate_proj,not applicable,,0.932
31,mlp.experts.180.up_proj,not applicable,,0.935
31,mlp.experts.181.gate_proj,not applicable,,0.938
31,mlp.experts.181.up_proj,not applicable,,0.940
31,mlp.experts.182.gate_proj,not applicable,,0.943
31,mlp.experts.182.up_proj,not applicable,,0.945
31,mlp.experts.183.gate_proj,not applicable,,0.947
31,mlp.experts.183.up_proj,not applicable,,0.950
31,mlp.experts.184.gate_proj,not applicable,,0.952
31,mlp.experts.184.up_proj,not applicable,,0.955
31,mlp.experts.185.gate_proj,not applicable,,0.957
31,mlp.experts.185.up_proj,not applicable,,0.959
31,mlp.experts.186.gate_proj,not applicable,,0.962
31,mlp.experts.186.up_proj,not applicable,,0.965
31,mlp.experts.187.gate_proj,not applicable,,0.967
31,mlp.experts.187.up_proj,not applicable,,0.970
31,mlp.experts.188.gate_proj,not applicable,,0.972
31,mlp.experts.188.up_proj,not applicable,,0.974
31,mlp.experts.189.gate_proj,not applicable,,0.977
31,mlp.experts.189.up_proj,not applicable,,0.980
31,mlp.experts.190.gate_proj,not applicable,,0.982
31,mlp.experts.190.up_proj,not applicable,,0.986
31,mlp.experts.191.gate_proj,not applicable,,0.988
31,mlp.experts.191.up_proj,not applicable,,0.991
31,mlp.experts.192.gate_proj,not applicable,,0.993
31,mlp.experts.192.up_proj,not applicable,,0.995
31,mlp.experts.193.gate_proj,not applicable,,0.998
31,mlp.experts.193.up_proj,not applicable,,1.000
31,mlp.experts.194.gate_proj,not applicable,,1.003
31,mlp.experts.194.up_proj,not applicable,,1.005
31,mlp.experts.195.gate_proj,not applicable,,1.008
31,mlp.experts.195.up_proj,not applicable,,1.010
31,mlp.experts.196.gate_proj,not applicable,,1.013
31,mlp.experts.196.up_proj,not applicable,,1.015
31,mlp.experts.197.gate_proj,not applicable,,1.017
31,mlp.experts.197.up_proj,not applicable,,1.020
31,mlp.experts.198.gate_proj,not applicable,,1.022
31,mlp.experts.198.up_proj,not applicable,,1.025
31,mlp.experts.199.gate_proj,not applicable,,1.027
31,mlp.experts.199.up_proj,not applicable,,1.030
31,mlp.experts.200.gate_proj,not applicable,,1.032
31,mlp.experts.200.up_proj,not applicable,,1.036
31,mlp.experts.201.gate_proj,not applicable,,1.038
31,mlp.experts.201.up_proj,not applicable,,1.041
31,mlp.experts.202.gate_proj,not applicable,,1.043
31,mlp.experts.202.up_proj,not applicable,,1.046
31,mlp.experts.203.gate_proj,not applicable,,1.048
31,mlp.experts.203.up_proj,not applicable,,1.051
31,mlp.experts.204.gate_proj,not applicable,,1.053
31,mlp.experts.204.up_proj,not applicable,,1.055
31,mlp.experts.205.gate_proj,not applicable,,1.058
31,mlp.experts.205.up_proj,not applicable,,1.060
31,mlp.experts.206.gate_proj,not applicable,,1.063
31,mlp.experts.206.up_proj,not applicable,,1.065
31,mlp.experts.207.gate_proj,not applicable,,1.068
31,mlp.experts.207.up_proj,not applicable,,1.070
31,mlp.experts.208.gate_proj,not applicable,,1.073
31,mlp.experts.208.up_proj,not applicable,,1.075
31,mlp.experts.209.gate_proj,not applicable,,1.078
31,mlp.experts.209.up_proj,not applicable,,1.080
31,mlp.experts.210.gate_proj,not applicable,,1.083
31,mlp.experts.210.up_proj,not applicable,,1.086
31,mlp.experts.211.gate_proj,not applicable,,1.089
31,mlp.experts.211.up_proj,not applicable,,1.091
31,mlp.experts.212.gate_proj,not applicable,,1.094
31,mlp.experts.212.up_proj,not applicable,,1.096
31,mlp.experts.213.gate_proj,not applicable,,1.098
31,mlp.experts.213.up_proj,not applicable,,1.101
31,mlp.experts.214.gate_proj,not applicable,,1.104
31,mlp.experts.214.up_proj,not applicable,,1.107
31,mlp.experts.215.gate_proj,not applicable,,1.109
31,mlp.experts.215.up_proj,not applicable,,1.111
31,mlp.experts.216.gate_proj,not applicable,,1.114
31,mlp.experts.216.up_proj,not applicable,,1.116
31,mlp.experts.217.gate_proj,not applicable,,1.119
31,mlp.experts.217.up_proj,not applicable,,1.121
31,mlp.experts.218.gate_proj,not applicable,,1.124
31,mlp.experts.218.up_proj,not applicable,,1.126
31,mlp.experts.219.gate_proj,not applicable,,1.129
31,mlp.experts.219.up_proj,not applicable,,1.131
31,mlp.experts.220.gate_proj,not applicable,,1.134
31,mlp.experts.220.up_proj,not applicable,,1.137
31,mlp.experts.221.gate_proj,not applicable,,1.140
31,mlp.experts.221.up_proj,not applicable,,1.142
31,mlp.experts.222.gate_proj,not applicable,,1.145
31,mlp.experts.222.up_proj,not applicable,,1.147
31,mlp.experts.223.gate_proj,not applicable,,1.149
31,mlp.experts.223.up_proj,not applicable,,1.152
31,mlp.experts.224.gate_proj,not applicable,,1.154
31,mlp.experts.224.up_proj,not applicable,,1.157
31,mlp.experts.225.gate_proj,not applicable,,1.159
31,mlp.experts.225.up_proj,not applicable,,1.162
31,mlp.experts.226.gate_proj,not applicable,,1.164
31,mlp.experts.226.up_proj,not applicable,,1.167
31,mlp.experts.227.gate_proj,not applicable,,1.169
31,mlp.experts.227.up_proj,not applicable,,1.172
31,mlp.experts.228.gate_proj,not applicable,,1.174
31,mlp.experts.228.up_proj,not applicable,,1.176
31,mlp.experts.229.gate_proj,not applicable,,1.179
31,mlp.experts.229.up_proj,not applicable,,1.181
31,mlp.experts.230.gate_proj,not applicable,,1.184
31,mlp.experts.230.up_proj,not applicable,,1.187
31,mlp.experts.231.gate_proj,not applicable,,1.190
31,mlp.experts.231.up_proj,not applicable,,1.192
31,mlp.experts.232.gate_proj,not applicable,,1.195
31,mlp.experts.232.up_proj,not applicable,,1.197
31,mlp.experts.233.gate_proj,not applicable,,1.199
31,mlp.experts.233.up_proj,not applicable,,1.202
31,mlp.experts.234.gate_proj,not applicable,,1.205
31,mlp.experts.234.up_proj,not applicable,,1.207
31,mlp.experts.235.gate_proj,not applicable,,1.210
31,mlp.experts.235.up_proj,not applicable,,1.212
31,mlp.experts.236.gate_proj,not applicable,,1.215
31,mlp.experts.236.up_proj,not applicable,,1.218
31,mlp.experts.237.gate_proj,not applicable,,1.220
31,mlp.experts.237.up_proj,not applicable,,1.223
31,mlp.experts.238.gate_proj,not applicable,,1.225
31,mlp.experts.238.up_proj,not applicable,,1.228
31,mlp.experts.239.gate_proj,not applicable,,1.230
31,mlp.experts.239.up_proj,not applicable,,1.233
31,mlp.experts.240.gate_proj,not applicable,,1.235
31,mlp.experts.240.up_proj,not applicable,,1.239
31,mlp.experts.241.gate_proj,not applicable,,1.241
31,mlp.experts.241.up_proj,not applicable,,1.244
31,mlp.experts.242.gate_proj,not applicable,,1.246
31,mlp.experts.242.up_proj,not applicable,,1.248
31,mlp.experts.243.gate_proj,not applicable,,1.251
31,mlp.experts.243.up_proj,not applicable,,1.253
31,mlp.experts.244.gate_proj,not applicable,,1.256
31,mlp.experts.244.up_proj,not applicable,,1.258
31,mlp.experts.245.gate_proj,not applicable,,1.261
31,mlp.experts.245.up_proj,not applicable,,1.263
31,mlp.experts.246.gate_proj,not applicable,,1.266
31,mlp.experts.246.up_proj,not applicable,,1.268
31,mlp.experts.247.gate_proj,not applicable,,1.271
31,mlp.experts.247.up_proj,not applicable,,1.273
31,mlp.experts.248.gate_proj,not applicable,,1.275
31,mlp.experts.248.up_proj,not applicable,,1.278
31,mlp.experts.249.gate_proj,not applicable,,1.280
31,mlp.experts.249.up_proj,not applicable,,1.283
31,mlp.experts.250.gate_proj,not applicable,,1.285
31,mlp.experts.250.up_proj,not applicable,,1.288
31,mlp.experts.251.gate_proj,not applicable,,1.291
31,mlp.experts.251.up_proj,not applicable,,1.293
31,mlp.experts.252.gate_proj,not applicable,,1.296
31,mlp.experts.252.up_proj,not applicable,,1.298
31,mlp.experts.253.gate_proj,not applicable,,1.301
31,mlp.experts.253.up_proj,not applicable,,1.303
31,mlp.experts.254.gate_proj,not applicable,,1.306
31,mlp.experts.254.up_proj,not applicable,,1.309
31,mlp.experts.255.gate_proj,not applicable,,1.311
31,mlp.experts.255.up_proj,not applicable,,1.313
31,mlp.experts.0.down_proj,0.0000016402,,1.316
31,mlp.experts.1.down_proj,0.0000016036,,1.318
31,mlp.experts.2.down_proj,0.0000089124,,1.321
31,mlp.experts.3.down_proj,0.0000020965,,1.323
31,mlp.experts.4.down_proj,0.0000110192,,1.325
31,mlp.experts.5.down_proj,0.0000047576,,1.328
31,mlp.experts.6.down_proj,0.0000113549,,1.330
31,mlp.experts.7.down_proj,0.0000090641,,1.333
31,mlp.experts.8.down_proj,0.0000114488,,1.335
31,mlp.experts.9.down_proj,0.0000105558,,1.338
31,mlp.experts.10.down_proj,0.0000052336,,1.341
31,mlp.experts.11.down_proj,0.0000021478,,1.343
31,mlp.experts.12.down_proj,0.0000054777,,1.345
31,mlp.experts.13.down_proj,0.0000018822,,1.348
31,mlp.experts.14.down_proj,0.0000022588,,1.350
31,mlp.experts.15.down_proj,0.0000025411,,1.353
31,mlp.experts.16.down_proj,0.0000036011,,1.355
31,mlp.experts.17.down_proj,0.0000039775,,1.357
31,mlp.experts.18.down_proj,0.0000068990,,1.360
31,mlp.experts.19.down_proj,0.0000035780,,1.362
31,mlp.experts.20.down_proj,0.0000018947,,1.364
31,mlp.experts.21.down_proj,0.0000061514,,1.367
31,mlp.experts.22.down_proj,0.0000086490,,1.369
31,mlp.experts.23.down_proj,0.0000106601,,1.371
31,mlp.experts.24.down_proj,0.0000008888,,1.374
31,mlp.experts.25.down_proj,0.0000026146,,1.376
31,mlp.experts.26.down_proj,0.0000066606,,1.379
31,mlp.experts.27.down_proj,0.0000057629,,1.381
31,mlp.experts.28.down_proj,0.0000024443,,1.383
31,mlp.experts.29.down_proj,0.0000142944,,1.387
31,mlp.experts.30.down_proj,0.0000064326,,1.389
31,mlp.experts.31.down_proj,0.0000108036,,1.392
31,mlp.experts.32.down_proj,0.0000049120,,1.394
31,mlp.experts.33.down_proj,0.0000054085,,1.396
31,mlp.experts.34.down_proj,0.0000076226,,1.399
31,mlp.experts.35.down_proj,0.0000071086,,1.401
31,mlp.experts.36.down_proj,0.0000051330,,1.403
31,mlp.experts.37.down_proj,0.0000111777,,1.406
31,mlp.experts.38.down_proj,0.0000109375,,1.409
31,mlp.experts.39.down_proj,0.0000065174,,1.411
31,mlp.experts.40.down_proj,0.0000042331,,1.413
31,mlp.experts.41.down_proj,0.0000101707,,1.416
31,mlp.experts.42.down_proj,0.0000025904,,1.418
31,mlp.experts.43.down_proj,0.0000044471,,1.420
31,mlp.experts.44.down_proj,0.0000096418,,1.423
31,mlp.experts.45.down_proj,0.0000034545,,1.425
31,mlp.experts.46.down_proj,0.0000017028,,1.427
31,mlp.experts.47.down_proj,0.0000086840,,1.430
31,mlp.experts.48.down_proj,0.0000030984,,1.432
31,mlp.experts.49.down_proj,0.0000129606,,1.436
31,mlp.experts.50.down_proj,0.0000094004,,1.438
31,mlp.experts.51.down_proj,0.0000107415,,1.440
31,mlp.experts.52.down_proj,0.0000073417,,1.443
31,mlp.experts.53.down_proj,0.0000096546,,1.445
31,mlp.experts.54.down_proj,0.0000016538,,1.447
31,mlp.experts.55.down_proj,0.0000060734,,1.450
31,mlp.experts.56.down_proj,0.0000048536,,1.452
31,mlp.experts.57.down_proj,0.0000089120,,1.455
31,mlp.experts.58.down_proj,0.0000054362,,1.457
31,mlp.experts.59.down_proj,0.0000029216,,1.459
31,mlp.experts.60.down_proj,0.0000079957,,1.462
31,mlp.experts.61.down_proj,0.0000022944,,1.464
31,mlp.experts.62.down_proj,0.0000061123,,1.467
31,mlp.experts.63.down_proj,0.0000091538,,1.469
31,mlp.experts.64.down_proj,0.0000037996,,1.472
31,mlp.experts.65.down_proj,0.0000035582,,1.474
31,mlp.experts.66.down_proj,0.0000017633,,1.477
31,mlp.experts.67.down_proj,0.0000022763,,1.479
31,mlp.experts.68.down_proj,0.0000022822,,1.481
31,mlp.experts.69.down_proj,0.0000102004,,1.485
31,mlp.experts.70.down_proj,0.0000063375,,1.487
31,mlp.experts.71.down_proj,0.0000062513,,1.489
31,mlp.experts.72.down_proj,0.0000014430,,1.492
31,mlp.experts.73.down_proj,0.0000019336,,1.494
31,mlp.experts.74.down_proj,0.0000082672,,1.497
31,mlp.experts.75.down_proj,0.0000110166,,1.499
31,mlp.experts.76.down_proj,0.0000076581,,1.501
31,mlp.experts.77.down_proj,0.0000073130,,1.504
31,mlp.experts.78.down_proj,0.0000051978,,1.506
31,mlp.experts.79.down_proj,0.0000068449,,1.509
31,mlp.experts.80.down_proj,0.0000115535,,1.512
31,mlp.experts.81.down_proj,0.0000008270,,1.514
31,mlp.experts.82.down_proj,0.0000108714,,1.516
31,mlp.experts.83.down_proj,0.0000055391,,1.519
31,mlp.experts.84.down_proj,0.0000052736,,1.521
31,mlp.experts.85.down_proj,0.0000072145,,1.524
31,mlp.experts.86.down_proj,0.0000032442,,1.526
31,mlp.experts.87.down_proj,0.0000028019,,1.528
31,mlp.experts.88.down_proj,0.0000087138,,1.531
31,mlp.experts.89.down_proj,0.0000029301,,1.534
31,mlp.experts.90.down_proj,0.0000014548,,1.536
31,mlp.experts.91.down_proj,0.0000156481,,1.539
31,mlp.experts.92.down_proj,0.0000039823,,1.541
31,mlp.experts.93.down_proj,0.0000048840,,1.544
31,mlp.experts.94.down_proj,0.0000083376,,1.546
31,mlp.experts.95.down_proj,0.0000086368,,1.548
31,mlp.experts.96.down_proj,0.0000020172,,1.551
31,mlp.experts.97.down_proj,0.0000016830,,1.553
31,mlp.experts.98.down_proj,0.0000045049,,1.556
31,mlp.experts.99.down_proj,0.0000007797,,1.558
31,mlp.experts.100.down_proj,0.0000050487,,1.560
31,mlp.experts.101.down_proj,0.0000020625,,1.563
31,mlp.experts.102.down_proj,0.0000027371,,1.565
31,mlp.experts.103.down_proj,0.0000080095,,1.567
31,mlp.experts.104.down_proj,0.0000026649,,1.570
31,mlp.experts.105.down_proj,0.0000081638,,1.573
31,mlp.experts.106.down_proj,0.0000108743,,1.575
31,mlp.experts.107.down_proj,0.0000032132,,1.577
31,mlp.experts.108.down_proj,0.0000044308,,1.580
31,mlp.experts.109.down_proj,0.0000011203,,1.583
31,mlp.experts.110.down_proj,0.0000137444,,1.586
31,mlp.experts.111.down_proj,0.0000049948,,1.588
31,mlp.experts.112.down_proj,0.0000047613,,1.590
31,mlp.experts.113.down_proj,0.0000055256,,1.593
31,mlp.experts.114.down_proj,0.0000017322,,1.595
31,mlp.experts.115.down_proj,0.0000013292,,1.598
31,mlp.experts.116.down_proj,0.0000018108,,1.600
31,mlp.experts.117.down_proj,0.0000076595,,1.602
31,mlp.experts.118.down_proj,0.0000012938,,1.605
31,mlp.experts.119.down_proj,0.0000020715,,1.607
31,mlp.experts.120.down_proj,0.0000039050,,1.610
31,mlp.experts.121.down_proj,0.0000063699,,1.612
31,mlp.experts.122.down_proj,0.0000081372,,1.615
31,mlp.experts.123.down_proj,0.0000021424,,1.618
31,mlp.experts.124.down_proj,0.0000080532,,1.620
31,mlp.experts.125.down_proj,0.0000025563,,1.623
31,mlp.experts.126.down_proj,0.0000037908,,1.625
31,mlp.experts.127.down_proj,0.0000018412,,1.628
31,mlp.experts.128.down_proj,0.0000139717,,1.630
31,mlp.experts.129.down_proj,0.0000014235,,1.634
31,mlp.experts.130.down_proj,0.0000085433,,1.636
31,mlp.experts.131.down_proj,0.0000025192,,1.638
31,mlp.experts.132.down_proj,0.0000052088,,1.641
31,mlp.experts.133.down_proj,0.0000068889,,1.643
31,mlp.experts.134.down_proj,0.0000026908,,1.645
31,mlp.experts.135.down_proj,0.0000016208,,1.648
31,mlp.experts.136.down_proj,0.0000069772,,1.650
31,mlp.experts.137.down_proj,0.0000046505,,1.653
31,mlp.experts.138.down_proj,0.0000050506,,1.655
31,mlp.experts.139.down_proj,0.0000039047,,1.657
31,mlp.experts.140.down_proj,0.0000009158,,1.660
31,mlp.experts.141.down_proj,0.0000064972,,1.662
31,mlp.experts.142.down_proj,0.0000024069,,1.665
31,mlp.experts.143.down_proj,0.0000061660,,1.667
31,mlp.experts.144.down_proj,0.0000017371,,1.670
31,mlp.experts.145.down_proj,0.0000010744,,1.672
31,mlp.experts.146.down_proj,0.0000058114,,1.674
31,mlp.experts.147.down_proj,0.0000025677,,1.677
31,mlp.experts.148.down_proj,0.0000095737,,1.679
31,mlp.experts.149.down_proj,0.0000031656,,1.683
31,mlp.experts.150.down_proj,0.0000047930,,1.685
31,mlp.experts.151.down_proj,0.0000066448,,1.688
31,mlp.experts.152.down_proj,0.0000009560,,1.690
31,mlp.experts.153.down_proj,0.0000062404,,1.693
31,mlp.experts.154.down_proj,0.0000056738,,1.695
31,mlp.experts.155.down_proj,0.0000052064,,1.697
31,mlp.experts.156.down_proj,0.0000173853,,1.700
31,mlp.experts.157.down_proj,0.0000036170,,1.702
31,mlp.experts.158.down_proj,0.0000051005,,1.705
31,mlp.experts.159.down_proj,0.0000069586,,1.707
31,mlp.experts.160.down_proj,0.0000037189,,1.709
31,mlp.experts.161.down_proj,0.0000069761,,1.712
31,mlp.experts.162.down_proj,0.0000054386,,1.714
31,mlp.experts.163.down_proj,0.0000072856,,1.717
31,mlp.experts.164.down_proj,0.0000030459,,1.720
31,mlp.experts.165.down_proj,0.0000054789,,1.722
31,mlp.experts.166.down_proj,0.0000045635,,1.724
31,mlp.experts.167.down_proj,0.0000020669,,1.727
31,mlp.experts.168.down_proj,0.0000026172,,1.730
31,mlp.experts.169.down_proj,0.0000053149,,1.733
31,mlp.experts.170.down_proj,0.0000008971,,1.735
31,mlp.experts.171.down_proj,0.0000186534,,1.738
31,mlp.experts.172.down_proj,0.0000019055,,1.740
31,mlp.experts.173.down_proj,0.0000086433,,1.743
31,mlp.experts.174.down_proj,0.0000032612,,1.745
31,mlp.experts.175.down_proj,0.0000068068,,1.747
31,mlp.experts.176.down_proj,0.0000085092,,1.750
31,mlp.experts.177.down_proj,0.0000051166,,1.752
31,mlp.experts.178.down_proj,0.0000014999,,1.755
31,mlp.experts.179.down_proj,0.0000104451,,1.757
31,mlp.experts.180.down_proj,0.0000052768,,1.760
31,mlp.experts.181.down_proj,0.0000076815,,1.762
31,mlp.experts.182.down_proj,0.0000117191,,1.765
31,mlp.experts.183.down_proj,0.0000018923,,1.767
31,mlp.experts.184.down_proj,0.0000056013,,1.770
31,mlp.experts.185.down_proj,0.0000024988,,1.772
31,mlp.experts.186.down_proj,0.0000023088,,1.775
31,mlp.experts.187.down_proj,0.0000047692,,1.777
31,mlp.experts.188.down_proj,0.0000031064,,1.780
31,mlp.experts.189.down_proj,0.0000074893,,1.783
31,mlp.experts.190.down_proj,0.0000051738,,1.786
31,mlp.experts.191.down_proj,0.0000072594,,1.788
31,mlp.experts.192.down_proj,0.0000060569,,1.790
31,mlp.experts.193.down_proj,0.0000052645,,1.793
31,mlp.experts.194.down_proj,0.0000098695,,1.795
31,mlp.experts.195.down_proj,0.0000019168,,1.798
31,mlp.experts.196.down_proj,0.0000064822,,1.800
31,mlp.experts.197.down_proj,0.0000075607,,1.803
31,mlp.experts.198.down_proj,0.0000013661,,1.805
31,mlp.experts.199.down_proj,0.0000057322,,1.807
31,mlp.experts.200.down_proj,0.0000035970,,1.810
31,mlp.experts.201.down_proj,0.0000080411,,1.812
31,mlp.experts.202.down_proj,0.0000088992,,1.815
31,mlp.experts.203.down_proj,0.0000020419,,1.818
31,mlp.experts.204.down_proj,0.0000049096,,1.820
31,mlp.experts.205.down_proj,0.0000047343,,1.822
31,mlp.experts.206.down_proj,0.0000085261,,1.825
31,mlp.experts.207.down_proj,0.0000037984,,1.827
31,mlp.experts.208.down_proj,0.0000022452,,1.830
31,mlp.experts.209.down_proj,0.0000043336,,1.833
31,mlp.experts.210.down_proj,0.0000121040,,1.836
31,mlp.experts.211.down_proj,0.0000079121,,1.838
31,mlp.experts.212.down_proj,0.0000032405,,1.841
31,mlp.experts.213.down_proj,0.0000068335,,1.843
31,mlp.experts.214.down_proj,0.0000092135,,1.846
31,mlp.experts.215.down_proj,0.0000071988,,1.848
31,mlp.experts.216.down_proj,0.0000041032,,1.851
31,mlp.experts.217.down_proj,0.0000057720,,1.853
31,mlp.experts.218.down_proj,0.0000064657,,1.856
31,mlp.experts.219.down_proj,0.0000065124,,1.858
31,mlp.experts.220.down_proj,0.0000070954,,1.861
31,mlp.experts.221.down_proj,0.0000093283,,1.863
31,mlp.experts.222.down_proj,0.0000078268,,1.866
31,mlp.experts.223.down_proj,0.0000037808,,1.868
31,mlp.experts.224.down_proj,0.0000048117,,1.871
31,mlp.experts.225.down_proj,0.0000086086,,1.873
31,mlp.experts.226.down_proj,0.0000055930,,1.876
31,mlp.experts.227.down_proj,0.0000006452,,1.878
31,mlp.experts.228.down_proj,0.0000026271,,1.881
31,mlp.experts.229.down_proj,0.0000052189,,1.884
31,mlp.experts.230.down_proj,0.0000087839,,1.887
31,mlp.experts.231.down_proj,0.0000104947,,1.889
31,mlp.experts.232.down_proj,0.0000011221,,1.891
31,mlp.experts.233.down_proj,0.0000126173,,1.894
31,mlp.experts.234.down_proj,0.0000094796,,1.896
31,mlp.experts.235.down_proj,0.0000036493,,1.899
31,mlp.experts.236.down_proj,0.0000019130,,1.901
31,mlp.experts.237.down_proj,0.0000102825,,1.904
31,mlp.experts.238.down_proj,0.0000017063,,1.906
31,mlp.experts.239.down_proj,0.0000032614,,1.909
31,mlp.experts.240.down_proj,0.0000085002,,1.911
31,mlp.experts.241.down_proj,0.0000113898,,1.914
31,mlp.experts.242.down_proj,0.0000056502,,1.916
31,mlp.experts.243.down_proj,0.0000118643,,1.919
31,mlp.experts.244.down_proj,0.0000122419,,1.922
31,mlp.experts.245.down_proj,0.0000015838,,1.924
31,mlp.experts.246.down_proj,0.0000042567,,1.927
31,mlp.experts.247.down_proj,0.0000023133,,1.929
31,mlp.experts.248.down_proj,0.0000060705,,1.932
31,mlp.experts.249.down_proj,0.0000026327,,1.935
31,mlp.experts.250.down_proj,0.0000030696,,1.938
31,mlp.experts.251.down_proj,0.0000021789,,1.940
31,mlp.experts.252.down_proj,0.0000093265,,1.943
31,mlp.experts.253.down_proj,0.0000056250,,1.945
31,mlp.experts.254.down_proj,0.0000195842,,1.948
31,mlp.experts.255.down_proj,0.0000015226,,1.950
32,mlp.experts.0.gate_proj,not applicable,,0.005
32,mlp.experts.0.up_proj,not applicable,,0.011
32,mlp.experts.1.gate_proj,not applicable,,0.014
32,mlp.experts.1.up_proj,not applicable,,0.017
32,mlp.experts.2.gate_proj,not applicable,,0.020
32,mlp.experts.2.up_proj,not applicable,,0.023
32,mlp.experts.3.gate_proj,not applicable,,0.026
32,mlp.experts.3.up_proj,not applicable,,0.029
32,mlp.experts.4.gate_proj,not applicable,,0.032
32,mlp.experts.4.up_proj,not applicable,,0.034
32,mlp.experts.5.gate_proj,not applicable,,0.037
32,mlp.experts.5.up_proj,not applicable,,0.039
32,mlp.experts.6.gate_proj,not applicable,,0.042
32,mlp.experts.6.up_proj,not applicable,,0.044
32,mlp.experts.7.gate_proj,not applicable,,0.047
32,mlp.experts.7.up_proj,not applicable,,0.049
32,mlp.experts.8.gate_proj,not applicable,,0.052
32,mlp.experts.8.up_proj,not applicable,,0.054
32,mlp.experts.9.gate_proj,not applicable,,0.057
32,mlp.experts.9.up_proj,not applicable,,0.059
32,mlp.experts.10.gate_proj,not applicable,,0.062
32,mlp.experts.10.up_proj,not applicable,,0.065
32,mlp.experts.11.gate_proj,not applicable,,0.068
32,mlp.experts.11.up_proj,not applicable,,0.071
32,mlp.experts.12.gate_proj,not applicable,,0.073
32,mlp.experts.12.up_proj,not applicable,,0.076
32,mlp.experts.13.gate_proj,not applicable,,0.078
32,mlp.experts.13.up_proj,not applicable,,0.081
32,mlp.experts.14.gate_proj,not applicable,,0.083
32,mlp.experts.14.up_proj,not applicable,,0.086
32,mlp.experts.15.gate_proj,not applicable,,0.089
32,mlp.experts.15.up_proj,not applicable,,0.091
32,mlp.experts.16.gate_proj,not applicable,,0.094
32,mlp.experts.16.up_proj,not applicable,,0.096
32,mlp.experts.17.gate_proj,not applicable,,0.099
32,mlp.experts.17.up_proj,not applicable,,0.101
32,mlp.experts.18.gate_proj,not applicable,,0.104
32,mlp.experts.18.up_proj,not applicable,,0.106
32,mlp.experts.19.gate_proj,not applicable,,0.109
32,mlp.experts.19.up_proj,not applicable,,0.111
32,mlp.experts.20.gate_proj,not applicable,,0.114
32,mlp.experts.20.up_proj,not applicable,,0.117
32,mlp.experts.21.gate_proj,not applicable,,0.120
32,mlp.experts.21.up_proj,not applicable,,0.122
32,mlp.experts.22.gate_proj,not applicable,,0.125
32,mlp.experts.22.up_proj,not applicable,,0.128
32,mlp.experts.23.gate_proj,not applicable,,0.132
32,mlp.experts.23.up_proj,not applicable,,0.134
32,mlp.experts.24.gate_proj,not applicable,,0.137
32,mlp.experts.24.up_proj,not applicable,,0.140
32,mlp.experts.25.gate_proj,not applicable,,0.142
32,mlp.experts.25.up_proj,not applicable,,0.145
32,mlp.experts.26.gate_proj,not applicable,,0.148
32,mlp.experts.26.up_proj,not applicable,,0.150
32,mlp.experts.27.gate_proj,not applicable,,0.153
32,mlp.experts.27.up_proj,not applicable,,0.155
32,mlp.experts.28.gate_proj,not applicable,,0.158
32,mlp.experts.28.up_proj,not applicable,,0.161
32,mlp.experts.29.gate_proj,not applicable,,0.163
32,mlp.experts.29.up_proj,not applicable,,0.166
32,mlp.experts.30.gate_proj,not applicable,,0.169
32,mlp.experts.30.up_proj,not applicable,,0.172
32,mlp.experts.31.gate_proj,not applicable,,0.175
32,mlp.experts.31.up_proj,not applicable,,0.177
32,mlp.experts.32.gate_proj,not applicable,,0.180
32,mlp.experts.32.up_proj,not applicable,,0.183
32,mlp.experts.33.gate_proj,not applicable,,0.185
32,mlp.experts.33.up_proj,not applicable,,0.188
32,mlp.experts.34.gate_proj,not applicable,,0.190
32,mlp.experts.34.up_proj,not applicable,,0.193
32,mlp.experts.35.gate_proj,not applicable,,0.195
32,mlp.experts.35.up_proj,not applicable,,0.198
32,mlp.experts.36.gate_proj,not applicable,,0.200
32,mlp.experts.36.up_proj,not applicable,,0.203
32,mlp.experts.37.gate_proj,not applicable,,0.206
32,mlp.experts.37.up_proj,not applicable,,0.208
32,mlp.experts.38.gate_proj,not applicable,,0.211
32,mlp.experts.38.up_proj,not applicable,,0.213
32,mlp.experts.39.gate_proj,not applicable,,0.216
32,mlp.experts.39.up_proj,not applicable,,0.218
32,mlp.experts.40.gate_proj,not applicable,,0.221
32,mlp.experts.40.up_proj,not applicable,,0.224
32,mlp.experts.41.gate_proj,not applicable,,0.227
32,mlp.experts.41.up_proj,not applicable,,0.230
32,mlp.experts.42.gate_proj,not applicable,,0.233
32,mlp.experts.42.up_proj,not applicable,,0.236
32,mlp.experts.43.gate_proj,not applicable,,0.239
32,mlp.experts.43.up_proj,not applicable,,0.242
32,mlp.experts.44.gate_proj,not applicable,,0.244
32,mlp.experts.44.up_proj,not applicable,,0.247
32,mlp.experts.45.gate_proj,not applicable,,0.250
32,mlp.experts.45.up_proj,not applicable,,0.252
32,mlp.experts.46.gate_proj,not applicable,,0.255
32,mlp.experts.46.up_proj,not applicable,,0.257
32,mlp.experts.47.gate_proj,not applicable,,0.260
32,mlp.experts.47.up_proj,not applicable,,0.263
32,mlp.experts.48.gate_proj,not applicable,,0.265
32,mlp.experts.48.up_proj,not applicable,,0.268
32,mlp.experts.49.gate_proj,not applicable,,0.270
32,mlp.experts.49.up_proj,not applicable,,0.273
32,mlp.experts.50.gate_proj,not applicable,,0.275
32,mlp.experts.50.up_proj,not applicable,,0.279
32,mlp.experts.51.gate_proj,not applicable,,0.281
32,mlp.experts.51.up_proj,not applicable,,0.284
32,mlp.experts.52.gate_proj,not applicable,,0.287
32,mlp.experts.52.up_proj,not applicable,,0.289
32,mlp.experts.53.gate_proj,not applicable,,0.292
32,mlp.experts.53.up_proj,not applicable,,0.294
32,mlp.experts.54.gate_proj,not applicable,,0.297
32,mlp.experts.54.up_proj,not applicable,,0.299
32,mlp.experts.55.gate_proj,not applicable,,0.302
32,mlp.experts.55.up_proj,not applicable,,0.305
32,mlp.experts.56.gate_proj,not applicable,,0.307
32,mlp.experts.56.up_proj,not applicable,,0.310
32,mlp.experts.57.gate_proj,not applicable,,0.312
32,mlp.experts.57.up_proj,not applicable,,0.315
32,mlp.experts.58.gate_proj,not applicable,,0.317
32,mlp.experts.58.up_proj,not applicable,,0.320
32,mlp.experts.59.gate_proj,not applicable,,0.322
32,mlp.experts.59.up_proj,not applicable,,0.325
32,mlp.experts.60.gate_proj,not applicable,,0.327
32,mlp.experts.60.up_proj,not applicable,,0.331
32,mlp.experts.61.gate_proj,not applicable,,0.334
32,mlp.experts.61.up_proj,not applicable,,0.337
32,mlp.experts.62.gate_proj,not applicable,,0.339
32,mlp.experts.62.up_proj,not applicable,,0.342
32,mlp.experts.63.gate_proj,not applicable,,0.344
32,mlp.experts.63.up_proj,not applicable,,0.347
32,mlp.experts.64.gate_proj,not applicable,,0.350
32,mlp.experts.64.up_proj,not applicable,,0.352
32,mlp.experts.65.gate_proj,not applicable,,0.355
32,mlp.experts.65.up_proj,not applicable,,0.358
32,mlp.experts.66.gate_proj,not applicable,,0.360
32,mlp.experts.66.up_proj,not applicable,,0.363
32,mlp.experts.67.gate_proj,not applicable,,0.365
32,mlp.experts.67.up_proj,not applicable,,0.368
32,mlp.experts.68.gate_proj,not applicable,,0.371
32,mlp.experts.68.up_proj,not applicable,,0.373
32,mlp.experts.69.gate_proj,not applicable,,0.376
32,mlp.experts.69.up_proj,not applicable,,0.379
32,mlp.experts.70.gate_proj,not applicable,,0.381
32,mlp.experts.70.up_proj,not applicable,,0.385
32,mlp.experts.71.gate_proj,not applicable,,0.388
32,mlp.experts.71.up_proj,not applicable,,0.390
32,mlp.experts.72.gate_proj,not applicable,,0.393
32,mlp.experts.72.up_proj,not applicable,,0.396
32,mlp.experts.73.gate_proj,not applicable,,0.398
32,mlp.experts.73.up_proj,not applicable,,0.401
32,mlp.experts.74.gate_proj,not applicable,,0.404
32,mlp.experts.74.up_proj,not applicable,,0.406
32,mlp.experts.75.gate_proj,not applicable,,0.409
32,mlp.experts.75.up_proj,not applicable,,0.411
32,mlp.experts.76.gate_proj,not applicable,,0.414
32,mlp.experts.76.up_proj,not applicable,,0.416
32,mlp.experts.77.gate_proj,not applicable,,0.419
32,mlp.experts.77.up_proj,not applicable,,0.421
32,mlp.experts.78.gate_proj,not applicable,,0.424
32,mlp.experts.78.up_proj,not applicable,,0.426
32,mlp.experts.79.gate_proj,not applicable,,0.429
32,mlp.experts.79.up_proj,not applicable,,0.432
32,mlp.experts.80.gate_proj,not applicable,,0.434
32,mlp.experts.80.up_proj,not applicable,,0.439
32,mlp.experts.81.gate_proj,not applicable,,0.441
32,mlp.experts.81.up_proj,not applicable,,0.444
32,mlp.experts.82.gate_proj,not applicable,,0.446
32,mlp.experts.82.up_proj,not applicable,,0.449
32,mlp.experts.83.gate_proj,not applicable,,0.452
32,mlp.experts.83.up_proj,not applicable,,0.454
32,mlp.experts.84.gate_proj,not applicable,,0.457
32,mlp.experts.84.up_proj,not applicable,,0.459
32,mlp.experts.85.gate_proj,not applicable,,0.462
32,mlp.experts.85.up_proj,not applicable,,0.465
32,mlp.experts.86.gate_proj,not applicable,,0.467
32,mlp.experts.86.up_proj,not applicable,,0.470
32,mlp.experts.87.gate_proj,not applicable,,0.473
32,mlp.experts.87.up_proj,not applicable,,0.475
32,mlp.experts.88.gate_proj,not applicable,,0.478
32,mlp.experts.88.up_proj,not applicable,,0.480
32,mlp.experts.89.gate_proj,not applicable,,0.483
32,mlp.experts.89.up_proj,not applicable,,0.486
32,mlp.experts.90.gate_proj,not applicable,,0.488
32,mlp.experts.90.up_proj,not applicable,,0.492
32,mlp.experts.91.gate_proj,not applicable,,0.494
32,mlp.experts.91.up_proj,not applicable,,0.497
32,mlp.experts.92.gate_proj,not applicable,,0.499
32,mlp.experts.92.up_proj,not applicable,,0.502
32,mlp.experts.93.gate_proj,not applicable,,0.504
32,mlp.experts.93.up_proj,not applicable,,0.507
32,mlp.experts.94.gate_proj,not applicable,,0.509
32,mlp.experts.94.up_proj,not applicable,,0.512
32,mlp.experts.95.gate_proj,not applicable,,0.515
32,mlp.experts.95.up_proj,not applicable,,0.517
32,mlp.experts.96.gate_proj,not applicable,,0.520
32,mlp.experts.96.up_proj,not applicable,,0.522
32,mlp.experts.97.gate_proj,not applicable,,0.525
32,mlp.experts.97.up_proj,not applicable,,0.527
32,mlp.experts.98.gate_proj,not applicable,,0.530
32,mlp.experts.98.up_proj,not applicable,,0.533
32,mlp.experts.99.gate_proj,not applicable,,0.535
32,mlp.experts.99.up_proj,not applicable,,0.539
32,mlp.experts.100.gate_proj,not applicable,,0.541
32,mlp.experts.100.up_proj,not applicable,,0.545
32,mlp.experts.101.gate_proj,not applicable,,0.548
32,mlp.experts.101.up_proj,not applicable,,0.550
32,mlp.experts.102.gate_proj,not applicable,,0.553
32,mlp.experts.102.up_proj,not applicable,,0.556
32,mlp.experts.103.gate_proj,not applicable,,0.558
32,mlp.experts.103.up_proj,not applicable,,0.561
32,mlp.experts.104.gate_proj,not applicable,,0.563
32,mlp.experts.104.up_proj,not applicable,,0.566
32,mlp.experts.105.gate_proj,not applicable,,0.569
32,mlp.experts.105.up_proj,not applicable,,0.571
32,mlp.experts.106.gate_proj,not applicable,,0.574
32,mlp.experts.106.up_proj,not applicable,,0.576
32,mlp.experts.107.gate_proj,not applicable,,0.579
32,mlp.experts.107.up_proj,not applicable,,0.581
32,mlp.experts.108.gate_proj,not applicable,,0.584
32,mlp.experts.108.up_proj,not applicable,,0.588
32,mlp.experts.109.gate_proj,not applicable,,0.590
32,mlp.experts.109.up_proj,not applicable,,0.593
32,mlp.experts.110.gate_proj,not applicable,,0.596
32,mlp.experts.110.up_proj,not applicable,,0.600
32,mlp.experts.111.gate_proj,not applicable,,0.603
32,mlp.experts.111.up_proj,not applicable,,0.605
32,mlp.experts.112.gate_proj,not applicable,,0.608
32,mlp.experts.112.up_proj,not applicable,,0.611
32,mlp.experts.113.gate_proj,not applicable,,0.616
32,mlp.experts.113.up_proj,not applicable,,0.619
32,mlp.experts.114.gate_proj,not applicable,,0.622
32,mlp.experts.114.up_proj,not applicable,,0.624
32,mlp.experts.115.gate_proj,not applicable,,0.627
32,mlp.experts.115.up_proj,not applicable,,0.629
32,mlp.experts.116.gate_proj,not applicable,,0.632
32,mlp.experts.116.up_proj,not applicable,,0.635
32,mlp.experts.117.gate_proj,not applicable,,0.637
32,mlp.experts.117.up_proj,not applicable,,0.641
32,mlp.experts.118.gate_proj,not applicable,,0.643
32,mlp.experts.118.up_proj,not applicable,,0.646
32,mlp.experts.119.gate_proj,not applicable,,0.648
32,mlp.experts.119.up_proj,not applicable,,0.651
32,mlp.experts.120.gate_proj,not applicable,,0.653
32,mlp.experts.120.up_proj,not applicable,,0.657
32,mlp.experts.121.gate_proj,not applicable,,0.659
32,mlp.experts.121.up_proj,not applicable,,0.662
32,mlp.experts.122.gate_proj,not applicable,,0.665
32,mlp.experts.122.up_proj,not applicable,,0.667
32,mlp.experts.123.gate_proj,not applicable,,0.670
32,mlp.experts.123.up_proj,not applicable,,0.672
32,mlp.experts.124.gate_proj,not applicable,,0.675
32,mlp.experts.124.up_proj,not applicable,,0.677
32,mlp.experts.125.gate_proj,not applicable,,0.680
32,mlp.experts.125.up_proj,not applicable,,0.682
32,mlp.experts.126.gate_proj,not applicable,,0.685
32,mlp.experts.126.up_proj,not applicable,,0.688
32,mlp.experts.127.gate_proj,not applicable,,0.691
32,mlp.experts.127.up_proj,not applicable,,0.694
32,mlp.experts.128.gate_proj,not applicable,,0.696
32,mlp.experts.128.up_proj,not applicable,,0.699
32,mlp.experts.129.gate_proj,not applicable,,0.701
32,mlp.experts.129.up_proj,not applicable,,0.704
32,mlp.experts.130.gate_proj,not applicable,,0.706
32,mlp.experts.130.up_proj,not applicable,,0.710
32,mlp.experts.131.gate_proj,not applicable,,0.712
32,mlp.experts.131.up_proj,not applicable,,0.715
32,mlp.experts.132.gate_proj,not applicable,,0.717
32,mlp.experts.132.up_proj,not applicable,,0.720
32,mlp.experts.133.gate_proj,not applicable,,0.722
32,mlp.experts.133.up_proj,not applicable,,0.725
32,mlp.experts.134.gate_proj,not applicable,,0.727
32,mlp.experts.134.up_proj,not applicable,,0.730
32,mlp.experts.135.gate_proj,not applicable,,0.733
32,mlp.experts.135.up_proj,not applicable,,0.735
32,mlp.experts.136.gate_proj,not applicable,,0.738
32,mlp.experts.136.up_proj,not applicable,,0.741
32,mlp.experts.137.gate_proj,not applicable,,0.744
32,mlp.experts.137.up_proj,not applicable,,0.746
32,mlp.experts.138.gate_proj,not applicable,,0.749
32,mlp.experts.138.up_proj,not applicable,,0.751
32,mlp.experts.139.gate_proj,not applicable,,0.754
32,mlp.experts.139.up_proj,not applicable,,0.756
32,mlp.experts.140.gate_proj,not applicable,,0.759
32,mlp.experts.140.up_proj,not applicable,,0.762
32,mlp.experts.141.gate_proj,not applicable,,0.765
32,mlp.experts.141.up_proj,not applicable,,0.768
32,mlp.experts.142.gate_proj,not applicable,,0.770
32,mlp.experts.142.up_proj,not applicable,,0.773
32,mlp.experts.143.gate_proj,not applicable,,0.775
32,mlp.experts.143.up_proj,not applicable,,0.778
32,mlp.experts.144.gate_proj,not applicable,,0.780
32,mlp.experts.144.up_proj,not applicable,,0.782
32,mlp.experts.145.gate_proj,not applicable,,0.785
32,mlp.experts.145.up_proj,not applicable,,0.788
32,mlp.experts.146.gate_proj,not applicable,,0.790
32,mlp.experts.146.up_proj,not applicable,,0.793
32,mlp.experts.147.gate_proj,not applicable,,0.795
32,mlp.experts.147.up_proj,not applicable,,0.798
32,mlp.experts.148.gate_proj,not applicable,,0.800
32,mlp.experts.148.up_proj,not applicable,,0.803
32,mlp.experts.149.gate_proj,not applicable,,0.805
32,mlp.experts.149.up_proj,not applicable,,0.808
32,mlp.experts.150.gate_proj,not applicable,,0.810
32,mlp.experts.150.up_proj,not applicable,,0.813
32,mlp.experts.151.gate_proj,not applicable,,0.816
32,mlp.experts.151.up_proj,not applicable,,0.818
32,mlp.experts.152.gate_proj,not applicable,,0.820
32,mlp.experts.152.up_proj,not applicable,,0.823
32,mlp.experts.153.gate_proj,not applicable,,0.825
32,mlp.experts.153.up_proj,not applicable,,0.828
32,mlp.experts.154.gate_proj,not applicable,,0.830
32,mlp.experts.154.up_proj,not applicable,,0.833
32,mlp.experts.155.gate_proj,not applicable,,0.835
32,mlp.experts.155.up_proj,not applicable,,0.838
32,mlp.experts.156.gate_proj,not applicable,,0.840
32,mlp.experts.156.up_proj,not applicable,,0.843
32,mlp.experts.157.gate_proj,not applicable,,0.847
32,mlp.experts.157.up_proj,not applicable,,0.849
32,mlp.experts.158.gate_proj,not applicable,,0.852
32,mlp.experts.158.up_proj,not applicable,,0.855
32,mlp.experts.159.gate_proj,not applicable,,0.857
32,mlp.experts.159.up_proj,not applicable,,0.860
32,mlp.experts.160.gate_proj,not applicable,,0.862
32,mlp.experts.160.up_proj,not applicable,,0.866
32,mlp.experts.161.gate_proj,not applicable,,0.868
32,mlp.experts.161.up_proj,not applicable,,0.871
32,mlp.experts.162.gate_proj,not applicable,,0.873
32,mlp.experts.162.up_proj,not applicable,,0.876
32,mlp.experts.163.gate_proj,not applicable,,0.878
32,mlp.experts.163.up_proj,not applicable,,0.881
32,mlp.experts.164.gate_proj,not applicable,,0.883
32,mlp.experts.164.up_proj,not applicable,,0.886
32,mlp.experts.165.gate_proj,not applicable,,0.889
32,mlp.experts.165.up_proj,not applicable,,0.891
32,mlp.experts.166.gate_proj,not applicable,,0.894
32,mlp.experts.166.up_proj,not applicable,,0.897
32,mlp.experts.167.gate_proj,not applicable,,0.899
32,mlp.experts.167.up_proj,not applicable,,0.902
32,mlp.experts.168.gate_proj,not applicable,,0.904
32,mlp.experts.168.up_proj,not applicable,,0.907
32,mlp.experts.169.gate_proj,not applicable,,0.909
32,mlp.experts.169.up_proj,not applicable,,0.912
32,mlp.experts.170.gate_proj,not applicable,,0.915
32,mlp.experts.170.up_proj,not applicable,,0.918
32,mlp.experts.171.gate_proj,not applicable,,0.921
32,mlp.experts.171.up_proj,not applicable,,0.923
32,mlp.experts.172.gate_proj,not applicable,,0.926
32,mlp.experts.172.up_proj,not applicable,,0.928
32,mlp.experts.173.gate_proj,not applicable,,0.931
32,mlp.experts.173.up_proj,not applicable,,0.936
32,mlp.experts.174.gate_proj,not applicable,,0.939
32,mlp.experts.174.up_proj,not applicable,,0.941
32,mlp.experts.175.gate_proj,not applicable,,0.944
32,mlp.experts.175.up_proj,not applicable,,0.948
32,mlp.experts.176.gate_proj,not applicable,,0.950
32,mlp.experts.176.up_proj,not applicable,,0.953
32,mlp.experts.177.gate_proj,not applicable,,0.955
32,mlp.experts.177.up_proj,not applicable,,0.958
32,mlp.experts.178.gate_proj,not applicable,,0.960
32,mlp.experts.178.up_proj,not applicable,,0.963
32,mlp.experts.179.gate_proj,not applicable,,0.965
32,mlp.experts.179.up_proj,not applicable,,0.968
32,mlp.experts.180.gate_proj,not applicable,,0.970
32,mlp.experts.180.up_proj,not applicable,,0.974
32,mlp.experts.181.gate_proj,not applicable,,0.976
32,mlp.experts.181.up_proj,not applicable,,0.979
32,mlp.experts.182.gate_proj,not applicable,,0.981
32,mlp.experts.182.up_proj,not applicable,,0.984
32,mlp.experts.183.gate_proj,not applicable,,0.987
32,mlp.experts.183.up_proj,not applicable,,0.989
32,mlp.experts.184.gate_proj,not applicable,,0.992
32,mlp.experts.184.up_proj,not applicable,,0.994
32,mlp.experts.185.gate_proj,not applicable,,0.997
32,mlp.experts.185.up_proj,not applicable,,1.000
32,mlp.experts.186.gate_proj,not applicable,,1.002
32,mlp.experts.186.up_proj,not applicable,,1.004
32,mlp.experts.187.gate_proj,not applicable,,1.007
32,mlp.experts.187.up_proj,not applicable,,1.009
32,mlp.experts.188.gate_proj,not applicable,,1.012
32,mlp.experts.188.up_proj,not applicable,,1.015
32,mlp.experts.189.gate_proj,not applicable,,1.017
32,mlp.experts.189.up_proj,not applicable,,1.020
32,mlp.experts.190.gate_proj,not applicable,,1.022
32,mlp.experts.190.up_proj,not applicable,,1.026
32,mlp.experts.191.gate_proj,not applicable,,1.028
32,mlp.experts.191.up_proj,not applicable,,1.031
32,mlp.experts.192.gate_proj,not applicable,,1.033
32,mlp.experts.192.up_proj,not applicable,,1.036
32,mlp.experts.193.gate_proj,not applicable,,1.038
32,mlp.experts.193.up_proj,not applicable,,1.041
32,mlp.experts.194.gate_proj,not applicable,,1.043
32,mlp.experts.194.up_proj,not applicable,,1.046
32,mlp.experts.195.gate_proj,not applicable,,1.049
32,mlp.experts.195.up_proj,not applicable,,1.052
32,mlp.experts.196.gate_proj,not applicable,,1.054
32,mlp.experts.196.up_proj,not applicable,,1.057
32,mlp.experts.197.gate_proj,not applicable,,1.059
32,mlp.experts.197.up_proj,not applicable,,1.062
32,mlp.experts.198.gate_proj,not applicable,,1.064
32,mlp.experts.198.up_proj,not applicable,,1.067
32,mlp.experts.199.gate_proj,not applicable,,1.069
32,mlp.experts.199.up_proj,not applicable,,1.072
32,mlp.experts.200.gate_proj,not applicable,,1.075
32,mlp.experts.200.up_proj,not applicable,,1.078
32,mlp.experts.201.gate_proj,not applicable,,1.081
32,mlp.experts.201.up_proj,not applicable,,1.084
32,mlp.experts.202.gate_proj,not applicable,,1.087
32,mlp.experts.202.up_proj,not applicable,,1.091
32,mlp.experts.203.gate_proj,not applicable,,1.094
32,mlp.experts.203.up_proj,not applicable,,1.098
32,mlp.experts.204.gate_proj,not applicable,,1.100
32,mlp.experts.204.up_proj,not applicable,,1.103
32,mlp.experts.205.gate_proj,not applicable,,1.106
32,mlp.experts.205.up_proj,not applicable,,1.108
32,mlp.experts.206.gate_proj,not applicable,,1.111
32,mlp.experts.206.up_proj,not applicable,,1.113
32,mlp.experts.207.gate_proj,not applicable,,1.116
32,mlp.experts.207.up_proj,not applicable,,1.119
32,mlp.experts.208.gate_proj,not applicable,,1.122
32,mlp.experts.208.up_proj,not applicable,,1.126
32,mlp.experts.209.gate_proj,not applicable,,1.129
32,mlp.experts.209.up_proj,not applicable,,1.132
32,mlp.experts.210.gate_proj,not applicable,,1.136
32,mlp.experts.210.up_proj,not applicable,,1.140
32,mlp.experts.211.gate_proj,not applicable,,1.143
32,mlp.experts.211.up_proj,not applicable,,1.146
32,mlp.experts.212.gate_proj,not applicable,,1.148
32,mlp.experts.212.up_proj,not applicable,,1.152
32,mlp.experts.213.gate_proj,not applicable,,1.155
32,mlp.experts.213.up_proj,not applicable,,1.157
32,mlp.experts.214.gate_proj,not applicable,,1.160
32,mlp.experts.214.up_proj,not applicable,,1.162
32,mlp.experts.215.gate_proj,not applicable,,1.165
32,mlp.experts.215.up_proj,not applicable,,1.167
32,mlp.experts.216.gate_proj,not applicable,,1.170
32,mlp.experts.216.up_proj,not applicable,,1.173
32,mlp.experts.217.gate_proj,not applicable,,1.175
32,mlp.experts.217.up_proj,not applicable,,1.178
32,mlp.experts.218.gate_proj,not applicable,,1.180
32,mlp.experts.218.up_proj,not applicable,,1.183
32,mlp.experts.219.gate_proj,not applicable,,1.186
32,mlp.experts.219.up_proj,not applicable,,1.188
32,mlp.experts.220.gate_proj,not applicable,,1.191
32,mlp.experts.220.up_proj,not applicable,,1.195
32,mlp.experts.221.gate_proj,not applicable,,1.197
32,mlp.experts.221.up_proj,not applicable,,1.200
32,mlp.experts.222.gate_proj,not applicable,,1.202
32,mlp.experts.222.up_proj,not applicable,,1.205
32,mlp.experts.223.gate_proj,not applicable,,1.208
32,mlp.experts.223.up_proj,not applicable,,1.210
32,mlp.experts.224.gate_proj,not applicable,,1.213
32,mlp.experts.224.up_proj,not applicable,,1.215
32,mlp.experts.225.gate_proj,not applicable,,1.217
32,mlp.experts.225.up_proj,not applicable,,1.220
32,mlp.experts.226.gate_proj,not applicable,,1.223
32,mlp.experts.226.up_proj,not applicable,,1.225
32,mlp.experts.227.gate_proj,not applicable,,1.228
32,mlp.experts.227.up_proj,not applicable,,1.231
32,mlp.experts.228.gate_proj,not applicable,,1.233
32,mlp.experts.228.up_proj,not applicable,,1.236
32,mlp.experts.229.gate_proj,not applicable,,1.238
32,mlp.experts.229.up_proj,not applicable,,1.241
32,mlp.experts.230.gate_proj,not applicable,,1.243
32,mlp.experts.230.up_proj,not applicable,,1.247
32,mlp.experts.231.gate_proj,not applicable,,1.249
32,mlp.experts.231.up_proj,not applicable,,1.254
32,mlp.experts.232.gate_proj,not applicable,,1.257
32,mlp.experts.232.up_proj,not applicable,,1.260
32,mlp.experts.233.gate_proj,not applicable,,1.263
32,mlp.experts.233.up_proj,not applicable,,1.265
32,mlp.experts.234.gate_proj,not applicable,,1.267
32,mlp.experts.234.up_proj,not applicable,,1.270
32,mlp.experts.235.gate_proj,not applicable,,1.273
32,mlp.experts.235.up_proj,not applicable,,1.275
32,mlp.experts.236.gate_proj,not applicable,,1.278
32,mlp.experts.236.up_proj,not applicable,,1.280
32,mlp.experts.237.gate_proj,not applicable,,1.283
32,mlp.experts.237.up_proj,not applicable,,1.286
32,mlp.experts.238.gate_proj,not applicable,,1.289
32,mlp.experts.238.up_proj,not applicable,,1.292
32,mlp.experts.239.gate_proj,not applicable,,1.294
32,mlp.experts.239.up_proj,not applicable,,1.297
32,mlp.experts.240.gate_proj,not applicable,,1.299
32,mlp.experts.240.up_proj,not applicable,,1.303
32,mlp.experts.241.gate_proj,not applicable,,1.305
32,mlp.experts.241.up_proj,not applicable,,1.308
32,mlp.experts.242.gate_proj,not applicable,,1.310
32,mlp.experts.242.up_proj,not applicable,,1.313
32,mlp.experts.243.gate_proj,not applicable,,1.315
32,mlp.experts.243.up_proj,not applicable,,1.317
32,mlp.experts.244.gate_proj,not applicable,,1.320
32,mlp.experts.244.up_proj,not applicable,,1.322
32,mlp.experts.245.gate_proj,not applicable,,1.325
32,mlp.experts.245.up_proj,not applicable,,1.327
32,mlp.experts.246.gate_proj,not applicable,,1.330
32,mlp.experts.246.up_proj,not applicable,,1.332
32,mlp.experts.247.gate_proj,not applicable,,1.335
32,mlp.experts.247.up_proj,not applicable,,1.337
32,mlp.experts.248.gate_proj,not applicable,,1.340
32,mlp.experts.248.up_proj,not applicable,,1.342
32,mlp.experts.249.gate_proj,not applicable,,1.345
32,mlp.experts.249.up_proj,not applicable,,1.347
32,mlp.experts.250.gate_proj,not applicable,,1.350
32,mlp.experts.250.up_proj,not applicable,,1.353
32,mlp.experts.251.gate_proj,not applicable,,1.356
32,mlp.experts.251.up_proj,not applicable,,1.358
32,mlp.experts.252.gate_proj,not applicable,,1.361
32,mlp.experts.252.up_proj,not applicable,,1.363
32,mlp.experts.253.gate_proj,not applicable,,1.366
32,mlp.experts.253.up_proj,not applicable,,1.368
32,mlp.experts.254.gate_proj,not applicable,,1.371
32,mlp.experts.254.up_proj,not applicable,,1.373
32,mlp.experts.255.gate_proj,not applicable,,1.375
32,mlp.experts.255.up_proj,not applicable,,1.378
32,mlp.experts.0.down_proj,0.0000067538,,1.380
32,mlp.experts.1.down_proj,0.0000026584,,1.383
32,mlp.experts.2.down_proj,0.0000057929,,1.385
32,mlp.experts.3.down_proj,0.0000023505,,1.389
32,mlp.experts.4.down_proj,0.0000018016,,1.391
32,mlp.experts.5.down_proj,0.0000087737,,1.394
32,mlp.experts.6.down_proj,0.0000094737,,1.397
32,mlp.experts.7.down_proj,0.0000045305,,1.399
32,mlp.experts.8.down_proj,0.0000022029,,1.401
32,mlp.experts.9.down_proj,0.0000035651,,1.405
32,mlp.experts.10.down_proj,0.0000217017,,1.408
32,mlp.experts.11.down_proj,0.0000145312,,1.410
32,mlp.experts.12.down_proj,0.0000106595,,1.413
32,mlp.experts.13.down_proj,0.0000084977,,1.415
32,mlp.experts.14.down_proj,0.0000133483,,1.418
32,mlp.experts.15.down_proj,0.0000043711,,1.420
32,mlp.experts.16.down_proj,0.0000032400,,1.423
32,mlp.experts.17.down_proj,0.0000012023,,1.425
32,mlp.experts.18.down_proj,0.0000117292,,1.428
32,mlp.experts.19.down_proj,0.0000061413,,1.430
32,mlp.experts.20.down_proj,0.0000050228,,1.433
32,mlp.experts.21.down_proj,0.0000035268,,1.435
32,mlp.experts.22.down_proj,0.0000016625,,1.438
32,mlp.experts.23.down_proj,0.0000078548,,1.440
32,mlp.experts.24.down_proj,0.0000054087,,1.442
32,mlp.experts.25.down_proj,0.0000032565,,1.445
32,mlp.experts.26.down_proj,0.0000023769,,1.448
32,mlp.experts.27.down_proj,0.0000037243,,1.450
32,mlp.experts.28.down_proj,0.0000094284,,1.453
32,mlp.experts.29.down_proj,0.0000100929,,1.456
32,mlp.experts.30.down_proj,0.0000085159,,1.458
32,mlp.experts.31.down_proj,0.0000020353,,1.461
32,mlp.experts.32.down_proj,0.0000137523,,1.463
32,mlp.experts.33.down_proj,0.0000095424,,1.466
32,mlp.experts.34.down_proj,0.0000063768,,1.468
32,mlp.experts.35.down_proj,0.0000027509,,1.471
32,mlp.experts.36.down_proj,0.0000117989,,1.473
32,mlp.experts.37.down_proj,0.0000010099,,1.476
32,mlp.experts.38.down_proj,0.0000074105,,1.478
32,mlp.experts.39.down_proj,0.0000059528,,1.480
32,mlp.experts.40.down_proj,0.0000070306,,1.483
32,mlp.experts.41.down_proj,0.0000115260,,1.485
32,mlp.experts.42.down_proj,0.0000087486,,1.489
32,mlp.experts.43.down_proj,0.0000076606,,1.491
32,mlp.experts.44.down_proj,0.0000101462,,1.494
32,mlp.experts.45.down_proj,0.0000110966,,1.496
32,mlp.experts.46.down_proj,0.0000033720,,1.499
32,mlp.experts.47.down_proj,0.0000045998,,1.501
32,mlp.experts.48.down_proj,0.0000034946,,1.504
32,mlp.experts.49.down_proj,0.0000050369,,1.507
32,mlp.experts.50.down_proj,0.0000063603,,1.509
32,mlp.experts.51.down_proj,0.0000140341,,1.512
32,mlp.experts.52.down_proj,0.0000231119,,1.514
32,mlp.experts.53.down_proj,0.0000103970,,1.517
32,mlp.experts.54.down_proj,0.0000068574,,1.519
32,mlp.experts.55.down_proj,0.0000108580,,1.521
32,mlp.experts.56.down_proj,0.0000094741,,1.524
32,mlp.experts.57.down_proj,0.0000043087,,1.526
32,mlp.experts.58.down_proj,0.0000018771,,1.529
32,mlp.experts.59.down_proj,0.0000039848,,1.531
32,mlp.experts.60.down_proj,0.0000063157,,1.534
32,mlp.experts.61.down_proj,0.0000116788,,1.536
32,mlp.experts.62.down_proj,0.0000087810,,1.538
32,mlp.experts.63.down_proj,0.0000093501,,1.541
32,mlp.experts.64.down_proj,0.0000240833,,1.543
32,mlp.experts.65.down_proj,0.0000075735,,1.546
32,mlp.experts.66.down_proj,0.0000119605,,1.549
32,mlp.experts.67.down_proj,0.0000087869,,1.551
32,mlp.experts.68.down_proj,0.0000080554,,1.554
32,mlp.experts.69.down_proj,0.0000046777,,1.557
32,mlp.experts.70.down_proj,0.0000068539,,1.560
32,mlp.experts.71.down_proj,0.0000047635,,1.562
32,mlp.experts.72.down_proj,0.0000128430,,1.565
32,mlp.experts.73.down_proj,0.0000107520,,1.567
32,mlp.experts.74.down_proj,0.0000026187,,1.573
32,mlp.experts.75.down_proj,0.0000082012,,1.576
32,mlp.experts.76.down_proj,0.0000113840,,1.578
32,mlp.experts.77.down_proj,0.0000122631,,1.580
32,mlp.experts.78.down_proj,0.0000098658,,1.583
32,mlp.experts.79.down_proj,0.0000010755,,1.585
32,mlp.experts.80.down_proj,0.0000108012,,1.588
32,mlp.experts.81.down_proj,0.0000071504,,1.592
32,mlp.experts.82.down_proj,0.0000089616,,1.594
32,mlp.experts.83.down_proj,0.0000044059,,1.597
32,mlp.experts.84.down_proj,0.0000095825,,1.599
32,mlp.experts.85.down_proj,0.0000092977,,1.602
32,mlp.experts.86.down_proj,0.0000095324,,1.605
32,mlp.experts.87.down_proj,0.0000076656,,1.608
32,mlp.experts.88.down_proj,0.0000081920,,1.610
32,mlp.experts.89.down_proj,0.0000052492,,1.613
32,mlp.experts.90.down_proj,0.0000122739,,1.616
32,mlp.experts.91.down_proj,0.0000013107,,1.618
32,mlp.experts.92.down_proj,0.0000082826,,1.621
32,mlp.experts.93.down_proj,0.0000066289,,1.623
32,mlp.experts.94.down_proj,0.0000115663,,1.626
32,mlp.experts.95.down_proj,0.0000114828,,1.629
32,mlp.experts.96.down_proj,0.0000045463,,1.631
32,mlp.experts.97.down_proj,0.0000130162,,1.634
32,mlp.experts.98.down_proj,0.0000101589,,1.636
32,mlp.experts.99.down_proj,0.0000054803,,1.639
32,mlp.experts.100.down_proj,0.0000075742,,1.641
32,mlp.experts.101.down_proj,0.0000097094,,1.644
32,mlp.experts.102.down_proj,0.0000030436,,1.646
32,mlp.experts.103.down_proj,0.0000012873,,1.649
32,mlp.experts.104.down_proj,0.0000038743,,1.651
32,mlp.experts.105.down_proj,0.0000033558,,1.654
32,mlp.experts.106.down_proj,0.0000015360,,1.656
32,mlp.experts.107.down_proj,0.0000103563,,1.659
32,mlp.experts.108.down_proj,0.0000036358,,1.661
32,mlp.experts.109.down_proj,0.0000098626,,1.665
32,mlp.experts.110.down_proj,0.0000006919,,1.667
32,mlp.experts.111.down_proj,0.0000034858,,1.670
32,mlp.experts.112.down_proj,0.0000104440,,1.672
32,mlp.experts.113.down_proj,0.0000039714,,1.675
32,mlp.experts.114.down_proj,0.0000010180,,1.677
32,mlp.experts.115.down_proj,0.0000074764,,1.680
32,mlp.experts.116.down_proj,0.0000087961,,1.682
32,mlp.experts.117.down_proj,0.0000022032,,1.685
32,mlp.experts.118.down_proj,0.0000106195,,1.687
32,mlp.experts.119.down_proj,0.0000017098,,1.690
32,mlp.experts.120.down_proj,0.0000012315,,1.693
32,mlp.experts.121.down_proj,0.0000033713,,1.696
32,mlp.experts.122.down_proj,0.0000060176,,1.699
32,mlp.experts.123.down_proj,0.0000072718,,1.701
32,mlp.experts.124.down_proj,0.0000045082,,1.704
32,mlp.experts.125.down_proj,0.0000039406,,1.706
32,mlp.experts.126.down_proj,0.0000085434,,1.709
32,mlp.experts.127.down_proj,0.0000032404,,1.711
32,mlp.experts.128.down_proj,0.0000067564,,1.714
32,mlp.experts.129.down_proj,0.0000140336,,1.717
32,mlp.experts.130.down_proj,0.0000069664,,1.720
32,mlp.experts.131.down_proj,0.0000067950,,1.722
32,mlp.experts.132.down_proj,0.0000155897,,1.725
32,mlp.experts.133.down_proj,0.0000229637,,1.727
32,mlp.experts.134.down_proj,0.0000041382,,1.730
32,mlp.experts.135.down_proj,0.0000131822,,1.732
32,mlp.experts.136.down_proj,0.0000042196,,1.735
32,mlp.experts.137.down_proj,0.0000084765,,1.737
32,mlp.experts.138.down_proj,0.0000104440,,1.740
32,mlp.experts.139.down_proj,0.0000066782,,1.742
32,mlp.experts.140.down_proj,0.0000065622,,1.745
32,mlp.experts.141.down_proj,0.0000027774,,1.747
32,mlp.experts.142.down_proj,0.0000136669,,1.750
32,mlp.experts.143.down_proj,0.0000048621,,1.752
32,mlp.experts.144.down_proj,0.0000092278,,1.755
32,mlp.experts.145.down_proj,0.0000213823,,1.757
32,mlp.experts.146.down_proj,0.0000073006,,1.760
32,mlp.experts.147.down_proj,0.0000088561,,1.762
32,mlp.experts.148.down_proj,0.0000047783,,1.765
32,mlp.experts.149.down_proj,0.0000061839,,1.768
32,mlp.experts.150.down_proj,0.0000080327,,1.771
32,mlp.experts.151.down_proj,0.0000098229,,1.773
32,mlp.experts.152.down_proj,0.0000062523,,1.776
32,mlp.experts.153.down_proj,0.0000026800,,1.779
32,mlp.experts.154.down_proj,0.0000080766,,1.781
32,mlp.experts.155.down_proj,0.0000082943,,1.784
32,mlp.experts.156.down_proj,0.0000157207,,1.786
32,mlp.experts.157.down_proj,0.0000019755,,1.789
32,mlp.experts.158.down_proj,0.0000086612,,1.791
32,mlp.experts.159.down_proj,0.0000028054,,1.794
32,mlp.experts.160.down_proj,0.0000076141,,1.797
32,mlp.experts.161.down_proj,0.0000045510,,1.800
32,mlp.experts.162.down_proj,0.0000081421,,1.802
32,mlp.experts.163.down_proj,0.0000087146,,1.805
32,mlp.experts.164.down_proj,0.0000108408,,1.807
32,mlp.experts.165.down_proj,0.0000100707,,1.810
32,mlp.experts.166.down_proj,0.0000078672,,1.812
32,mlp.experts.167.down_proj,0.0000072962,,1.815
32,mlp.experts.168.down_proj,0.0000101326,,1.817
32,mlp.experts.169.down_proj,0.0000067670,,1.821
32,mlp.experts.170.down_proj,0.0000069471,,1.823
32,mlp.experts.171.down_proj,0.0000079912,,1.826
32,mlp.experts.172.down_proj,0.0000099670,,1.828
32,mlp.experts.173.down_proj,0.0000037119,,1.831
32,mlp.experts.174.down_proj,0.0000126326,,1.833
32,mlp.experts.175.down_proj,0.0000092138,,1.836
32,mlp.experts.176.down_proj,0.0000064676,,1.839
32,mlp.experts.177.down_proj,0.0000066370,,1.841
32,mlp.experts.178.down_proj,0.0000069892,,1.843
32,mlp.experts.179.down_proj,0.0000094420,,1.846
32,mlp.experts.180.down_proj,0.0000116143,,1.848
32,mlp.experts.181.down_proj,0.0000026992,,1.851
32,mlp.experts.182.down_proj,0.0000079114,,1.854
32,mlp.experts.183.down_proj,0.0000106974,,1.856
32,mlp.experts.184.down_proj,0.0000094304,,1.859
32,mlp.experts.185.down_proj,0.0000147358,,1.861
32,mlp.experts.186.down_proj,0.0000084608,,1.864
32,mlp.experts.187.down_proj,0.0000058214,,1.866
32,mlp.experts.188.down_proj,0.0000148494,,1.869
32,mlp.experts.189.down_proj,0.0000127206,,1.872
32,mlp.experts.190.down_proj,0.0000103408,,1.875
32,mlp.experts.191.down_proj,0.0000184941,,1.877
32,mlp.experts.192.down_proj,0.0000054106,,1.880
32,mlp.experts.193.down_proj,0.0000111553,,1.882
32,mlp.experts.194.down_proj,0.0000159347,,1.885
32,mlp.experts.195.down_proj,0.0000049577,,1.887
32,mlp.experts.196.down_proj,0.0000094276,,1.890
32,mlp.experts.197.down_proj,0.0000205289,,1.893
32,mlp.experts.198.down_proj,0.0000129074,,1.895
32,mlp.experts.199.down_proj,0.0000154062,,1.899
32,mlp.experts.200.down_proj,0.0000149836,,1.901
32,mlp.experts.201.down_proj,0.0000102087,,1.904
32,mlp.experts.202.down_proj,0.0000106325,,1.907
32,mlp.experts.203.down_proj,0.0000125026,,1.909
32,mlp.experts.204.down_proj,0.0000049259,,1.912
32,mlp.experts.205.down_proj,0.0000173368,,1.914
32,mlp.experts.206.down_proj,0.0000037345,,1.917
32,mlp.experts.207.down_proj,0.0000044867,,1.919
32,mlp.experts.208.down_proj,0.0000081410,,1.922
32,mlp.experts.209.down_proj,0.0000106485,,1.925
32,mlp.experts.210.down_proj,0.0000081200,,1.928
32,mlp.experts.211.down_proj,0.0000027774,,1.930
32,mlp.experts.212.down_proj,0.0000129644,,1.933
32,mlp.experts.213.down_proj,0.0000034541,,1.935
32,mlp.experts.214.down_proj,0.0000001876,,1.938
32,mlp.experts.215.down_proj,0.0000107001,,1.940
32,mlp.experts.216.down_proj,0.0000052410,,1.943
32,mlp.experts.217.down_proj,0.0000097803,,1.945
32,mlp.experts.218.down_proj,0.0000039026,,1.948
32,mlp.experts.219.down_proj,0.0000063838,,1.950
32,mlp.experts.220.down_proj,0.0000068893,,1.953
32,mlp.experts.221.down_proj,0.0000112711,,1.956
32,mlp.experts.222.down_proj,0.0000020497,,1.958
32,mlp.experts.223.down_proj,0.0000110206,,1.960
32,mlp.experts.224.down_proj,0.0000075200,,1.963
32,mlp.experts.225.down_proj,0.0000135307,,1.965
32,mlp.experts.226.down_proj,0.0000074843,,1.968
32,mlp.experts.227.down_proj,0.0000047257,,1.970
32,mlp.experts.228.down_proj,0.0000129897,,1.973
32,mlp.experts.229.down_proj,0.0000042783,,1.976
32,mlp.experts.230.down_proj,0.0000047269,,1.979
32,mlp.experts.231.down_proj,0.0000079678,,1.981
32,mlp.experts.232.down_proj,0.0000098899,,1.984
32,mlp.experts.233.down_proj,0.0000084097,,1.986
32,mlp.experts.234.down_proj,0.0000044061,,1.989
32,mlp.experts.235.down_proj,0.0000025583,,1.991
32,mlp.experts.236.down_proj,0.0000023251,,1.994
32,mlp.experts.237.down_proj,0.0000011476,,1.997
32,mlp.experts.238.down_proj,0.0000072384,,2.000
32,mlp.experts.239.down_proj,0.0000055497,,2.003
32,mlp.experts.240.down_proj,0.0000030167,,2.005
32,mlp.experts.241.down_proj,0.0000133519,,2.008
32,mlp.experts.242.down_proj,0.0000091175,,2.010
32,mlp.experts.243.down_proj,0.0000143052,,2.013
32,mlp.experts.244.down_proj,0.0000164440,,2.015
32,mlp.experts.245.down_proj,0.0000095131,,2.018
32,mlp.experts.246.down_proj,0.0000026590,,2.020
32,mlp.experts.247.down_proj,0.0000085532,,2.023
32,mlp.experts.248.down_proj,0.0000115056,,2.025
32,mlp.experts.249.down_proj,0.0000181594,,2.029
32,mlp.experts.250.down_proj,0.0000097821,,2.031
32,mlp.experts.251.down_proj,0.0000031179,,2.034
32,mlp.experts.252.down_proj,0.0000143467,,2.036
32,mlp.experts.253.down_proj,0.0000148729,,2.039
32,mlp.experts.254.down_proj,0.0000076433,,2.042
32,mlp.experts.255.down_proj,0.0000062232,,2.044
33,mlp.experts.0.gate_proj,not applicable,,0.005
33,mlp.experts.0.up_proj,not applicable,,0.010
33,mlp.experts.1.gate_proj,not applicable,,0.013
33,mlp.experts.1.up_proj,not applicable,,0.016
33,mlp.experts.2.gate_proj,not applicable,,0.019
33,mlp.experts.2.up_proj,not applicable,,0.021
33,mlp.experts.3.gate_proj,not applicable,,0.024
33,mlp.experts.3.up_proj,not applicable,,0.027
33,mlp.experts.4.gate_proj,not applicable,,0.029
33,mlp.experts.4.up_proj,not applicable,,0.032
33,mlp.experts.5.gate_proj,not applicable,,0.034
33,mlp.experts.5.up_proj,not applicable,,0.037
33,mlp.experts.6.gate_proj,not applicable,,0.040
33,mlp.experts.6.up_proj,not applicable,,0.042
33,mlp.experts.7.gate_proj,not applicable,,0.045
33,mlp.experts.7.up_proj,not applicable,,0.047
33,mlp.experts.8.gate_proj,not applicable,,0.050
33,mlp.experts.8.up_proj,not applicable,,0.052
33,mlp.experts.9.gate_proj,not applicable,,0.055
33,mlp.experts.9.up_proj,not applicable,,0.057
33,mlp.experts.10.gate_proj,not applicable,,0.060
33,mlp.experts.10.up_proj,not applicable,,0.063
33,mlp.experts.11.gate_proj,not applicable,,0.066
33,mlp.experts.11.up_proj,not applicable,,0.068
33,mlp.experts.12.gate_proj,not applicable,,0.071
33,mlp.experts.12.up_proj,not applicable,,0.073
33,mlp.experts.13.gate_proj,not applicable,,0.076
33,mlp.experts.13.up_proj,not applicable,,0.078
33,mlp.experts.14.gate_proj,not applicable,,0.081
33,mlp.experts.14.up_proj,not applicable,,0.084
33,mlp.experts.15.gate_proj,not applicable,,0.086
33,mlp.experts.15.up_proj,not applicable,,0.089
33,mlp.experts.16.gate_proj,not applicable,,0.093
33,mlp.experts.16.up_proj,not applicable,,0.096
33,mlp.experts.17.gate_proj,not applicable,,0.098
33,mlp.experts.17.up_proj,not applicable,,0.101
33,mlp.experts.18.gate_proj,not applicable,,0.103
33,mlp.experts.18.up_proj,not applicable,,0.106
33,mlp.experts.19.gate_proj,not applicable,,0.109
33,mlp.experts.19.up_proj,not applicable,,0.111
33,mlp.experts.20.gate_proj,not applicable,,0.114
33,mlp.experts.20.up_proj,not applicable,,0.117
33,mlp.experts.21.gate_proj,not applicable,,0.120
33,mlp.experts.21.up_proj,not applicable,,0.122
33,mlp.experts.22.gate_proj,not applicable,,0.125
33,mlp.experts.22.up_proj,not applicable,,0.127
33,mlp.experts.23.gate_proj,not applicable,,0.130
33,mlp.experts.23.up_proj,not applicable,,0.132
33,mlp.experts.24.gate_proj,not applicable,,0.135
33,mlp.experts.24.up_proj,not applicable,,0.137
33,mlp.experts.25.gate_proj,not applicable,,0.140
33,mlp.experts.25.up_proj,not applicable,,0.142
33,mlp.experts.26.gate_proj,not applicable,,0.145
33,mlp.experts.26.up_proj,not applicable,,0.147
33,mlp.experts.27.gate_proj,not applicable,,0.150
33,mlp.experts.27.up_proj,not applicable,,0.152
33,mlp.experts.28.gate_proj,not applicable,,0.155
33,mlp.experts.28.up_proj,not applicable,,0.157
33,mlp.experts.29.gate_proj,not applicable,,0.160
33,mlp.experts.29.up_proj,not applicable,,0.162
33,mlp.experts.30.gate_proj,not applicable,,0.165
33,mlp.experts.30.up_proj,not applicable,,0.168
33,mlp.experts.31.gate_proj,not applicable,,0.171
33,mlp.experts.31.up_proj,not applicable,,0.173
33,mlp.experts.32.gate_proj,not applicable,,0.176
33,mlp.experts.32.up_proj,not applicable,,0.178
33,mlp.experts.33.gate_proj,not applicable,,0.181
33,mlp.experts.33.up_proj,not applicable,,0.183
33,mlp.experts.34.gate_proj,not applicable,,0.186
33,mlp.experts.34.up_proj,not applicable,,0.188
33,mlp.experts.35.gate_proj,not applicable,,0.191
33,mlp.experts.35.up_proj,not applicable,,0.193
33,mlp.experts.36.gate_proj,not applicable,,0.196
33,mlp.experts.36.up_proj,not applicable,,0.198
33,mlp.experts.37.gate_proj,not applicable,,0.201
33,mlp.experts.37.up_proj,not applicable,,0.203
33,mlp.experts.38.gate_proj,not applicable,,0.206
33,mlp.experts.38.up_proj,not applicable,,0.208
33,mlp.experts.39.gate_proj,not applicable,,0.211
33,mlp.experts.39.up_proj,not applicable,,0.213
33,mlp.experts.40.gate_proj,not applicable,,0.216
33,mlp.experts.40.up_proj,not applicable,,0.219
33,mlp.experts.41.gate_proj,not applicable,,0.223
33,mlp.experts.41.up_proj,not applicable,,0.225
33,mlp.experts.42.gate_proj,not applicable,,0.228
33,mlp.experts.42.up_proj,not applicable,,0.230
33,mlp.experts.43.gate_proj,not applicable,,0.233
33,mlp.experts.43.up_proj,not applicable,,0.235
33,mlp.experts.44.gate_proj,not applicable,,0.238
33,mlp.experts.44.up_proj,not applicable,,0.240
33,mlp.experts.45.gate_proj,not applicable,,0.243
33,mlp.experts.45.up_proj,not applicable,,0.245
33,mlp.experts.46.gate_proj,not applicable,,0.248
33,mlp.experts.46.up_proj,not applicable,,0.250
33,mlp.experts.47.gate_proj,not applicable,,0.253
33,mlp.experts.47.up_proj,not applicable,,0.255
33,mlp.experts.48.gate_proj,not applicable,,0.258
33,mlp.experts.48.up_proj,not applicable,,0.260
33,mlp.experts.49.gate_proj,not applicable,,0.262
33,mlp.experts.49.up_proj,not applicable,,0.265
33,mlp.experts.50.gate_proj,not applicable,,0.267
33,mlp.experts.50.up_proj,not applicable,,0.271
33,mlp.experts.51.gate_proj,not applicable,,0.273
33,mlp.experts.51.up_proj,not applicable,,0.276
33,mlp.experts.52.gate_proj,not applicable,,0.278
33,mlp.experts.52.up_proj,not applicable,,0.281
33,mlp.experts.53.gate_proj,not applicable,,0.283
33,mlp.experts.53.up_proj,not applicable,,0.286
33,mlp.experts.54.gate_proj,not applicable,,0.288
33,mlp.experts.54.up_proj,not applicable,,0.291
33,mlp.experts.55.gate_proj,not applicable,,0.293
33,mlp.experts.55.up_proj,not applicable,,0.296
33,mlp.experts.56.gate_proj,not applicable,,0.298
33,mlp.experts.56.up_proj,not applicable,,0.301
33,mlp.experts.57.gate_proj,not applicable,,0.303
33,mlp.experts.57.up_proj,not applicable,,0.306
33,mlp.experts.58.gate_proj,not applicable,,0.308
33,mlp.experts.58.up_proj,not applicable,,0.311
33,mlp.experts.59.gate_proj,not applicable,,0.313
33,mlp.experts.59.up_proj,not applicable,,0.316
33,mlp.experts.60.gate_proj,not applicable,,0.318
33,mlp.experts.60.up_proj,not applicable,,0.322
33,mlp.experts.61.gate_proj,not applicable,,0.324
33,mlp.experts.61.up_proj,not applicable,,0.327
33,mlp.experts.62.gate_proj,not applicable,,0.329
33,mlp.experts.62.up_proj,not applicable,,0.332
33,mlp.experts.63.gate_proj,not applicable,,0.334
33,mlp.experts.63.up_proj,not applicable,,0.337
33,mlp.experts.64.gate_proj,not applicable,,0.339
33,mlp.experts.64.up_proj,not applicable,,0.341
33,mlp.experts.65.gate_proj,not applicable,,0.344
33,mlp.experts.65.up_proj,not applicable,,0.346
33,mlp.experts.66.gate_proj,not applicable,,0.349
33,mlp.experts.66.up_proj,not applicable,,0.351
33,mlp.experts.67.gate_proj,not applicable,,0.354
33,mlp.experts.67.up_proj,not applicable,,0.356
33,mlp.experts.68.gate_proj,not applicable,,0.359
33,mlp.experts.68.up_proj,not applicable,,0.362
33,mlp.experts.69.gate_proj,not applicable,,0.364
33,mlp.experts.69.up_proj,not applicable,,0.367
33,mlp.experts.70.gate_proj,not applicable,,0.369
33,mlp.experts.70.up_proj,not applicable,,0.374
33,mlp.experts.71.gate_proj,not applicable,,0.377
33,mlp.experts.71.up_proj,not applicable,,0.379
33,mlp.experts.72.gate_proj,not applicable,,0.382
33,mlp.experts.72.up_proj,not applicable,,0.384
33,mlp.experts.73.gate_proj,not applicable,,0.387
33,mlp.experts.73.up_proj,not applicable,,0.389
33,mlp.experts.74.gate_proj,not applicable,,0.392
33,mlp.experts.74.up_proj,not applicable,,0.394
33,mlp.experts.75.gate_proj,not applicable,,0.397
33,mlp.experts.75.up_proj,not applicable,,0.399
33,mlp.experts.76.gate_proj,not applicable,,0.402
33,mlp.experts.76.up_proj,not applicable,,0.404
33,mlp.experts.77.gate_proj,not applicable,,0.407
33,mlp.experts.77.up_proj,not applicable,,0.409
33,mlp.experts.78.gate_proj,not applicable,,0.412
33,mlp.experts.78.up_proj,not applicable,,0.414
33,mlp.experts.79.gate_proj,not applicable,,0.416
33,mlp.experts.79.up_proj,not applicable,,0.419
33,mlp.experts.80.gate_proj,not applicable,,0.421
33,mlp.experts.80.up_proj,not applicable,,0.425
33,mlp.experts.81.gate_proj,not applicable,,0.427
33,mlp.experts.81.up_proj,not applicable,,0.430
33,mlp.experts.82.gate_proj,not applicable,,0.432
33,mlp.experts.82.up_proj,not applicable,,0.435
33,mlp.experts.83.gate_proj,not applicable,,0.437
33,mlp.experts.83.up_proj,not applicable,,0.439
33,mlp.experts.84.gate_proj,not applicable,,0.442
33,mlp.experts.84.up_proj,not applicable,,0.444
33,mlp.experts.85.gate_proj,not applicable,,0.447
33,mlp.experts.85.up_proj,not applicable,,0.449
33,mlp.experts.86.gate_proj,not applicable,,0.452
33,mlp.experts.86.up_proj,not applicable,,0.454
33,mlp.experts.87.gate_proj,not applicable,,0.456
33,mlp.experts.87.up_proj,not applicable,,0.459
33,mlp.experts.88.gate_proj,not applicable,,0.461
33,mlp.experts.88.up_proj,not applicable,,0.464
33,mlp.experts.89.gate_proj,not applicable,,0.466
33,mlp.experts.89.up_proj,not applicable,,0.469
33,mlp.experts.90.gate_proj,not applicable,,0.471
33,mlp.experts.90.up_proj,not applicable,,0.475
33,mlp.experts.91.gate_proj,not applicable,,0.477
33,mlp.experts.91.up_proj,not applicable,,0.479
33,mlp.experts.92.gate_proj,not applicable,,0.482
33,mlp.experts.92.up_proj,not applicable,,0.484
33,mlp.experts.93.gate_proj,not applicable,,0.487
33,mlp.experts.93.up_proj,not applicable,,0.489
33,mlp.experts.94.gate_proj,not applicable,,0.491
33,mlp.experts.94.up_proj,not applicable,,0.494
33,mlp.experts.95.gate_proj,not applicable,,0.496
33,mlp.experts.95.up_proj,not applicable,,0.499
33,mlp.experts.96.gate_proj,not applicable,,0.501
33,mlp.experts.96.up_proj,not applicable,,0.504
33,mlp.experts.97.gate_proj,not applicable,,0.506
33,mlp.experts.97.up_proj,not applicable,,0.509
33,mlp.experts.98.gate_proj,not applicable,,0.512
33,mlp.experts.98.up_proj,not applicable,,0.514
33,mlp.experts.99.gate_proj,not applicable,,0.516
33,mlp.experts.99.up_proj,not applicable,,0.519
33,mlp.experts.100.gate_proj,not applicable,,0.521
33,mlp.experts.100.up_proj,not applicable,,0.526
33,mlp.experts.101.gate_proj,not applicable,,0.528
33,mlp.experts.101.up_proj,not applicable,,0.531
33,mlp.experts.102.gate_proj,not applicable,,0.533
33,mlp.experts.102.up_proj,not applicable,,0.536
33,mlp.experts.103.gate_proj,not applicable,,0.538
33,mlp.experts.103.up_proj,not applicable,,0.541
33,mlp.experts.104.gate_proj,not applicable,,0.543
33,mlp.experts.104.up_proj,not applicable,,0.546
33,mlp.experts.105.gate_proj,not applicable,,0.548
33,mlp.experts.105.up_proj,not applicable,,0.550
33,mlp.experts.106.gate_proj,not applicable,,0.553
33,mlp.experts.106.up_proj,not applicable,,0.555
33,mlp.experts.107.gate_proj,not applicable,,0.558
33,mlp.experts.107.up_proj,not applicable,,0.560
33,mlp.experts.108.gate_proj,not applicable,,0.563
33,mlp.experts.108.up_proj,not applicable,,0.565
33,mlp.experts.109.gate_proj,not applicable,,0.568
33,mlp.experts.109.up_proj,not applicable,,0.570
33,mlp.experts.110.gate_proj,not applicable,,0.573
33,mlp.experts.110.up_proj,not applicable,,0.576
33,mlp.experts.111.gate_proj,not applicable,,0.578
33,mlp.experts.111.up_proj,not applicable,,0.581
33,mlp.experts.112.gate_proj,not applicable,,0.583
33,mlp.experts.112.up_proj,not applicable,,0.586
33,mlp.experts.113.gate_proj,not applicable,,0.588
33,mlp.experts.113.up_proj,not applicable,,0.591
33,mlp.experts.114.gate_proj,not applicable,,0.593
33,mlp.experts.114.up_proj,not applicable,,0.596
33,mlp.experts.115.gate_proj,not applicable,,0.598
33,mlp.experts.115.up_proj,not applicable,,0.601
33,mlp.experts.116.gate_proj,not applicable,,0.603
33,mlp.experts.116.up_proj,not applicable,,0.605
33,mlp.experts.117.gate_proj,not applicable,,0.608
33,mlp.experts.117.up_proj,not applicable,,0.611
33,mlp.experts.118.gate_proj,not applicable,,0.613
33,mlp.experts.118.up_proj,not applicable,,0.616
33,mlp.experts.119.gate_proj,not applicable,,0.618
33,mlp.experts.119.up_proj,not applicable,,0.621
33,mlp.experts.120.gate_proj,not applicable,,0.623
33,mlp.experts.120.up_proj,not applicable,,0.626
33,mlp.experts.121.gate_proj,not applicable,,0.629
33,mlp.experts.121.up_proj,not applicable,,0.631
33,mlp.experts.122.gate_proj,not applicable,,0.634
33,mlp.experts.122.up_proj,not applicable,,0.636
33,mlp.experts.123.gate_proj,not applicable,,0.639
33,mlp.experts.123.up_proj,not applicable,,0.641
33,mlp.experts.124.gate_proj,not applicable,,0.643
33,mlp.experts.124.up_proj,not applicable,,0.646
33,mlp.experts.125.gate_proj,not applicable,,0.648
33,mlp.experts.125.up_proj,not applicable,,0.651
33,mlp.experts.126.gate_proj,not applicable,,0.653
33,mlp.experts.126.up_proj,not applicable,,0.656
33,mlp.experts.127.gate_proj,not applicable,,0.658
33,mlp.experts.127.up_proj,not applicable,,0.661
33,mlp.experts.128.gate_proj,not applicable,,0.663
33,mlp.experts.128.up_proj,not applicable,,0.665
33,mlp.experts.129.gate_proj,not applicable,,0.668
33,mlp.experts.129.up_proj,not applicable,,0.670
33,mlp.experts.130.gate_proj,not applicable,,0.673
33,mlp.experts.130.up_proj,not applicable,,0.677
33,mlp.experts.131.gate_proj,not applicable,,0.680
33,mlp.experts.131.up_proj,not applicable,,0.682
33,mlp.experts.132.gate_proj,not applicable,,0.685
33,mlp.experts.132.up_proj,not applicable,,0.687
33,mlp.experts.133.gate_proj,not applicable,,0.690
33,mlp.experts.133.up_proj,not applicable,,0.692
33,mlp.experts.134.gate_proj,not applicable,,0.694
33,mlp.experts.134.up_proj,not applicable,,0.697
33,mlp.experts.135.gate_proj,not applicable,,0.700
33,mlp.experts.135.up_proj,not applicable,,0.702
33,mlp.experts.136.gate_proj,not applicable,,0.704
33,mlp.experts.136.up_proj,not applicable,,0.707
33,mlp.experts.137.gate_proj,not applicable,,0.710
33,mlp.experts.137.up_proj,not applicable,,0.712
33,mlp.experts.138.gate_proj,not applicable,,0.714
33,mlp.experts.138.up_proj,not applicable,,0.717
33,mlp.experts.139.gate_proj,not applicable,,0.719
33,mlp.experts.139.up_proj,not applicable,,0.722
33,mlp.experts.140.gate_proj,not applicable,,0.724
33,mlp.experts.140.up_proj,not applicable,,0.728
33,mlp.experts.141.gate_proj,not applicable,,0.730
33,mlp.experts.141.up_proj,not applicable,,0.733
33,mlp.experts.142.gate_proj,not applicable,,0.735
33,mlp.experts.142.up_proj,not applicable,,0.738
33,mlp.experts.143.gate_proj,not applicable,,0.740
33,mlp.experts.143.up_proj,not applicable,,0.743
33,mlp.experts.144.gate_proj,not applicable,,0.745
33,mlp.experts.144.up_proj,not applicable,,0.748
33,mlp.experts.145.gate_proj,not applicable,,0.750
33,mlp.experts.145.up_proj,not applicable,,0.753
33,mlp.experts.146.gate_proj,not applicable,,0.755
33,mlp.experts.146.up_proj,not applicable,,0.757
33,mlp.experts.147.gate_proj,not applicable,,0.760
33,mlp.experts.147.up_proj,not applicable,,0.762
33,mlp.experts.148.gate_proj,not applicable,,0.765
33,mlp.experts.148.up_proj,not applicable,,0.767
33,mlp.experts.149.gate_proj,not applicable,,0.770
33,mlp.experts.149.up_proj,not applicable,,0.772
33,mlp.experts.150.gate_proj,not applicable,,0.775
33,mlp.experts.150.up_proj,not applicable,,0.778
33,mlp.experts.151.gate_proj,not applicable,,0.780
33,mlp.experts.151.up_proj,not applicable,,0.783
33,mlp.experts.152.gate_proj,not applicable,,0.785
33,mlp.experts.152.up_proj,not applicable,,0.788
33,mlp.experts.153.gate_proj,not applicable,,0.790
33,mlp.experts.153.up_proj,not applicable,,0.793
33,mlp.experts.154.gate_proj,not applicable,,0.795
33,mlp.experts.154.up_proj,not applicable,,0.798
33,mlp.experts.155.gate_proj,not applicable,,0.800
33,mlp.experts.155.up_proj,not applicable,,0.802
33,mlp.experts.156.gate_proj,not applicable,,0.805
33,mlp.experts.156.up_proj,not applicable,,0.807
33,mlp.experts.157.gate_proj,not applicable,,0.810
33,mlp.experts.157.up_proj,not applicable,,0.813
33,mlp.experts.158.gate_proj,not applicable,,0.815
33,mlp.experts.158.up_proj,not applicable,,0.818
33,mlp.experts.159.gate_proj,not applicable,,0.820
33,mlp.experts.159.up_proj,not applicable,,0.823
33,mlp.experts.160.gate_proj,not applicable,,0.825
33,mlp.experts.160.up_proj,not applicable,,0.830
33,mlp.experts.161.gate_proj,not applicable,,0.832
33,mlp.experts.161.up_proj,not applicable,,0.834
33,mlp.experts.162.gate_proj,not applicable,,0.837
33,mlp.experts.162.up_proj,not applicable,,0.840
33,mlp.experts.163.gate_proj,not applicable,,0.842
33,mlp.experts.163.up_proj,not applicable,,0.844
33,mlp.experts.164.gate_proj,not applicable,,0.847
33,mlp.experts.164.up_proj,not applicable,,0.849
33,mlp.experts.165.gate_proj,not applicable,,0.852
33,mlp.experts.165.up_proj,not applicable,,0.854
33,mlp.experts.166.gate_proj,not applicable,,0.857
33,mlp.experts.166.up_proj,not applicable,,0.859
33,mlp.experts.167.gate_proj,not applicable,,0.862
33,mlp.experts.167.up_proj,not applicable,,0.864
33,mlp.experts.168.gate_proj,not applicable,,0.866
33,mlp.experts.168.up_proj,not applicable,,0.869
33,mlp.experts.169.gate_proj,not applicable,,0.871
33,mlp.experts.169.up_proj,not applicable,,0.874
33,mlp.experts.170.gate_proj,not applicable,,0.876
33,mlp.experts.170.up_proj,not applicable,,0.879
33,mlp.experts.171.gate_proj,not applicable,,0.882
33,mlp.experts.171.up_proj,not applicable,,0.884
33,mlp.experts.172.gate_proj,not applicable,,0.887
33,mlp.experts.172.up_proj,not applicable,,0.889
33,mlp.experts.173.gate_proj,not applicable,,0.892
33,mlp.experts.173.up_proj,not applicable,,0.894
33,mlp.experts.174.gate_proj,not applicable,,0.896
33,mlp.experts.174.up_proj,not applicable,,0.899
33,mlp.experts.175.gate_proj,not applicable,,0.901
33,mlp.experts.175.up_proj,not applicable,,0.904
33,mlp.experts.176.gate_proj,not applicable,,0.906
33,mlp.experts.176.up_proj,not applicable,,0.908
33,mlp.experts.177.gate_proj,not applicable,,0.911
33,mlp.experts.177.up_proj,not applicable,,0.914
33,mlp.experts.178.gate_proj,not applicable,,0.916
33,mlp.experts.178.up_proj,not applicable,,0.919
33,mlp.experts.179.gate_proj,not applicable,,0.921
33,mlp.experts.179.up_proj,not applicable,,0.924
33,mlp.experts.180.gate_proj,not applicable,,0.926
33,mlp.experts.180.up_proj,not applicable,,0.929
33,mlp.experts.181.gate_proj,not applicable,,0.932
33,mlp.experts.181.up_proj,not applicable,,0.934
33,mlp.experts.182.gate_proj,not applicable,,0.937
33,mlp.experts.182.up_proj,not applicable,,0.939
33,mlp.experts.183.gate_proj,not applicable,,0.941
33,mlp.experts.183.up_proj,not applicable,,0.944
33,mlp.experts.184.gate_proj,not applicable,,0.946
33,mlp.experts.184.up_proj,not applicable,,0.949
33,mlp.experts.185.gate_proj,not applicable,,0.951
33,mlp.experts.185.up_proj,not applicable,,0.954
33,mlp.experts.186.gate_proj,not applicable,,0.956
33,mlp.experts.186.up_proj,not applicable,,0.958
33,mlp.experts.187.gate_proj,not applicable,,0.961
33,mlp.experts.187.up_proj,not applicable,,0.963
33,mlp.experts.188.gate_proj,not applicable,,0.966
33,mlp.experts.188.up_proj,not applicable,,0.968
33,mlp.experts.189.gate_proj,not applicable,,0.971
33,mlp.experts.189.up_proj,not applicable,,0.973
33,mlp.experts.190.gate_proj,not applicable,,0.976
33,mlp.experts.190.up_proj,not applicable,,0.980
33,mlp.experts.191.gate_proj,not applicable,,0.983
33,mlp.experts.191.up_proj,not applicable,,0.985
33,mlp.experts.192.gate_proj,not applicable,,0.987
33,mlp.experts.192.up_proj,not applicable,,0.990
33,mlp.experts.193.gate_proj,not applicable,,0.992
33,mlp.experts.193.up_proj,not applicable,,0.995
33,mlp.experts.194.gate_proj,not applicable,,0.997
33,mlp.experts.194.up_proj,not applicable,,1.000
33,mlp.experts.195.gate_proj,not applicable,,1.002
33,mlp.experts.195.up_proj,not applicable,,1.004
33,mlp.experts.196.gate_proj,not applicable,,1.007
33,mlp.experts.196.up_proj,not applicable,,1.009
33,mlp.experts.197.gate_proj,not applicable,,1.012
33,mlp.experts.197.up_proj,not applicable,,1.014
33,mlp.experts.198.gate_proj,not applicable,,1.017
33,mlp.experts.198.up_proj,not applicable,,1.019
33,mlp.experts.199.gate_proj,not applicable,,1.022
33,mlp.experts.199.up_proj,not applicable,,1.024
33,mlp.experts.200.gate_proj,not applicable,,1.027
33,mlp.experts.200.up_proj,not applicable,,1.030
33,mlp.experts.201.gate_proj,not applicable,,1.033
33,mlp.experts.201.up_proj,not applicable,,1.035
33,mlp.experts.202.gate_proj,not applicable,,1.038
33,mlp.experts.202.up_proj,not applicable,,1.040
33,mlp.experts.203.gate_proj,not applicable,,1.042
33,mlp.experts.203.up_proj,not applicable,,1.045
33,mlp.experts.204.gate_proj,not applicable,,1.047
33,mlp.experts.204.up_proj,not applicable,,1.050
33,mlp.experts.205.gate_proj,not applicable,,1.052
33,mlp.experts.205.up_proj,not applicable,,1.055
33,mlp.experts.206.gate_proj,not applicable,,1.057
33,mlp.experts.206.up_proj,not applicable,,1.060
33,mlp.experts.207.gate_proj,not applicable,,1.062
33,mlp.experts.207.up_proj,not applicable,,1.065
33,mlp.experts.208.gate_proj,not applicable,,1.067
33,mlp.experts.208.up_proj,not applicable,,1.069
33,mlp.experts.209.gate_proj,not applicable,,1.072
33,mlp.experts.209.up_proj,not applicable,,1.074
33,mlp.experts.210.gate_proj,not applicable,,1.077
33,mlp.experts.210.up_proj,not applicable,,1.080
33,mlp.experts.211.gate_proj,not applicable,,1.082
33,mlp.experts.211.up_proj,not applicable,,1.085
33,mlp.experts.212.gate_proj,not applicable,,1.087
33,mlp.experts.212.up_proj,not applicable,,1.090
33,mlp.experts.213.gate_proj,not applicable,,1.092
33,mlp.experts.213.up_proj,not applicable,,1.095
33,mlp.experts.214.gate_proj,not applicable,,1.097
33,mlp.experts.214.up_proj,not applicable,,1.099
33,mlp.experts.215.gate_proj,not applicable,,1.102
33,mlp.experts.215.up_proj,not applicable,,1.104
33,mlp.experts.216.gate_proj,not applicable,,1.107
33,mlp.experts.216.up_proj,not applicable,,1.109
33,mlp.experts.217.gate_proj,not applicable,,1.112
33,mlp.experts.217.up_proj,not applicable,,1.114
33,mlp.experts.218.gate_proj,not applicable,,1.117
33,mlp.experts.218.up_proj,not applicable,,1.119
33,mlp.experts.219.gate_proj,not applicable,,1.122
33,mlp.experts.219.up_proj,not applicable,,1.124
33,mlp.experts.220.gate_proj,not applicable,,1.126
33,mlp.experts.220.up_proj,not applicable,,1.131
33,mlp.experts.221.gate_proj,not applicable,,1.134
33,mlp.experts.221.up_proj,not applicable,,1.136
33,mlp.experts.222.gate_proj,not applicable,,1.139
33,mlp.experts.222.up_proj,not applicable,,1.141
33,mlp.experts.223.gate_proj,not applicable,,1.144
33,mlp.experts.223.up_proj,not applicable,,1.146
33,mlp.experts.224.gate_proj,not applicable,,1.148
33,mlp.experts.224.up_proj,not applicable,,1.151
33,mlp.experts.225.gate_proj,not applicable,,1.153
33,mlp.experts.225.up_proj,not applicable,,1.156
33,mlp.experts.226.gate_proj,not applicable,,1.158
33,mlp.experts.226.up_proj,not applicable,,1.161
33,mlp.experts.227.gate_proj,not applicable,,1.163
33,mlp.experts.227.up_proj,not applicable,,1.165
33,mlp.experts.228.gate_proj,not applicable,,1.168
33,mlp.experts.228.up_proj,not applicable,,1.170
33,mlp.experts.229.gate_proj,not applicable,,1.173
33,mlp.experts.229.up_proj,not applicable,,1.175
33,mlp.experts.230.gate_proj,not applicable,,1.177
33,mlp.experts.230.up_proj,not applicable,,1.181
33,mlp.experts.231.gate_proj,not applicable,,1.183
33,mlp.experts.231.up_proj,not applicable,,1.185
33,mlp.experts.232.gate_proj,not applicable,,1.188
33,mlp.experts.232.up_proj,not applicable,,1.190
33,mlp.experts.233.gate_proj,not applicable,,1.193
33,mlp.experts.233.up_proj,not applicable,,1.195
33,mlp.experts.234.gate_proj,not applicable,,1.197
33,mlp.experts.234.up_proj,not applicable,,1.200
33,mlp.experts.235.gate_proj,not applicable,,1.202
33,mlp.experts.235.up_proj,not applicable,,1.205
33,mlp.experts.236.gate_proj,not applicable,,1.207
33,mlp.experts.236.up_proj,not applicable,,1.209
33,mlp.experts.237.gate_proj,not applicable,,1.212
33,mlp.experts.237.up_proj,not applicable,,1.214
33,mlp.experts.238.gate_proj,not applicable,,1.217
33,mlp.experts.238.up_proj,not applicable,,1.219
33,mlp.experts.239.gate_proj,not applicable,,1.222
33,mlp.experts.239.up_proj,not applicable,,1.224
33,mlp.experts.240.gate_proj,not applicable,,1.227
33,mlp.experts.240.up_proj,not applicable,,1.230
33,mlp.experts.241.gate_proj,not applicable,,1.232
33,mlp.experts.241.up_proj,not applicable,,1.235
33,mlp.experts.242.gate_proj,not applicable,,1.237
33,mlp.experts.242.up_proj,not applicable,,1.240
33,mlp.experts.243.gate_proj,not applicable,,1.242
33,mlp.experts.243.up_proj,not applicable,,1.245
33,mlp.experts.244.gate_proj,not applicable,,1.247
33,mlp.experts.244.up_proj,not applicable,,1.250
33,mlp.experts.245.gate_proj,not applicable,,1.252
33,mlp.experts.245.up_proj,not applicable,,1.255
33,mlp.experts.246.gate_proj,not applicable,,1.257
33,mlp.experts.246.up_proj,not applicable,,1.259
33,mlp.experts.247.gate_proj,not applicable,,1.262
33,mlp.experts.247.up_proj,not applicable,,1.264
33,mlp.experts.248.gate_proj,not applicable,,1.267
33,mlp.experts.248.up_proj,not applicable,,1.269
33,mlp.experts.249.gate_proj,not applicable,,1.271
33,mlp.experts.249.up_proj,not applicable,,1.274
33,mlp.experts.250.gate_proj,not applicable,,1.276
33,mlp.experts.250.up_proj,not applicable,,1.281
33,mlp.experts.251.gate_proj,not applicable,,1.283
33,mlp.experts.251.up_proj,not applicable,,1.286
33,mlp.experts.252.gate_proj,not applicable,,1.288
33,mlp.experts.252.up_proj,not applicable,,1.291
33,mlp.experts.253.gate_proj,not applicable,,1.293
33,mlp.experts.253.up_proj,not applicable,,1.296
33,mlp.experts.254.gate_proj,not applicable,,1.298
33,mlp.experts.254.up_proj,not applicable,,1.300
33,mlp.experts.255.gate_proj,not applicable,,1.303
33,mlp.experts.255.up_proj,not applicable,,1.305
33,mlp.experts.0.down_proj,0.0000085858,,1.308
33,mlp.experts.1.down_proj,0.0000082832,,1.310
33,mlp.experts.2.down_proj,0.0000034940,,1.313
33,mlp.experts.3.down_proj,0.0000063128,,1.315
33,mlp.experts.4.down_proj,0.0000113350,,1.317
33,mlp.experts.5.down_proj,0.0000134671,,1.320
33,mlp.experts.6.down_proj,0.0000078486,,1.322
33,mlp.experts.7.down_proj,0.0000110875,,1.324
33,mlp.experts.8.down_proj,0.0000026738,,1.327
33,mlp.experts.9.down_proj,0.0000106046,,1.330
33,mlp.experts.10.down_proj,0.0000225174,,1.333
33,mlp.experts.11.down_proj,0.0000027467,,1.335
33,mlp.experts.12.down_proj,0.0000105673,,1.337
33,mlp.experts.13.down_proj,0.0000017202,,1.340
33,mlp.experts.14.down_proj,0.0000055583,,1.342
33,mlp.experts.15.down_proj,0.0000084373,,1.344
33,mlp.experts.16.down_proj,0.0000099899,,1.347
33,mlp.experts.17.down_proj,0.0000116941,,1.349
33,mlp.experts.18.down_proj,0.0000130348,,1.351
33,mlp.experts.19.down_proj,0.0000024560,,1.354
33,mlp.experts.20.down_proj,0.0000021236,,1.356
33,mlp.experts.21.down_proj,0.0000036141,,1.359
33,mlp.experts.22.down_proj,0.0000047575,,1.361
33,mlp.experts.23.down_proj,0.0000018437,,1.363
33,mlp.experts.24.down_proj,0.0000176069,,1.366
33,mlp.experts.25.down_proj,0.0000008856,,1.368
33,mlp.experts.26.down_proj,0.0000057827,,1.370
33,mlp.experts.27.down_proj,0.0000084823,,1.372
33,mlp.experts.28.down_proj,0.0000021252,,1.375
33,mlp.experts.29.down_proj,0.0000013199,,1.378
33,mlp.experts.30.down_proj,0.0000076358,,1.380
33,mlp.experts.31.down_proj,0.0000092195,,1.383
33,mlp.experts.32.down_proj,0.0000039188,,1.385
33,mlp.experts.33.down_proj,0.0000083760,,1.387
33,mlp.experts.34.down_proj,0.0000052302,,1.389
33,mlp.experts.35.down_proj,0.0000016730,,1.392
33,mlp.experts.36.down_proj,0.0000103971,,1.394
33,mlp.experts.37.down_proj,0.0000101983,,1.396
33,mlp.experts.38.down_proj,0.0000128360,,1.399
33,mlp.experts.39.down_proj,0.0000087293,,1.401
33,mlp.experts.40.down_proj,0.0000144702,,1.403
33,mlp.experts.41.down_proj,0.0000147867,,1.406
33,mlp.experts.42.down_proj,0.0000013657,,1.408
33,mlp.experts.43.down_proj,0.0000083948,,1.410
33,mlp.experts.44.down_proj,0.0000024568,,1.413
33,mlp.experts.45.down_proj,0.0000071431,,1.415
33,mlp.experts.46.down_proj,0.0000093469,,1.418
33,mlp.experts.47.down_proj,0.0000052673,,1.420
33,mlp.experts.48.down_proj,0.0000118840,,1.422
33,mlp.experts.49.down_proj,0.0000082725,,1.426
33,mlp.experts.50.down_proj,0.0000025905,,1.428
33,mlp.experts.51.down_proj,0.0000081873,,1.431
33,mlp.experts.52.down_proj,0.0000057224,,1.434
33,mlp.experts.53.down_proj,0.0000060155,,1.436
33,mlp.experts.54.down_proj,0.0000017325,,1.438
33,mlp.experts.55.down_proj,0.0000079875,,1.441
33,mlp.experts.56.down_proj,0.0000078199,,1.443
33,mlp.experts.57.down_proj,0.0000048362,,1.445
33,mlp.experts.58.down_proj,0.0000006787,,1.448
33,mlp.experts.59.down_proj,0.0000016194,,1.450
33,mlp.experts.60.down_proj,0.0000053473,,1.453
33,mlp.experts.61.down_proj,0.0000030385,,1.455
33,mlp.experts.62.down_proj,0.0000086780,,1.457
33,mlp.experts.63.down_proj,0.0000074260,,1.460
33,mlp.experts.64.down_proj,0.0000078610,,1.462
33,mlp.experts.65.down_proj,0.0000111143,,1.464
33,mlp.experts.66.down_proj,0.0000019646,,1.467
33,mlp.experts.67.down_proj,0.0000021936,,1.469
33,mlp.experts.68.down_proj,0.0000081838,,1.472
33,mlp.experts.69.down_proj,0.0000022852,,1.475
33,mlp.experts.70.down_proj,0.0000082804,,1.477
33,mlp.experts.71.down_proj,0.0000126755,,1.480
33,mlp.experts.72.down_proj,0.0000078767,,1.482
33,mlp.experts.73.down_proj,0.0000161684,,1.484
33,mlp.experts.74.down_proj,0.0000048214,,1.487
33,mlp.experts.75.down_proj,0.0000054147,,1.489
33,mlp.experts.76.down_proj,0.0000017887,,1.492
33,mlp.experts.77.down_proj,0.0000010384,,1.494
33,mlp.experts.78.down_proj,0.0000127563,,1.496
33,mlp.experts.79.down_proj,0.0000090773,,1.499
33,mlp.experts.80.down_proj,0.0000135056,,1.501
33,mlp.experts.81.down_proj,0.0000053718,,1.504
33,mlp.experts.82.down_proj,0.0000022488,,1.506
33,mlp.experts.83.down_proj,0.0000022738,,1.508
33,mlp.experts.84.down_proj,0.0000107989,,1.511
33,mlp.experts.85.down_proj,0.0000081684,,1.513
33,mlp.experts.86.down_proj,0.0000110853,,1.516
33,mlp.experts.87.down_proj,0.0000142168,,1.518
33,mlp.experts.88.down_proj,0.0000080419,,1.520
33,mlp.experts.89.down_proj,0.0000124727,,1.524
33,mlp.experts.90.down_proj,0.0000079677,,1.526
33,mlp.experts.91.down_proj,0.0000068991,,1.528
33,mlp.experts.92.down_proj,0.0000048040,,1.531
33,mlp.experts.93.down_proj,0.0000033901,,1.533
33,mlp.experts.94.down_proj,0.0000094571,,1.536
33,mlp.experts.95.down_proj,0.0000019016,,1.538
33,mlp.experts.96.down_proj,0.0000098028,,1.541
33,mlp.experts.97.down_proj,0.0000263925,,1.543
33,mlp.experts.98.down_proj,0.0000093983,,1.545
33,mlp.experts.99.down_proj,0.0000007505,,1.548
33,mlp.experts.100.down_proj,0.0000061286,,1.550
33,mlp.experts.101.down_proj,0.0000017083,,1.552
33,mlp.experts.102.down_proj,0.0000123881,,1.555
33,mlp.experts.103.down_proj,0.0000081000,,1.557
33,mlp.experts.104.down_proj,0.0000033678,,1.560
33,mlp.experts.105.down_proj,0.0000111228,,1.562
33,mlp.experts.106.down_proj,0.0000046692,,1.564
33,mlp.experts.107.down_proj,0.0000018198,,1.567
33,mlp.experts.108.down_proj,0.0000034208,,1.569
33,mlp.experts.109.down_proj,0.0000113514,,1.572
33,mlp.experts.110.down_proj,0.0000156658,,1.575
33,mlp.experts.111.down_proj,0.0000172808,,1.577
33,mlp.experts.112.down_proj,0.0000066719,,1.580
33,mlp.experts.113.down_proj,0.0000016233,,1.583
33,mlp.experts.114.down_proj,0.0000023503,,1.585
33,mlp.experts.115.down_proj,0.0000096063,,1.588
33,mlp.experts.116.down_proj,0.0000082302,,1.590
33,mlp.experts.117.down_proj,0.0000139048,,1.592
33,mlp.experts.118.down_proj,0.0000107276,,1.595
33,mlp.experts.119.down_proj,0.0000067936,,1.597
33,mlp.experts.120.down_proj,0.0000039771,,1.599
33,mlp.experts.121.down_proj,0.0000075624,,1.602
33,mlp.experts.122.down_proj,0.0000025312,,1.604
33,mlp.experts.123.down_proj,0.0000042552,,1.606
33,mlp.experts.124.down_proj,0.0000131460,,1.609
33,mlp.experts.125.down_proj,0.0000060542,,1.611
33,mlp.experts.126.down_proj,0.0000028682,,1.613
33,mlp.experts.127.down_proj,0.0000097905,,1.616
33,mlp.experts.128.down_proj,0.0000032965,,1.618
33,mlp.experts.129.down_proj,0.0000092431,,1.622
33,mlp.experts.130.down_proj,0.0000023688,,1.624
33,mlp.experts.131.down_proj,0.0000025968,,1.626
33,mlp.experts.132.down_proj,0.0000120347,,1.628
33,mlp.experts.133.down_proj,0.0000090827,,1.631
33,mlp.experts.134.down_proj,0.0000079862,,1.633
33,mlp.experts.135.down_proj,0.0000023927,,1.635
33,mlp.experts.136.down_proj,0.0000027831,,1.638
33,mlp.experts.137.down_proj,0.0000152140,,1.640
33,mlp.experts.138.down_proj,0.0000022048,,1.642
33,mlp.experts.139.down_proj,0.0000012791,,1.645
33,mlp.experts.140.down_proj,0.0000068527,,1.647
33,mlp.experts.141.down_proj,0.0000078802,,1.649
33,mlp.experts.142.down_proj,0.0000010131,,1.652
33,mlp.experts.143.down_proj,0.0000040416,,1.654
33,mlp.experts.144.down_proj,0.0000020996,,1.656
33,mlp.experts.145.down_proj,0.0000016513,,1.659
33,mlp.experts.146.down_proj,0.0000078153,,1.661
33,mlp.experts.147.down_proj,0.0000077183,,1.664
33,mlp.experts.148.down_proj,0.0000019693,,1.666
33,mlp.experts.149.down_proj,0.0000143204,,1.669
33,mlp.experts.150.down_proj,0.0000154340,,1.672
33,mlp.experts.151.down_proj,0.0000083745,,1.674
33,mlp.experts.152.down_proj,0.0000079424,,1.676
33,mlp.experts.153.down_proj,0.0000085025,,1.679
33,mlp.experts.154.down_proj,0.0000049575,,1.681
33,mlp.experts.155.down_proj,0.0000023025,,1.683
33,mlp.experts.156.down_proj,0.0000127813,,1.686
33,mlp.experts.157.down_proj,0.0000043566,,1.688
33,mlp.experts.158.down_proj,0.0000089011,,1.690
33,mlp.experts.159.down_proj,0.0000042070,,1.693
33,mlp.experts.160.down_proj,0.0000016283,,1.695
33,mlp.experts.161.down_proj,0.0000107456,,1.697
33,mlp.experts.162.down_proj,0.0000097545,,1.700
33,mlp.experts.163.down_proj,0.0000077600,,1.702
33,mlp.experts.164.down_proj,0.0000167163,,1.704
33,mlp.experts.165.down_proj,0.0000077630,,1.707
33,mlp.experts.166.down_proj,0.0000085955,,1.709
33,mlp.experts.167.down_proj,0.0000111979,,1.711
33,mlp.experts.168.down_proj,0.0000099565,,1.714
33,mlp.experts.169.down_proj,0.0000023463,,1.717
33,mlp.experts.170.down_proj,0.0000095705,,1.720
33,mlp.experts.171.down_proj,0.0000008973,,1.722
33,mlp.experts.172.down_proj,0.0000023124,,1.724
33,mlp.experts.173.down_proj,0.0000017353,,1.727
33,mlp.experts.174.down_proj,0.0000030456,,1.729
33,mlp.experts.175.down_proj,0.0000208394,,1.731
33,mlp.experts.176.down_proj,0.0000138692,,1.735
33,mlp.experts.177.down_proj,0.0000173799,,1.737
33,mlp.experts.178.down_proj,0.0000052509,,1.740
33,mlp.experts.179.down_proj,0.0000020310,,1.742
33,mlp.experts.180.down_proj,0.0000086299,,1.744
33,mlp.experts.181.down_proj,0.0000011999,,1.747
33,mlp.experts.182.down_proj,0.0000037683,,1.749
33,mlp.experts.183.down_proj,0.0000075799,,1.751
33,mlp.experts.184.down_proj,0.0000056755,,1.754
33,mlp.experts.185.down_proj,0.0000017937,,1.756
33,mlp.experts.186.down_proj,0.0000065912,,1.758
33,mlp.experts.187.down_proj,0.0000048603,,1.761
33,mlp.experts.188.down_proj,0.0000021432,,1.763
33,mlp.experts.189.down_proj,0.0000027513,,1.766
33,mlp.experts.190.down_proj,0.0000057665,,1.769
33,mlp.experts.191.down_proj,0.0000026568,,1.771
33,mlp.experts.192.down_proj,0.0000149308,,1.774
33,mlp.experts.193.down_proj,0.0000110316,,1.776
33,mlp.experts.194.down_proj,0.0000013321,,1.779
33,mlp.experts.195.down_proj,0.0000024752,,1.781
33,mlp.experts.196.down_proj,0.0000112159,,1.783
33,mlp.experts.197.down_proj,0.0000019043,,1.786
33,mlp.experts.198.down_proj,0.0000108721,,1.788
33,mlp.experts.199.down_proj,0.0000059531,,1.791
33,mlp.experts.200.down_proj,0.0000068750,,1.793
33,mlp.experts.201.down_proj,0.0000063327,,1.795
33,mlp.experts.202.down_proj,0.0000106469,,1.798
33,mlp.experts.203.down_proj,0.0000137307,,1.800
33,mlp.experts.204.down_proj,0.0000066050,,1.803
33,mlp.experts.205.down_proj,0.0000096420,,1.805
33,mlp.experts.206.down_proj,0.0000069828,,1.807
33,mlp.experts.207.down_proj,0.0000085696,,1.810
33,mlp.experts.208.down_proj,0.0000091943,,1.812
33,mlp.experts.209.down_proj,0.0000040101,,1.815
33,mlp.experts.210.down_proj,0.0000098424,,1.818
33,mlp.experts.211.down_proj,0.0000092893,,1.820
33,mlp.experts.212.down_proj,0.0000058925,,1.822
33,mlp.experts.213.down_proj,0.0000148039,,1.825
33,mlp.experts.214.down_proj,0.0000082944,,1.827
33,mlp.experts.215.down_proj,0.0000012274,,1.829
33,mlp.experts.216.down_proj,0.0000078198,,1.832
33,mlp.experts.217.down_proj,0.0000048971,,1.834
33,mlp.experts.218.down_proj,0.0000013438,,1.837
33,mlp.experts.219.down_proj,0.0000052095,,1.839
33,mlp.experts.220.down_proj,0.0000068842,,1.841
33,mlp.experts.221.down_proj,0.0000091533,,1.844
33,mlp.experts.222.down_proj,0.0000037442,,1.846
33,mlp.experts.223.down_proj,0.0000015266,,1.849
33,mlp.experts.224.down_proj,0.0000049253,,1.851
33,mlp.experts.225.down_proj,0.0000083153,,1.853
33,mlp.experts.226.down_proj,0.0000169057,,1.856
33,mlp.experts.227.down_proj,0.0000068866,,1.858
33,mlp.experts.228.down_proj,0.0000226056,,1.860
33,mlp.experts.229.down_proj,0.0000148526,,1.864
33,mlp.experts.230.down_proj,0.0000100402,,1.866
33,mlp.experts.231.down_proj,0.0000132492,,1.868
33,mlp.experts.232.down_proj,0.0000016685,,1.871
33,mlp.experts.233.down_proj,0.0000145673,,1.873
33,mlp.experts.234.down_proj,0.0000024677,,1.875
33,mlp.experts.235.down_proj,0.0000111969,,1.878
33,mlp.experts.236.down_proj,0.0000069318,,1.880
33,mlp.experts.237.down_proj,0.0000101470,,1.884
33,mlp.experts.238.down_proj,0.0000103626,,1.886
33,mlp.experts.239.down_proj,0.0000093289,,1.888
33,mlp.experts.240.down_proj,0.0000123124,,1.891
33,mlp.experts.241.down_proj,0.0000082776,,1.893
33,mlp.experts.242.down_proj,0.0000147598,,1.895
33,mlp.experts.243.down_proj,0.0000025987,,1.898
33,mlp.experts.244.down_proj,0.0000074307,,1.900
33,mlp.experts.245.down_proj,0.0000057324,,1.903
33,mlp.experts.246.down_proj,0.0000080405,,1.905
33,mlp.experts.247.down_proj,0.0000021358,,1.908
33,mlp.experts.248.down_proj,0.0000047692,,1.910
33,mlp.experts.249.down_proj,0.0000093768,,1.913
33,mlp.experts.250.down_proj,0.0000036699,,1.916
33,mlp.experts.251.down_proj,0.0000090615,,1.918
33,mlp.experts.252.down_proj,0.0000064845,,1.921
33,mlp.experts.253.down_proj,0.0000012812,,1.923
33,mlp.experts.254.down_proj,0.0000064804,,1.926
33,mlp.experts.255.down_proj,0.0000064606,,1.928
34,mlp.experts.0.gate_proj,not applicable,,0.005
34,mlp.experts.0.up_proj,not applicable,,0.011
34,mlp.experts.1.gate_proj,not applicable,,0.014
34,mlp.experts.1.up_proj,not applicable,,0.017
34,mlp.experts.2.gate_proj,not applicable,,0.020
34,mlp.experts.2.up_proj,not applicable,,0.022
34,mlp.experts.3.gate_proj,not applicable,,0.025
34,mlp.experts.3.up_proj,not applicable,,0.028
34,mlp.experts.4.gate_proj,not applicable,,0.030
34,mlp.experts.4.up_proj,not applicable,,0.033
34,mlp.experts.5.gate_proj,not applicable,,0.036
34,mlp.experts.5.up_proj,not applicable,,0.038
34,mlp.experts.6.gate_proj,not applicable,,0.041
34,mlp.experts.6.up_proj,not applicable,,0.043
34,mlp.experts.7.gate_proj,not applicable,,0.046
34,mlp.experts.7.up_proj,not applicable,,0.049
34,mlp.experts.8.gate_proj,not applicable,,0.051
34,mlp.experts.8.up_proj,not applicable,,0.054
34,mlp.experts.9.gate_proj,not applicable,,0.057
34,mlp.experts.9.up_proj,not applicable,,0.059
34,mlp.experts.10.gate_proj,not applicable,,0.062
34,mlp.experts.10.up_proj,not applicable,,0.066
34,mlp.experts.11.gate_proj,not applicable,,0.068
34,mlp.experts.11.up_proj,not applicable,,0.071
34,mlp.experts.12.gate_proj,not applicable,,0.074
34,mlp.experts.12.up_proj,not applicable,,0.076
34,mlp.experts.13.gate_proj,not applicable,,0.079
34,mlp.experts.13.up_proj,not applicable,,0.081
34,mlp.experts.14.gate_proj,not applicable,,0.084
34,mlp.experts.14.up_proj,not applicable,,0.086
34,mlp.experts.15.gate_proj,not applicable,,0.089
34,mlp.experts.15.up_proj,not applicable,,0.092
34,mlp.experts.16.gate_proj,not applicable,,0.094
34,mlp.experts.16.up_proj,not applicable,,0.097
34,mlp.experts.17.gate_proj,not applicable,,0.099
34,mlp.experts.17.up_proj,not applicable,,0.102
34,mlp.experts.18.gate_proj,not applicable,,0.105
34,mlp.experts.18.up_proj,not applicable,,0.107
34,mlp.experts.19.gate_proj,not applicable,,0.110
34,mlp.experts.19.up_proj,not applicable,,0.112
34,mlp.experts.20.gate_proj,not applicable,,0.115
34,mlp.experts.20.up_proj,not applicable,,0.118
34,mlp.experts.21.gate_proj,not applicable,,0.121
34,mlp.experts.21.up_proj,not applicable,,0.123
34,mlp.experts.22.gate_proj,not applicable,,0.126
34,mlp.experts.22.up_proj,not applicable,,0.129
34,mlp.experts.23.gate_proj,not applicable,,0.131
34,mlp.experts.23.up_proj,not applicable,,0.134
34,mlp.experts.24.gate_proj,not applicable,,0.136
34,mlp.experts.24.up_proj,not applicable,,0.139
34,mlp.experts.25.gate_proj,not applicable,,0.141
34,mlp.experts.25.up_proj,not applicable,,0.144
34,mlp.experts.26.gate_proj,not applicable,,0.147
34,mlp.experts.26.up_proj,not applicable,,0.149
34,mlp.experts.27.gate_proj,not applicable,,0.152
34,mlp.experts.27.up_proj,not applicable,,0.155
34,mlp.experts.28.gate_proj,not applicable,,0.157
34,mlp.experts.28.up_proj,not applicable,,0.160
34,mlp.experts.29.gate_proj,not applicable,,0.162
34,mlp.experts.29.up_proj,not applicable,,0.165
34,mlp.experts.30.gate_proj,not applicable,,0.167
34,mlp.experts.30.up_proj,not applicable,,0.171
34,mlp.experts.31.gate_proj,not applicable,,0.173
34,mlp.experts.31.up_proj,not applicable,,0.176
34,mlp.experts.32.gate_proj,not applicable,,0.178
34,mlp.experts.32.up_proj,not applicable,,0.181
34,mlp.experts.33.gate_proj,not applicable,,0.183
34,mlp.experts.33.up_proj,not applicable,,0.186
34,mlp.experts.34.gate_proj,not applicable,,0.188
34,mlp.experts.34.up_proj,not applicable,,0.191
34,mlp.experts.35.gate_proj,not applicable,,0.194
34,mlp.experts.35.up_proj,not applicable,,0.196
34,mlp.experts.36.gate_proj,not applicable,,0.199
34,mlp.experts.36.up_proj,not applicable,,0.201
34,mlp.experts.37.gate_proj,not applicable,,0.204
34,mlp.experts.37.up_proj,not applicable,,0.206
34,mlp.experts.38.gate_proj,not applicable,,0.209
34,mlp.experts.38.up_proj,not applicable,,0.211
34,mlp.experts.39.gate_proj,not applicable,,0.214
34,mlp.experts.39.up_proj,not applicable,,0.216
34,mlp.experts.40.gate_proj,not applicable,,0.219
34,mlp.experts.40.up_proj,not applicable,,0.223
34,mlp.experts.41.gate_proj,not applicable,,0.225
34,mlp.experts.41.up_proj,not applicable,,0.228
34,mlp.experts.42.gate_proj,not applicable,,0.230
34,mlp.experts.42.up_proj,not applicable,,0.232
34,mlp.experts.43.gate_proj,not applicable,,0.235
34,mlp.experts.43.up_proj,not applicable,,0.237
34,mlp.experts.44.gate_proj,not applicable,,0.240
34,mlp.experts.44.up_proj,not applicable,,0.242
34,mlp.experts.45.gate_proj,not applicable,,0.245
34,mlp.experts.45.up_proj,not applicable,,0.247
34,mlp.experts.46.gate_proj,not applicable,,0.250
34,mlp.experts.46.up_proj,not applicable,,0.253
34,mlp.experts.47.gate_proj,not applicable,,0.255
34,mlp.experts.47.up_proj,not applicable,,0.258
34,mlp.experts.48.gate_proj,not applicable,,0.261
34,mlp.experts.48.up_proj,not applicable,,0.263
34,mlp.experts.49.gate_proj,not applicable,,0.266
34,mlp.experts.49.up_proj,not applicable,,0.268
34,mlp.experts.50.gate_proj,not applicable,,0.271
34,mlp.experts.50.up_proj,not applicable,,0.274
34,mlp.experts.51.gate_proj,not applicable,,0.277
34,mlp.experts.51.up_proj,not applicable,,0.279
34,mlp.experts.52.gate_proj,not applicable,,0.282
34,mlp.experts.52.up_proj,not applicable,,0.284
34,mlp.experts.53.gate_proj,not applicable,,0.288
34,mlp.experts.53.up_proj,not applicable,,0.291
34,mlp.experts.54.gate_proj,not applicable,,0.293
34,mlp.experts.54.up_proj,not applicable,,0.296
34,mlp.experts.55.gate_proj,not applicable,,0.298
34,mlp.experts.55.up_proj,not applicable,,0.301
34,mlp.experts.56.gate_proj,not applicable,,0.303
34,mlp.experts.56.up_proj,not applicable,,0.306
34,mlp.experts.57.gate_proj,not applicable,,0.308
34,mlp.experts.57.up_proj,not applicable,,0.311
34,mlp.experts.58.gate_proj,not applicable,,0.314
34,mlp.experts.58.up_proj,not applicable,,0.316
34,mlp.experts.59.gate_proj,not applicable,,0.319
34,mlp.experts.59.up_proj,not applicable,,0.321
34,mlp.experts.60.gate_proj,not applicable,,0.324
34,mlp.experts.60.up_proj,not applicable,,0.327
34,mlp.experts.61.gate_proj,not applicable,,0.330
34,mlp.experts.61.up_proj,not applicable,,0.332
34,mlp.experts.62.gate_proj,not applicable,,0.335
34,mlp.experts.62.up_proj,not applicable,,0.337
34,mlp.experts.63.gate_proj,not applicable,,0.340
34,mlp.experts.63.up_proj,not applicable,,0.342
34,mlp.experts.64.gate_proj,not applicable,,0.345
34,mlp.experts.64.up_proj,not applicable,,0.348
34,mlp.experts.65.gate_proj,not applicable,,0.350
34,mlp.experts.65.up_proj,not applicable,,0.353
34,mlp.experts.66.gate_proj,not applicable,,0.356
34,mlp.experts.66.up_proj,not applicable,,0.358
34,mlp.experts.67.gate_proj,not applicable,,0.361
34,mlp.experts.67.up_proj,not applicable,,0.363
34,mlp.experts.68.gate_proj,not applicable,,0.366
34,mlp.experts.68.up_proj,not applicable,,0.368
34,mlp.experts.69.gate_proj,not applicable,,0.371
34,mlp.experts.69.up_proj,not applicable,,0.374
34,mlp.experts.70.gate_proj,not applicable,,0.376
34,mlp.experts.70.up_proj,not applicable,,0.380
34,mlp.experts.71.gate_proj,not applicable,,0.382
34,mlp.experts.71.up_proj,not applicable,,0.385
34,mlp.experts.72.gate_proj,not applicable,,0.387
34,mlp.experts.72.up_proj,not applicable,,0.390
34,mlp.experts.73.gate_proj,not applicable,,0.392
34,mlp.experts.73.up_proj,not applicable,,0.395
34,mlp.experts.74.gate_proj,not applicable,,0.397
34,mlp.experts.74.up_proj,not applicable,,0.400
34,mlp.experts.75.gate_proj,not applicable,,0.402
34,mlp.experts.75.up_proj,not applicable,,0.405
34,mlp.experts.76.gate_proj,not applicable,,0.407
34,mlp.experts.76.up_proj,not applicable,,0.410
34,mlp.experts.77.gate_proj,not applicable,,0.412
34,mlp.experts.77.up_proj,not applicable,,0.415
34,mlp.experts.78.gate_proj,not applicable,,0.417
34,mlp.experts.78.up_proj,not applicable,,0.420
34,mlp.experts.79.gate_proj,not applicable,,0.422
34,mlp.experts.79.up_proj,not applicable,,0.425
34,mlp.experts.80.gate_proj,not applicable,,0.427
34,mlp.experts.80.up_proj,not applicable,,0.431
34,mlp.experts.81.gate_proj,not applicable,,0.433
34,mlp.experts.81.up_proj,not applicable,,0.436
34,mlp.experts.82.gate_proj,not applicable,,0.438
34,mlp.experts.82.up_proj,not applicable,,0.441
34,mlp.experts.83.gate_proj,not applicable,,0.443
34,mlp.experts.83.up_proj,not applicable,,0.446
34,mlp.experts.84.gate_proj,not applicable,,0.448
34,mlp.experts.84.up_proj,not applicable,,0.451
34,mlp.experts.85.gate_proj,not applicable,,0.454
34,mlp.experts.85.up_proj,not applicable,,0.456
34,mlp.experts.86.gate_proj,not applicable,,0.459
34,mlp.experts.86.up_proj,not applicable,,0.461
34,mlp.experts.87.gate_proj,not applicable,,0.464
34,mlp.experts.87.up_proj,not applicable,,0.467
34,mlp.experts.88.gate_proj,not applicable,,0.469
34,mlp.experts.88.up_proj,not applicable,,0.471
34,mlp.experts.89.gate_proj,not applicable,,0.474
34,mlp.experts.89.up_proj,not applicable,,0.476
34,mlp.experts.90.gate_proj,not applicable,,0.479
34,mlp.experts.90.up_proj,not applicable,,0.482
34,mlp.experts.91.gate_proj,not applicable,,0.485
34,mlp.experts.91.up_proj,not applicable,,0.487
34,mlp.experts.92.gate_proj,not applicable,,0.490
34,mlp.experts.92.up_proj,not applicable,,0.492
34,mlp.experts.93.gate_proj,not applicable,,0.496
34,mlp.experts.93.up_proj,not applicable,,0.499
34,mlp.experts.94.gate_proj,not applicable,,0.501
34,mlp.experts.94.up_proj,not applicable,,0.504
34,mlp.experts.95.gate_proj,not applicable,,0.506
34,mlp.experts.95.up_proj,not applicable,,0.509
34,mlp.experts.96.gate_proj,not applicable,,0.511
34,mlp.experts.96.up_proj,not applicable,,0.514
34,mlp.experts.97.gate_proj,not applicable,,0.516
34,mlp.experts.97.up_proj,not applicable,,0.519
34,mlp.experts.98.gate_proj,not applicable,,0.521
34,mlp.experts.98.up_proj,not applicable,,0.524
34,mlp.experts.99.gate_proj,not applicable,,0.526
34,mlp.experts.99.up_proj,not applicable,,0.529
34,mlp.experts.100.gate_proj,not applicable,,0.532
34,mlp.experts.100.up_proj,not applicable,,0.535
34,mlp.experts.101.gate_proj,not applicable,,0.538
34,mlp.experts.101.up_proj,not applicable,,0.540
34,mlp.experts.102.gate_proj,not applicable,,0.543
34,mlp.experts.102.up_proj,not applicable,,0.545
34,mlp.experts.103.gate_proj,not applicable,,0.548
34,mlp.experts.103.up_proj,not applicable,,0.550
34,mlp.experts.104.gate_proj,not applicable,,0.553
34,mlp.experts.104.up_proj,not applicable,,0.555
34,mlp.experts.105.gate_proj,not applicable,,0.558
34,mlp.experts.105.up_proj,not applicable,,0.561
34,mlp.experts.106.gate_proj,not applicable,,0.563
34,mlp.experts.106.up_proj,not applicable,,0.566
34,mlp.experts.107.gate_proj,not applicable,,0.568
34,mlp.experts.107.up_proj,not applicable,,0.571
34,mlp.experts.108.gate_proj,not applicable,,0.573
34,mlp.experts.108.up_proj,not applicable,,0.576
34,mlp.experts.109.gate_proj,not applicable,,0.578
34,mlp.experts.109.up_proj,not applicable,,0.581
34,mlp.experts.110.gate_proj,not applicable,,0.584
34,mlp.experts.110.up_proj,not applicable,,0.587
34,mlp.experts.111.gate_proj,not applicable,,0.589
34,mlp.experts.111.up_proj,not applicable,,0.592
34,mlp.experts.112.gate_proj,not applicable,,0.595
34,mlp.experts.112.up_proj,not applicable,,0.597
34,mlp.experts.113.gate_proj,not applicable,,0.600
34,mlp.experts.113.up_proj,not applicable,,0.602
34,mlp.experts.114.gate_proj,not applicable,,0.605
34,mlp.experts.114.up_proj,not applicable,,0.607
34,mlp.experts.115.gate_proj,not applicable,,0.610
34,mlp.experts.115.up_proj,not applicable,,0.612
34,mlp.experts.116.gate_proj,not applicable,,0.615
34,mlp.experts.116.up_proj,not applicable,,0.617
34,mlp.experts.117.gate_proj,not applicable,,0.620
34,mlp.experts.117.up_proj,not applicable,,0.622
34,mlp.experts.118.gate_proj,not applicable,,0.625
34,mlp.experts.118.up_proj,not applicable,,0.627
34,mlp.experts.119.gate_proj,not applicable,,0.630
34,mlp.experts.119.up_proj,not applicable,,0.632
34,mlp.experts.120.gate_proj,not applicable,,0.635
34,mlp.experts.120.up_proj,not applicable,,0.638
34,mlp.experts.121.gate_proj,not applicable,,0.641
34,mlp.experts.121.up_proj,not applicable,,0.643
34,mlp.experts.122.gate_proj,not applicable,,0.646
34,mlp.experts.122.up_proj,not applicable,,0.648
34,mlp.experts.123.gate_proj,not applicable,,0.651
34,mlp.experts.123.up_proj,not applicable,,0.653
34,mlp.experts.124.gate_proj,not applicable,,0.656
34,mlp.experts.124.up_proj,not applicable,,0.659
34,mlp.experts.125.gate_proj,not applicable,,0.661
34,mlp.experts.125.up_proj,not applicable,,0.664
34,mlp.experts.126.gate_proj,not applicable,,0.666
34,mlp.experts.126.up_proj,not applicable,,0.669
34,mlp.experts.127.gate_proj,not applicable,,0.671
34,mlp.experts.127.up_proj,not applicable,,0.674
34,mlp.experts.128.gate_proj,not applicable,,0.676
34,mlp.experts.128.up_proj,not applicable,,0.679
34,mlp.experts.129.gate_proj,not applicable,,0.681
34,mlp.experts.129.up_proj,not applicable,,0.684
34,mlp.experts.130.gate_proj,not applicable,,0.686
34,mlp.experts.130.up_proj,not applicable,,0.690
34,mlp.experts.131.gate_proj,not applicable,,0.692
34,mlp.experts.131.up_proj,not applicable,,0.695
34,mlp.experts.132.gate_proj,not applicable,,0.697
34,mlp.experts.132.up_proj,not applicable,,0.700
34,mlp.experts.133.gate_proj,not applicable,,0.702
34,mlp.experts.133.up_proj,not applicable,,0.706
34,mlp.experts.134.gate_proj,not applicable,,0.709
34,mlp.experts.134.up_proj,not applicable,,0.712
34,mlp.experts.135.gate_proj,not applicable,,0.714
34,mlp.experts.135.up_proj,not applicable,,0.717
34,mlp.experts.136.gate_proj,not applicable,,0.719
34,mlp.experts.136.up_proj,not applicable,,0.722
34,mlp.experts.137.gate_proj,not applicable,,0.724
34,mlp.experts.137.up_proj,not applicable,,0.727
34,mlp.experts.138.gate_proj,not applicable,,0.729
34,mlp.experts.138.up_proj,not applicable,,0.732
34,mlp.experts.139.gate_proj,not applicable,,0.734
34,mlp.experts.139.up_proj,not applicable,,0.737
34,mlp.experts.140.gate_proj,not applicable,,0.739
34,mlp.experts.140.up_proj,not applicable,,0.743
34,mlp.experts.141.gate_proj,not applicable,,0.745
34,mlp.experts.141.up_proj,not applicable,,0.748
34,mlp.experts.142.gate_proj,not applicable,,0.750
34,mlp.experts.142.up_proj,not applicable,,0.753
34,mlp.experts.143.gate_proj,not applicable,,0.756
34,mlp.experts.143.up_proj,not applicable,,0.758
34,mlp.experts.144.gate_proj,not applicable,,0.760
34,mlp.experts.144.up_proj,not applicable,,0.763
34,mlp.experts.145.gate_proj,not applicable,,0.766
34,mlp.experts.145.up_proj,not applicable,,0.768
34,mlp.experts.146.gate_proj,not applicable,,0.770
34,mlp.experts.146.up_proj,not applicable,,0.773
34,mlp.experts.147.gate_proj,not applicable,,0.775
34,mlp.experts.147.up_proj,not applicable,,0.778
34,mlp.experts.148.gate_proj,not applicable,,0.780
34,mlp.experts.148.up_proj,not applicable,,0.783
34,mlp.experts.149.gate_proj,not applicable,,0.785
34,mlp.experts.149.up_proj,not applicable,,0.788
34,mlp.experts.150.gate_proj,not applicable,,0.790
34,mlp.experts.150.up_proj,not applicable,,0.794
34,mlp.experts.151.gate_proj,not applicable,,0.797
34,mlp.experts.151.up_proj,not applicable,,0.799
34,mlp.experts.152.gate_proj,not applicable,,0.802
34,mlp.experts.152.up_proj,not applicable,,0.804
34,mlp.experts.153.gate_proj,not applicable,,0.807
34,mlp.experts.153.up_proj,not applicable,,0.809
34,mlp.experts.154.gate_proj,not applicable,,0.812
34,mlp.experts.154.up_proj,not applicable,,0.814
34,mlp.experts.155.gate_proj,not applicable,,0.816
34,mlp.experts.155.up_proj,not applicable,,0.819
34,mlp.experts.156.gate_proj,not applicable,,0.821
34,mlp.experts.156.up_proj,not applicable,,0.824
34,mlp.experts.157.gate_proj,not applicable,,0.826
34,mlp.experts.157.up_proj,not applicable,,0.829
34,mlp.experts.158.gate_proj,not applicable,,0.831
34,mlp.experts.158.up_proj,not applicable,,0.834
34,mlp.experts.159.gate_proj,not applicable,,0.836
34,mlp.experts.159.up_proj,not applicable,,0.839
34,mlp.experts.160.gate_proj,not applicable,,0.841
34,mlp.experts.160.up_proj,not applicable,,0.845
34,mlp.experts.161.gate_proj,not applicable,,0.847
34,mlp.experts.161.up_proj,not applicable,,0.850
34,mlp.experts.162.gate_proj,not applicable,,0.852
34,mlp.experts.162.up_proj,not applicable,,0.855
34,mlp.experts.163.gate_proj,not applicable,,0.857
34,mlp.experts.163.up_proj,not applicable,,0.860
34,mlp.experts.164.gate_proj,not applicable,,0.862
34,mlp.experts.164.up_proj,not applicable,,0.865
34,mlp.experts.165.gate_proj,not applicable,,0.867
34,mlp.experts.165.up_proj,not applicable,,0.870
34,mlp.experts.166.gate_proj,not applicable,,0.872
34,mlp.experts.166.up_proj,not applicable,,0.875
34,mlp.experts.167.gate_proj,not applicable,,0.877
34,mlp.experts.167.up_proj,not applicable,,0.880
34,mlp.experts.168.gate_proj,not applicable,,0.882
34,mlp.experts.168.up_proj,not applicable,,0.885
34,mlp.experts.169.gate_proj,not applicable,,0.887
34,mlp.experts.169.up_proj,not applicable,,0.890
34,mlp.experts.170.gate_proj,not applicable,,0.892
34,mlp.experts.170.up_proj,not applicable,,0.896
34,mlp.experts.171.gate_proj,not applicable,,0.898
34,mlp.experts.171.up_proj,not applicable,,0.901
34,mlp.experts.172.gate_proj,not applicable,,0.904
34,mlp.experts.172.up_proj,not applicable,,0.906
34,mlp.experts.173.gate_proj,not applicable,,0.909
34,mlp.experts.173.up_proj,not applicable,,0.911
34,mlp.experts.174.gate_proj,not applicable,,0.915
34,mlp.experts.174.up_proj,not applicable,,0.917
34,mlp.experts.175.gate_proj,not applicable,,0.920
34,mlp.experts.175.up_proj,not applicable,,0.922
34,mlp.experts.176.gate_proj,not applicable,,0.925
34,mlp.experts.176.up_proj,not applicable,,0.927
34,mlp.experts.177.gate_proj,not applicable,,0.930
34,mlp.experts.177.up_proj,not applicable,,0.932
34,mlp.experts.178.gate_proj,not applicable,,0.935
34,mlp.experts.178.up_proj,not applicable,,0.937
34,mlp.experts.179.gate_proj,not applicable,,0.940
34,mlp.experts.179.up_proj,not applicable,,0.942
34,mlp.experts.180.gate_proj,not applicable,,0.945
34,mlp.experts.180.up_proj,not applicable,,0.948
34,mlp.experts.181.gate_proj,not applicable,,0.951
34,mlp.experts.181.up_proj,not applicable,,0.953
34,mlp.experts.182.gate_proj,not applicable,,0.956
34,mlp.experts.182.up_proj,not applicable,,0.959
34,mlp.experts.183.gate_proj,not applicable,,0.961
34,mlp.experts.183.up_proj,not applicable,,0.964
34,mlp.experts.184.gate_proj,not applicable,,0.966
34,mlp.experts.184.up_proj,not applicable,,0.969
34,mlp.experts.185.gate_proj,not applicable,,0.971
34,mlp.experts.185.up_proj,not applicable,,0.974
34,mlp.experts.186.gate_proj,not applicable,,0.976
34,mlp.experts.186.up_proj,not applicable,,0.979
34,mlp.experts.187.gate_proj,not applicable,,0.981
34,mlp.experts.187.up_proj,not applicable,,0.984
34,mlp.experts.188.gate_proj,not applicable,,0.986
34,mlp.experts.188.up_proj,not applicable,,0.989
34,mlp.experts.189.gate_proj,not applicable,,0.991
34,mlp.experts.189.up_proj,not applicable,,0.994
34,mlp.experts.190.gate_proj,not applicable,,0.996
34,mlp.experts.190.up_proj,not applicable,,1.000
34,mlp.experts.191.gate_proj,not applicable,,1.002
34,mlp.experts.191.up_proj,not applicable,,1.005
34,mlp.experts.192.gate_proj,not applicable,,1.007
34,mlp.experts.192.up_proj,not applicable,,1.010
34,mlp.experts.193.gate_proj,not applicable,,1.012
34,mlp.experts.193.up_proj,not applicable,,1.015
34,mlp.experts.194.gate_proj,not applicable,,1.017
34,mlp.experts.194.up_proj,not applicable,,1.020
34,mlp.experts.195.gate_proj,not applicable,,1.023
34,mlp.experts.195.up_proj,not applicable,,1.025
34,mlp.experts.196.gate_proj,not applicable,,1.028
34,mlp.experts.196.up_proj,not applicable,,1.030
34,mlp.experts.197.gate_proj,not applicable,,1.033
34,mlp.experts.197.up_proj,not applicable,,1.035
34,mlp.experts.198.gate_proj,not applicable,,1.037
34,mlp.experts.198.up_proj,not applicable,,1.040
34,mlp.experts.199.gate_proj,not applicable,,1.043
34,mlp.experts.199.up_proj,not applicable,,1.045
34,mlp.experts.200.gate_proj,not applicable,,1.048
34,mlp.experts.200.up_proj,not applicable,,1.051
34,mlp.experts.201.gate_proj,not applicable,,1.054
34,mlp.experts.201.up_proj,not applicable,,1.056
34,mlp.experts.202.gate_proj,not applicable,,1.059
34,mlp.experts.202.up_proj,not applicable,,1.062
34,mlp.experts.203.gate_proj,not applicable,,1.064
34,mlp.experts.203.up_proj,not applicable,,1.067
34,mlp.experts.204.gate_proj,not applicable,,1.069
34,mlp.experts.204.up_proj,not applicable,,1.072
34,mlp.experts.205.gate_proj,not applicable,,1.074
34,mlp.experts.205.up_proj,not applicable,,1.077
34,mlp.experts.206.gate_proj,not applicable,,1.079
34,mlp.experts.206.up_proj,not applicable,,1.082
34,mlp.experts.207.gate_proj,not applicable,,1.084
34,mlp.experts.207.up_proj,not applicable,,1.087
34,mlp.experts.208.gate_proj,not applicable,,1.089
34,mlp.experts.208.up_proj,not applicable,,1.091
34,mlp.experts.209.gate_proj,not applicable,,1.094
34,mlp.experts.209.up_proj,not applicable,,1.096
34,mlp.experts.210.gate_proj,not applicable,,1.099
34,mlp.experts.210.up_proj,not applicable,,1.102
34,mlp.experts.211.gate_proj,not applicable,,1.105
34,mlp.experts.211.up_proj,not applicable,,1.107
34,mlp.experts.212.gate_proj,not applicable,,1.110
34,mlp.experts.212.up_proj,not applicable,,1.113
34,mlp.experts.213.gate_proj,not applicable,,1.115
34,mlp.experts.213.up_proj,not applicable,,1.118
34,mlp.experts.214.gate_proj,not applicable,,1.121
34,mlp.experts.214.up_proj,not applicable,,1.124
34,mlp.experts.215.gate_proj,not applicable,,1.127
34,mlp.experts.215.up_proj,not applicable,,1.129
34,mlp.experts.216.gate_proj,not applicable,,1.132
34,mlp.experts.216.up_proj,not applicable,,1.134
34,mlp.experts.217.gate_proj,not applicable,,1.137
34,mlp.experts.217.up_proj,not applicable,,1.139
34,mlp.experts.218.gate_proj,not applicable,,1.142
34,mlp.experts.218.up_proj,not applicable,,1.144
34,mlp.experts.219.gate_proj,not applicable,,1.147
34,mlp.experts.219.up_proj,not applicable,,1.149
34,mlp.experts.220.gate_proj,not applicable,,1.152
34,mlp.experts.220.up_proj,not applicable,,1.156
34,mlp.experts.221.gate_proj,not applicable,,1.158
34,mlp.experts.221.up_proj,not applicable,,1.161
34,mlp.experts.222.gate_proj,not applicable,,1.163
34,mlp.experts.222.up_proj,not applicable,,1.166
34,mlp.experts.223.gate_proj,not applicable,,1.168
34,mlp.experts.223.up_proj,not applicable,,1.171
34,mlp.experts.224.gate_proj,not applicable,,1.173
34,mlp.experts.224.up_proj,not applicable,,1.176
34,mlp.experts.225.gate_proj,not applicable,,1.178
34,mlp.experts.225.up_proj,not applicable,,1.181
34,mlp.experts.226.gate_proj,not applicable,,1.183
34,mlp.experts.226.up_proj,not applicable,,1.186
34,mlp.experts.227.gate_proj,not applicable,,1.188
34,mlp.experts.227.up_proj,not applicable,,1.191
34,mlp.experts.228.gate_proj,not applicable,,1.194
34,mlp.experts.228.up_proj,not applicable,,1.196
34,mlp.experts.229.gate_proj,not applicable,,1.199
34,mlp.experts.229.up_proj,not applicable,,1.201
34,mlp.experts.230.gate_proj,not applicable,,1.204
34,mlp.experts.230.up_proj,not applicable,,1.207
34,mlp.experts.231.gate_proj,not applicable,,1.210
34,mlp.experts.231.up_proj,not applicable,,1.212
34,mlp.experts.232.gate_proj,not applicable,,1.215
34,mlp.experts.232.up_proj,not applicable,,1.217
34,mlp.experts.233.gate_proj,not applicable,,1.220
34,mlp.experts.233.up_proj,not applicable,,1.222
34,mlp.experts.234.gate_proj,not applicable,,1.225
34,mlp.experts.234.up_proj,not applicable,,1.227
34,mlp.experts.235.gate_proj,not applicable,,1.230
34,mlp.experts.235.up_proj,not applicable,,1.232
34,mlp.experts.236.gate_proj,not applicable,,1.235
34,mlp.experts.236.up_proj,not applicable,,1.237
34,mlp.experts.237.gate_proj,not applicable,,1.240
34,mlp.experts.237.up_proj,not applicable,,1.242
34,mlp.experts.238.gate_proj,not applicable,,1.246
34,mlp.experts.238.up_proj,not applicable,,1.249
34,mlp.experts.239.gate_proj,not applicable,,1.251
34,mlp.experts.239.up_proj,not applicable,,1.254
34,mlp.experts.240.gate_proj,not applicable,,1.257
34,mlp.experts.240.up_proj,not applicable,,1.261
34,mlp.experts.241.gate_proj,not applicable,,1.263
34,mlp.experts.241.up_proj,not applicable,,1.266
34,mlp.experts.242.gate_proj,not applicable,,1.268
34,mlp.experts.242.up_proj,not applicable,,1.271
34,mlp.experts.243.gate_proj,not applicable,,1.274
34,mlp.experts.243.up_proj,not applicable,,1.276
34,mlp.experts.244.gate_proj,not applicable,,1.279
34,mlp.experts.244.up_proj,not applicable,,1.281
34,mlp.experts.245.gate_proj,not applicable,,1.284
34,mlp.experts.245.up_proj,not applicable,,1.286
34,mlp.experts.246.gate_proj,not applicable,,1.289
34,mlp.experts.246.up_proj,not applicable,,1.291
34,mlp.experts.247.gate_proj,not applicable,,1.293
34,mlp.experts.247.up_proj,not applicable,,1.296
34,mlp.experts.248.gate_proj,not applicable,,1.299
34,mlp.experts.248.up_proj,not applicable,,1.301
34,mlp.experts.249.gate_proj,not applicable,,1.304
34,mlp.experts.249.up_proj,not applicable,,1.306
34,mlp.experts.250.gate_proj,not applicable,,1.309
34,mlp.experts.250.up_proj,not applicable,,1.312
34,mlp.experts.251.gate_proj,not applicable,,1.315
34,mlp.experts.251.up_proj,not applicable,,1.317
34,mlp.experts.252.gate_proj,not applicable,,1.320
34,mlp.experts.252.up_proj,not applicable,,1.322
34,mlp.experts.253.gate_proj,not applicable,,1.325
34,mlp.experts.253.up_proj,not applicable,,1.327
34,mlp.experts.254.gate_proj,not applicable,,1.329
34,mlp.experts.254.up_proj,not applicable,,1.333
34,mlp.experts.255.gate_proj,not applicable,,1.336
34,mlp.experts.255.up_proj,not applicable,,1.338
34,mlp.experts.0.down_proj,0.0000103743,,1.341
34,mlp.experts.1.down_proj,0.0000026340,,1.343
34,mlp.experts.2.down_proj,0.0000087423,,1.345
34,mlp.experts.3.down_proj,0.0000016544,,1.348
34,mlp.experts.4.down_proj,0.0000035350,,1.350
34,mlp.experts.5.down_proj,0.0000061405,,1.352
34,mlp.experts.6.down_proj,0.0000104437,,1.355
34,mlp.experts.7.down_proj,0.0000098181,,1.358
34,mlp.experts.8.down_proj,0.0000141641,,1.360
34,mlp.experts.9.down_proj,0.0000090740,,1.363
34,mlp.experts.10.down_proj,0.0000080959,,1.366
34,mlp.experts.11.down_proj,0.0000069142,,1.368
34,mlp.experts.12.down_proj,0.0000153925,,1.371
34,mlp.experts.13.down_proj,0.0000065513,,1.373
34,mlp.experts.14.down_proj,0.0000080060,,1.375
34,mlp.experts.15.down_proj,0.0000061218,,1.378
34,mlp.experts.16.down_proj,0.0000092171,,1.380
34,mlp.experts.17.down_proj,0.0000017867,,1.383
34,mlp.experts.18.down_proj,0.0000017207,,1.385
34,mlp.experts.19.down_proj,0.0000068554,,1.388
34,mlp.experts.20.down_proj,0.0000109434,,1.390
34,mlp.experts.21.down_proj,0.0000023646,,1.392
34,mlp.experts.22.down_proj,0.0000075954,,1.395
34,mlp.experts.23.down_proj,0.0000090371,,1.397
34,mlp.experts.24.down_proj,0.0000034103,,1.400
34,mlp.experts.25.down_proj,0.0000089617,,1.402
34,mlp.experts.26.down_proj,0.0000073339,,1.405
34,mlp.experts.27.down_proj,0.0000029500,,1.407
34,mlp.experts.28.down_proj,0.0000068964,,1.409
34,mlp.experts.29.down_proj,0.0000056664,,1.413
34,mlp.experts.30.down_proj,0.0000097706,,1.415
34,mlp.experts.31.down_proj,0.0000115173,,1.418
34,mlp.experts.32.down_proj,0.0000019731,,1.420
34,mlp.experts.33.down_proj,0.0000093876,,1.422
34,mlp.experts.34.down_proj,0.0000072504,,1.425
34,mlp.experts.35.down_proj,0.0000026783,,1.427
34,mlp.experts.36.down_proj,0.0000035567,,1.430
34,mlp.experts.37.down_proj,0.0000071310,,1.432
34,mlp.experts.38.down_proj,0.0000077268,,1.435
34,mlp.experts.39.down_proj,0.0000022870,,1.437
34,mlp.experts.40.down_proj,0.0000079682,,1.440
34,mlp.experts.41.down_proj,0.0000067230,,1.443
34,mlp.experts.42.down_proj,0.0000044072,,1.445
34,mlp.experts.43.down_proj,0.0000072803,,1.447
34,mlp.experts.44.down_proj,0.0000097038,,1.450
34,mlp.experts.45.down_proj,0.0000021413,,1.452
34,mlp.experts.46.down_proj,0.0000008796,,1.455
34,mlp.experts.47.down_proj,0.0000057501,,1.457
34,mlp.experts.48.down_proj,0.0000105015,,1.460
34,mlp.experts.49.down_proj,0.0000071704,,1.463
34,mlp.experts.50.down_proj,0.0000023919,,1.466
34,mlp.experts.51.down_proj,0.0000016005,,1.468
34,mlp.experts.52.down_proj,0.0000087128,,1.470
34,mlp.experts.53.down_proj,0.0000013963,,1.473
34,mlp.experts.54.down_proj,0.0000016006,,1.475
34,mlp.experts.55.down_proj,0.0000020879,,1.478
34,mlp.experts.56.down_proj,0.0000047115,,1.480
34,mlp.experts.57.down_proj,0.0000034807,,1.483
34,mlp.experts.58.down_proj,0.0000102037,,1.485
34,mlp.experts.59.down_proj,0.0000060356,,1.488
34,mlp.experts.60.down_proj,0.0000061625,,1.490
34,mlp.experts.61.down_proj,0.0000085854,,1.492
34,mlp.experts.62.down_proj,0.0000063895,,1.495
34,mlp.experts.63.down_proj,0.0000014394,,1.497
34,mlp.experts.64.down_proj,0.0000096198,,1.500
34,mlp.experts.65.down_proj,0.0000029586,,1.502
34,mlp.experts.66.down_proj,0.0000063345,,1.505
34,mlp.experts.67.down_proj,0.0000142729,,1.507
34,mlp.experts.68.down_proj,0.0000077982,,1.509
34,mlp.experts.69.down_proj,0.0000133193,,1.513
34,mlp.experts.70.down_proj,0.0000073877,,1.515
34,mlp.experts.71.down_proj,0.0000069411,,1.518
34,mlp.experts.72.down_proj,0.0000081352,,1.520
34,mlp.experts.73.down_proj,0.0000085447,,1.523
34,mlp.experts.74.down_proj,0.0000037957,,1.525
34,mlp.experts.75.down_proj,0.0000052901,,1.527
34,mlp.experts.76.down_proj,0.0000028880,,1.530
34,mlp.experts.77.down_proj,0.0000021827,,1.532
34,mlp.experts.78.down_proj,0.0000120765,,1.535
34,mlp.experts.79.down_proj,0.0000104682,,1.537
34,mlp.experts.80.down_proj,0.0000085577,,1.541
34,mlp.experts.81.down_proj,0.0000059374,,1.543
34,mlp.experts.82.down_proj,0.0000055784,,1.546
34,mlp.experts.83.down_proj,0.0000021762,,1.548
34,mlp.experts.84.down_proj,0.0000106854,,1.551
34,mlp.experts.85.down_proj,0.0000093459,,1.553
34,mlp.experts.86.down_proj,0.0000021161,,1.556
34,mlp.experts.87.down_proj,0.0000097412,,1.558
34,mlp.experts.88.down_proj,0.0000058740,,1.561
34,mlp.experts.89.down_proj,0.0000065941,,1.564
34,mlp.experts.90.down_proj,0.0000089269,,1.567
34,mlp.experts.91.down_proj,0.0000094937,,1.569
34,mlp.experts.92.down_proj,0.0000140035,,1.571
34,mlp.experts.93.down_proj,0.0000036960,,1.574
34,mlp.experts.94.down_proj,0.0000181331,,1.576
34,mlp.experts.95.down_proj,0.0000049753,,1.579
34,mlp.experts.96.down_proj,0.0000062207,,1.581
34,mlp.experts.97.down_proj,0.0000101423,,1.583
34,mlp.experts.98.down_proj,0.0000013378,,1.586
34,mlp.experts.99.down_proj,0.0000102212,,1.588
34,mlp.experts.100.down_proj,0.0000034580,,1.591
34,mlp.experts.101.down_proj,0.0000136523,,1.593
34,mlp.experts.102.down_proj,0.0000064568,,1.595
34,mlp.experts.103.down_proj,0.0000056957,,1.598
34,mlp.experts.104.down_proj,0.0000063954,,1.600
34,mlp.experts.105.down_proj,0.0000109636,,1.603
34,mlp.experts.106.down_proj,0.0000054467,,1.605
34,mlp.experts.107.down_proj,0.0000073502,,1.608
34,mlp.experts.108.down_proj,0.0000028813,,1.610
34,mlp.experts.109.down_proj,0.0000090105,,1.613
34,mlp.experts.110.down_proj,0.0000087208,,1.616
34,mlp.experts.111.down_proj,0.0000033866,,1.618
34,mlp.experts.112.down_proj,0.0000020405,,1.621
34,mlp.experts.113.down_proj,0.0000031064,,1.623
34,mlp.experts.114.down_proj,0.0000079352,,1.625
34,mlp.experts.115.down_proj,0.0000042023,,1.628
34,mlp.experts.116.down_proj,0.0000061771,,1.630
34,mlp.experts.117.down_proj,0.0000111939,,1.633
34,mlp.experts.118.down_proj,0.0000028946,,1.636
34,mlp.experts.119.down_proj,0.0000086700,,1.638
34,mlp.experts.120.down_proj,0.0000020970,,1.640
34,mlp.experts.121.down_proj,0.0000054402,,1.643
34,mlp.experts.122.down_proj,0.0000086574,,1.646
34,mlp.experts.123.down_proj,0.0000030113,,1.648
34,mlp.experts.124.down_proj,0.0000087329,,1.650
34,mlp.experts.125.down_proj,0.0000117116,,1.653
34,mlp.experts.126.down_proj,0.0000016789,,1.655
34,mlp.experts.127.down_proj,0.0000038224,,1.658
34,mlp.experts.128.down_proj,0.0000109673,,1.660
34,mlp.experts.129.down_proj,0.0000038060,,1.664
34,mlp.experts.130.down_proj,0.0000016297,,1.666
34,mlp.experts.131.down_proj,0.0000046286,,1.669
34,mlp.experts.132.down_proj,0.0000079640,,1.671
34,mlp.experts.133.down_proj,0.0000061235,,1.674
34,mlp.experts.134.down_proj,0.0000089254,,1.676
34,mlp.experts.135.down_proj,0.0000039005,,1.679
34,mlp.experts.136.down_proj,0.0000049866,,1.681
34,mlp.experts.137.down_proj,0.0000136062,,1.684
34,mlp.experts.138.down_proj,0.0000068755,,1.686
34,mlp.experts.139.down_proj,0.0000014844,,1.689
34,mlp.experts.140.down_proj,0.0000064665,,1.691
34,mlp.experts.141.down_proj,0.0000094657,,1.694
34,mlp.experts.142.down_proj,0.0000063872,,1.696
34,mlp.experts.143.down_proj,0.0000042564,,1.699
34,mlp.experts.144.down_proj,0.0000182010,,1.701
34,mlp.experts.145.down_proj,0.0000014254,,1.704
34,mlp.experts.146.down_proj,0.0000080182,,1.706
34,mlp.experts.147.down_proj,0.0000042626,,1.709
34,mlp.experts.148.down_proj,0.0000113633,,1.711
34,mlp.experts.149.down_proj,0.0000089639,,1.714
34,mlp.experts.150.down_proj,0.0000069547,,1.717
34,mlp.experts.151.down_proj,0.0000075407,,1.719
34,mlp.experts.152.down_proj,0.0000048044,,1.722
34,mlp.experts.153.down_proj,0.0000083508,,1.724
34,mlp.experts.154.down_proj,0.0000005192,,1.727
34,mlp.experts.155.down_proj,0.0000056457,,1.729
34,mlp.experts.156.down_proj,0.0000031827,,1.732
34,mlp.experts.157.down_proj,0.0000032908,,1.734
34,mlp.experts.158.down_proj,0.0000038703,,1.737
34,mlp.experts.159.down_proj,0.0000061044,,1.739
34,mlp.experts.160.down_proj,0.0000067025,,1.742
34,mlp.experts.161.down_proj,0.0000078054,,1.744
34,mlp.experts.162.down_proj,0.0000112307,,1.747
34,mlp.experts.163.down_proj,0.0000106766,,1.750
34,mlp.experts.164.down_proj,0.0000093902,,1.753
34,mlp.experts.165.down_proj,0.0000096321,,1.755
34,mlp.experts.166.down_proj,0.0000071220,,1.758
34,mlp.experts.167.down_proj,0.0000019760,,1.760
34,mlp.experts.168.down_proj,0.0000117637,,1.763
34,mlp.experts.169.down_proj,0.0000084219,,1.767
34,mlp.experts.170.down_proj,0.0000018540,,1.769
34,mlp.experts.171.down_proj,0.0000062617,,1.772
34,mlp.experts.172.down_proj,0.0000065007,,1.774
34,mlp.experts.173.down_proj,0.0000009166,,1.777
34,mlp.experts.174.down_proj,0.0000112311,,1.779
34,mlp.experts.175.down_proj,0.0000125828,,1.782
34,mlp.experts.176.down_proj,0.0000079269,,1.784
34,mlp.experts.177.down_proj,0.0000034405,,1.787
34,mlp.experts.178.down_proj,0.0000127957,,1.789
34,mlp.experts.179.down_proj,0.0000063637,,1.792
34,mlp.experts.180.down_proj,0.0000050312,,1.794
34,mlp.experts.181.down_proj,0.0000027757,,1.797
34,mlp.experts.182.down_proj,0.0000121983,,1.799
34,mlp.experts.183.down_proj,0.0000095082,,1.802
34,mlp.experts.184.down_proj,0.0000150180,,1.804
34,mlp.experts.185.down_proj,0.0000076220,,1.806
34,mlp.experts.186.down_proj,0.0000062166,,1.809
34,mlp.experts.187.down_proj,0.0000017478,,1.811
34,mlp.experts.188.down_proj,0.0000065928,,1.814
34,mlp.experts.189.down_proj,0.0000075344,,1.817
34,mlp.experts.190.down_proj,0.0000116494,,1.820
34,mlp.experts.191.down_proj,0.0000104811,,1.822
34,mlp.experts.192.down_proj,0.0000036255,,1.825
34,mlp.experts.193.down_proj,0.0000129798,,1.827
34,mlp.experts.194.down_proj,0.0000126191,,1.830
34,mlp.experts.195.down_proj,0.0000033729,,1.832
34,mlp.experts.196.down_proj,0.0000019252,,1.835
34,mlp.experts.197.down_proj,0.0000068574,,1.837
34,mlp.experts.198.down_proj,0.0000007902,,1.840
34,mlp.experts.199.down_proj,0.0000124435,,1.842
34,mlp.experts.200.down_proj,0.0000041901,,1.845
34,mlp.experts.201.down_proj,0.0000101070,,1.847
34,mlp.experts.202.down_proj,0.0000040552,,1.850
34,mlp.experts.203.down_proj,0.0000064402,,1.852
34,mlp.experts.204.down_proj,0.0000076318,,1.855
34,mlp.experts.205.down_proj,0.0000018319,,1.857
34,mlp.experts.206.down_proj,0.0000128336,,1.860
34,mlp.experts.207.down_proj,0.0000090899,,1.862
34,mlp.experts.208.down_proj,0.0000011634,,1.865
34,mlp.experts.209.down_proj,0.0000071328,,1.868
34,mlp.experts.210.down_proj,0.0000127580,,1.871
34,mlp.experts.211.down_proj,0.0000069852,,1.873
34,mlp.experts.212.down_proj,0.0000082854,,1.876
34,mlp.experts.213.down_proj,0.0000028326,,1.878
34,mlp.experts.214.down_proj,0.0000072216,,1.881
34,mlp.experts.215.down_proj,0.0000037166,,1.883
34,mlp.experts.216.down_proj,0.0000043688,,1.886
34,mlp.experts.217.down_proj,0.0000078597,,1.888
34,mlp.experts.218.down_proj,0.0000153981,,1.891
34,mlp.experts.219.down_proj,0.0000049004,,1.893
34,mlp.experts.220.down_proj,0.0000098171,,1.896
34,mlp.experts.221.down_proj,0.0000093073,,1.898
34,mlp.experts.222.down_proj,0.0000050345,,1.901
34,mlp.experts.223.down_proj,0.0000035171,,1.903
34,mlp.experts.224.down_proj,0.0000058928,,1.906
34,mlp.experts.225.down_proj,0.0000072307,,1.908
34,mlp.experts.226.down_proj,0.0000014880,,1.911
34,mlp.experts.227.down_proj,0.0000057480,,1.913
34,mlp.experts.228.down_proj,0.0000060712,,1.916
34,mlp.experts.229.down_proj,0.0000063535,,1.919
34,mlp.experts.230.down_proj,0.0000080571,,1.922
34,mlp.experts.231.down_proj,0.0000066591,,1.924
34,mlp.experts.232.down_proj,0.0000049712,,1.927
34,mlp.experts.233.down_proj,0.0000016225,,1.929
34,mlp.experts.234.down_proj,0.0000085825,,1.932
34,mlp.experts.235.down_proj,0.0000145099,,1.934
34,mlp.experts.236.down_proj,0.0000056673,,1.937
34,mlp.experts.237.down_proj,0.0000044811,,1.939
34,mlp.experts.238.down_proj,0.0000112769,,1.942
34,mlp.experts.239.down_proj,0.0000078647,,1.945
34,mlp.experts.240.down_proj,0.0000055387,,1.947
34,mlp.experts.241.down_proj,0.0000034130,,1.950
34,mlp.experts.242.down_proj,0.0000061724,,1.952
34,mlp.experts.243.down_proj,0.0000055512,,1.954
34,mlp.experts.244.down_proj,0.0000064112,,1.958
34,mlp.experts.245.down_proj,0.0000019010,,1.961
34,mlp.experts.246.down_proj,0.0000130660,,1.963
34,mlp.experts.247.down_proj,0.0000110343,,1.966
34,mlp.experts.248.down_proj,0.0000019353,,1.969
34,mlp.experts.249.down_proj,0.0000046718,,1.972
34,mlp.experts.250.down_proj,0.0000069071,,1.975
34,mlp.experts.251.down_proj,0.0000047184,,1.977
34,mlp.experts.252.down_proj,0.0000020335,,1.980
34,mlp.experts.253.down_proj,0.0000018272,,1.982
34,mlp.experts.254.down_proj,0.0000108502,,1.985
34,mlp.experts.255.down_proj,0.0000082841,,1.987
35,mlp.experts.0.gate_proj,not applicable,,0.004
35,mlp.experts.0.up_proj,not applicable,,0.010
35,mlp.experts.1.gate_proj,not applicable,,0.013
35,mlp.experts.1.up_proj,not applicable,,0.016
35,mlp.experts.2.gate_proj,not applicable,,0.019
35,mlp.experts.2.up_proj,not applicable,,0.021
35,mlp.experts.3.gate_proj,not applicable,,0.024
35,mlp.experts.3.up_proj,not applicable,,0.026
35,mlp.experts.4.gate_proj,not applicable,,0.029
35,mlp.experts.4.up_proj,not applicable,,0.032
35,mlp.experts.5.gate_proj,not applicable,,0.034
35,mlp.experts.5.up_proj,not applicable,,0.037
35,mlp.experts.6.gate_proj,not applicable,,0.039
35,mlp.experts.6.up_proj,not applicable,,0.042
35,mlp.experts.7.gate_proj,not applicable,,0.045
35,mlp.experts.7.up_proj,not applicable,,0.047
35,mlp.experts.8.gate_proj,not applicable,,0.050
35,mlp.experts.8.up_proj,not applicable,,0.053
35,mlp.experts.9.gate_proj,not applicable,,0.055
35,mlp.experts.9.up_proj,not applicable,,0.058
35,mlp.experts.10.gate_proj,not applicable,,0.060
35,mlp.experts.10.up_proj,not applicable,,0.064
35,mlp.experts.11.gate_proj,not applicable,,0.066
35,mlp.experts.11.up_proj,not applicable,,0.069
35,mlp.experts.12.gate_proj,not applicable,,0.072
35,mlp.experts.12.up_proj,not applicable,,0.074
35,mlp.experts.13.gate_proj,not applicable,,0.077
35,mlp.experts.13.up_proj,not applicable,,0.079
35,mlp.experts.14.gate_proj,not applicable,,0.082
35,mlp.experts.14.up_proj,not applicable,,0.084
35,mlp.experts.15.gate_proj,not applicable,,0.087
35,mlp.experts.15.up_proj,not applicable,,0.090
35,mlp.experts.16.gate_proj,not applicable,,0.092
35,mlp.experts.16.up_proj,not applicable,,0.095
35,mlp.experts.17.gate_proj,not applicable,,0.097
35,mlp.experts.17.up_proj,not applicable,,0.100
35,mlp.experts.18.gate_proj,not applicable,,0.103
35,mlp.experts.18.up_proj,not applicable,,0.105
35,mlp.experts.19.gate_proj,not applicable,,0.108
35,mlp.experts.19.up_proj,not applicable,,0.110
35,mlp.experts.20.gate_proj,not applicable,,0.113
35,mlp.experts.20.up_proj,not applicable,,0.117
35,mlp.experts.21.gate_proj,not applicable,,0.119
35,mlp.experts.21.up_proj,not applicable,,0.122
35,mlp.experts.22.gate_proj,not applicable,,0.125
35,mlp.experts.22.up_proj,not applicable,,0.127
35,mlp.experts.23.gate_proj,not applicable,,0.130
35,mlp.experts.23.up_proj,not applicable,,0.132
35,mlp.experts.24.gate_proj,not applicable,,0.135
35,mlp.experts.24.up_proj,not applicable,,0.138
35,mlp.experts.25.gate_proj,not applicable,,0.140
35,mlp.experts.25.up_proj,not applicable,,0.143
35,mlp.experts.26.gate_proj,not applicable,,0.145
35,mlp.experts.26.up_proj,not applicable,,0.148
35,mlp.experts.27.gate_proj,not applicable,,0.150
35,mlp.experts.27.up_proj,not applicable,,0.153
35,mlp.experts.28.gate_proj,not applicable,,0.156
35,mlp.experts.28.up_proj,not applicable,,0.158
35,mlp.experts.29.gate_proj,not applicable,,0.161
35,mlp.experts.29.up_proj,not applicable,,0.163
35,mlp.experts.30.gate_proj,not applicable,,0.166
35,mlp.experts.30.up_proj,not applicable,,0.169
35,mlp.experts.31.gate_proj,not applicable,,0.172
35,mlp.experts.31.up_proj,not applicable,,0.175
35,mlp.experts.32.gate_proj,not applicable,,0.177
35,mlp.experts.32.up_proj,not applicable,,0.180
35,mlp.experts.33.gate_proj,not applicable,,0.182
35,mlp.experts.33.up_proj,not applicable,,0.185
35,mlp.experts.34.gate_proj,not applicable,,0.187
35,mlp.experts.34.up_proj,not applicable,,0.190
35,mlp.experts.35.gate_proj,not applicable,,0.193
35,mlp.experts.35.up_proj,not applicable,,0.195
35,mlp.experts.36.gate_proj,not applicable,,0.198
35,mlp.experts.36.up_proj,not applicable,,0.200
35,mlp.experts.37.gate_proj,not applicable,,0.203
35,mlp.experts.37.up_proj,not applicable,,0.205
35,mlp.experts.38.gate_proj,not applicable,,0.208
35,mlp.experts.38.up_proj,not applicable,,0.210
35,mlp.experts.39.gate_proj,not applicable,,0.214
35,mlp.experts.39.up_proj,not applicable,,0.216
35,mlp.experts.40.gate_proj,not applicable,,0.219
35,mlp.experts.40.up_proj,not applicable,,0.222
35,mlp.experts.41.gate_proj,not applicable,,0.225
35,mlp.experts.41.up_proj,not applicable,,0.227
35,mlp.experts.42.gate_proj,not applicable,,0.230
35,mlp.experts.42.up_proj,not applicable,,0.232
35,mlp.experts.43.gate_proj,not applicable,,0.235
35,mlp.experts.43.up_proj,not applicable,,0.237
35,mlp.experts.44.gate_proj,not applicable,,0.240
35,mlp.experts.44.up_proj,not applicable,,0.242
35,mlp.experts.45.gate_proj,not applicable,,0.245
35,mlp.experts.45.up_proj,not applicable,,0.247
35,mlp.experts.46.gate_proj,not applicable,,0.250
35,mlp.experts.46.up_proj,not applicable,,0.253
35,mlp.experts.47.gate_proj,not applicable,,0.255
35,mlp.experts.47.up_proj,not applicable,,0.258
35,mlp.experts.48.gate_proj,not applicable,,0.260
35,mlp.experts.48.up_proj,not applicable,,0.263
35,mlp.experts.49.gate_proj,not applicable,,0.265
35,mlp.experts.49.up_proj,not applicable,,0.268
35,mlp.experts.50.gate_proj,not applicable,,0.270
35,mlp.experts.50.up_proj,not applicable,,0.274
35,mlp.experts.51.gate_proj,not applicable,,0.276
35,mlp.experts.51.up_proj,not applicable,,0.279
35,mlp.experts.52.gate_proj,not applicable,,0.282
35,mlp.experts.52.up_proj,not applicable,,0.284
35,mlp.experts.53.gate_proj,not applicable,,0.287
35,mlp.experts.53.up_proj,not applicable,,0.289
35,mlp.experts.54.gate_proj,not applicable,,0.292
35,mlp.experts.54.up_proj,not applicable,,0.294
35,mlp.experts.55.gate_proj,not applicable,,0.297
35,mlp.experts.55.up_proj,not applicable,,0.299
35,mlp.experts.56.gate_proj,not applicable,,0.302
35,mlp.experts.56.up_proj,not applicable,,0.304
35,mlp.experts.57.gate_proj,not applicable,,0.307
35,mlp.experts.57.up_proj,not applicable,,0.309
35,mlp.experts.58.gate_proj,not applicable,,0.312
35,mlp.experts.58.up_proj,not applicable,,0.314
35,mlp.experts.59.gate_proj,not applicable,,0.317
35,mlp.experts.59.up_proj,not applicable,,0.319
35,mlp.experts.60.gate_proj,not applicable,,0.322
35,mlp.experts.60.up_proj,not applicable,,0.325
35,mlp.experts.61.gate_proj,not applicable,,0.328
35,mlp.experts.61.up_proj,not applicable,,0.330
35,mlp.experts.62.gate_proj,not applicable,,0.333
35,mlp.experts.62.up_proj,not applicable,,0.335
35,mlp.experts.63.gate_proj,not applicable,,0.338
35,mlp.experts.63.up_proj,not applicable,,0.340
35,mlp.experts.64.gate_proj,not applicable,,0.343
35,mlp.experts.64.up_proj,not applicable,,0.345
35,mlp.experts.65.gate_proj,not applicable,,0.348
35,mlp.experts.65.up_proj,not applicable,,0.350
35,mlp.experts.66.gate_proj,not applicable,,0.353
35,mlp.experts.66.up_proj,not applicable,,0.355
35,mlp.experts.67.gate_proj,not applicable,,0.358
35,mlp.experts.67.up_proj,not applicable,,0.360
35,mlp.experts.68.gate_proj,not applicable,,0.363
35,mlp.experts.68.up_proj,not applicable,,0.365
35,mlp.experts.69.gate_proj,not applicable,,0.368
35,mlp.experts.69.up_proj,not applicable,,0.370
35,mlp.experts.70.gate_proj,not applicable,,0.373
35,mlp.experts.70.up_proj,not applicable,,0.376
35,mlp.experts.71.gate_proj,not applicable,,0.379
35,mlp.experts.71.up_proj,not applicable,,0.381
35,mlp.experts.72.gate_proj,not applicable,,0.384
35,mlp.experts.72.up_proj,not applicable,,0.386
35,mlp.experts.73.gate_proj,not applicable,,0.389
35,mlp.experts.73.up_proj,not applicable,,0.391
35,mlp.experts.74.gate_proj,not applicable,,0.394
35,mlp.experts.74.up_proj,not applicable,,0.396
35,mlp.experts.75.gate_proj,not applicable,,0.399
35,mlp.experts.75.up_proj,not applicable,,0.401
35,mlp.experts.76.gate_proj,not applicable,,0.404
35,mlp.experts.76.up_proj,not applicable,,0.406
35,mlp.experts.77.gate_proj,not applicable,,0.409
35,mlp.experts.77.up_proj,not applicable,,0.411
35,mlp.experts.78.gate_proj,not applicable,,0.414
35,mlp.experts.78.up_proj,not applicable,,0.416
35,mlp.experts.79.gate_proj,not applicable,,0.419
35,mlp.experts.79.up_proj,not applicable,,0.421
35,mlp.experts.80.gate_proj,not applicable,,0.423
35,mlp.experts.80.up_proj,not applicable,,0.427
35,mlp.experts.81.gate_proj,not applicable,,0.429
35,mlp.experts.81.up_proj,not applicable,,0.432
35,mlp.experts.82.gate_proj,not applicable,,0.434
35,mlp.experts.82.up_proj,not applicable,,0.437
35,mlp.experts.83.gate_proj,not applicable,,0.439
35,mlp.experts.83.up_proj,not applicable,,0.441
35,mlp.experts.84.gate_proj,not applicable,,0.444
35,mlp.experts.84.up_proj,not applicable,,0.446
35,mlp.experts.85.gate_proj,not applicable,,0.449
35,mlp.experts.85.up_proj,not applicable,,0.452
35,mlp.experts.86.gate_proj,not applicable,,0.454
35,mlp.experts.86.up_proj,not applicable,,0.457
35,mlp.experts.87.gate_proj,not applicable,,0.459
35,mlp.experts.87.up_proj,not applicable,,0.461
35,mlp.experts.88.gate_proj,not applicable,,0.464
35,mlp.experts.88.up_proj,not applicable,,0.466
35,mlp.experts.89.gate_proj,not applicable,,0.469
35,mlp.experts.89.up_proj,not applicable,,0.471
35,mlp.experts.90.gate_proj,not applicable,,0.473
35,mlp.experts.90.up_proj,not applicable,,0.477
35,mlp.experts.91.gate_proj,not applicable,,0.479
35,mlp.experts.91.up_proj,not applicable,,0.482
35,mlp.experts.92.gate_proj,not applicable,,0.484
35,mlp.experts.92.up_proj,not applicable,,0.486
35,mlp.experts.93.gate_proj,not applicable,,0.489
35,mlp.experts.93.up_proj,not applicable,,0.491
35,mlp.experts.94.gate_proj,not applicable,,0.494
35,mlp.experts.94.up_proj,not applicable,,0.496
35,mlp.experts.95.gate_proj,not applicable,,0.499
35,mlp.experts.95.up_proj,not applicable,,0.501
35,mlp.experts.96.gate_proj,not applicable,,0.503
35,mlp.experts.96.up_proj,not applicable,,0.506
35,mlp.experts.97.gate_proj,not applicable,,0.509
35,mlp.experts.97.up_proj,not applicable,,0.511
35,mlp.experts.98.gate_proj,not applicable,,0.514
35,mlp.experts.98.up_proj,not applicable,,0.516
35,mlp.experts.99.gate_proj,not applicable,,0.519
35,mlp.experts.99.up_proj,not applicable,,0.521
35,mlp.experts.100.gate_proj,not applicable,,0.524
35,mlp.experts.100.up_proj,not applicable,,0.527
35,mlp.experts.101.gate_proj,not applicable,,0.530
35,mlp.experts.101.up_proj,not applicable,,0.532
35,mlp.experts.102.gate_proj,not applicable,,0.535
35,mlp.experts.102.up_proj,not applicable,,0.537
35,mlp.experts.103.gate_proj,not applicable,,0.540
35,mlp.experts.103.up_proj,not applicable,,0.542
35,mlp.experts.104.gate_proj,not applicable,,0.545
35,mlp.experts.104.up_proj,not applicable,,0.547
35,mlp.experts.105.gate_proj,not applicable,,0.550
35,mlp.experts.105.up_proj,not applicable,,0.552
35,mlp.experts.106.gate_proj,not applicable,,0.555
35,mlp.experts.106.up_proj,not applicable,,0.557
35,mlp.experts.107.gate_proj,not applicable,,0.560
35,mlp.experts.107.up_proj,not applicable,,0.563
35,mlp.experts.108.gate_proj,not applicable,,0.565
35,mlp.experts.108.up_proj,not applicable,,0.568
35,mlp.experts.109.gate_proj,not applicable,,0.570
35,mlp.experts.109.up_proj,not applicable,,0.573
35,mlp.experts.110.gate_proj,not applicable,,0.575
35,mlp.experts.110.up_proj,not applicable,,0.578
35,mlp.experts.111.gate_proj,not applicable,,0.581
35,mlp.experts.111.up_proj,not applicable,,0.583
35,mlp.experts.112.gate_proj,not applicable,,0.586
35,mlp.experts.112.up_proj,not applicable,,0.588
35,mlp.experts.113.gate_proj,not applicable,,0.591
35,mlp.experts.113.up_proj,not applicable,,0.593
35,mlp.experts.114.gate_proj,not applicable,,0.596
35,mlp.experts.114.up_proj,not applicable,,0.598
35,mlp.experts.115.gate_proj,not applicable,,0.601
35,mlp.experts.115.up_proj,not applicable,,0.603
35,mlp.experts.116.gate_proj,not applicable,,0.606
35,mlp.experts.116.up_proj,not applicable,,0.608
35,mlp.experts.117.gate_proj,not applicable,,0.611
35,mlp.experts.117.up_proj,not applicable,,0.613
35,mlp.experts.118.gate_proj,not applicable,,0.617
35,mlp.experts.118.up_proj,not applicable,,0.619
35,mlp.experts.119.gate_proj,not applicable,,0.621
35,mlp.experts.119.up_proj,not applicable,,0.624
35,mlp.experts.120.gate_proj,not applicable,,0.626
35,mlp.experts.120.up_proj,not applicable,,0.630
35,mlp.experts.121.gate_proj,not applicable,,0.632
35,mlp.experts.121.up_proj,not applicable,,0.635
35,mlp.experts.122.gate_proj,not applicable,,0.637
35,mlp.experts.122.up_proj,not applicable,,0.639
35,mlp.experts.123.gate_proj,not applicable,,0.642
35,mlp.experts.123.up_proj,not applicable,,0.644
35,mlp.experts.124.gate_proj,not applicable,,0.647
35,mlp.experts.124.up_proj,not applicable,,0.649
35,mlp.experts.125.gate_proj,not applicable,,0.652
35,mlp.experts.125.up_proj,not applicable,,0.654
35,mlp.experts.126.gate_proj,not applicable,,0.657
35,mlp.experts.126.up_proj,not applicable,,0.659
35,mlp.experts.127.gate_proj,not applicable,,0.662
35,mlp.experts.127.up_proj,not applicable,,0.664
35,mlp.experts.128.gate_proj,not applicable,,0.667
35,mlp.experts.128.up_proj,not applicable,,0.669
35,mlp.experts.129.gate_proj,not applicable,,0.672
35,mlp.experts.129.up_proj,not applicable,,0.674
35,mlp.experts.130.gate_proj,not applicable,,0.677
35,mlp.experts.130.up_proj,not applicable,,0.680
35,mlp.experts.131.gate_proj,not applicable,,0.682
35,mlp.experts.131.up_proj,not applicable,,0.685
35,mlp.experts.132.gate_proj,not applicable,,0.687
35,mlp.experts.132.up_proj,not applicable,,0.690
35,mlp.experts.133.gate_proj,not applicable,,0.692
35,mlp.experts.133.up_proj,not applicable,,0.695
35,mlp.experts.134.gate_proj,not applicable,,0.697
35,mlp.experts.134.up_proj,not applicable,,0.700
35,mlp.experts.135.gate_proj,not applicable,,0.702
35,mlp.experts.135.up_proj,not applicable,,0.705
35,mlp.experts.136.gate_proj,not applicable,,0.707
35,mlp.experts.136.up_proj,not applicable,,0.710
35,mlp.experts.137.gate_proj,not applicable,,0.713
35,mlp.experts.137.up_proj,not applicable,,0.716
35,mlp.experts.138.gate_proj,not applicable,,0.718
35,mlp.experts.138.up_proj,not applicable,,0.721
35,mlp.experts.139.gate_proj,not applicable,,0.723
35,mlp.experts.139.up_proj,not applicable,,0.726
35,mlp.experts.140.gate_proj,not applicable,,0.728
35,mlp.experts.140.up_proj,not applicable,,0.732
35,mlp.experts.141.gate_proj,not applicable,,0.734
35,mlp.experts.141.up_proj,not applicable,,0.737
35,mlp.experts.142.gate_proj,not applicable,,0.739
35,mlp.experts.142.up_proj,not applicable,,0.742
35,mlp.experts.143.gate_proj,not applicable,,0.744
35,mlp.experts.143.up_proj,not applicable,,0.747
35,mlp.experts.144.gate_proj,not applicable,,0.749
35,mlp.experts.144.up_proj,not applicable,,0.752
35,mlp.experts.145.gate_proj,not applicable,,0.754
35,mlp.experts.145.up_proj,not applicable,,0.757
35,mlp.experts.146.gate_proj,not applicable,,0.759
35,mlp.experts.146.up_proj,not applicable,,0.762
35,mlp.experts.147.gate_proj,not applicable,,0.764
35,mlp.experts.147.up_proj,not applicable,,0.767
35,mlp.experts.148.gate_proj,not applicable,,0.769
35,mlp.experts.148.up_proj,not applicable,,0.772
35,mlp.experts.149.gate_proj,not applicable,,0.774
35,mlp.experts.149.up_proj,not applicable,,0.777
35,mlp.experts.150.gate_proj,not applicable,,0.779
35,mlp.experts.150.up_proj,not applicable,,0.783
35,mlp.experts.151.gate_proj,not applicable,,0.785
35,mlp.experts.151.up_proj,not applicable,,0.788
35,mlp.experts.152.gate_proj,not applicable,,0.790
35,mlp.experts.152.up_proj,not applicable,,0.793
35,mlp.experts.153.gate_proj,not applicable,,0.795
35,mlp.experts.153.up_proj,not applicable,,0.798
35,mlp.experts.154.gate_proj,not applicable,,0.800
35,mlp.experts.154.up_proj,not applicable,,0.802
35,mlp.experts.155.gate_proj,not applicable,,0.805
35,mlp.experts.155.up_proj,not applicable,,0.807
35,mlp.experts.156.gate_proj,not applicable,,0.810
35,mlp.experts.156.up_proj,not applicable,,0.812
35,mlp.experts.157.gate_proj,not applicable,,0.815
35,mlp.experts.157.up_proj,not applicable,,0.817
35,mlp.experts.158.gate_proj,not applicable,,0.820
35,mlp.experts.158.up_proj,not applicable,,0.822
35,mlp.experts.159.gate_proj,not applicable,,0.825
35,mlp.experts.159.up_proj,not applicable,,0.827
35,mlp.experts.160.gate_proj,not applicable,,0.830
35,mlp.experts.160.up_proj,not applicable,,0.833
35,mlp.experts.161.gate_proj,not applicable,,0.836
35,mlp.experts.161.up_proj,not applicable,,0.838
35,mlp.experts.162.gate_proj,not applicable,,0.841
35,mlp.experts.162.up_proj,not applicable,,0.843
35,mlp.experts.163.gate_proj,not applicable,,0.846
35,mlp.experts.163.up_proj,not applicable,,0.848
35,mlp.experts.164.gate_proj,not applicable,,0.851
35,mlp.experts.164.up_proj,not applicable,,0.853
35,mlp.experts.165.gate_proj,not applicable,,0.855
35,mlp.experts.165.up_proj,not applicable,,0.858
35,mlp.experts.166.gate_proj,not applicable,,0.860
35,mlp.experts.166.up_proj,not applicable,,0.863
35,mlp.experts.167.gate_proj,not applicable,,0.866
35,mlp.experts.167.up_proj,not applicable,,0.868
35,mlp.experts.168.gate_proj,not applicable,,0.870
35,mlp.experts.168.up_proj,not applicable,,0.873
35,mlp.experts.169.gate_proj,not applicable,,0.875
35,mlp.experts.169.up_proj,not applicable,,0.878
35,mlp.experts.170.gate_proj,not applicable,,0.880
35,mlp.experts.170.up_proj,not applicable,,0.884
35,mlp.experts.171.gate_proj,not applicable,,0.886
35,mlp.experts.171.up_proj,not applicable,,0.889
35,mlp.experts.172.gate_proj,not applicable,,0.891
35,mlp.experts.172.up_proj,not applicable,,0.894
35,mlp.experts.173.gate_proj,not applicable,,0.896
35,mlp.experts.173.up_proj,not applicable,,0.898
35,mlp.experts.174.gate_proj,not applicable,,0.901
35,mlp.experts.174.up_proj,not applicable,,0.903
35,mlp.experts.175.gate_proj,not applicable,,0.906
35,mlp.experts.175.up_proj,not applicable,,0.909
35,mlp.experts.176.gate_proj,not applicable,,0.911
35,mlp.experts.176.up_proj,not applicable,,0.914
35,mlp.experts.177.gate_proj,not applicable,,0.916
35,mlp.experts.177.up_proj,not applicable,,0.919
35,mlp.experts.178.gate_proj,not applicable,,0.922
35,mlp.experts.178.up_proj,not applicable,,0.924
35,mlp.experts.179.gate_proj,not applicable,,0.927
35,mlp.experts.179.up_proj,not applicable,,0.929
35,mlp.experts.180.gate_proj,not applicable,,0.932
35,mlp.experts.180.up_proj,not applicable,,0.935
35,mlp.experts.181.gate_proj,not applicable,,0.938
35,mlp.experts.181.up_proj,not applicable,,0.940
35,mlp.experts.182.gate_proj,not applicable,,0.943
35,mlp.experts.182.up_proj,not applicable,,0.945
35,mlp.experts.183.gate_proj,not applicable,,0.948
35,mlp.experts.183.up_proj,not applicable,,0.950
35,mlp.experts.184.gate_proj,not applicable,,0.952
35,mlp.experts.184.up_proj,not applicable,,0.955
35,mlp.experts.185.gate_proj,not applicable,,0.957
35,mlp.experts.185.up_proj,not applicable,,0.960
35,mlp.experts.186.gate_proj,not applicable,,0.962
35,mlp.experts.186.up_proj,not applicable,,0.965
35,mlp.experts.187.gate_proj,not applicable,,0.967
35,mlp.experts.187.up_proj,not applicable,,0.970
35,mlp.experts.188.gate_proj,not applicable,,0.972
35,mlp.experts.188.up_proj,not applicable,,0.975
35,mlp.experts.189.gate_proj,not applicable,,0.977
35,mlp.experts.189.up_proj,not applicable,,0.980
35,mlp.experts.190.gate_proj,not applicable,,0.982
35,mlp.experts.190.up_proj,not applicable,,0.986
35,mlp.experts.191.gate_proj,not applicable,,0.989
35,mlp.experts.191.up_proj,not applicable,,0.991
35,mlp.experts.192.gate_proj,not applicable,,0.994
35,mlp.experts.192.up_proj,not applicable,,0.996
35,mlp.experts.193.gate_proj,not applicable,,0.999
35,mlp.experts.193.up_proj,not applicable,,1.002
35,mlp.experts.194.gate_proj,not applicable,,1.004
35,mlp.experts.194.up_proj,not applicable,,1.007
35,mlp.experts.195.gate_proj,not applicable,,1.009
35,mlp.experts.195.up_proj,not applicable,,1.012
35,mlp.experts.196.gate_proj,not applicable,,1.014
35,mlp.experts.196.up_proj,not applicable,,1.017
35,mlp.experts.197.gate_proj,not applicable,,1.019
35,mlp.experts.197.up_proj,not applicable,,1.022
35,mlp.experts.198.gate_proj,not applicable,,1.024
35,mlp.experts.198.up_proj,not applicable,,1.027
35,mlp.experts.199.gate_proj,not applicable,,1.029
35,mlp.experts.199.up_proj,not applicable,,1.031
35,mlp.experts.200.gate_proj,not applicable,,1.034
35,mlp.experts.200.up_proj,not applicable,,1.038
35,mlp.experts.201.gate_proj,not applicable,,1.040
35,mlp.experts.201.up_proj,not applicable,,1.042
35,mlp.experts.202.gate_proj,not applicable,,1.045
35,mlp.experts.202.up_proj,not applicable,,1.048
35,mlp.experts.203.gate_proj,not applicable,,1.050
35,mlp.experts.203.up_proj,not applicable,,1.052
35,mlp.experts.204.gate_proj,not applicable,,1.055
35,mlp.experts.204.up_proj,not applicable,,1.057
35,mlp.experts.205.gate_proj,not applicable,,1.060
35,mlp.experts.205.up_proj,not applicable,,1.062
35,mlp.experts.206.gate_proj,not applicable,,1.065
35,mlp.experts.206.up_proj,not applicable,,1.067
35,mlp.experts.207.gate_proj,not applicable,,1.070
35,mlp.experts.207.up_proj,not applicable,,1.072
35,mlp.experts.208.gate_proj,not applicable,,1.075
35,mlp.experts.208.up_proj,not applicable,,1.077
35,mlp.experts.209.gate_proj,not applicable,,1.080
35,mlp.experts.209.up_proj,not applicable,,1.082
35,mlp.experts.210.gate_proj,not applicable,,1.084
35,mlp.experts.210.up_proj,not applicable,,1.088
35,mlp.experts.211.gate_proj,not applicable,,1.090
35,mlp.experts.211.up_proj,not applicable,,1.093
35,mlp.experts.212.gate_proj,not applicable,,1.095
35,mlp.experts.212.up_proj,not applicable,,1.098
35,mlp.experts.213.gate_proj,not applicable,,1.100
35,mlp.experts.213.up_proj,not applicable,,1.102
35,mlp.experts.214.gate_proj,not applicable,,1.105
35,mlp.experts.214.up_proj,not applicable,,1.107
35,mlp.experts.215.gate_proj,not applicable,,1.110
35,mlp.experts.215.up_proj,not applicable,,1.112
35,mlp.experts.216.gate_proj,not applicable,,1.115
35,mlp.experts.216.up_proj,not applicable,,1.117
35,mlp.experts.217.gate_proj,not applicable,,1.120
35,mlp.experts.217.up_proj,not applicable,,1.122
35,mlp.experts.218.gate_proj,not applicable,,1.125
35,mlp.experts.218.up_proj,not applicable,,1.127
35,mlp.experts.219.gate_proj,not applicable,,1.129
35,mlp.experts.219.up_proj,not applicable,,1.132
35,mlp.experts.220.gate_proj,not applicable,,1.135
35,mlp.experts.220.up_proj,not applicable,,1.138
35,mlp.experts.221.gate_proj,not applicable,,1.141
35,mlp.experts.221.up_proj,not applicable,,1.143
35,mlp.experts.222.gate_proj,not applicable,,1.146
35,mlp.experts.222.up_proj,not applicable,,1.148
35,mlp.experts.223.gate_proj,not applicable,,1.151
35,mlp.experts.223.up_proj,not applicable,,1.153
35,mlp.experts.224.gate_proj,not applicable,,1.156
35,mlp.experts.224.up_proj,not applicable,,1.158
35,mlp.experts.225.gate_proj,not applicable,,1.160
35,mlp.experts.225.up_proj,not applicable,,1.163
35,mlp.experts.226.gate_proj,not applicable,,1.165
35,mlp.experts.226.up_proj,not applicable,,1.168
35,mlp.experts.227.gate_proj,not applicable,,1.170
35,mlp.experts.227.up_proj,not applicable,,1.172
35,mlp.experts.228.gate_proj,not applicable,,1.175
35,mlp.experts.228.up_proj,not applicable,,1.177
35,mlp.experts.229.gate_proj,not applicable,,1.180
35,mlp.experts.229.up_proj,not applicable,,1.182
35,mlp.experts.230.gate_proj,not applicable,,1.185
35,mlp.experts.230.up_proj,not applicable,,1.188
35,mlp.experts.231.gate_proj,not applicable,,1.191
35,mlp.experts.231.up_proj,not applicable,,1.193
35,mlp.experts.232.gate_proj,not applicable,,1.195
35,mlp.experts.232.up_proj,not applicable,,1.198
35,mlp.experts.233.gate_proj,not applicable,,1.200
35,mlp.experts.233.up_proj,not applicable,,1.203
35,mlp.experts.234.gate_proj,not applicable,,1.205
35,mlp.experts.234.up_proj,not applicable,,1.207
35,mlp.experts.235.gate_proj,not applicable,,1.210
35,mlp.experts.235.up_proj,not applicable,,1.212
35,mlp.experts.236.gate_proj,not applicable,,1.215
35,mlp.experts.236.up_proj,not applicable,,1.217
35,mlp.experts.237.gate_proj,not applicable,,1.219
35,mlp.experts.237.up_proj,not applicable,,1.222
35,mlp.experts.238.gate_proj,not applicable,,1.225
35,mlp.experts.238.up_proj,not applicable,,1.227
35,mlp.experts.239.gate_proj,not applicable,,1.229
35,mlp.experts.239.up_proj,not applicable,,1.232
35,mlp.experts.240.gate_proj,not applicable,,1.234
35,mlp.experts.240.up_proj,not applicable,,1.238
35,mlp.experts.241.gate_proj,not applicable,,1.240
35,mlp.experts.241.up_proj,not applicable,,1.242
35,mlp.experts.242.gate_proj,not applicable,,1.245
35,mlp.experts.242.up_proj,not applicable,,1.247
35,mlp.experts.243.gate_proj,not applicable,,1.250
35,mlp.experts.243.up_proj,not applicable,,1.252
35,mlp.experts.244.gate_proj,not applicable,,1.255
35,mlp.experts.244.up_proj,not applicable,,1.257
35,mlp.experts.245.gate_proj,not applicable,,1.260
35,mlp.experts.245.up_proj,not applicable,,1.263
35,mlp.experts.246.gate_proj,not applicable,,1.265
35,mlp.experts.246.up_proj,not applicable,,1.268
35,mlp.experts.247.gate_proj,not applicable,,1.270
35,mlp.experts.247.up_proj,not applicable,,1.272
35,mlp.experts.248.gate_proj,not applicable,,1.275
35,mlp.experts.248.up_proj,not applicable,,1.277
35,mlp.experts.249.gate_proj,not applicable,,1.280
35,mlp.experts.249.up_proj,not applicable,,1.282
35,mlp.experts.250.gate_proj,not applicable,,1.285
35,mlp.experts.250.up_proj,not applicable,,1.289
35,mlp.experts.251.gate_proj,not applicable,,1.291
35,mlp.experts.251.up_proj,not applicable,,1.294
35,mlp.experts.252.gate_proj,not applicable,,1.296
35,mlp.experts.252.up_proj,not applicable,,1.298
35,mlp.experts.253.gate_proj,not applicable,,1.301
35,mlp.experts.253.up_proj,not applicable,,1.303
35,mlp.experts.254.gate_proj,not applicable,,1.306
35,mlp.experts.254.up_proj,not applicable,,1.308
35,mlp.experts.255.gate_proj,not applicable,,1.311
35,mlp.experts.255.up_proj,not applicable,,1.313
35,mlp.experts.0.down_proj,0.0000095076,,1.316
35,mlp.experts.1.down_proj,0.0000089765,,1.318
35,mlp.experts.2.down_proj,0.0000036334,,1.320
35,mlp.experts.3.down_proj,0.0000129177,,1.323
35,mlp.experts.4.down_proj,0.0000020689,,1.325
35,mlp.experts.5.down_proj,0.0000065991,,1.328
35,mlp.experts.6.down_proj,0.0000022270,,1.330
35,mlp.experts.7.down_proj,0.0000022520,,1.333
35,mlp.experts.8.down_proj,0.0000089616,,1.335
35,mlp.experts.9.down_proj,0.0000080927,,1.338
35,mlp.experts.10.down_proj,0.0000091043,,1.341
35,mlp.experts.11.down_proj,0.0000115880,,1.343
35,mlp.experts.12.down_proj,0.0000023366,,1.346
35,mlp.experts.13.down_proj,0.0000167313,,1.348
35,mlp.experts.14.down_proj,0.0000124070,,1.350
35,mlp.experts.15.down_proj,0.0000026583,,1.353
35,mlp.experts.16.down_proj,0.0000138976,,1.355
35,mlp.experts.17.down_proj,0.0000030393,,1.358
35,mlp.experts.18.down_proj,0.0000093311,,1.360
35,mlp.experts.19.down_proj,0.0000103972,,1.363
35,mlp.experts.20.down_proj,0.0000038583,,1.365
35,mlp.experts.21.down_proj,0.0000125991,,1.367
35,mlp.experts.22.down_proj,0.0000056214,,1.370
35,mlp.experts.23.down_proj,0.0000026651,,1.372
35,mlp.experts.24.down_proj,0.0000038355,,1.374
35,mlp.experts.25.down_proj,0.0000129832,,1.377
35,mlp.experts.26.down_proj,0.0000397261,,1.379
35,mlp.experts.27.down_proj,0.0000090351,,1.382
35,mlp.experts.28.down_proj,0.0000088863,,1.384
35,mlp.experts.29.down_proj,0.0000021583,,1.387
35,mlp.experts.30.down_proj,0.0000157780,,1.390
35,mlp.experts.31.down_proj,0.0000075836,,1.392
35,mlp.experts.32.down_proj,0.0000082048,,1.394
35,mlp.experts.33.down_proj,0.0000030632,,1.397
35,mlp.experts.34.down_proj,0.0000035739,,1.399
35,mlp.experts.35.down_proj,0.0000026691,,1.401
35,mlp.experts.36.down_proj,0.0000127036,,1.404
35,mlp.experts.37.down_proj,0.0000174156,,1.406
35,mlp.experts.38.down_proj,0.0000029394,,1.409
35,mlp.experts.39.down_proj,0.0000106891,,1.411
35,mlp.experts.40.down_proj,0.0000033526,,1.413
35,mlp.experts.41.down_proj,0.0000080127,,1.416
35,mlp.experts.42.down_proj,0.0000141203,,1.418
35,mlp.experts.43.down_proj,0.0000090893,,1.421
35,mlp.experts.44.down_proj,0.0000072494,,1.423
35,mlp.experts.45.down_proj,0.0000159718,,1.426
35,mlp.experts.46.down_proj,0.0000096877,,1.428
35,mlp.experts.47.down_proj,0.0000043616,,1.430
35,mlp.experts.48.down_proj,0.0000077517,,1.433
35,mlp.experts.49.down_proj,0.0000024226,,1.436
35,mlp.experts.50.down_proj,0.0000057059,,1.439
35,mlp.experts.51.down_proj,0.0000034757,,1.441
35,mlp.experts.52.down_proj,0.0000081747,,1.443
35,mlp.experts.53.down_proj,0.0000142934,,1.446
35,mlp.experts.54.down_proj,0.0000042942,,1.448
35,mlp.experts.55.down_proj,0.0000102770,,1.451
35,mlp.experts.56.down_proj,0.0000032279,,1.453
35,mlp.experts.57.down_proj,0.0000025927,,1.455
35,mlp.experts.58.down_proj,0.0000186176,,1.458
35,mlp.experts.59.down_proj,0.0000034510,,1.460
35,mlp.experts.60.down_proj,0.0000107772,,1.463
35,mlp.experts.61.down_proj,0.0000088413,,1.465
35,mlp.experts.62.down_proj,0.0000063882,,1.468
35,mlp.experts.63.down_proj,0.0000175130,,1.470
35,mlp.experts.64.down_proj,0.0000029181,,1.472
35,mlp.experts.65.down_proj,0.0000074481,,1.475
35,mlp.experts.66.down_proj,0.0000130049,,1.477
35,mlp.experts.67.down_proj,0.0000054120,,1.480
35,mlp.experts.68.down_proj,0.0000123192,,1.482
35,mlp.experts.69.down_proj,0.0000088130,,1.485
35,mlp.experts.70.down_proj,0.0000024793,,1.488
35,mlp.experts.71.down_proj,0.0000118765,,1.490
35,mlp.experts.72.down_proj,0.0000088030,,1.493
35,mlp.experts.73.down_proj,0.0000023807,,1.495
35,mlp.experts.74.down_proj,0.0000093999,,1.498
35,mlp.experts.75.down_proj,0.0000190315,,1.500
35,mlp.experts.76.down_proj,0.0000092555,,1.502
35,mlp.experts.77.down_proj,0.0000015033,,1.505
35,mlp.experts.78.down_proj,0.0000033750,,1.507
35,mlp.experts.79.down_proj,0.0000094286,,1.509
35,mlp.experts.80.down_proj,0.0000119030,,1.512
35,mlp.experts.81.down_proj,0.0000067505,,1.514
35,mlp.experts.82.down_proj,0.0000201070,,1.517
35,mlp.experts.83.down_proj,0.0000040947,,1.519
35,mlp.experts.84.down_proj,0.0000026486,,1.522
35,mlp.experts.85.down_proj,0.0000079334,,1.524
35,mlp.experts.86.down_proj,0.0000045526,,1.527
35,mlp.experts.87.down_proj,0.0000109022,,1.529
35,mlp.experts.88.down_proj,0.0000068808,,1.531
35,mlp.experts.89.down_proj,0.0000036851,,1.535
35,mlp.experts.90.down_proj,0.0000032527,,1.537
35,mlp.experts.91.down_proj,0.0000114725,,1.540
35,mlp.experts.92.down_proj,0.0000128163,,1.542
35,mlp.experts.93.down_proj,0.0000025854,,1.545
35,mlp.experts.94.down_proj,0.0000054423,,1.547
35,mlp.experts.95.down_proj,0.0000141564,,1.549
35,mlp.experts.96.down_proj,0.0000106370,,1.552
35,mlp.experts.97.down_proj,0.0000072215,,1.554
35,mlp.experts.98.down_proj,0.0000138230,,1.557
35,mlp.experts.99.down_proj,0.0000087246,,1.559
35,mlp.experts.100.down_proj,0.0000059288,,1.562
35,mlp.experts.101.down_proj,0.0000075939,,1.564
35,mlp.experts.102.down_proj,0.0000078450,,1.567
35,mlp.experts.103.down_proj,0.0000088093,,1.569
35,mlp.experts.104.down_proj,0.0000091207,,1.572
35,mlp.experts.105.down_proj,0.0000111287,,1.574
35,mlp.experts.106.down_proj,0.0000113586,,1.577
35,mlp.experts.107.down_proj,0.0000069924,,1.579
35,mlp.experts.108.down_proj,0.0000095117,,1.582
35,mlp.experts.109.down_proj,0.0000130950,,1.585
35,mlp.experts.110.down_proj,0.0000129725,,1.587
35,mlp.experts.111.down_proj,0.0000035329,,1.590
35,mlp.experts.112.down_proj,0.0000137085,,1.592
35,mlp.experts.113.down_proj,0.0000084150,,1.595
35,mlp.experts.114.down_proj,0.0000125821,,1.597
35,mlp.experts.115.down_proj,0.0000118401,,1.599
35,mlp.experts.116.down_proj,0.0000141537,,1.602
35,mlp.experts.117.down_proj,0.0000030877,,1.604
35,mlp.experts.118.down_proj,0.0000017513,,1.607
35,mlp.experts.119.down_proj,0.0000106712,,1.609
35,mlp.experts.120.down_proj,0.0000242044,,1.611
35,mlp.experts.121.down_proj,0.0000034098,,1.614
35,mlp.experts.122.down_proj,0.0000162153,,1.616
35,mlp.experts.123.down_proj,0.0000015908,,1.619
35,mlp.experts.124.down_proj,0.0000026975,,1.621
35,mlp.experts.125.down_proj,0.0000099416,,1.624
35,mlp.experts.126.down_proj,0.0000121783,,1.626
35,mlp.experts.127.down_proj,0.0000071499,,1.628
35,mlp.experts.128.down_proj,0.0000051959,,1.631
35,mlp.experts.129.down_proj,0.0000120306,,1.634
35,mlp.experts.130.down_proj,0.0000053835,,1.637
35,mlp.experts.131.down_proj,0.0000103946,,1.639
35,mlp.experts.132.down_proj,0.0000044205,,1.641
35,mlp.experts.133.down_proj,0.0000069808,,1.644
35,mlp.experts.134.down_proj,0.0000020217,,1.646
35,mlp.experts.135.down_proj,0.0000061344,,1.649
35,mlp.experts.136.down_proj,0.0000046390,,1.651
35,mlp.experts.137.down_proj,0.0000022150,,1.653
35,mlp.experts.138.down_proj,0.0000112242,,1.656
35,mlp.experts.139.down_proj,0.0000085103,,1.658
35,mlp.experts.140.down_proj,0.0000132607,,1.661
35,mlp.experts.141.down_proj,0.0000061518,,1.663
35,mlp.experts.142.down_proj,0.0000178079,,1.666
35,mlp.experts.143.down_proj,0.0000062084,,1.668
35,mlp.experts.144.down_proj,0.0000031731,,1.671
35,mlp.experts.145.down_proj,0.0000048867,,1.673
35,mlp.experts.146.down_proj,0.0000044074,,1.675
35,mlp.experts.147.down_proj,0.0000117899,,1.678
35,mlp.experts.148.down_proj,0.0000091516,,1.680
35,mlp.experts.149.down_proj,0.0000039165,,1.684
35,mlp.experts.150.down_proj,0.0000091063,,1.686
35,mlp.experts.151.down_proj,0.0000204295,,1.689
35,mlp.experts.152.down_proj,0.0000039702,,1.691
35,mlp.experts.153.down_proj,0.0000023798,,1.694
35,mlp.experts.154.down_proj,0.0000042076,,1.696
35,mlp.experts.155.down_proj,0.0000102959,,1.699
35,mlp.experts.156.down_proj,0.0000021257,,1.701
35,mlp.experts.157.down_proj,0.0000100558,,1.704
35,mlp.experts.158.down_proj,0.0000121731,,1.706
35,mlp.experts.159.down_proj,0.0000102867,,1.709
35,mlp.experts.160.down_proj,0.0000060180,,1.711
35,mlp.experts.161.down_proj,0.0000080834,,1.713
35,mlp.experts.162.down_proj,0.0000092197,,1.716
35,mlp.experts.163.down_proj,0.0000083591,,1.718
35,mlp.experts.164.down_proj,0.0000035590,,1.721
35,mlp.experts.165.down_proj,0.0000045679,,1.723
35,mlp.experts.166.down_proj,0.0000033254,,1.726
35,mlp.experts.167.down_proj,0.0000086576,,1.729
35,mlp.experts.168.down_proj,0.0000046091,,1.731
35,mlp.experts.169.down_proj,0.0000064062,,1.735
35,mlp.experts.170.down_proj,0.0000163620,,1.737
35,mlp.experts.171.down_proj,0.0000105408,,1.740
35,mlp.experts.172.down_proj,0.0000035286,,1.742
35,mlp.experts.173.down_proj,0.0000046466,,1.745
35,mlp.experts.174.down_proj,0.0000147761,,1.747
35,mlp.experts.175.down_proj,0.0000052212,,1.749
35,mlp.experts.176.down_proj,0.0000070509,,1.752
35,mlp.experts.177.down_proj,0.0000028119,,1.754
35,mlp.experts.178.down_proj,0.0000082523,,1.757
35,mlp.experts.179.down_proj,0.0000028218,,1.759
35,mlp.experts.180.down_proj,0.0000136126,,1.762
35,mlp.experts.181.down_proj,0.0000122502,,1.764
35,mlp.experts.182.down_proj,0.0000039923,,1.767
35,mlp.experts.183.down_proj,0.0000292510,,1.769
35,mlp.experts.184.down_proj,0.0000014218,,1.772
35,mlp.experts.185.down_proj,0.0000020361,,1.774
35,mlp.experts.186.down_proj,0.0000071819,,1.776
35,mlp.experts.187.down_proj,0.0000126763,,1.779
35,mlp.experts.188.down_proj,0.0000066697,,1.781
35,mlp.experts.189.down_proj,0.0000048469,,1.785
35,mlp.experts.190.down_proj,0.0000073170,,1.787
35,mlp.experts.191.down_proj,0.0000011951,,1.790
35,mlp.experts.192.down_proj,0.0000047223,,1.792
35,mlp.experts.193.down_proj,0.0000021642,,1.795
35,mlp.experts.194.down_proj,0.0000025573,,1.797
35,mlp.experts.195.down_proj,0.0000063554,,1.799
35,mlp.experts.196.down_proj,0.0000089558,,1.802
35,mlp.experts.197.down_proj,0.0000028739,,1.804
35,mlp.experts.198.down_proj,0.0000121044,,1.807
35,mlp.experts.199.down_proj,0.0000072236,,1.809
35,mlp.experts.200.down_proj,0.0000119977,,1.812
35,mlp.experts.201.down_proj,0.0000048520,,1.814
35,mlp.experts.202.down_proj,0.0000140146,,1.817
35,mlp.experts.203.down_proj,0.0000051255,,1.819
35,mlp.experts.204.down_proj,0.0000113719,,1.822
35,mlp.experts.205.down_proj,0.0000051171,,1.824
35,mlp.experts.206.down_proj,0.0000143760,,1.827
35,mlp.experts.207.down_proj,0.0000014585,,1.830
35,mlp.experts.208.down_proj,0.0000100452,,1.832
35,mlp.experts.209.down_proj,0.0000026203,,1.836
35,mlp.experts.210.down_proj,0.0000161904,,1.838
35,mlp.experts.211.down_proj,0.0000126691,,1.840
35,mlp.experts.212.down_proj,0.0000099488,,1.843
35,mlp.experts.213.down_proj,0.0000041396,,1.845
35,mlp.experts.214.down_proj,0.0000090623,,1.848
35,mlp.experts.215.down_proj,0.0000093914,,1.850
35,mlp.experts.216.down_proj,0.0000040470,,1.853
35,mlp.experts.217.down_proj,0.0000155300,,1.855
35,mlp.experts.218.down_proj,0.0000037061,,1.858
35,mlp.experts.219.down_proj,0.0000125309,,1.861
35,mlp.experts.220.down_proj,0.0000105588,,1.863
35,mlp.experts.221.down_proj,0.0000095623,,1.866
35,mlp.experts.222.down_proj,0.0000076616,,1.868
35,mlp.experts.223.down_proj,0.0000049645,,1.871
35,mlp.experts.224.down_proj,0.0000094543,,1.873
35,mlp.experts.225.down_proj,0.0000087111,,1.876
35,mlp.experts.226.down_proj,0.0000125359,,1.878
35,mlp.experts.227.down_proj,0.0000084931,,1.880
35,mlp.experts.228.down_proj,0.0000132269,,1.883
35,mlp.experts.229.down_proj,0.0000074222,,1.886
35,mlp.experts.230.down_proj,0.0000038723,,1.889
35,mlp.experts.231.down_proj,0.0000180719,,1.891
35,mlp.experts.232.down_proj,0.0000198034,,1.894
35,mlp.experts.233.down_proj,0.0000092190,,1.896
35,mlp.experts.234.down_proj,0.0000189821,,1.899
35,mlp.experts.235.down_proj,0.0000116963,,1.901
35,mlp.experts.236.down_proj,0.0000027776,,1.904
35,mlp.experts.237.down_proj,0.0000030552,,1.906
35,mlp.experts.238.down_proj,0.0000035040,,1.909
35,mlp.experts.239.down_proj,0.0000036735,,1.911
35,mlp.experts.240.down_proj,0.0000110199,,1.913
35,mlp.experts.241.down_proj,0.0000029028,,1.916
35,mlp.experts.242.down_proj,0.0000112484,,1.918
35,mlp.experts.243.down_proj,0.0000133501,,1.921
35,mlp.experts.244.down_proj,0.0000128156,,1.923
35,mlp.experts.245.down_proj,0.0000090370,,1.926
35,mlp.experts.246.down_proj,0.0000039437,,1.928
35,mlp.experts.247.down_proj,0.0000092743,,1.931
35,mlp.experts.248.down_proj,0.0000074033,,1.933
35,mlp.experts.249.down_proj,0.0000208194,,1.937
35,mlp.experts.250.down_proj,0.0000112175,,1.939
35,mlp.experts.251.down_proj,0.0000060860,,1.942
35,mlp.experts.252.down_proj,0.0000061889,,1.945
35,mlp.experts.253.down_proj,0.0000169986,,1.947
35,mlp.experts.254.down_proj,0.0000156901,,1.950
35,mlp.experts.255.down_proj,0.0000069137,,1.952
36,mlp.experts.0.gate_proj,not applicable,,0.005
36,mlp.experts.0.up_proj,not applicable,,0.010
36,mlp.experts.1.gate_proj,not applicable,,0.014
36,mlp.experts.1.up_proj,not applicable,,0.016
36,mlp.experts.2.gate_proj,not applicable,,0.019
36,mlp.experts.2.up_proj,not applicable,,0.023
36,mlp.experts.3.gate_proj,not applicable,,0.026
36,mlp.experts.3.up_proj,not applicable,,0.028
36,mlp.experts.4.gate_proj,not applicable,,0.031
36,mlp.experts.4.up_proj,not applicable,,0.033
36,mlp.experts.5.gate_proj,not applicable,,0.036
36,mlp.experts.5.up_proj,not applicable,,0.039
36,mlp.experts.6.gate_proj,not applicable,,0.042
36,mlp.experts.6.up_proj,not applicable,,0.044
36,mlp.experts.7.gate_proj,not applicable,,0.047
36,mlp.experts.7.up_proj,not applicable,,0.049
36,mlp.experts.8.gate_proj,not applicable,,0.052
36,mlp.experts.8.up_proj,not applicable,,0.054
36,mlp.experts.9.gate_proj,not applicable,,0.057
36,mlp.experts.9.up_proj,not applicable,,0.060
36,mlp.experts.10.gate_proj,not applicable,,0.062
36,mlp.experts.10.up_proj,not applicable,,0.066
36,mlp.experts.11.gate_proj,not applicable,,0.068
36,mlp.experts.11.up_proj,not applicable,,0.071
36,mlp.experts.12.gate_proj,not applicable,,0.073
36,mlp.experts.12.up_proj,not applicable,,0.076
36,mlp.experts.13.gate_proj,not applicable,,0.078
36,mlp.experts.13.up_proj,not applicable,,0.081
36,mlp.experts.14.gate_proj,not applicable,,0.084
36,mlp.experts.14.up_proj,not applicable,,0.086
36,mlp.experts.15.gate_proj,not applicable,,0.089
36,mlp.experts.15.up_proj,not applicable,,0.092
36,mlp.experts.16.gate_proj,not applicable,,0.094
36,mlp.experts.16.up_proj,not applicable,,0.097
36,mlp.experts.17.gate_proj,not applicable,,0.099
36,mlp.experts.17.up_proj,not applicable,,0.102
36,mlp.experts.18.gate_proj,not applicable,,0.104
36,mlp.experts.18.up_proj,not applicable,,0.107
36,mlp.experts.19.gate_proj,not applicable,,0.109
36,mlp.experts.19.up_proj,not applicable,,0.111
36,mlp.experts.20.gate_proj,not applicable,,0.114
36,mlp.experts.20.up_proj,not applicable,,0.117
36,mlp.experts.21.gate_proj,not applicable,,0.120
36,mlp.experts.21.up_proj,not applicable,,0.122
36,mlp.experts.22.gate_proj,not applicable,,0.125
36,mlp.experts.22.up_proj,not applicable,,0.127
36,mlp.experts.23.gate_proj,not applicable,,0.130
36,mlp.experts.23.up_proj,not applicable,,0.132
36,mlp.experts.24.gate_proj,not applicable,,0.135
36,mlp.experts.24.up_proj,not applicable,,0.137
36,mlp.experts.25.gate_proj,not applicable,,0.140
36,mlp.experts.25.up_proj,not applicable,,0.142
36,mlp.experts.26.gate_proj,not applicable,,0.145
36,mlp.experts.26.up_proj,not applicable,,0.147
36,mlp.experts.27.gate_proj,not applicable,,0.150
36,mlp.experts.27.up_proj,not applicable,,0.152
36,mlp.experts.28.gate_proj,not applicable,,0.154
36,mlp.experts.28.up_proj,not applicable,,0.157
36,mlp.experts.29.gate_proj,not applicable,,0.159
36,mlp.experts.29.up_proj,not applicable,,0.161
36,mlp.experts.30.gate_proj,not applicable,,0.164
36,mlp.experts.30.up_proj,not applicable,,0.167
36,mlp.experts.31.gate_proj,not applicable,,0.170
36,mlp.experts.31.up_proj,not applicable,,0.172
36,mlp.experts.32.gate_proj,not applicable,,0.175
36,mlp.experts.32.up_proj,not applicable,,0.177
36,mlp.experts.33.gate_proj,not applicable,,0.179
36,mlp.experts.33.up_proj,not applicable,,0.182
36,mlp.experts.34.gate_proj,not applicable,,0.185
36,mlp.experts.34.up_proj,not applicable,,0.187
36,mlp.experts.35.gate_proj,not applicable,,0.190
36,mlp.experts.35.up_proj,not applicable,,0.192
36,mlp.experts.36.gate_proj,not applicable,,0.195
36,mlp.experts.36.up_proj,not applicable,,0.197
36,mlp.experts.37.gate_proj,not applicable,,0.200
36,mlp.experts.37.up_proj,not applicable,,0.202
36,mlp.experts.38.gate_proj,not applicable,,0.205
36,mlp.experts.38.up_proj,not applicable,,0.207
36,mlp.experts.39.gate_proj,not applicable,,0.210
36,mlp.experts.39.up_proj,not applicable,,0.212
36,mlp.experts.40.gate_proj,not applicable,,0.215
36,mlp.experts.40.up_proj,not applicable,,0.218
36,mlp.experts.41.gate_proj,not applicable,,0.221
36,mlp.experts.41.up_proj,not applicable,,0.223
36,mlp.experts.42.gate_proj,not applicable,,0.226
36,mlp.experts.42.up_proj,not applicable,,0.229
36,mlp.experts.43.gate_proj,not applicable,,0.231
36,mlp.experts.43.up_proj,not applicable,,0.234
36,mlp.experts.44.gate_proj,not applicable,,0.236
36,mlp.experts.44.up_proj,not applicable,,0.239
36,mlp.experts.45.gate_proj,not applicable,,0.241
36,mlp.experts.45.up_proj,not applicable,,0.244
36,mlp.experts.46.gate_proj,not applicable,,0.246
36,mlp.experts.46.up_proj,not applicable,,0.249
36,mlp.experts.47.gate_proj,not applicable,,0.251
36,mlp.experts.47.up_proj,not applicable,,0.254
36,mlp.experts.48.gate_proj,not applicable,,0.256
36,mlp.experts.48.up_proj,not applicable,,0.259
36,mlp.experts.49.gate_proj,not applicable,,0.261
36,mlp.experts.49.up_proj,not applicable,,0.264
36,mlp.experts.50.gate_proj,not applicable,,0.266
36,mlp.experts.50.up_proj,not applicable,,0.269
36,mlp.experts.51.gate_proj,not applicable,,0.272
36,mlp.experts.51.up_proj,not applicable,,0.274
36,mlp.experts.52.gate_proj,not applicable,,0.277
36,mlp.experts.52.up_proj,not applicable,,0.280
36,mlp.experts.53.gate_proj,not applicable,,0.283
36,mlp.experts.53.up_proj,not applicable,,0.285
36,mlp.experts.54.gate_proj,not applicable,,0.288
36,mlp.experts.54.up_proj,not applicable,,0.290
36,mlp.experts.55.gate_proj,not applicable,,0.293
36,mlp.experts.55.up_proj,not applicable,,0.295
36,mlp.experts.56.gate_proj,not applicable,,0.298
36,mlp.experts.56.up_proj,not applicable,,0.300
36,mlp.experts.57.gate_proj,not applicable,,0.303
36,mlp.experts.57.up_proj,not applicable,,0.305
36,mlp.experts.58.gate_proj,not applicable,,0.308
36,mlp.experts.58.up_proj,not applicable,,0.310
36,mlp.experts.59.gate_proj,not applicable,,0.313
36,mlp.experts.59.up_proj,not applicable,,0.315
36,mlp.experts.60.gate_proj,not applicable,,0.318
36,mlp.experts.60.up_proj,not applicable,,0.321
36,mlp.experts.61.gate_proj,not applicable,,0.324
36,mlp.experts.61.up_proj,not applicable,,0.326
36,mlp.experts.62.gate_proj,not applicable,,0.329
36,mlp.experts.62.up_proj,not applicable,,0.331
36,mlp.experts.63.gate_proj,not applicable,,0.334
36,mlp.experts.63.up_proj,not applicable,,0.337
36,mlp.experts.64.gate_proj,not applicable,,0.339
36,mlp.experts.64.up_proj,not applicable,,0.341
36,mlp.experts.65.gate_proj,not applicable,,0.344
36,mlp.experts.65.up_proj,not applicable,,0.346
36,mlp.experts.66.gate_proj,not applicable,,0.349
36,mlp.experts.66.up_proj,not applicable,,0.351
36,mlp.experts.67.gate_proj,not applicable,,0.354
36,mlp.experts.67.up_proj,not applicable,,0.356
36,mlp.experts.68.gate_proj,not applicable,,0.359
36,mlp.experts.68.up_proj,not applicable,,0.361
36,mlp.experts.69.gate_proj,not applicable,,0.364
36,mlp.experts.69.up_proj,not applicable,,0.366
36,mlp.experts.70.gate_proj,not applicable,,0.369
36,mlp.experts.70.up_proj,not applicable,,0.372
36,mlp.experts.71.gate_proj,not applicable,,0.374
36,mlp.experts.71.up_proj,not applicable,,0.377
36,mlp.experts.72.gate_proj,not applicable,,0.379
36,mlp.experts.72.up_proj,not applicable,,0.382
36,mlp.experts.73.gate_proj,not applicable,,0.384
36,mlp.experts.73.up_proj,not applicable,,0.387
36,mlp.experts.74.gate_proj,not applicable,,0.389
36,mlp.experts.74.up_proj,not applicable,,0.392
36,mlp.experts.75.gate_proj,not applicable,,0.394
36,mlp.experts.75.up_proj,not applicable,,0.397
36,mlp.experts.76.gate_proj,not applicable,,0.399
36,mlp.experts.76.up_proj,not applicable,,0.401
36,mlp.experts.77.gate_proj,not applicable,,0.404
36,mlp.experts.77.up_proj,not applicable,,0.406
36,mlp.experts.78.gate_proj,not applicable,,0.409
36,mlp.experts.78.up_proj,not applicable,,0.411
36,mlp.experts.79.gate_proj,not applicable,,0.414
36,mlp.experts.79.up_proj,not applicable,,0.416
36,mlp.experts.80.gate_proj,not applicable,,0.419
36,mlp.experts.80.up_proj,not applicable,,0.422
36,mlp.experts.81.gate_proj,not applicable,,0.425
36,mlp.experts.81.up_proj,not applicable,,0.427
36,mlp.experts.82.gate_proj,not applicable,,0.429
36,mlp.experts.82.up_proj,not applicable,,0.432
36,mlp.experts.83.gate_proj,not applicable,,0.434
36,mlp.experts.83.up_proj,not applicable,,0.437
36,mlp.experts.84.gate_proj,not applicable,,0.440
36,mlp.experts.84.up_proj,not applicable,,0.442
36,mlp.experts.85.gate_proj,not applicable,,0.444
36,mlp.experts.85.up_proj,not applicable,,0.447
36,mlp.experts.86.gate_proj,not applicable,,0.449
36,mlp.experts.86.up_proj,not applicable,,0.453
36,mlp.experts.87.gate_proj,not applicable,,0.455
36,mlp.experts.87.up_proj,not applicable,,0.458
36,mlp.experts.88.gate_proj,not applicable,,0.460
36,mlp.experts.88.up_proj,not applicable,,0.463
36,mlp.experts.89.gate_proj,not applicable,,0.465
36,mlp.experts.89.up_proj,not applicable,,0.468
36,mlp.experts.90.gate_proj,not applicable,,0.470
36,mlp.experts.90.up_proj,not applicable,,0.474
36,mlp.experts.91.gate_proj,not applicable,,0.476
36,mlp.experts.91.up_proj,not applicable,,0.479
36,mlp.experts.92.gate_proj,not applicable,,0.481
36,mlp.experts.92.up_proj,not applicable,,0.484
36,mlp.experts.93.gate_proj,not applicable,,0.487
36,mlp.experts.93.up_proj,not applicable,,0.489
36,mlp.experts.94.gate_proj,not applicable,,0.492
36,mlp.experts.94.up_proj,not applicable,,0.494
36,mlp.experts.95.gate_proj,not applicable,,0.497
36,mlp.experts.95.up_proj,not applicable,,0.499
36,mlp.experts.96.gate_proj,not applicable,,0.502
36,mlp.experts.96.up_proj,not applicable,,0.504
36,mlp.experts.97.gate_proj,not applicable,,0.507
36,mlp.experts.97.up_proj,not applicable,,0.509
36,mlp.experts.98.gate_proj,not applicable,,0.512
36,mlp.experts.98.up_proj,not applicable,,0.514
36,mlp.experts.99.gate_proj,not applicable,,0.517
36,mlp.experts.99.up_proj,not applicable,,0.519
36,mlp.experts.100.gate_proj,not applicable,,0.522
36,mlp.experts.100.up_proj,not applicable,,0.525
36,mlp.experts.101.gate_proj,not applicable,,0.527
36,mlp.experts.101.up_proj,not applicable,,0.530
36,mlp.experts.102.gate_proj,not applicable,,0.533
36,mlp.experts.102.up_proj,not applicable,,0.535
36,mlp.experts.103.gate_proj,not applicable,,0.538
36,mlp.experts.103.up_proj,not applicable,,0.540
36,mlp.experts.104.gate_proj,not applicable,,0.543
36,mlp.experts.104.up_proj,not applicable,,0.545
36,mlp.experts.105.gate_proj,not applicable,,0.548
36,mlp.experts.105.up_proj,not applicable,,0.550
36,mlp.experts.106.gate_proj,not applicable,,0.553
36,mlp.experts.106.up_proj,not applicable,,0.555
36,mlp.experts.107.gate_proj,not applicable,,0.557
36,mlp.experts.107.up_proj,not applicable,,0.560
36,mlp.experts.108.gate_proj,not applicable,,0.562
36,mlp.experts.108.up_proj,not applicable,,0.565
36,mlp.experts.109.gate_proj,not applicable,,0.567
36,mlp.experts.109.up_proj,not applicable,,0.570
36,mlp.experts.110.gate_proj,not applicable,,0.572
36,mlp.experts.110.up_proj,not applicable,,0.576
36,mlp.experts.111.gate_proj,not applicable,,0.578
36,mlp.experts.111.up_proj,not applicable,,0.581
36,mlp.experts.112.gate_proj,not applicable,,0.584
36,mlp.experts.112.up_proj,not applicable,,0.586
36,mlp.experts.113.gate_proj,not applicable,,0.589
36,mlp.experts.113.up_proj,not applicable,,0.591
36,mlp.experts.114.gate_proj,not applicable,,0.594
36,mlp.experts.114.up_proj,not applicable,,0.596
36,mlp.experts.115.gate_proj,not applicable,,0.598
36,mlp.experts.115.up_proj,not applicable,,0.601
36,mlp.experts.116.gate_proj,not applicable,,0.603
36,mlp.experts.116.up_proj,not applicable,,0.606
36,mlp.experts.117.gate_proj,not applicable,,0.608
36,mlp.experts.117.up_proj,not applicable,,0.610
36,mlp.experts.118.gate_proj,not applicable,,0.613
36,mlp.experts.118.up_proj,not applicable,,0.615
36,mlp.experts.119.gate_proj,not applicable,,0.618
36,mlp.experts.119.up_proj,not applicable,,0.620
36,mlp.experts.120.gate_proj,not applicable,,0.623
36,mlp.experts.120.up_proj,not applicable,,0.626
36,mlp.experts.121.gate_proj,not applicable,,0.628
36,mlp.experts.121.up_proj,not applicable,,0.631
36,mlp.experts.122.gate_proj,not applicable,,0.633
36,mlp.experts.122.up_proj,not applicable,,0.636
36,mlp.experts.123.gate_proj,not applicable,,0.638
36,mlp.experts.123.up_proj,not applicable,,0.641
36,mlp.experts.124.gate_proj,not applicable,,0.643
36,mlp.experts.124.up_proj,not applicable,,0.645
36,mlp.experts.125.gate_proj,not applicable,,0.648
36,mlp.experts.125.up_proj,not applicable,,0.650
36,mlp.experts.126.gate_proj,not applicable,,0.653
36,mlp.experts.126.up_proj,not applicable,,0.655
36,mlp.experts.127.gate_proj,not applicable,,0.658
36,mlp.experts.127.up_proj,not applicable,,0.660
36,mlp.experts.128.gate_proj,not applicable,,0.663
36,mlp.experts.128.up_proj,not applicable,,0.665
36,mlp.experts.129.gate_proj,not applicable,,0.668
36,mlp.experts.129.up_proj,not applicable,,0.670
36,mlp.experts.130.gate_proj,not applicable,,0.672
36,mlp.experts.130.up_proj,not applicable,,0.676
36,mlp.experts.131.gate_proj,not applicable,,0.678
36,mlp.experts.131.up_proj,not applicable,,0.681
36,mlp.experts.132.gate_proj,not applicable,,0.683
36,mlp.experts.132.up_proj,not applicable,,0.686
36,mlp.experts.133.gate_proj,not applicable,,0.689
36,mlp.experts.133.up_proj,not applicable,,0.691
36,mlp.experts.134.gate_proj,not applicable,,0.694
36,mlp.experts.134.up_proj,not applicable,,0.696
36,mlp.experts.135.gate_proj,not applicable,,0.699
36,mlp.experts.135.up_proj,not applicable,,0.701
36,mlp.experts.136.gate_proj,not applicable,,0.704
36,mlp.experts.136.up_proj,not applicable,,0.706
36,mlp.experts.137.gate_proj,not applicable,,0.709
36,mlp.experts.137.up_proj,not applicable,,0.711
36,mlp.experts.138.gate_proj,not applicable,,0.714
36,mlp.experts.138.up_proj,not applicable,,0.716
36,mlp.experts.139.gate_proj,not applicable,,0.719
36,mlp.experts.139.up_proj,not applicable,,0.722
36,mlp.experts.140.gate_proj,not applicable,,0.724
36,mlp.experts.140.up_proj,not applicable,,0.727
36,mlp.experts.141.gate_proj,not applicable,,0.730
36,mlp.experts.141.up_proj,not applicable,,0.733
36,mlp.experts.142.gate_proj,not applicable,,0.735
36,mlp.experts.142.up_proj,not applicable,,0.738
36,mlp.experts.143.gate_proj,not applicable,,0.740
36,mlp.experts.143.up_proj,not applicable,,0.743
36,mlp.experts.144.gate_proj,not applicable,,0.745
36,mlp.experts.144.up_proj,not applicable,,0.748
36,mlp.experts.145.gate_proj,not applicable,,0.750
36,mlp.experts.145.up_proj,not applicable,,0.753
36,mlp.experts.146.gate_proj,not applicable,,0.755
36,mlp.experts.146.up_proj,not applicable,,0.758
36,mlp.experts.147.gate_proj,not applicable,,0.760
36,mlp.experts.147.up_proj,not applicable,,0.763
36,mlp.experts.148.gate_proj,not applicable,,0.765
36,mlp.experts.148.up_proj,not applicable,,0.768
36,mlp.experts.149.gate_proj,not applicable,,0.770
36,mlp.experts.149.up_proj,not applicable,,0.773
36,mlp.experts.150.gate_proj,not applicable,,0.775
36,mlp.experts.150.up_proj,not applicable,,0.779
36,mlp.experts.151.gate_proj,not applicable,,0.781
36,mlp.experts.151.up_proj,not applicable,,0.784
36,mlp.experts.152.gate_proj,not applicable,,0.786
36,mlp.experts.152.up_proj,not applicable,,0.789
36,mlp.experts.153.gate_proj,not applicable,,0.791
36,mlp.experts.153.up_proj,not applicable,,0.794
36,mlp.experts.154.gate_proj,not applicable,,0.797
36,mlp.experts.154.up_proj,not applicable,,0.799
36,mlp.experts.155.gate_proj,not applicable,,0.801
36,mlp.experts.155.up_proj,not applicable,,0.804
36,mlp.experts.156.gate_proj,not applicable,,0.807
36,mlp.experts.156.up_proj,not applicable,,0.809
36,mlp.experts.157.gate_proj,not applicable,,0.812
36,mlp.experts.157.up_proj,not applicable,,0.814
36,mlp.experts.158.gate_proj,not applicable,,0.817
36,mlp.experts.158.up_proj,not applicable,,0.819
36,mlp.experts.159.gate_proj,not applicable,,0.822
36,mlp.experts.159.up_proj,not applicable,,0.824
36,mlp.experts.160.gate_proj,not applicable,,0.827
36,mlp.experts.160.up_proj,not applicable,,0.830
36,mlp.experts.161.gate_proj,not applicable,,0.833
36,mlp.experts.161.up_proj,not applicable,,0.835
36,mlp.experts.162.gate_proj,not applicable,,0.838
36,mlp.experts.162.up_proj,not applicable,,0.840
36,mlp.experts.163.gate_proj,not applicable,,0.843
36,mlp.experts.163.up_proj,not applicable,,0.845
36,mlp.experts.164.gate_proj,not applicable,,0.848
36,mlp.experts.164.up_proj,not applicable,,0.850
36,mlp.experts.165.gate_proj,not applicable,,0.853
36,mlp.experts.165.up_proj,not applicable,,0.855
36,mlp.experts.166.gate_proj,not applicable,,0.858
36,mlp.experts.166.up_proj,not applicable,,0.860
36,mlp.experts.167.gate_proj,not applicable,,0.863
36,mlp.experts.167.up_proj,not applicable,,0.865
36,mlp.experts.168.gate_proj,not applicable,,0.868
36,mlp.experts.168.up_proj,not applicable,,0.870
36,mlp.experts.169.gate_proj,not applicable,,0.873
36,mlp.experts.169.up_proj,not applicable,,0.875
36,mlp.experts.170.gate_proj,not applicable,,0.878
36,mlp.experts.170.up_proj,not applicable,,0.881
36,mlp.experts.171.gate_proj,not applicable,,0.884
36,mlp.experts.171.up_proj,not applicable,,0.886
36,mlp.experts.172.gate_proj,not applicable,,0.889
36,mlp.experts.172.up_proj,not applicable,,0.892
36,mlp.experts.173.gate_proj,not applicable,,0.894
36,mlp.experts.173.up_proj,not applicable,,0.897
36,mlp.experts.174.gate_proj,not applicable,,0.899
36,mlp.experts.174.up_proj,not applicable,,0.902
36,mlp.experts.175.gate_proj,not applicable,,0.904
36,mlp.experts.175.up_proj,not applicable,,0.907
36,mlp.experts.176.gate_proj,not applicable,,0.909
36,mlp.experts.176.up_proj,not applicable,,0.912
36,mlp.experts.177.gate_proj,not applicable,,0.915
36,mlp.experts.177.up_proj,not applicable,,0.917
36,mlp.experts.178.gate_proj,not applicable,,0.920
36,mlp.experts.178.up_proj,not applicable,,0.922
36,mlp.experts.179.gate_proj,not applicable,,0.925
36,mlp.experts.179.up_proj,not applicable,,0.927
36,mlp.experts.180.gate_proj,not applicable,,0.930
36,mlp.experts.180.up_proj,not applicable,,0.933
36,mlp.experts.181.gate_proj,not applicable,,0.936
36,mlp.experts.181.up_proj,not applicable,,0.938
36,mlp.experts.182.gate_proj,not applicable,,0.941
36,mlp.experts.182.up_proj,not applicable,,0.943
36,mlp.experts.183.gate_proj,not applicable,,0.946
36,mlp.experts.183.up_proj,not applicable,,0.948
36,mlp.experts.184.gate_proj,not applicable,,0.951
36,mlp.experts.184.up_proj,not applicable,,0.953
36,mlp.experts.185.gate_proj,not applicable,,0.956
36,mlp.experts.185.up_proj,not applicable,,0.958
36,mlp.experts.186.gate_proj,not applicable,,0.961
36,mlp.experts.186.up_proj,not applicable,,0.963
36,mlp.experts.187.gate_proj,not applicable,,0.966
36,mlp.experts.187.up_proj,not applicable,,0.968
36,mlp.experts.188.gate_proj,not applicable,,0.971
36,mlp.experts.188.up_proj,not applicable,,0.974
36,mlp.experts.189.gate_proj,not applicable,,0.976
36,mlp.experts.189.up_proj,not applicable,,0.979
36,mlp.experts.190.gate_proj,not applicable,,0.981
36,mlp.experts.190.up_proj,not applicable,,0.985
36,mlp.experts.191.gate_proj,not applicable,,0.987
36,mlp.experts.191.up_proj,not applicable,,0.990
36,mlp.experts.192.gate_proj,not applicable,,0.993
36,mlp.experts.192.up_proj,not applicable,,0.995
36,mlp.experts.193.gate_proj,not applicable,,0.998
36,mlp.experts.193.up_proj,not applicable,,1.000
36,mlp.experts.194.gate_proj,not applicable,,1.003
36,mlp.experts.194.up_proj,not applicable,,1.005
36,mlp.experts.195.gate_proj,not applicable,,1.008
36,mlp.experts.195.up_proj,not applicable,,1.010
36,mlp.experts.196.gate_proj,not applicable,,1.013
36,mlp.experts.196.up_proj,not applicable,,1.015
36,mlp.experts.197.gate_proj,not applicable,,1.018
36,mlp.experts.197.up_proj,not applicable,,1.020
36,mlp.experts.198.gate_proj,not applicable,,1.023
36,mlp.experts.198.up_proj,not applicable,,1.025
36,mlp.experts.199.gate_proj,not applicable,,1.028
36,mlp.experts.199.up_proj,not applicable,,1.030
36,mlp.experts.200.gate_proj,not applicable,,1.033
36,mlp.experts.200.up_proj,not applicable,,1.036
36,mlp.experts.201.gate_proj,not applicable,,1.039
36,mlp.experts.201.up_proj,not applicable,,1.041
36,mlp.experts.202.gate_proj,not applicable,,1.044
36,mlp.experts.202.up_proj,not applicable,,1.046
36,mlp.experts.203.gate_proj,not applicable,,1.049
36,mlp.experts.203.up_proj,not applicable,,1.051
36,mlp.experts.204.gate_proj,not applicable,,1.054
36,mlp.experts.204.up_proj,not applicable,,1.056
36,mlp.experts.205.gate_proj,not applicable,,1.059
36,mlp.experts.205.up_proj,not applicable,,1.061
36,mlp.experts.206.gate_proj,not applicable,,1.064
36,mlp.experts.206.up_proj,not applicable,,1.066
36,mlp.experts.207.gate_proj,not applicable,,1.069
36,mlp.experts.207.up_proj,not applicable,,1.071
36,mlp.experts.208.gate_proj,not applicable,,1.074
36,mlp.experts.208.up_proj,not applicable,,1.076
36,mlp.experts.209.gate_proj,not applicable,,1.078
36,mlp.experts.209.up_proj,not applicable,,1.081
36,mlp.experts.210.gate_proj,not applicable,,1.084
36,mlp.experts.210.up_proj,not applicable,,1.087
36,mlp.experts.211.gate_proj,not applicable,,1.090
36,mlp.experts.211.up_proj,not applicable,,1.092
36,mlp.experts.212.gate_proj,not applicable,,1.095
36,mlp.experts.212.up_proj,not applicable,,1.097
36,mlp.experts.213.gate_proj,not applicable,,1.100
36,mlp.experts.213.up_proj,not applicable,,1.102
36,mlp.experts.214.gate_proj,not applicable,,1.104
36,mlp.experts.214.up_proj,not applicable,,1.107
36,mlp.experts.215.gate_proj,not applicable,,1.109
36,mlp.experts.215.up_proj,not applicable,,1.112
36,mlp.experts.216.gate_proj,not applicable,,1.114
36,mlp.experts.216.up_proj,not applicable,,1.117
36,mlp.experts.217.gate_proj,not applicable,,1.119
36,mlp.experts.217.up_proj,not applicable,,1.122
36,mlp.experts.218.gate_proj,not applicable,,1.125
36,mlp.experts.218.up_proj,not applicable,,1.127
36,mlp.experts.219.gate_proj,not applicable,,1.130
36,mlp.experts.219.up_proj,not applicable,,1.132
36,mlp.experts.220.gate_proj,not applicable,,1.135
36,mlp.experts.220.up_proj,not applicable,,1.138
36,mlp.experts.221.gate_proj,not applicable,,1.140
36,mlp.experts.221.up_proj,not applicable,,1.143
36,mlp.experts.222.gate_proj,not applicable,,1.145
36,mlp.experts.222.up_proj,not applicable,,1.148
36,mlp.experts.223.gate_proj,not applicable,,1.150
36,mlp.experts.223.up_proj,not applicable,,1.153
36,mlp.experts.224.gate_proj,not applicable,,1.155
36,mlp.experts.224.up_proj,not applicable,,1.157
36,mlp.experts.225.gate_proj,not applicable,,1.160
36,mlp.experts.225.up_proj,not applicable,,1.162
36,mlp.experts.226.gate_proj,not applicable,,1.165
36,mlp.experts.226.up_proj,not applicable,,1.167
36,mlp.experts.227.gate_proj,not applicable,,1.169
36,mlp.experts.227.up_proj,not applicable,,1.172
36,mlp.experts.228.gate_proj,not applicable,,1.174
36,mlp.experts.228.up_proj,not applicable,,1.177
36,mlp.experts.229.gate_proj,not applicable,,1.179
36,mlp.experts.229.up_proj,not applicable,,1.181
36,mlp.experts.230.gate_proj,not applicable,,1.184
36,mlp.experts.230.up_proj,not applicable,,1.187
36,mlp.experts.231.gate_proj,not applicable,,1.190
36,mlp.experts.231.up_proj,not applicable,,1.193
36,mlp.experts.232.gate_proj,not applicable,,1.195
36,mlp.experts.232.up_proj,not applicable,,1.198
36,mlp.experts.233.gate_proj,not applicable,,1.200
36,mlp.experts.233.up_proj,not applicable,,1.202
36,mlp.experts.234.gate_proj,not applicable,,1.205
36,mlp.experts.234.up_proj,not applicable,,1.207
36,mlp.experts.235.gate_proj,not applicable,,1.210
36,mlp.experts.235.up_proj,not applicable,,1.212
36,mlp.experts.236.gate_proj,not applicable,,1.215
36,mlp.experts.236.up_proj,not applicable,,1.217
36,mlp.experts.237.gate_proj,not applicable,,1.219
36,mlp.experts.237.up_proj,not applicable,,1.222
36,mlp.experts.238.gate_proj,not applicable,,1.224
36,mlp.experts.238.up_proj,not applicable,,1.227
36,mlp.experts.239.gate_proj,not applicable,,1.229
36,mlp.experts.239.up_proj,not applicable,,1.231
36,mlp.experts.240.gate_proj,not applicable,,1.234
36,mlp.experts.240.up_proj,not applicable,,1.237
36,mlp.experts.241.gate_proj,not applicable,,1.240
36,mlp.experts.241.up_proj,not applicable,,1.242
36,mlp.experts.242.gate_proj,not applicable,,1.245
36,mlp.experts.242.up_proj,not applicable,,1.247
36,mlp.experts.243.gate_proj,not applicable,,1.250
36,mlp.experts.243.up_proj,not applicable,,1.252
36,mlp.experts.244.gate_proj,not applicable,,1.255
36,mlp.experts.244.up_proj,not applicable,,1.257
36,mlp.experts.245.gate_proj,not applicable,,1.260
36,mlp.experts.245.up_proj,not applicable,,1.262
36,mlp.experts.246.gate_proj,not applicable,,1.265
36,mlp.experts.246.up_proj,not applicable,,1.267
36,mlp.experts.247.gate_proj,not applicable,,1.270
36,mlp.experts.247.up_proj,not applicable,,1.272
36,mlp.experts.248.gate_proj,not applicable,,1.275
36,mlp.experts.248.up_proj,not applicable,,1.278
36,mlp.experts.249.gate_proj,not applicable,,1.280
36,mlp.experts.249.up_proj,not applicable,,1.283
36,mlp.experts.250.gate_proj,not applicable,,1.285
36,mlp.experts.250.up_proj,not applicable,,1.289
36,mlp.experts.251.gate_proj,not applicable,,1.292
36,mlp.experts.251.up_proj,not applicable,,1.294
36,mlp.experts.252.gate_proj,not applicable,,1.296
36,mlp.experts.252.up_proj,not applicable,,1.299
36,mlp.experts.253.gate_proj,not applicable,,1.301
36,mlp.experts.253.up_proj,not applicable,,1.304
36,mlp.experts.254.gate_proj,not applicable,,1.306
36,mlp.experts.254.up_proj,not applicable,,1.309
36,mlp.experts.255.gate_proj,not applicable,,1.311
36,mlp.experts.255.up_proj,not applicable,,1.314
36,mlp.experts.0.down_proj,0.0000052162,,1.316
36,mlp.experts.1.down_proj,0.0000185523,,1.319
36,mlp.experts.2.down_proj,0.0000197210,,1.321
36,mlp.experts.3.down_proj,0.0000105400,,1.323
36,mlp.experts.4.down_proj,0.0000119749,,1.326
36,mlp.experts.5.down_proj,0.0000140011,,1.328
36,mlp.experts.6.down_proj,0.0000092338,,1.331
36,mlp.experts.7.down_proj,0.0000025073,,1.333
36,mlp.experts.8.down_proj,0.0000037626,,1.335
36,mlp.experts.9.down_proj,0.0000135957,,1.339
36,mlp.experts.10.down_proj,0.0000073858,,1.341
36,mlp.experts.11.down_proj,0.0000122878,,1.343
36,mlp.experts.12.down_proj,0.0000028554,,1.346
36,mlp.experts.13.down_proj,0.0000152383,,1.348
36,mlp.experts.14.down_proj,0.0000049374,,1.351
36,mlp.experts.15.down_proj,0.0000028351,,1.353
36,mlp.experts.16.down_proj,0.0000019498,,1.355
36,mlp.experts.17.down_proj,0.0000098431,,1.358
36,mlp.experts.18.down_proj,0.0000202128,,1.360
36,mlp.experts.19.down_proj,0.0000029629,,1.362
36,mlp.experts.20.down_proj,0.0000038347,,1.365
36,mlp.experts.21.down_proj,0.0000039820,,1.367
36,mlp.experts.22.down_proj,0.0000100842,,1.369
36,mlp.experts.23.down_proj,0.0000203686,,1.372
36,mlp.experts.24.down_proj,0.0000165889,,1.374
36,mlp.experts.25.down_proj,0.0000101482,,1.376
36,mlp.experts.26.down_proj,0.0000032430,,1.379
36,mlp.experts.27.down_proj,0.0000025306,,1.381
36,mlp.experts.28.down_proj,0.0000025885,,1.383
36,mlp.experts.29.down_proj,0.0000105325,,1.387
36,mlp.experts.30.down_proj,0.0000024336,,1.389
36,mlp.experts.31.down_proj,0.0000134472,,1.392
36,mlp.experts.32.down_proj,0.0000072182,,1.394
36,mlp.experts.33.down_proj,0.0000121072,,1.396
36,mlp.experts.34.down_proj,0.0000087442,,1.399
36,mlp.experts.35.down_proj,0.0000044754,,1.401
36,mlp.experts.36.down_proj,0.0000015714,,1.404
36,mlp.experts.37.down_proj,0.0000030289,,1.406
36,mlp.experts.38.down_proj,0.0000092673,,1.408
36,mlp.experts.39.down_proj,0.0000218110,,1.411
36,mlp.experts.40.down_proj,0.0000207147,,1.413
36,mlp.experts.41.down_proj,0.0000038787,,1.415
36,mlp.experts.42.down_proj,0.0000031539,,1.418
36,mlp.experts.43.down_proj,0.0000051977,,1.420
36,mlp.experts.44.down_proj,0.0000145711,,1.422
36,mlp.experts.45.down_proj,0.0000034836,,1.425
36,mlp.experts.46.down_proj,0.0000035858,,1.427
36,mlp.experts.47.down_proj,0.0000113019,,1.430
36,mlp.experts.48.down_proj,0.0000139637,,1.432
36,mlp.experts.49.down_proj,0.0000032405,,1.436
36,mlp.experts.50.down_proj,0.0000164490,,1.438
36,mlp.experts.51.down_proj,0.0000043587,,1.440
36,mlp.experts.52.down_proj,0.0000063556,,1.443
36,mlp.experts.53.down_proj,0.0000068682,,1.445
36,mlp.experts.54.down_proj,0.0000111854,,1.447
36,mlp.experts.55.down_proj,0.0000147063,,1.450
36,mlp.experts.56.down_proj,0.0000014723,,1.452
36,mlp.experts.57.down_proj,0.0000106183,,1.455
36,mlp.experts.58.down_proj,0.0000047406,,1.457
36,mlp.experts.59.down_proj,0.0000106738,,1.460
36,mlp.experts.60.down_proj,0.0000086391,,1.462
36,mlp.experts.61.down_proj,0.0000040255,,1.464
36,mlp.experts.62.down_proj,0.0000151947,,1.467
36,mlp.experts.63.down_proj,0.0000013642,,1.469
36,mlp.experts.64.down_proj,0.0000164213,,1.472
36,mlp.experts.65.down_proj,0.0000135460,,1.474
36,mlp.experts.66.down_proj,0.0000097093,,1.476
36,mlp.experts.67.down_proj,0.0000103044,,1.479
36,mlp.experts.68.down_proj,0.0000186838,,1.481
36,mlp.experts.69.down_proj,0.0000038012,,1.484
36,mlp.experts.70.down_proj,0.0000167127,,1.487
36,mlp.experts.71.down_proj,0.0000099282,,1.489
36,mlp.experts.72.down_proj,0.0000091538,,1.491
36,mlp.experts.73.down_proj,0.0000061033,,1.494
36,mlp.experts.74.down_proj,0.0000068616,,1.497
36,mlp.experts.75.down_proj,0.0000023187,,1.499
36,mlp.experts.76.down_proj,0.0000113370,,1.502
36,mlp.experts.77.down_proj,0.0000059550,,1.504
36,mlp.experts.78.down_proj,0.0000017359,,1.507
36,mlp.experts.79.down_proj,0.0000029946,,1.509
36,mlp.experts.80.down_proj,0.0000096517,,1.511
36,mlp.experts.81.down_proj,0.0000060707,,1.514
36,mlp.experts.82.down_proj,0.0000070816,,1.516
36,mlp.experts.83.down_proj,0.0000078807,,1.519
36,mlp.experts.84.down_proj,0.0000198531,,1.521
36,mlp.experts.85.down_proj,0.0000039954,,1.524
36,mlp.experts.86.down_proj,0.0000108456,,1.526
36,mlp.experts.87.down_proj,0.0000027178,,1.529
36,mlp.experts.88.down_proj,0.0000028674,,1.531
36,mlp.experts.89.down_proj,0.0000093211,,1.534
36,mlp.experts.90.down_proj,0.0000065902,,1.537
36,mlp.experts.91.down_proj,0.0000222273,,1.539
36,mlp.experts.92.down_proj,0.0000056286,,1.542
36,mlp.experts.93.down_proj,0.0000200354,,1.544
36,mlp.experts.94.down_proj,0.0000037806,,1.546
36,mlp.experts.95.down_proj,0.0000039056,,1.549
36,mlp.experts.96.down_proj,0.0000148939,,1.551
36,mlp.experts.97.down_proj,0.0000090540,,1.554
36,mlp.experts.98.down_proj,0.0000072205,,1.556
36,mlp.experts.99.down_proj,0.0000099638,,1.559
36,mlp.experts.100.down_proj,0.0000019494,,1.561
36,mlp.experts.101.down_proj,0.0000138872,,1.564
36,mlp.experts.102.down_proj,0.0000041744,,1.566
36,mlp.experts.103.down_proj,0.0000118828,,1.569
36,mlp.experts.104.down_proj,0.0000099841,,1.571
36,mlp.experts.105.down_proj,0.0000032025,,1.573
36,mlp.experts.106.down_proj,0.0000105275,,1.576
36,mlp.experts.107.down_proj,0.0000158070,,1.578
36,mlp.experts.108.down_proj,0.0000088364,,1.581
36,mlp.experts.109.down_proj,0.0000151085,,1.584
36,mlp.experts.110.down_proj,0.0000156699,,1.587
36,mlp.experts.111.down_proj,0.0000060590,,1.589
36,mlp.experts.112.down_proj,0.0000119987,,1.592
36,mlp.experts.113.down_proj,0.0000100809,,1.594
36,mlp.experts.114.down_proj,0.0000116469,,1.597
36,mlp.experts.115.down_proj,0.0000003909,,1.599
36,mlp.experts.116.down_proj,0.0000035495,,1.601
36,mlp.experts.117.down_proj,0.0000062676,,1.604
36,mlp.experts.118.down_proj,0.0000039548,,1.606
36,mlp.experts.119.down_proj,0.0000061257,,1.609
36,mlp.experts.120.down_proj,0.0000206674,,1.611
36,mlp.experts.121.down_proj,0.0000101238,,1.614
36,mlp.experts.122.down_proj,0.0000183559,,1.616
36,mlp.experts.123.down_proj,0.0000121834,,1.618
36,mlp.experts.124.down_proj,0.0000166098,,1.621
36,mlp.experts.125.down_proj,0.0000083124,,1.623
36,mlp.experts.126.down_proj,0.0000133476,,1.626
36,mlp.experts.127.down_proj,0.0000138441,,1.628
36,mlp.experts.128.down_proj,0.0000114761,,1.631
36,mlp.experts.129.down_proj,0.0000096460,,1.634
36,mlp.experts.130.down_proj,0.0000149102,,1.636
36,mlp.experts.131.down_proj,0.0000064438,,1.639
36,mlp.experts.132.down_proj,0.0000118748,,1.641
36,mlp.experts.133.down_proj,0.0000147300,,1.644
36,mlp.experts.134.down_proj,0.0000069734,,1.646
36,mlp.experts.135.down_proj,0.0000164747,,1.649
36,mlp.experts.136.down_proj,0.0000090893,,1.651
36,mlp.experts.137.down_proj,0.0000039096,,1.653
36,mlp.experts.138.down_proj,0.0000088237,,1.656
36,mlp.experts.139.down_proj,0.0000044121,,1.659
36,mlp.experts.140.down_proj,0.0000092084,,1.661
36,mlp.experts.141.down_proj,0.0000047279,,1.663
36,mlp.experts.142.down_proj,0.0000084760,,1.666
36,mlp.experts.143.down_proj,0.0000113625,,1.668
36,mlp.experts.144.down_proj,0.0000207013,,1.671
36,mlp.experts.145.down_proj,0.0000089646,,1.673
36,mlp.experts.146.down_proj,0.0000014907,,1.676
36,mlp.experts.147.down_proj,0.0000064773,,1.678
36,mlp.experts.148.down_proj,0.0000052866,,1.681
36,mlp.experts.149.down_proj,0.0000022351,,1.684
36,mlp.experts.150.down_proj,0.0000013704,,1.686
36,mlp.experts.151.down_proj,0.0000127090,,1.689
36,mlp.experts.152.down_proj,0.0000166782,,1.691
36,mlp.experts.153.down_proj,0.0000090893,,1.694
36,mlp.experts.154.down_proj,0.0000120869,,1.696
36,mlp.experts.155.down_proj,0.0000045478,,1.699
36,mlp.experts.156.down_proj,0.0000175787,,1.701
36,mlp.experts.157.down_proj,0.0000106777,,1.704
36,mlp.experts.158.down_proj,0.0000073198,,1.706
36,mlp.experts.159.down_proj,0.0000029743,,1.709
36,mlp.experts.160.down_proj,0.0000023585,,1.711
36,mlp.experts.161.down_proj,0.0000081330,,1.713
36,mlp.experts.162.down_proj,0.0000080050,,1.716
36,mlp.experts.163.down_proj,0.0000129444,,1.718
36,mlp.experts.164.down_proj,0.0000034062,,1.721
36,mlp.experts.165.down_proj,0.0000039374,,1.723
36,mlp.experts.166.down_proj,0.0000051131,,1.726
36,mlp.experts.167.down_proj,0.0000124502,,1.728
36,mlp.experts.168.down_proj,0.0000066016,,1.731
36,mlp.experts.169.down_proj,0.0000086179,,1.734
36,mlp.experts.170.down_proj,0.0000098376,,1.736
36,mlp.experts.171.down_proj,0.0000032970,,1.739
36,mlp.experts.172.down_proj,0.0000201486,,1.741
36,mlp.experts.173.down_proj,0.0000113281,,1.744
36,mlp.experts.174.down_proj,0.0000089441,,1.746
36,mlp.experts.175.down_proj,0.0000111684,,1.749
36,mlp.experts.176.down_proj,0.0000080638,,1.751
36,mlp.experts.177.down_proj,0.0000256261,,1.753
36,mlp.experts.178.down_proj,0.0000027113,,1.756
36,mlp.experts.179.down_proj,0.0000079501,,1.759
36,mlp.experts.180.down_proj,0.0000112826,,1.761
36,mlp.experts.181.down_proj,0.0000085144,,1.763
36,mlp.experts.182.down_proj,0.0000071262,,1.766
36,mlp.experts.183.down_proj,0.0000141918,,1.768
36,mlp.experts.184.down_proj,0.0000227756,,1.771
36,mlp.experts.185.down_proj,0.0000048243,,1.773
36,mlp.experts.186.down_proj,0.0000123521,,1.776
36,mlp.experts.187.down_proj,0.0000132853,,1.778
36,mlp.experts.188.down_proj,0.0000055191,,1.781
36,mlp.experts.189.down_proj,0.0000228131,,1.784
36,mlp.experts.190.down_proj,0.0000107352,,1.787
36,mlp.experts.191.down_proj,0.0000081298,,1.789
36,mlp.experts.192.down_proj,0.0000049526,,1.792
36,mlp.experts.193.down_proj,0.0000036547,,1.794
36,mlp.experts.194.down_proj,0.0000178462,,1.797
36,mlp.experts.195.down_proj,0.0000198010,,1.799
36,mlp.experts.196.down_proj,0.0000155244,,1.802
36,mlp.experts.197.down_proj,0.0000042408,,1.804
36,mlp.experts.198.down_proj,0.0000057834,,1.807
36,mlp.experts.199.down_proj,0.0000217180,,1.809
36,mlp.experts.200.down_proj,0.0000146610,,1.812
36,mlp.experts.201.down_proj,0.0000083965,,1.814
36,mlp.experts.202.down_proj,0.0000103857,,1.816
36,mlp.experts.203.down_proj,0.0000009717,,1.819
36,mlp.experts.204.down_proj,0.0000076201,,1.821
36,mlp.experts.205.down_proj,0.0000137893,,1.824
36,mlp.experts.206.down_proj,0.0000074600,,1.826
36,mlp.experts.207.down_proj,0.0000035486,,1.829
36,mlp.experts.208.down_proj,0.0000011455,,1.831
36,mlp.experts.209.down_proj,0.0000119384,,1.835
36,mlp.experts.210.down_proj,0.0000069558,,1.837
36,mlp.experts.211.down_proj,0.0000036896,,1.839
36,mlp.experts.212.down_proj,0.0000131231,,1.842
36,mlp.experts.213.down_proj,0.0000042555,,1.844
36,mlp.experts.214.down_proj,0.0000066928,,1.847
36,mlp.experts.215.down_proj,0.0000160580,,1.849
36,mlp.experts.216.down_proj,0.0000055527,,1.852
36,mlp.experts.217.down_proj,0.0000142694,,1.854
36,mlp.experts.218.down_proj,0.0000015696,,1.857
36,mlp.experts.219.down_proj,0.0000112947,,1.859
36,mlp.experts.220.down_proj,0.0000205714,,1.862
36,mlp.experts.221.down_proj,0.0000145918,,1.864
36,mlp.experts.222.down_proj,0.0000083389,,1.866
36,mlp.experts.223.down_proj,0.0000076214,,1.869
36,mlp.experts.224.down_proj,0.0000052128,,1.871
36,mlp.experts.225.down_proj,0.0000147650,,1.874
36,mlp.experts.226.down_proj,0.0000024819,,1.876
36,mlp.experts.227.down_proj,0.0000068145,,1.879
36,mlp.experts.228.down_proj,0.0000023668,,1.881
36,mlp.experts.229.down_proj,0.0000096748,,1.884
36,mlp.experts.230.down_proj,0.0000062852,,1.887
36,mlp.experts.231.down_proj,0.0000110092,,1.889
36,mlp.experts.232.down_proj,0.0000031473,,1.892
36,mlp.experts.233.down_proj,0.0000087416,,1.894
36,mlp.experts.234.down_proj,0.0000018006,,1.897
36,mlp.experts.235.down_proj,0.0000079007,,1.900
36,mlp.experts.236.down_proj,0.0000014990,,1.902
36,mlp.experts.237.down_proj,0.0000096265,,1.905
36,mlp.experts.238.down_proj,0.0000082149,,1.907
36,mlp.experts.239.down_proj,0.0000129749,,1.910
36,mlp.experts.240.down_proj,0.0000107859,,1.912
36,mlp.experts.241.down_proj,0.0000148832,,1.914
36,mlp.experts.242.down_proj,0.0000018904,,1.917
36,mlp.experts.243.down_proj,0.0000060038,,1.919
36,mlp.experts.244.down_proj,0.0000029444,,1.923
36,mlp.experts.245.down_proj,0.0000060017,,1.926
36,mlp.experts.246.down_proj,0.0000148023,,1.929
36,mlp.experts.247.down_proj,0.0000110718,,1.931
36,mlp.experts.248.down_proj,0.0000046091,,1.934
36,mlp.experts.249.down_proj,0.0000033854,,1.937
36,mlp.experts.250.down_proj,0.0000093410,,1.939
36,mlp.experts.251.down_proj,0.0000148073,,1.942
36,mlp.experts.252.down_proj,0.0000175284,,1.944
36,mlp.experts.253.down_proj,0.0000052647,,1.947
36,mlp.experts.254.down_proj,0.0000100033,,1.949
36,mlp.experts.255.down_proj,0.0000054122,,1.952
37,mlp.experts.0.gate_proj,not applicable,,0.007
37,mlp.experts.0.up_proj,not applicable,,0.013
37,mlp.experts.1.gate_proj,not applicable,,0.016
37,mlp.experts.1.up_proj,not applicable,,0.019
37,mlp.experts.2.gate_proj,not applicable,,0.022
37,mlp.experts.2.up_proj,not applicable,,0.024
37,mlp.experts.3.gate_proj,not applicable,,0.027
37,mlp.experts.3.up_proj,not applicable,,0.030
37,mlp.experts.4.gate_proj,not applicable,,0.032
37,mlp.experts.4.up_proj,not applicable,,0.035
37,mlp.experts.5.gate_proj,not applicable,,0.037
37,mlp.experts.5.up_proj,not applicable,,0.040
37,mlp.experts.6.gate_proj,not applicable,,0.042
37,mlp.experts.6.up_proj,not applicable,,0.045
37,mlp.experts.7.gate_proj,not applicable,,0.048
37,mlp.experts.7.up_proj,not applicable,,0.050
37,mlp.experts.8.gate_proj,not applicable,,0.053
37,mlp.experts.8.up_proj,not applicable,,0.055
37,mlp.experts.9.gate_proj,not applicable,,0.058
37,mlp.experts.9.up_proj,not applicable,,0.061
37,mlp.experts.10.gate_proj,not applicable,,0.063
37,mlp.experts.10.up_proj,not applicable,,0.067
37,mlp.experts.11.gate_proj,not applicable,,0.069
37,mlp.experts.11.up_proj,not applicable,,0.072
37,mlp.experts.12.gate_proj,not applicable,,0.075
37,mlp.experts.12.up_proj,not applicable,,0.077
37,mlp.experts.13.gate_proj,not applicable,,0.080
37,mlp.experts.13.up_proj,not applicable,,0.083
37,mlp.experts.14.gate_proj,not applicable,,0.085
37,mlp.experts.14.up_proj,not applicable,,0.088
37,mlp.experts.15.gate_proj,not applicable,,0.090
37,mlp.experts.15.up_proj,not applicable,,0.093
37,mlp.experts.16.gate_proj,not applicable,,0.095
37,mlp.experts.16.up_proj,not applicable,,0.098
37,mlp.experts.17.gate_proj,not applicable,,0.100
37,mlp.experts.17.up_proj,not applicable,,0.103
37,mlp.experts.18.gate_proj,not applicable,,0.106
37,mlp.experts.18.up_proj,not applicable,,0.108
37,mlp.experts.19.gate_proj,not applicable,,0.111
37,mlp.experts.19.up_proj,not applicable,,0.113
37,mlp.experts.20.gate_proj,not applicable,,0.116
37,mlp.experts.20.up_proj,not applicable,,0.119
37,mlp.experts.21.gate_proj,not applicable,,0.122
37,mlp.experts.21.up_proj,not applicable,,0.125
37,mlp.experts.22.gate_proj,not applicable,,0.127
37,mlp.experts.22.up_proj,not applicable,,0.130
37,mlp.experts.23.gate_proj,not applicable,,0.132
37,mlp.experts.23.up_proj,not applicable,,0.135
37,mlp.experts.24.gate_proj,not applicable,,0.137
37,mlp.experts.24.up_proj,not applicable,,0.140
37,mlp.experts.25.gate_proj,not applicable,,0.143
37,mlp.experts.25.up_proj,not applicable,,0.145
37,mlp.experts.26.gate_proj,not applicable,,0.148
37,mlp.experts.26.up_proj,not applicable,,0.150
37,mlp.experts.27.gate_proj,not applicable,,0.153
37,mlp.experts.27.up_proj,not applicable,,0.156
37,mlp.experts.28.gate_proj,not applicable,,0.158
37,mlp.experts.28.up_proj,not applicable,,0.161
37,mlp.experts.29.gate_proj,not applicable,,0.163
37,mlp.experts.29.up_proj,not applicable,,0.166
37,mlp.experts.30.gate_proj,not applicable,,0.168
37,mlp.experts.30.up_proj,not applicable,,0.172
37,mlp.experts.31.gate_proj,not applicable,,0.175
37,mlp.experts.31.up_proj,not applicable,,0.178
37,mlp.experts.32.gate_proj,not applicable,,0.180
37,mlp.experts.32.up_proj,not applicable,,0.183
37,mlp.experts.33.gate_proj,not applicable,,0.185
37,mlp.experts.33.up_proj,not applicable,,0.188
37,mlp.experts.34.gate_proj,not applicable,,0.190
37,mlp.experts.34.up_proj,not applicable,,0.193
37,mlp.experts.35.gate_proj,not applicable,,0.195
37,mlp.experts.35.up_proj,not applicable,,0.198
37,mlp.experts.36.gate_proj,not applicable,,0.200
37,mlp.experts.36.up_proj,not applicable,,0.203
37,mlp.experts.37.gate_proj,not applicable,,0.205
37,mlp.experts.37.up_proj,not applicable,,0.207
37,mlp.experts.38.gate_proj,not applicable,,0.210
37,mlp.experts.38.up_proj,not applicable,,0.212
37,mlp.experts.39.gate_proj,not applicable,,0.215
37,mlp.experts.39.up_proj,not applicable,,0.217
37,mlp.experts.40.gate_proj,not applicable,,0.220
37,mlp.experts.40.up_proj,not applicable,,0.223
37,mlp.experts.41.gate_proj,not applicable,,0.227
37,mlp.experts.41.up_proj,not applicable,,0.230
37,mlp.experts.42.gate_proj,not applicable,,0.232
37,mlp.experts.42.up_proj,not applicable,,0.235
37,mlp.experts.43.gate_proj,not applicable,,0.237
37,mlp.experts.43.up_proj,not applicable,,0.239
37,mlp.experts.44.gate_proj,not applicable,,0.242
37,mlp.experts.44.up_proj,not applicable,,0.244
37,mlp.experts.45.gate_proj,not applicable,,0.247
37,mlp.experts.45.up_proj,not applicable,,0.249
37,mlp.experts.46.gate_proj,not applicable,,0.252
37,mlp.experts.46.up_proj,not applicable,,0.254
37,mlp.experts.47.gate_proj,not applicable,,0.256
37,mlp.experts.47.up_proj,not applicable,,0.259
37,mlp.experts.48.gate_proj,not applicable,,0.261
37,mlp.experts.48.up_proj,not applicable,,0.264
37,mlp.experts.49.gate_proj,not applicable,,0.266
37,mlp.experts.49.up_proj,not applicable,,0.269
37,mlp.experts.50.gate_proj,not applicable,,0.271
37,mlp.experts.50.up_proj,not applicable,,0.274
37,mlp.experts.51.gate_proj,not applicable,,0.277
37,mlp.experts.51.up_proj,not applicable,,0.280
37,mlp.experts.52.gate_proj,not applicable,,0.282
37,mlp.experts.52.up_proj,not applicable,,0.285
37,mlp.experts.53.gate_proj,not applicable,,0.287
37,mlp.experts.53.up_proj,not applicable,,0.290
37,mlp.experts.54.gate_proj,not applicable,,0.292
37,mlp.experts.54.up_proj,not applicable,,0.295
37,mlp.experts.55.gate_proj,not applicable,,0.297
37,mlp.experts.55.up_proj,not applicable,,0.300
37,mlp.experts.56.gate_proj,not applicable,,0.302
37,mlp.experts.56.up_proj,not applicable,,0.305
37,mlp.experts.57.gate_proj,not applicable,,0.307
37,mlp.experts.57.up_proj,not applicable,,0.310
37,mlp.experts.58.gate_proj,not applicable,,0.312
37,mlp.experts.58.up_proj,not applicable,,0.315
37,mlp.experts.59.gate_proj,not applicable,,0.317
37,mlp.experts.59.up_proj,not applicable,,0.319
37,mlp.experts.60.gate_proj,not applicable,,0.322
37,mlp.experts.60.up_proj,not applicable,,0.325
37,mlp.experts.61.gate_proj,not applicable,,0.328
37,mlp.experts.61.up_proj,not applicable,,0.330
37,mlp.experts.62.gate_proj,not applicable,,0.333
37,mlp.experts.62.up_proj,not applicable,,0.335
37,mlp.experts.63.gate_proj,not applicable,,0.338
37,mlp.experts.63.up_proj,not applicable,,0.340
37,mlp.experts.64.gate_proj,not applicable,,0.343
37,mlp.experts.64.up_proj,not applicable,,0.345
37,mlp.experts.65.gate_proj,not applicable,,0.348
37,mlp.experts.65.up_proj,not applicable,,0.350
37,mlp.experts.66.gate_proj,not applicable,,0.353
37,mlp.experts.66.up_proj,not applicable,,0.355
37,mlp.experts.67.gate_proj,not applicable,,0.358
37,mlp.experts.67.up_proj,not applicable,,0.360
37,mlp.experts.68.gate_proj,not applicable,,0.362
37,mlp.experts.68.up_proj,not applicable,,0.365
37,mlp.experts.69.gate_proj,not applicable,,0.367
37,mlp.experts.69.up_proj,not applicable,,0.370
37,mlp.experts.70.gate_proj,not applicable,,0.372
37,mlp.experts.70.up_proj,not applicable,,0.375
37,mlp.experts.71.gate_proj,not applicable,,0.378
37,mlp.experts.71.up_proj,not applicable,,0.381
37,mlp.experts.72.gate_proj,not applicable,,0.383
37,mlp.experts.72.up_proj,not applicable,,0.386
37,mlp.experts.73.gate_proj,not applicable,,0.389
37,mlp.experts.73.up_proj,not applicable,,0.391
37,mlp.experts.74.gate_proj,not applicable,,0.394
37,mlp.experts.74.up_proj,not applicable,,0.396
37,mlp.experts.75.gate_proj,not applicable,,0.398
37,mlp.experts.75.up_proj,not applicable,,0.401
37,mlp.experts.76.gate_proj,not applicable,,0.403
37,mlp.experts.76.up_proj,not applicable,,0.406
37,mlp.experts.77.gate_proj,not applicable,,0.408
37,mlp.experts.77.up_proj,not applicable,,0.413
37,mlp.experts.78.gate_proj,not applicable,,0.416
37,mlp.experts.78.up_proj,not applicable,,0.418
37,mlp.experts.79.gate_proj,not applicable,,0.421
37,mlp.experts.79.up_proj,not applicable,,0.423
37,mlp.experts.80.gate_proj,not applicable,,0.426
37,mlp.experts.80.up_proj,not applicable,,0.429
37,mlp.experts.81.gate_proj,not applicable,,0.431
37,mlp.experts.81.up_proj,not applicable,,0.434
37,mlp.experts.82.gate_proj,not applicable,,0.437
37,mlp.experts.82.up_proj,not applicable,,0.439
37,mlp.experts.83.gate_proj,not applicable,,0.441
37,mlp.experts.83.up_proj,not applicable,,0.444
37,mlp.experts.84.gate_proj,not applicable,,0.446
37,mlp.experts.84.up_proj,not applicable,,0.449
37,mlp.experts.85.gate_proj,not applicable,,0.451
37,mlp.experts.85.up_proj,not applicable,,0.454
37,mlp.experts.86.gate_proj,not applicable,,0.456
37,mlp.experts.86.up_proj,not applicable,,0.460
37,mlp.experts.87.gate_proj,not applicable,,0.462
37,mlp.experts.87.up_proj,not applicable,,0.465
37,mlp.experts.88.gate_proj,not applicable,,0.467
37,mlp.experts.88.up_proj,not applicable,,0.470
37,mlp.experts.89.gate_proj,not applicable,,0.472
37,mlp.experts.89.up_proj,not applicable,,0.475
37,mlp.experts.90.gate_proj,not applicable,,0.477
37,mlp.experts.90.up_proj,not applicable,,0.480
37,mlp.experts.91.gate_proj,not applicable,,0.483
37,mlp.experts.91.up_proj,not applicable,,0.486
37,mlp.experts.92.gate_proj,not applicable,,0.488
37,mlp.experts.92.up_proj,not applicable,,0.491
37,mlp.experts.93.gate_proj,not applicable,,0.493
37,mlp.experts.93.up_proj,not applicable,,0.496
37,mlp.experts.94.gate_proj,not applicable,,0.498
37,mlp.experts.94.up_proj,not applicable,,0.500
37,mlp.experts.95.gate_proj,not applicable,,0.503
37,mlp.experts.95.up_proj,not applicable,,0.505
37,mlp.experts.96.gate_proj,not applicable,,0.508
37,mlp.experts.96.up_proj,not applicable,,0.511
37,mlp.experts.97.gate_proj,not applicable,,0.513
37,mlp.experts.97.up_proj,not applicable,,0.515
37,mlp.experts.98.gate_proj,not applicable,,0.518
37,mlp.experts.98.up_proj,not applicable,,0.520
37,mlp.experts.99.gate_proj,not applicable,,0.523
37,mlp.experts.99.up_proj,not applicable,,0.525
37,mlp.experts.100.gate_proj,not applicable,,0.528
37,mlp.experts.100.up_proj,not applicable,,0.532
37,mlp.experts.101.gate_proj,not applicable,,0.534
37,mlp.experts.101.up_proj,not applicable,,0.536
37,mlp.experts.102.gate_proj,not applicable,,0.539
37,mlp.experts.102.up_proj,not applicable,,0.541
37,mlp.experts.103.gate_proj,not applicable,,0.544
37,mlp.experts.103.up_proj,not applicable,,0.546
37,mlp.experts.104.gate_proj,not applicable,,0.549
37,mlp.experts.104.up_proj,not applicable,,0.551
37,mlp.experts.105.gate_proj,not applicable,,0.554
37,mlp.experts.105.up_proj,not applicable,,0.556
37,mlp.experts.106.gate_proj,not applicable,,0.559
37,mlp.experts.106.up_proj,not applicable,,0.561
37,mlp.experts.107.gate_proj,not applicable,,0.563
37,mlp.experts.107.up_proj,not applicable,,0.566
37,mlp.experts.108.gate_proj,not applicable,,0.568
37,mlp.experts.108.up_proj,not applicable,,0.571
37,mlp.experts.109.gate_proj,not applicable,,0.573
37,mlp.experts.109.up_proj,not applicable,,0.576
37,mlp.experts.110.gate_proj,not applicable,,0.578
37,mlp.experts.110.up_proj,not applicable,,0.582
37,mlp.experts.111.gate_proj,not applicable,,0.584
37,mlp.experts.111.up_proj,not applicable,,0.587
37,mlp.experts.112.gate_proj,not applicable,,0.589
37,mlp.experts.112.up_proj,not applicable,,0.592
37,mlp.experts.113.gate_proj,not applicable,,0.594
37,mlp.experts.113.up_proj,not applicable,,0.596
37,mlp.experts.114.gate_proj,not applicable,,0.599
37,mlp.experts.114.up_proj,not applicable,,0.601
37,mlp.experts.115.gate_proj,not applicable,,0.604
37,mlp.experts.115.up_proj,not applicable,,0.606
37,mlp.experts.116.gate_proj,not applicable,,0.609
37,mlp.experts.116.up_proj,not applicable,,0.611
37,mlp.experts.117.gate_proj,not applicable,,0.614
37,mlp.experts.117.up_proj,not applicable,,0.617
37,mlp.experts.118.gate_proj,not applicable,,0.619
37,mlp.experts.118.up_proj,not applicable,,0.621
37,mlp.experts.119.gate_proj,not applicable,,0.624
37,mlp.experts.119.up_proj,not applicable,,0.626
37,mlp.experts.120.gate_proj,not applicable,,0.629
37,mlp.experts.120.up_proj,not applicable,,0.635
37,mlp.experts.121.gate_proj,not applicable,,0.637
37,mlp.experts.121.up_proj,not applicable,,0.640
37,mlp.experts.122.gate_proj,not applicable,,0.642
37,mlp.experts.122.up_proj,not applicable,,0.645
37,mlp.experts.123.gate_proj,not applicable,,0.647
37,mlp.experts.123.up_proj,not applicable,,0.650
37,mlp.experts.124.gate_proj,not applicable,,0.652
37,mlp.experts.124.up_proj,not applicable,,0.655
37,mlp.experts.125.gate_proj,not applicable,,0.657
37,mlp.experts.125.up_proj,not applicable,,0.660
37,mlp.experts.126.gate_proj,not applicable,,0.662
37,mlp.experts.126.up_proj,not applicable,,0.665
37,mlp.experts.127.gate_proj,not applicable,,0.667
37,mlp.experts.127.up_proj,not applicable,,0.670
37,mlp.experts.128.gate_proj,not applicable,,0.672
37,mlp.experts.128.up_proj,not applicable,,0.675
37,mlp.experts.129.gate_proj,not applicable,,0.677
37,mlp.experts.129.up_proj,not applicable,,0.680
37,mlp.experts.130.gate_proj,not applicable,,0.682
37,mlp.experts.130.up_proj,not applicable,,0.686
37,mlp.experts.131.gate_proj,not applicable,,0.688
37,mlp.experts.131.up_proj,not applicable,,0.691
37,mlp.experts.132.gate_proj,not applicable,,0.693
37,mlp.experts.132.up_proj,not applicable,,0.696
37,mlp.experts.133.gate_proj,not applicable,,0.698
37,mlp.experts.133.up_proj,not applicable,,0.701
37,mlp.experts.134.gate_proj,not applicable,,0.703
37,mlp.experts.134.up_proj,not applicable,,0.706
37,mlp.experts.135.gate_proj,not applicable,,0.708
37,mlp.experts.135.up_proj,not applicable,,0.711
37,mlp.experts.136.gate_proj,not applicable,,0.713
37,mlp.experts.136.up_proj,not applicable,,0.716
37,mlp.experts.137.gate_proj,not applicable,,0.718
37,mlp.experts.137.up_proj,not applicable,,0.721
37,mlp.experts.138.gate_proj,not applicable,,0.723
37,mlp.experts.138.up_proj,not applicable,,0.726
37,mlp.experts.139.gate_proj,not applicable,,0.728
37,mlp.experts.139.up_proj,not applicable,,0.731
37,mlp.experts.140.gate_proj,not applicable,,0.733
37,mlp.experts.140.up_proj,not applicable,,0.737
37,mlp.experts.141.gate_proj,not applicable,,0.739
37,mlp.experts.141.up_proj,not applicable,,0.742
37,mlp.experts.142.gate_proj,not applicable,,0.745
37,mlp.experts.142.up_proj,not applicable,,0.747
37,mlp.experts.143.gate_proj,not applicable,,0.750
37,mlp.experts.143.up_proj,not applicable,,0.752
37,mlp.experts.144.gate_proj,not applicable,,0.755
37,mlp.experts.144.up_proj,not applicable,,0.757
37,mlp.experts.145.gate_proj,not applicable,,0.760
37,mlp.experts.145.up_proj,not applicable,,0.762
37,mlp.experts.146.gate_proj,not applicable,,0.765
37,mlp.experts.146.up_proj,not applicable,,0.767
37,mlp.experts.147.gate_proj,not applicable,,0.770
37,mlp.experts.147.up_proj,not applicable,,0.773
37,mlp.experts.148.gate_proj,not applicable,,0.775
37,mlp.experts.148.up_proj,not applicable,,0.778
37,mlp.experts.149.gate_proj,not applicable,,0.780
37,mlp.experts.149.up_proj,not applicable,,0.783
37,mlp.experts.150.gate_proj,not applicable,,0.785
37,mlp.experts.150.up_proj,not applicable,,0.789
37,mlp.experts.151.gate_proj,not applicable,,0.792
37,mlp.experts.151.up_proj,not applicable,,0.794
37,mlp.experts.152.gate_proj,not applicable,,0.797
37,mlp.experts.152.up_proj,not applicable,,0.799
37,mlp.experts.153.gate_proj,not applicable,,0.802
37,mlp.experts.153.up_proj,not applicable,,0.804
37,mlp.experts.154.gate_proj,not applicable,,0.807
37,mlp.experts.154.up_proj,not applicable,,0.809
37,mlp.experts.155.gate_proj,not applicable,,0.811
37,mlp.experts.155.up_proj,not applicable,,0.814
37,mlp.experts.156.gate_proj,not applicable,,0.816
37,mlp.experts.156.up_proj,not applicable,,0.819
37,mlp.experts.157.gate_proj,not applicable,,0.821
37,mlp.experts.157.up_proj,not applicable,,0.824
37,mlp.experts.158.gate_proj,not applicable,,0.826
37,mlp.experts.158.up_proj,not applicable,,0.829
37,mlp.experts.159.gate_proj,not applicable,,0.831
37,mlp.experts.159.up_proj,not applicable,,0.834
37,mlp.experts.160.gate_proj,not applicable,,0.836
37,mlp.experts.160.up_proj,not applicable,,0.840
37,mlp.experts.161.gate_proj,not applicable,,0.842
37,mlp.experts.161.up_proj,not applicable,,0.844
37,mlp.experts.162.gate_proj,not applicable,,0.847
37,mlp.experts.162.up_proj,not applicable,,0.852
37,mlp.experts.163.gate_proj,not applicable,,0.854
37,mlp.experts.163.up_proj,not applicable,,0.857
37,mlp.experts.164.gate_proj,not applicable,,0.859
37,mlp.experts.164.up_proj,not applicable,,0.862
37,mlp.experts.165.gate_proj,not applicable,,0.864
37,mlp.experts.165.up_proj,not applicable,,0.867
37,mlp.experts.166.gate_proj,not applicable,,0.869
37,mlp.experts.166.up_proj,not applicable,,0.872
37,mlp.experts.167.gate_proj,not applicable,,0.874
37,mlp.experts.167.up_proj,not applicable,,0.876
37,mlp.experts.168.gate_proj,not applicable,,0.879
37,mlp.experts.168.up_proj,not applicable,,0.881
37,mlp.experts.169.gate_proj,not applicable,,0.884
37,mlp.experts.169.up_proj,not applicable,,0.886
37,mlp.experts.170.gate_proj,not applicable,,0.889
37,mlp.experts.170.up_proj,not applicable,,0.893
37,mlp.experts.171.gate_proj,not applicable,,0.895
37,mlp.experts.171.up_proj,not applicable,,0.898
37,mlp.experts.172.gate_proj,not applicable,,0.900
37,mlp.experts.172.up_proj,not applicable,,0.903
37,mlp.experts.173.gate_proj,not applicable,,0.905
37,mlp.experts.173.up_proj,not applicable,,0.907
37,mlp.experts.174.gate_proj,not applicable,,0.910
37,mlp.experts.174.up_proj,not applicable,,0.912
37,mlp.experts.175.gate_proj,not applicable,,0.915
37,mlp.experts.175.up_proj,not applicable,,0.917
37,mlp.experts.176.gate_proj,not applicable,,0.920
37,mlp.experts.176.up_proj,not applicable,,0.922
37,mlp.experts.177.gate_proj,not applicable,,0.925
37,mlp.experts.177.up_proj,not applicable,,0.927
37,mlp.experts.178.gate_proj,not applicable,,0.930
37,mlp.experts.178.up_proj,not applicable,,0.932
37,mlp.experts.179.gate_proj,not applicable,,0.935
37,mlp.experts.179.up_proj,not applicable,,0.937
37,mlp.experts.180.gate_proj,not applicable,,0.940
37,mlp.experts.180.up_proj,not applicable,,0.943
37,mlp.experts.181.gate_proj,not applicable,,0.945
37,mlp.experts.181.up_proj,not applicable,,0.948
37,mlp.experts.182.gate_proj,not applicable,,0.950
37,mlp.experts.182.up_proj,not applicable,,0.953
37,mlp.experts.183.gate_proj,not applicable,,0.955
37,mlp.experts.183.up_proj,not applicable,,0.958
37,mlp.experts.184.gate_proj,not applicable,,0.960
37,mlp.experts.184.up_proj,not applicable,,0.963
37,mlp.experts.185.gate_proj,not applicable,,0.965
37,mlp.experts.185.up_proj,not applicable,,0.968
37,mlp.experts.186.gate_proj,not applicable,,0.970
37,mlp.experts.186.up_proj,not applicable,,0.973
37,mlp.experts.187.gate_proj,not applicable,,0.975
37,mlp.experts.187.up_proj,not applicable,,0.978
37,mlp.experts.188.gate_proj,not applicable,,0.980
37,mlp.experts.188.up_proj,not applicable,,0.983
37,mlp.experts.189.gate_proj,not applicable,,0.986
37,mlp.experts.189.up_proj,not applicable,,0.988
37,mlp.experts.190.gate_proj,not applicable,,0.991
37,mlp.experts.190.up_proj,not applicable,,0.994
37,mlp.experts.191.gate_proj,not applicable,,0.997
37,mlp.experts.191.up_proj,not applicable,,0.999
37,mlp.experts.192.gate_proj,not applicable,,1.002
37,mlp.experts.192.up_proj,not applicable,,1.005
37,mlp.experts.193.gate_proj,not applicable,,1.007
37,mlp.experts.193.up_proj,not applicable,,1.010
37,mlp.experts.194.gate_proj,not applicable,,1.012
37,mlp.experts.194.up_proj,not applicable,,1.014
37,mlp.experts.195.gate_proj,not applicable,,1.017
37,mlp.experts.195.up_proj,not applicable,,1.019
37,mlp.experts.196.gate_proj,not applicable,,1.022
37,mlp.experts.196.up_proj,not applicable,,1.024
37,mlp.experts.197.gate_proj,not applicable,,1.027
37,mlp.experts.197.up_proj,not applicable,,1.029
37,mlp.experts.198.gate_proj,not applicable,,1.032
37,mlp.experts.198.up_proj,not applicable,,1.035
37,mlp.experts.199.gate_proj,not applicable,,1.037
37,mlp.experts.199.up_proj,not applicable,,1.040
37,mlp.experts.200.gate_proj,not applicable,,1.042
37,mlp.experts.200.up_proj,not applicable,,1.045
37,mlp.experts.201.gate_proj,not applicable,,1.048
37,mlp.experts.201.up_proj,not applicable,,1.051
37,mlp.experts.202.gate_proj,not applicable,,1.053
37,mlp.experts.202.up_proj,not applicable,,1.056
37,mlp.experts.203.gate_proj,not applicable,,1.058
37,mlp.experts.203.up_proj,not applicable,,1.060
37,mlp.experts.204.gate_proj,not applicable,,1.063
37,mlp.experts.204.up_proj,not applicable,,1.066
37,mlp.experts.205.gate_proj,not applicable,,1.068
37,mlp.experts.205.up_proj,not applicable,,1.073
37,mlp.experts.206.gate_proj,not applicable,,1.076
37,mlp.experts.206.up_proj,not applicable,,1.078
37,mlp.experts.207.gate_proj,not applicable,,1.081
37,mlp.experts.207.up_proj,not applicable,,1.083
37,mlp.experts.208.gate_proj,not applicable,,1.086
37,mlp.experts.208.up_proj,not applicable,,1.088
37,mlp.experts.209.gate_proj,not applicable,,1.091
37,mlp.experts.209.up_proj,not applicable,,1.093
37,mlp.experts.210.gate_proj,not applicable,,1.096
37,mlp.experts.210.up_proj,not applicable,,1.099
37,mlp.experts.211.gate_proj,not applicable,,1.102
37,mlp.experts.211.up_proj,not applicable,,1.104
37,mlp.experts.212.gate_proj,not applicable,,1.107
37,mlp.experts.212.up_proj,not applicable,,1.109
37,mlp.experts.213.gate_proj,not applicable,,1.112
37,mlp.experts.213.up_proj,not applicable,,1.114
37,mlp.experts.214.gate_proj,not applicable,,1.117
37,mlp.experts.214.up_proj,not applicable,,1.120
37,mlp.experts.215.gate_proj,not applicable,,1.122
37,mlp.experts.215.up_proj,not applicable,,1.124
37,mlp.experts.216.gate_proj,not applicable,,1.127
37,mlp.experts.216.up_proj,not applicable,,1.130
37,mlp.experts.217.gate_proj,not applicable,,1.132
37,mlp.experts.217.up_proj,not applicable,,1.135
37,mlp.experts.218.gate_proj,not applicable,,1.137
37,mlp.experts.218.up_proj,not applicable,,1.140
37,mlp.experts.219.gate_proj,not applicable,,1.142
37,mlp.experts.219.up_proj,not applicable,,1.145
37,mlp.experts.220.gate_proj,not applicable,,1.147
37,mlp.experts.220.up_proj,not applicable,,1.151
37,mlp.experts.221.gate_proj,not applicable,,1.153
37,mlp.experts.221.up_proj,not applicable,,1.156
37,mlp.experts.222.gate_proj,not applicable,,1.158
37,mlp.experts.222.up_proj,not applicable,,1.161
37,mlp.experts.223.gate_proj,not applicable,,1.163
37,mlp.experts.223.up_proj,not applicable,,1.166
37,mlp.experts.224.gate_proj,not applicable,,1.168
37,mlp.experts.224.up_proj,not applicable,,1.171
37,mlp.experts.225.gate_proj,not applicable,,1.173
37,mlp.experts.225.up_proj,not applicable,,1.176
37,mlp.experts.226.gate_proj,not applicable,,1.178
37,mlp.experts.226.up_proj,not applicable,,1.181
37,mlp.experts.227.gate_proj,not applicable,,1.183
37,mlp.experts.227.up_proj,not applicable,,1.186
37,mlp.experts.228.gate_proj,not applicable,,1.188
37,mlp.experts.228.up_proj,not applicable,,1.191
37,mlp.experts.229.gate_proj,not applicable,,1.194
37,mlp.experts.229.up_proj,not applicable,,1.196
37,mlp.experts.230.gate_proj,not applicable,,1.198
37,mlp.experts.230.up_proj,not applicable,,1.202
37,mlp.experts.231.gate_proj,not applicable,,1.204
37,mlp.experts.231.up_proj,not applicable,,1.207
37,mlp.experts.232.gate_proj,not applicable,,1.210
37,mlp.experts.232.up_proj,not applicable,,1.212
37,mlp.experts.233.gate_proj,not applicable,,1.214
37,mlp.experts.233.up_proj,not applicable,,1.217
37,mlp.experts.234.gate_proj,not applicable,,1.219
37,mlp.experts.234.up_proj,not applicable,,1.222
37,mlp.experts.235.gate_proj,not applicable,,1.224
37,mlp.experts.235.up_proj,not applicable,,1.227
37,mlp.experts.236.gate_proj,not applicable,,1.229
37,mlp.experts.236.up_proj,not applicable,,1.232
37,mlp.experts.237.gate_proj,not applicable,,1.234
37,mlp.experts.237.up_proj,not applicable,,1.237
37,mlp.experts.238.gate_proj,not applicable,,1.239
37,mlp.experts.238.up_proj,not applicable,,1.242
37,mlp.experts.239.gate_proj,not applicable,,1.244
37,mlp.experts.239.up_proj,not applicable,,1.247
37,mlp.experts.240.gate_proj,not applicable,,1.249
37,mlp.experts.240.up_proj,not applicable,,1.253
37,mlp.experts.241.gate_proj,not applicable,,1.255
37,mlp.experts.241.up_proj,not applicable,,1.258
37,mlp.experts.242.gate_proj,not applicable,,1.260
37,mlp.experts.242.up_proj,not applicable,,1.262
37,mlp.experts.243.gate_proj,not applicable,,1.265
37,mlp.experts.243.up_proj,not applicable,,1.267
37,mlp.experts.244.gate_proj,not applicable,,1.270
37,mlp.experts.244.up_proj,not applicable,,1.272
37,mlp.experts.245.gate_proj,not applicable,,1.275
37,mlp.experts.245.up_proj,not applicable,,1.277
37,mlp.experts.246.gate_proj,not applicable,,1.280
37,mlp.experts.246.up_proj,not applicable,,1.282
37,mlp.experts.247.gate_proj,not applicable,,1.285
37,mlp.experts.247.up_proj,not applicable,,1.287
37,mlp.experts.248.gate_proj,not applicable,,1.292
37,mlp.experts.248.up_proj,not applicable,,1.295
37,mlp.experts.249.gate_proj,not applicable,,1.297
37,mlp.experts.249.up_proj,not applicable,,1.300
37,mlp.experts.250.gate_proj,not applicable,,1.302
37,mlp.experts.250.up_proj,not applicable,,1.306
37,mlp.experts.251.gate_proj,not applicable,,1.308
37,mlp.experts.251.up_proj,not applicable,,1.310
37,mlp.experts.252.gate_proj,not applicable,,1.313
37,mlp.experts.252.up_proj,not applicable,,1.315
37,mlp.experts.253.gate_proj,not applicable,,1.318
37,mlp.experts.253.up_proj,not applicable,,1.320
37,mlp.experts.254.gate_proj,not applicable,,1.323
37,mlp.experts.254.up_proj,not applicable,,1.325
37,mlp.experts.255.gate_proj,not applicable,,1.328
37,mlp.experts.255.up_proj,not applicable,,1.330
37,mlp.experts.0.down_proj,0.0000175103,,1.333
37,mlp.experts.1.down_proj,0.0000112519,,1.335
37,mlp.experts.2.down_proj,0.0000173098,,1.338
37,mlp.experts.3.down_proj,0.0000097425,,1.340
37,mlp.experts.4.down_proj,0.0000150290,,1.343
37,mlp.experts.5.down_proj,0.0000176934,,1.345
37,mlp.experts.6.down_proj,0.0000157171,,1.348
37,mlp.experts.7.down_proj,0.0000101498,,1.350
37,mlp.experts.8.down_proj,0.0000054336,,1.352
37,mlp.experts.9.down_proj,0.0000020824,,1.356
37,mlp.experts.10.down_proj,0.0000147629,,1.358
37,mlp.experts.11.down_proj,0.0000093776,,1.361
37,mlp.experts.12.down_proj,0.0000063003,,1.363
37,mlp.experts.13.down_proj,0.0000111640,,1.365
37,mlp.experts.14.down_proj,0.0000089042,,1.368
37,mlp.experts.15.down_proj,0.0000131836,,1.370
37,mlp.experts.16.down_proj,0.0000078136,,1.372
37,mlp.experts.17.down_proj,0.0000112285,,1.375
37,mlp.experts.18.down_proj,0.0000130237,,1.377
37,mlp.experts.19.down_proj,0.0000158311,,1.380
37,mlp.experts.20.down_proj,0.0000032138,,1.382
37,mlp.experts.21.down_proj,0.0000041266,,1.385
37,mlp.experts.22.down_proj,0.0000035845,,1.387
37,mlp.experts.23.down_proj,0.0000341403,,1.389
37,mlp.experts.24.down_proj,0.0000091007,,1.392
37,mlp.experts.25.down_proj,0.0000057638,,1.394
37,mlp.experts.26.down_proj,0.0000173246,,1.397
37,mlp.experts.27.down_proj,0.0000125794,,1.399
37,mlp.experts.28.down_proj,0.0000079272,,1.401
37,mlp.experts.29.down_proj,0.0000017329,,1.405
37,mlp.experts.30.down_proj,0.0000042955,,1.407
37,mlp.experts.31.down_proj,0.0000123605,,1.410
37,mlp.experts.32.down_proj,0.0000180200,,1.412
37,mlp.experts.33.down_proj,0.0000172634,,1.414
37,mlp.experts.34.down_proj,0.0000062077,,1.417
37,mlp.experts.35.down_proj,0.0000114833,,1.419
37,mlp.experts.36.down_proj,0.0000167310,,1.422
37,mlp.experts.37.down_proj,0.0000142866,,1.424
37,mlp.experts.38.down_proj,0.0000156548,,1.427
37,mlp.experts.39.down_proj,0.0000185876,,1.429
37,mlp.experts.40.down_proj,0.0000049297,,1.432
37,mlp.experts.41.down_proj,0.0000130343,,1.434
37,mlp.experts.42.down_proj,0.0000134516,,1.437
37,mlp.experts.43.down_proj,0.0000059823,,1.439
37,mlp.experts.44.down_proj,0.0000179771,,1.441
37,mlp.experts.45.down_proj,0.0000061836,,1.444
37,mlp.experts.46.down_proj,0.0000029255,,1.446
37,mlp.experts.47.down_proj,0.0000297937,,1.449
37,mlp.experts.48.down_proj,0.0000040221,,1.451
37,mlp.experts.49.down_proj,0.0000151966,,1.455
37,mlp.experts.50.down_proj,0.0000010851,,1.457
37,mlp.experts.51.down_proj,0.0000030795,,1.460
37,mlp.experts.52.down_proj,0.0000028711,,1.462
37,mlp.experts.53.down_proj,0.0000067579,,1.465
37,mlp.experts.54.down_proj,0.0000130588,,1.467
37,mlp.experts.55.down_proj,0.0000017557,,1.470
37,mlp.experts.56.down_proj,0.0000093421,,1.472
37,mlp.experts.57.down_proj,0.0000017849,,1.474
37,mlp.experts.58.down_proj,0.0000116890,,1.477
37,mlp.experts.59.down_proj,0.0000067528,,1.479
37,mlp.experts.60.down_proj,0.0000123541,,1.482
37,mlp.experts.61.down_proj,0.0000039455,,1.484
37,mlp.experts.62.down_proj,0.0000122127,,1.487
37,mlp.experts.63.down_proj,0.0000027808,,1.489
37,mlp.experts.64.down_proj,0.0000026829,,1.491
37,mlp.experts.65.down_proj,0.0000081477,,1.494
37,mlp.experts.66.down_proj,0.0000124641,,1.496
37,mlp.experts.67.down_proj,0.0000157188,,1.499
37,mlp.experts.68.down_proj,0.0000121520,,1.501
37,mlp.experts.69.down_proj,0.0000151812,,1.505
37,mlp.experts.70.down_proj,0.0000053961,,1.510
37,mlp.experts.71.down_proj,0.0000056212,,1.512
37,mlp.experts.72.down_proj,0.0000088818,,1.514
37,mlp.experts.73.down_proj,0.0000132992,,1.517
37,mlp.experts.74.down_proj,0.0000077590,,1.519
37,mlp.experts.75.down_proj,0.0000041016,,1.522
37,mlp.experts.76.down_proj,0.0000035554,,1.524
37,mlp.experts.77.down_proj,0.0000215922,,1.527
37,mlp.experts.78.down_proj,0.0000080778,,1.529
37,mlp.experts.79.down_proj,0.0000064833,,1.532
37,mlp.experts.80.down_proj,0.0000034825,,1.534
37,mlp.experts.81.down_proj,0.0000032175,,1.536
37,mlp.experts.82.down_proj,0.0000097133,,1.539
37,mlp.experts.83.down_proj,0.0000115849,,1.541
37,mlp.experts.84.down_proj,0.0000113212,,1.544
37,mlp.experts.85.down_proj,0.0000050569,,1.546
37,mlp.experts.86.down_proj,0.0000071916,,1.549
37,mlp.experts.87.down_proj,0.0000061492,,1.551
37,mlp.experts.88.down_proj,0.0000101598,,1.554
37,mlp.experts.89.down_proj,0.0000053510,,1.557
37,mlp.experts.90.down_proj,0.0000080985,,1.560
37,mlp.experts.91.down_proj,0.0000053884,,1.562
37,mlp.experts.92.down_proj,0.0000070513,,1.564
37,mlp.experts.93.down_proj,0.0000195279,,1.567
37,mlp.experts.94.down_proj,0.0000023457,,1.569
37,mlp.experts.95.down_proj,0.0000075855,,1.572
37,mlp.experts.96.down_proj,0.0000074946,,1.574
37,mlp.experts.97.down_proj,0.0000126163,,1.577
37,mlp.experts.98.down_proj,0.0000030280,,1.579
37,mlp.experts.99.down_proj,0.0000034661,,1.582
37,mlp.experts.100.down_proj,0.0000076814,,1.584
37,mlp.experts.101.down_proj,0.0000066191,,1.586
37,mlp.experts.102.down_proj,0.0000137077,,1.589
37,mlp.experts.103.down_proj,0.0000074894,,1.591
37,mlp.experts.104.down_proj,0.0000063091,,1.594
37,mlp.experts.105.down_proj,0.0000038585,,1.597
37,mlp.experts.106.down_proj,0.0000035949,,1.599
37,mlp.experts.107.down_proj,0.0000216552,,1.601
37,mlp.experts.108.down_proj,0.0000054027,,1.604
37,mlp.experts.109.down_proj,0.0000033231,,1.607
37,mlp.experts.110.down_proj,0.0000141685,,1.610
37,mlp.experts.111.down_proj,0.0000082876,,1.612
37,mlp.experts.112.down_proj,0.0000088981,,1.615
37,mlp.experts.113.down_proj,0.0000144197,,1.617
37,mlp.experts.114.down_proj,0.0000028031,,1.620
37,mlp.experts.115.down_proj,0.0000232145,,1.622
37,mlp.experts.116.down_proj,0.0000036766,,1.625
37,mlp.experts.117.down_proj,0.0000129335,,1.627
37,mlp.experts.118.down_proj,0.0000018260,,1.630
37,mlp.experts.119.down_proj,0.0000056359,,1.632
37,mlp.experts.120.down_proj,0.0000022215,,1.634
37,mlp.experts.121.down_proj,0.0000034335,,1.637
37,mlp.experts.122.down_proj,0.0000084872,,1.639
37,mlp.experts.123.down_proj,0.0000089596,,1.642
37,mlp.experts.124.down_proj,0.0000068901,,1.644
37,mlp.experts.125.down_proj,0.0000054182,,1.646
37,mlp.experts.126.down_proj,0.0000117961,,1.649
37,mlp.experts.127.down_proj,0.0000037360,,1.652
37,mlp.experts.128.down_proj,0.0000052887,,1.654
37,mlp.experts.129.down_proj,0.0000034498,,1.657
37,mlp.experts.130.down_proj,0.0000035554,,1.660
37,mlp.experts.131.down_proj,0.0000111402,,1.662
37,mlp.experts.132.down_proj,0.0000107109,,1.665
37,mlp.experts.133.down_proj,0.0000086491,,1.667
37,mlp.experts.134.down_proj,0.0000132247,,1.670
37,mlp.experts.135.down_proj,0.0000050734,,1.672
37,mlp.experts.136.down_proj,0.0000141632,,1.675
37,mlp.experts.137.down_proj,0.0000210101,,1.677
37,mlp.experts.138.down_proj,0.0000042132,,1.680
37,mlp.experts.139.down_proj,0.0000112001,,1.682
37,mlp.experts.140.down_proj,0.0000028856,,1.685
37,mlp.experts.141.down_proj,0.0000173983,,1.687
37,mlp.experts.142.down_proj,0.0000074310,,1.689
37,mlp.experts.143.down_proj,0.0000084732,,1.692
37,mlp.experts.144.down_proj,0.0000148855,,1.695
37,mlp.experts.145.down_proj,0.0000063632,,1.697
37,mlp.experts.146.down_proj,0.0000102479,,1.699
37,mlp.experts.147.down_proj,0.0000143083,,1.702
37,mlp.experts.148.down_proj,0.0000066089,,1.704
37,mlp.experts.149.down_proj,0.0000103663,,1.708
37,mlp.experts.150.down_proj,0.0000110249,,1.710
37,mlp.experts.151.down_proj,0.0000086107,,1.713
37,mlp.experts.152.down_proj,0.0000124093,,1.715
37,mlp.experts.153.down_proj,0.0000027709,,1.718
37,mlp.experts.154.down_proj,0.0000101016,,1.720
37,mlp.experts.155.down_proj,0.0000122870,,1.723
37,mlp.experts.156.down_proj,0.0000126061,,1.725
37,mlp.experts.157.down_proj,0.0000049198,,1.730
37,mlp.experts.158.down_proj,0.0000027118,,1.732
37,mlp.experts.159.down_proj,0.0000153052,,1.735
37,mlp.experts.160.down_proj,0.0000086692,,1.737
37,mlp.experts.161.down_proj,0.0000025962,,1.740
37,mlp.experts.162.down_proj,0.0000169834,,1.742
37,mlp.experts.163.down_proj,0.0000128028,,1.745
37,mlp.experts.164.down_proj,0.0000144186,,1.747
37,mlp.experts.165.down_proj,0.0000006463,,1.750
37,mlp.experts.166.down_proj,0.0000031192,,1.752
37,mlp.experts.167.down_proj,0.0000077055,,1.755
37,mlp.experts.168.down_proj,0.0000072110,,1.757
37,mlp.experts.169.down_proj,0.0000071575,,1.761
37,mlp.experts.170.down_proj,0.0000026914,,1.763
37,mlp.experts.171.down_proj,0.0000102167,,1.766
37,mlp.experts.172.down_proj,0.0000133906,,1.768
37,mlp.experts.173.down_proj,0.0000042403,,1.771
37,mlp.experts.174.down_proj,0.0000021140,,1.773
37,mlp.experts.175.down_proj,0.0000075184,,1.776
37,mlp.experts.176.down_proj,0.0000117033,,1.778
37,mlp.experts.177.down_proj,0.0000148736,,1.781
37,mlp.experts.178.down_proj,0.0000193802,,1.783
37,mlp.experts.179.down_proj,0.0000033451,,1.785
37,mlp.experts.180.down_proj,0.0000057016,,1.788
37,mlp.experts.181.down_proj,0.0000037438,,1.790
37,mlp.experts.182.down_proj,0.0000088035,,1.793
37,mlp.experts.183.down_proj,0.0000113750,,1.796
37,mlp.experts.184.down_proj,0.0000124405,,1.798
37,mlp.experts.185.down_proj,0.0000102999,,1.800
37,mlp.experts.186.down_proj,0.0000121717,,1.803
37,mlp.experts.187.down_proj,0.0000180080,,1.805
37,mlp.experts.188.down_proj,0.0000050395,,1.808
37,mlp.experts.189.down_proj,0.0000017694,,1.811
37,mlp.experts.190.down_proj,0.0000043635,,1.814
37,mlp.experts.191.down_proj,0.0000168379,,1.816
37,mlp.experts.192.down_proj,0.0000021456,,1.819
37,mlp.experts.193.down_proj,0.0000019893,,1.821
37,mlp.experts.194.down_proj,0.0000054574,,1.824
37,mlp.experts.195.down_proj,0.0000037102,,1.826
37,mlp.experts.196.down_proj,0.0000078272,,1.829
37,mlp.experts.197.down_proj,0.0000060312,,1.831
37,mlp.experts.198.down_proj,0.0000067292,,1.834
37,mlp.experts.199.down_proj,0.0000106105,,1.836
37,mlp.experts.200.down_proj,0.0000071406,,1.838
37,mlp.experts.201.down_proj,0.0000017814,,1.841
37,mlp.experts.202.down_proj,0.0000167287,,1.843
37,mlp.experts.203.down_proj,0.0000111940,,1.846
37,mlp.experts.204.down_proj,0.0000066818,,1.848
37,mlp.experts.205.down_proj,0.0000067279,,1.851
37,mlp.experts.206.down_proj,0.0000029803,,1.853
37,mlp.experts.207.down_proj,0.0000157575,,1.856
37,mlp.experts.208.down_proj,0.0000062380,,1.858
37,mlp.experts.209.down_proj,0.0000134218,,1.862
37,mlp.experts.210.down_proj,0.0000077938,,1.864
37,mlp.experts.211.down_proj,0.0000030514,,1.867
37,mlp.experts.212.down_proj,0.0000095093,,1.870
37,mlp.experts.213.down_proj,0.0000087583,,1.872
37,mlp.experts.214.down_proj,0.0000029189,,1.875
37,mlp.experts.215.down_proj,0.0000169094,,1.877
37,mlp.experts.216.down_proj,0.0000049435,,1.880
37,mlp.experts.217.down_proj,0.0000038877,,1.882
37,mlp.experts.218.down_proj,0.0000098659,,1.885
37,mlp.experts.219.down_proj,0.0000059395,,1.887
37,mlp.experts.220.down_proj,0.0000054497,,1.890
37,mlp.experts.221.down_proj,0.0000098068,,1.892
37,mlp.experts.222.down_proj,0.0000048383,,1.895
37,mlp.experts.223.down_proj,0.0000133586,,1.897
37,mlp.experts.224.down_proj,0.0000148707,,1.900
37,mlp.experts.225.down_proj,0.0000009651,,1.902
37,mlp.experts.226.down_proj,0.0000059067,,1.905
37,mlp.experts.227.down_proj,0.0000106580,,1.907
37,mlp.experts.228.down_proj,0.0000092141,,1.910
37,mlp.experts.229.down_proj,0.0000077459,,1.913
37,mlp.experts.230.down_proj,0.0000077896,,1.916
37,mlp.experts.231.down_proj,0.0000102505,,1.918
37,mlp.experts.232.down_proj,0.0000133706,,1.921
37,mlp.experts.233.down_proj,0.0000066529,,1.923
37,mlp.experts.234.down_proj,0.0000018021,,1.926
37,mlp.experts.235.down_proj,0.0000040321,,1.928
37,mlp.experts.236.down_proj,0.0000067118,,1.931
37,mlp.experts.237.down_proj,0.0000042700,,1.933
37,mlp.experts.238.down_proj,0.0000102896,,1.936
37,mlp.experts.239.down_proj,0.0000064096,,1.938
37,mlp.experts.240.down_proj,0.0000146337,,1.941
37,mlp.experts.241.down_proj,0.0000056783,,1.943
37,mlp.experts.242.down_proj,0.0000086237,,1.948
37,mlp.experts.243.down_proj,0.0000116121,,1.950
37,mlp.experts.244.down_proj,0.0000147632,,1.953
37,mlp.experts.245.down_proj,0.0000057812,,1.955
37,mlp.experts.246.down_proj,0.0000153330,,1.958
37,mlp.experts.247.down_proj,0.0000068911,,1.960
37,mlp.experts.248.down_proj,0.0000023823,,1.963
37,mlp.experts.249.down_proj,0.0000041324,,1.966
37,mlp.experts.250.down_proj,0.0000035745,,1.969
37,mlp.experts.251.down_proj,0.0000073292,,1.971
37,mlp.experts.252.down_proj,0.0000117555,,1.974
37,mlp.experts.253.down_proj,0.0000173705,,1.977
37,mlp.experts.254.down_proj,0.0000066977,,1.979
37,mlp.experts.255.down_proj,0.0000052024,,1.982
38,mlp.experts.0.gate_proj,not applicable,,0.004
38,mlp.experts.0.up_proj,not applicable,,0.010
38,mlp.experts.1.gate_proj,not applicable,,0.012
38,mlp.experts.1.up_proj,not applicable,,0.015
38,mlp.experts.2.gate_proj,not applicable,,0.018
38,mlp.experts.2.up_proj,not applicable,,0.020
38,mlp.experts.3.gate_proj,not applicable,,0.023
38,mlp.experts.3.up_proj,not applicable,,0.026
38,mlp.experts.4.gate_proj,not applicable,,0.028
38,mlp.experts.4.up_proj,not applicable,,0.031
38,mlp.experts.5.gate_proj,not applicable,,0.033
38,mlp.experts.5.up_proj,not applicable,,0.036
38,mlp.experts.6.gate_proj,not applicable,,0.038
38,mlp.experts.6.up_proj,not applicable,,0.041
38,mlp.experts.7.gate_proj,not applicable,,0.043
38,mlp.experts.7.up_proj,not applicable,,0.045
38,mlp.experts.8.gate_proj,not applicable,,0.048
38,mlp.experts.8.up_proj,not applicable,,0.051
38,mlp.experts.9.gate_proj,not applicable,,0.053
38,mlp.experts.9.up_proj,not applicable,,0.056
38,mlp.experts.10.gate_proj,not applicable,,0.058
38,mlp.experts.10.up_proj,not applicable,,0.062
38,mlp.experts.11.gate_proj,not applicable,,0.064
38,mlp.experts.11.up_proj,not applicable,,0.067
38,mlp.experts.12.gate_proj,not applicable,,0.069
38,mlp.experts.12.up_proj,not applicable,,0.072
38,mlp.experts.13.gate_proj,not applicable,,0.074
38,mlp.experts.13.up_proj,not applicable,,0.077
38,mlp.experts.14.gate_proj,not applicable,,0.079
38,mlp.experts.14.up_proj,not applicable,,0.081
38,mlp.experts.15.gate_proj,not applicable,,0.084
38,mlp.experts.15.up_proj,not applicable,,0.087
38,mlp.experts.16.gate_proj,not applicable,,0.089
38,mlp.experts.16.up_proj,not applicable,,0.092
38,mlp.experts.17.gate_proj,not applicable,,0.094
38,mlp.experts.17.up_proj,not applicable,,0.097
38,mlp.experts.18.gate_proj,not applicable,,0.099
38,mlp.experts.18.up_proj,not applicable,,0.102
38,mlp.experts.19.gate_proj,not applicable,,0.104
38,mlp.experts.19.up_proj,not applicable,,0.106
38,mlp.experts.20.gate_proj,not applicable,,0.109
38,mlp.experts.20.up_proj,not applicable,,0.112
38,mlp.experts.21.gate_proj,not applicable,,0.115
38,mlp.experts.21.up_proj,not applicable,,0.117
38,mlp.experts.22.gate_proj,not applicable,,0.120
38,mlp.experts.22.up_proj,not applicable,,0.122
38,mlp.experts.23.gate_proj,not applicable,,0.125
38,mlp.experts.23.up_proj,not applicable,,0.128
38,mlp.experts.24.gate_proj,not applicable,,0.130
38,mlp.experts.24.up_proj,not applicable,,0.133
38,mlp.experts.25.gate_proj,not applicable,,0.135
38,mlp.experts.25.up_proj,not applicable,,0.138
38,mlp.experts.26.gate_proj,not applicable,,0.140
38,mlp.experts.26.up_proj,not applicable,,0.142
38,mlp.experts.27.gate_proj,not applicable,,0.145
38,mlp.experts.27.up_proj,not applicable,,0.148
38,mlp.experts.28.gate_proj,not applicable,,0.150
38,mlp.experts.28.up_proj,not applicable,,0.153
38,mlp.experts.29.gate_proj,not applicable,,0.155
38,mlp.experts.29.up_proj,not applicable,,0.158
38,mlp.experts.30.gate_proj,not applicable,,0.160
38,mlp.experts.30.up_proj,not applicable,,0.164
38,mlp.experts.31.gate_proj,not applicable,,0.166
38,mlp.experts.31.up_proj,not applicable,,0.169
38,mlp.experts.32.gate_proj,not applicable,,0.171
38,mlp.experts.32.up_proj,not applicable,,0.174
38,mlp.experts.33.gate_proj,not applicable,,0.176
38,mlp.experts.33.up_proj,not applicable,,0.179
38,mlp.experts.34.gate_proj,not applicable,,0.181
38,mlp.experts.34.up_proj,not applicable,,0.183
38,mlp.experts.35.gate_proj,not applicable,,0.186
38,mlp.experts.35.up_proj,not applicable,,0.188
38,mlp.experts.36.gate_proj,not applicable,,0.191
38,mlp.experts.36.up_proj,not applicable,,0.194
38,mlp.experts.37.gate_proj,not applicable,,0.196
38,mlp.experts.37.up_proj,not applicable,,0.199
38,mlp.experts.38.gate_proj,not applicable,,0.201
38,mlp.experts.38.up_proj,not applicable,,0.203
38,mlp.experts.39.gate_proj,not applicable,,0.206
38,mlp.experts.39.up_proj,not applicable,,0.208
38,mlp.experts.40.gate_proj,not applicable,,0.211
38,mlp.experts.40.up_proj,not applicable,,0.214
38,mlp.experts.41.gate_proj,not applicable,,0.217
38,mlp.experts.41.up_proj,not applicable,,0.219
38,mlp.experts.42.gate_proj,not applicable,,0.222
38,mlp.experts.42.up_proj,not applicable,,0.224
38,mlp.experts.43.gate_proj,not applicable,,0.227
38,mlp.experts.43.up_proj,not applicable,,0.229
38,mlp.experts.44.gate_proj,not applicable,,0.231
38,mlp.experts.44.up_proj,not applicable,,0.234
38,mlp.experts.45.gate_proj,not applicable,,0.236
38,mlp.experts.45.up_proj,not applicable,,0.239
38,mlp.experts.46.gate_proj,not applicable,,0.241
38,mlp.experts.46.up_proj,not applicable,,0.244
38,mlp.experts.47.gate_proj,not applicable,,0.246
38,mlp.experts.47.up_proj,not applicable,,0.249
38,mlp.experts.48.gate_proj,not applicable,,0.251
38,mlp.experts.48.up_proj,not applicable,,0.254
38,mlp.experts.49.gate_proj,not applicable,,0.256
38,mlp.experts.49.up_proj,not applicable,,0.258
38,mlp.experts.50.gate_proj,not applicable,,0.261
38,mlp.experts.50.up_proj,not applicable,,0.264
38,mlp.experts.51.gate_proj,not applicable,,0.267
38,mlp.experts.51.up_proj,not applicable,,0.269
38,mlp.experts.52.gate_proj,not applicable,,0.272
38,mlp.experts.52.up_proj,not applicable,,0.274
38,mlp.experts.53.gate_proj,not applicable,,0.277
38,mlp.experts.53.up_proj,not applicable,,0.279
38,mlp.experts.54.gate_proj,not applicable,,0.282
38,mlp.experts.54.up_proj,not applicable,,0.284
38,mlp.experts.55.gate_proj,not applicable,,0.287
38,mlp.experts.55.up_proj,not applicable,,0.289
38,mlp.experts.56.gate_proj,not applicable,,0.292
38,mlp.experts.56.up_proj,not applicable,,0.294
38,mlp.experts.57.gate_proj,not applicable,,0.297
38,mlp.experts.57.up_proj,not applicable,,0.299
38,mlp.experts.58.gate_proj,not applicable,,0.302
38,mlp.experts.58.up_proj,not applicable,,0.304
38,mlp.experts.59.gate_proj,not applicable,,0.307
38,mlp.experts.59.up_proj,not applicable,,0.310
38,mlp.experts.60.gate_proj,not applicable,,0.312
38,mlp.experts.60.up_proj,not applicable,,0.316
38,mlp.experts.61.gate_proj,not applicable,,0.318
38,mlp.experts.61.up_proj,not applicable,,0.320
38,mlp.experts.62.gate_proj,not applicable,,0.323
38,mlp.experts.62.up_proj,not applicable,,0.325
38,mlp.experts.63.gate_proj,not applicable,,0.328
38,mlp.experts.63.up_proj,not applicable,,0.330
38,mlp.experts.64.gate_proj,not applicable,,0.333
38,mlp.experts.64.up_proj,not applicable,,0.335
38,mlp.experts.65.gate_proj,not applicable,,0.338
38,mlp.experts.65.up_proj,not applicable,,0.340
38,mlp.experts.66.gate_proj,not applicable,,0.343
38,mlp.experts.66.up_proj,not applicable,,0.345
38,mlp.experts.67.gate_proj,not applicable,,0.348
38,mlp.experts.67.up_proj,not applicable,,0.350
38,mlp.experts.68.gate_proj,not applicable,,0.352
38,mlp.experts.68.up_proj,not applicable,,0.355
38,mlp.experts.69.gate_proj,not applicable,,0.358
38,mlp.experts.69.up_proj,not applicable,,0.360
38,mlp.experts.70.gate_proj,not applicable,,0.362
38,mlp.experts.70.up_proj,not applicable,,0.366
38,mlp.experts.71.gate_proj,not applicable,,0.368
38,mlp.experts.71.up_proj,not applicable,,0.371
38,mlp.experts.72.gate_proj,not applicable,,0.373
38,mlp.experts.72.up_proj,not applicable,,0.376
38,mlp.experts.73.gate_proj,not applicable,,0.378
38,mlp.experts.73.up_proj,not applicable,,0.381
38,mlp.experts.74.gate_proj,not applicable,,0.383
38,mlp.experts.74.up_proj,not applicable,,0.385
38,mlp.experts.75.gate_proj,not applicable,,0.388
38,mlp.experts.75.up_proj,not applicable,,0.390
38,mlp.experts.76.gate_proj,not applicable,,0.393
38,mlp.experts.76.up_proj,not applicable,,0.395
38,mlp.experts.77.gate_proj,not applicable,,0.398
38,mlp.experts.77.up_proj,not applicable,,0.400
38,mlp.experts.78.gate_proj,not applicable,,0.403
38,mlp.experts.78.up_proj,not applicable,,0.405
38,mlp.experts.79.gate_proj,not applicable,,0.408
38,mlp.experts.79.up_proj,not applicable,,0.410
38,mlp.experts.80.gate_proj,not applicable,,0.412
38,mlp.experts.80.up_proj,not applicable,,0.416
38,mlp.experts.81.gate_proj,not applicable,,0.418
38,mlp.experts.81.up_proj,not applicable,,0.421
38,mlp.experts.82.gate_proj,not applicable,,0.423
38,mlp.experts.82.up_proj,not applicable,,0.425
38,mlp.experts.83.gate_proj,not applicable,,0.428
38,mlp.experts.83.up_proj,not applicable,,0.430
38,mlp.experts.84.gate_proj,not applicable,,0.433
38,mlp.experts.84.up_proj,not applicable,,0.435
38,mlp.experts.85.gate_proj,not applicable,,0.438
38,mlp.experts.85.up_proj,not applicable,,0.440
38,mlp.experts.86.gate_proj,not applicable,,0.443
38,mlp.experts.86.up_proj,not applicable,,0.446
38,mlp.experts.87.gate_proj,not applicable,,0.448
38,mlp.experts.87.up_proj,not applicable,,0.450
38,mlp.experts.88.gate_proj,not applicable,,0.453
38,mlp.experts.88.up_proj,not applicable,,0.455
38,mlp.experts.89.gate_proj,not applicable,,0.458
38,mlp.experts.89.up_proj,not applicable,,0.460
38,mlp.experts.90.gate_proj,not applicable,,0.463
38,mlp.experts.90.up_proj,not applicable,,0.466
38,mlp.experts.91.gate_proj,not applicable,,0.468
38,mlp.experts.91.up_proj,not applicable,,0.471
38,mlp.experts.92.gate_proj,not applicable,,0.473
38,mlp.experts.92.up_proj,not applicable,,0.476
38,mlp.experts.93.gate_proj,not applicable,,0.478
38,mlp.experts.93.up_proj,not applicable,,0.481
38,mlp.experts.94.gate_proj,not applicable,,0.483
38,mlp.experts.94.up_proj,not applicable,,0.486
38,mlp.experts.95.gate_proj,not applicable,,0.488
38,mlp.experts.95.up_proj,not applicable,,0.491
38,mlp.experts.96.gate_proj,not applicable,,0.493
38,mlp.experts.96.up_proj,not applicable,,0.496
38,mlp.experts.97.gate_proj,not applicable,,0.498
38,mlp.experts.97.up_proj,not applicable,,0.500
38,mlp.experts.98.gate_proj,not applicable,,0.503
38,mlp.experts.98.up_proj,not applicable,,0.505
38,mlp.experts.99.gate_proj,not applicable,,0.508
38,mlp.experts.99.up_proj,not applicable,,0.510
38,mlp.experts.100.gate_proj,not applicable,,0.513
38,mlp.experts.100.up_proj,not applicable,,0.516
38,mlp.experts.101.gate_proj,not applicable,,0.518
38,mlp.experts.101.up_proj,not applicable,,0.521
38,mlp.experts.102.gate_proj,not applicable,,0.523
38,mlp.experts.102.up_proj,not applicable,,0.526
38,mlp.experts.103.gate_proj,not applicable,,0.528
38,mlp.experts.103.up_proj,not applicable,,0.531
38,mlp.experts.104.gate_proj,not applicable,,0.533
38,mlp.experts.104.up_proj,not applicable,,0.536
38,mlp.experts.105.gate_proj,not applicable,,0.538
38,mlp.experts.105.up_proj,not applicable,,0.541
38,mlp.experts.106.gate_proj,not applicable,,0.543
38,mlp.experts.106.up_proj,not applicable,,0.545
38,mlp.experts.107.gate_proj,not applicable,,0.548
38,mlp.experts.107.up_proj,not applicable,,0.550
38,mlp.experts.108.gate_proj,not applicable,,0.553
38,mlp.experts.108.up_proj,not applicable,,0.555
38,mlp.experts.109.gate_proj,not applicable,,0.558
38,mlp.experts.109.up_proj,not applicable,,0.560
38,mlp.experts.110.gate_proj,not applicable,,0.562
38,mlp.experts.110.up_proj,not applicable,,0.566
38,mlp.experts.111.gate_proj,not applicable,,0.568
38,mlp.experts.111.up_proj,not applicable,,0.571
38,mlp.experts.112.gate_proj,not applicable,,0.573
38,mlp.experts.112.up_proj,not applicable,,0.576
38,mlp.experts.113.gate_proj,not applicable,,0.578
38,mlp.experts.113.up_proj,not applicable,,0.581
38,mlp.experts.114.gate_proj,not applicable,,0.583
38,mlp.experts.114.up_proj,not applicable,,0.586
38,mlp.experts.115.gate_proj,not applicable,,0.589
38,mlp.experts.115.up_proj,not applicable,,0.591
38,mlp.experts.116.gate_proj,not applicable,,0.593
38,mlp.experts.116.up_proj,not applicable,,0.596
38,mlp.experts.117.gate_proj,not applicable,,0.598
38,mlp.experts.117.up_proj,not applicable,,0.601
38,mlp.experts.118.gate_proj,not applicable,,0.603
38,mlp.experts.118.up_proj,not applicable,,0.606
38,mlp.experts.119.gate_proj,not applicable,,0.608
38,mlp.experts.119.up_proj,not applicable,,0.611
38,mlp.experts.120.gate_proj,not applicable,,0.613
38,mlp.experts.120.up_proj,not applicable,,0.617
38,mlp.experts.121.gate_proj,not applicable,,0.619
38,mlp.experts.121.up_proj,not applicable,,0.621
38,mlp.experts.122.gate_proj,not applicable,,0.624
38,mlp.experts.122.up_proj,not applicable,,0.626
38,mlp.experts.123.gate_proj,not applicable,,0.629
38,mlp.experts.123.up_proj,not applicable,,0.632
38,mlp.experts.124.gate_proj,not applicable,,0.634
38,mlp.experts.124.up_proj,not applicable,,0.636
38,mlp.experts.125.gate_proj,not applicable,,0.639
38,mlp.experts.125.up_proj,not applicable,,0.641
38,mlp.experts.126.gate_proj,not applicable,,0.644
38,mlp.experts.126.up_proj,not applicable,,0.646
38,mlp.experts.127.gate_proj,not applicable,,0.649
38,mlp.experts.127.up_proj,not applicable,,0.651
38,mlp.experts.128.gate_proj,not applicable,,0.653
38,mlp.experts.128.up_proj,not applicable,,0.656
38,mlp.experts.129.gate_proj,not applicable,,0.658
38,mlp.experts.129.up_proj,not applicable,,0.661
38,mlp.experts.130.gate_proj,not applicable,,0.663
38,mlp.experts.130.up_proj,not applicable,,0.667
38,mlp.experts.131.gate_proj,not applicable,,0.669
38,mlp.experts.131.up_proj,not applicable,,0.672
38,mlp.experts.132.gate_proj,not applicable,,0.674
38,mlp.experts.132.up_proj,not applicable,,0.677
38,mlp.experts.133.gate_proj,not applicable,,0.679
38,mlp.experts.133.up_proj,not applicable,,0.681
38,mlp.experts.134.gate_proj,not applicable,,0.684
38,mlp.experts.134.up_proj,not applicable,,0.687
38,mlp.experts.135.gate_proj,not applicable,,0.689
38,mlp.experts.135.up_proj,not applicable,,0.691
38,mlp.experts.136.gate_proj,not applicable,,0.694
38,mlp.experts.136.up_proj,not applicable,,0.696
38,mlp.experts.137.gate_proj,not applicable,,0.699
38,mlp.experts.137.up_proj,not applicable,,0.701
38,mlp.experts.138.gate_proj,not applicable,,0.704
38,mlp.experts.138.up_proj,not applicable,,0.706
38,mlp.experts.139.gate_proj,not applicable,,0.709
38,mlp.experts.139.up_proj,not applicable,,0.711
38,mlp.experts.140.gate_proj,not applicable,,0.713
38,mlp.experts.140.up_proj,not applicable,,0.717
38,mlp.experts.141.gate_proj,not applicable,,0.719
38,mlp.experts.141.up_proj,not applicable,,0.722
38,mlp.experts.142.gate_proj,not applicable,,0.724
38,mlp.experts.142.up_proj,not applicable,,0.727
38,mlp.experts.143.gate_proj,not applicable,,0.729
38,mlp.experts.143.up_proj,not applicable,,0.732
38,mlp.experts.144.gate_proj,not applicable,,0.734
38,mlp.experts.144.up_proj,not applicable,,0.736
38,mlp.experts.145.gate_proj,not applicable,,0.739
38,mlp.experts.145.up_proj,not applicable,,0.741
38,mlp.experts.146.gate_proj,not applicable,,0.744
38,mlp.experts.146.up_proj,not applicable,,0.746
38,mlp.experts.147.gate_proj,not applicable,,0.749
38,mlp.experts.147.up_proj,not applicable,,0.751
38,mlp.experts.148.gate_proj,not applicable,,0.754
38,mlp.experts.148.up_proj,not applicable,,0.756
38,mlp.experts.149.gate_proj,not applicable,,0.759
38,mlp.experts.149.up_proj,not applicable,,0.761
38,mlp.experts.150.gate_proj,not applicable,,0.764
38,mlp.experts.150.up_proj,not applicable,,0.767
38,mlp.experts.151.gate_proj,not applicable,,0.769
38,mlp.experts.151.up_proj,not applicable,,0.772
38,mlp.experts.152.gate_proj,not applicable,,0.774
38,mlp.experts.152.up_proj,not applicable,,0.777
38,mlp.experts.153.gate_proj,not applicable,,0.779
38,mlp.experts.153.up_proj,not applicable,,0.781
38,mlp.experts.154.gate_proj,not applicable,,0.784
38,mlp.experts.154.up_proj,not applicable,,0.786
38,mlp.experts.155.gate_proj,not applicable,,0.789
38,mlp.experts.155.up_proj,not applicable,,0.791
38,mlp.experts.156.gate_proj,not applicable,,0.794
38,mlp.experts.156.up_proj,not applicable,,0.796
38,mlp.experts.157.gate_proj,not applicable,,0.799
38,mlp.experts.157.up_proj,not applicable,,0.801
38,mlp.experts.158.gate_proj,not applicable,,0.803
38,mlp.experts.158.up_proj,not applicable,,0.806
38,mlp.experts.159.gate_proj,not applicable,,0.808
38,mlp.experts.159.up_proj,not applicable,,0.811
38,mlp.experts.160.gate_proj,not applicable,,0.813
38,mlp.experts.160.up_proj,not applicable,,0.817
38,mlp.experts.161.gate_proj,not applicable,,0.819
38,mlp.experts.161.up_proj,not applicable,,0.821
38,mlp.experts.162.gate_proj,not applicable,,0.824
38,mlp.experts.162.up_proj,not applicable,,0.826
38,mlp.experts.163.gate_proj,not applicable,,0.829
38,mlp.experts.163.up_proj,not applicable,,0.831
38,mlp.experts.164.gate_proj,not applicable,,0.834
38,mlp.experts.164.up_proj,not applicable,,0.836
38,mlp.experts.165.gate_proj,not applicable,,0.839
38,mlp.experts.165.up_proj,not applicable,,0.841
38,mlp.experts.166.gate_proj,not applicable,,0.843
38,mlp.experts.166.up_proj,not applicable,,0.846
38,mlp.experts.167.gate_proj,not applicable,,0.848
38,mlp.experts.167.up_proj,not applicable,,0.851
38,mlp.experts.168.gate_proj,not applicable,,0.853
38,mlp.experts.168.up_proj,not applicable,,0.856
38,mlp.experts.169.gate_proj,not applicable,,0.858
38,mlp.experts.169.up_proj,not applicable,,0.861
38,mlp.experts.170.gate_proj,not applicable,,0.865
38,mlp.experts.170.up_proj,not applicable,,0.869
38,mlp.experts.171.gate_proj,not applicable,,0.872
38,mlp.experts.171.up_proj,not applicable,,0.874
38,mlp.experts.172.gate_proj,not applicable,,0.876
38,mlp.experts.172.up_proj,not applicable,,0.879
38,mlp.experts.173.gate_proj,not applicable,,0.881
38,mlp.experts.173.up_proj,not applicable,,0.884
38,mlp.experts.174.gate_proj,not applicable,,0.886
38,mlp.experts.174.up_proj,not applicable,,0.889
38,mlp.experts.175.gate_proj,not applicable,,0.891
38,mlp.experts.175.up_proj,not applicable,,0.893
38,mlp.experts.176.gate_proj,not applicable,,0.896
38,mlp.experts.176.up_proj,not applicable,,0.898
38,mlp.experts.177.gate_proj,not applicable,,0.901
38,mlp.experts.177.up_proj,not applicable,,0.904
38,mlp.experts.178.gate_proj,not applicable,,0.906
38,mlp.experts.178.up_proj,not applicable,,0.908
38,mlp.experts.179.gate_proj,not applicable,,0.911
38,mlp.experts.179.up_proj,not applicable,,0.913
38,mlp.experts.180.gate_proj,not applicable,,0.916
38,mlp.experts.180.up_proj,not applicable,,0.919
38,mlp.experts.181.gate_proj,not applicable,,0.922
38,mlp.experts.181.up_proj,not applicable,,0.924
38,mlp.experts.182.gate_proj,not applicable,,0.926
38,mlp.experts.182.up_proj,not applicable,,0.929
38,mlp.experts.183.gate_proj,not applicable,,0.932
38,mlp.experts.183.up_proj,not applicable,,0.934
38,mlp.experts.184.gate_proj,not applicable,,0.936
38,mlp.experts.184.up_proj,not applicable,,0.939
38,mlp.experts.185.gate_proj,not applicable,,0.941
38,mlp.experts.185.up_proj,not applicable,,0.944
38,mlp.experts.186.gate_proj,not applicable,,0.946
38,mlp.experts.186.up_proj,not applicable,,0.948
38,mlp.experts.187.gate_proj,not applicable,,0.951
38,mlp.experts.187.up_proj,not applicable,,0.953
38,mlp.experts.188.gate_proj,not applicable,,0.956
38,mlp.experts.188.up_proj,not applicable,,0.958
38,mlp.experts.189.gate_proj,not applicable,,0.961
38,mlp.experts.189.up_proj,not applicable,,0.963
38,mlp.experts.190.gate_proj,not applicable,,0.966
38,mlp.experts.190.up_proj,not applicable,,0.969
38,mlp.experts.191.gate_proj,not applicable,,0.972
38,mlp.experts.191.up_proj,not applicable,,0.974
38,mlp.experts.192.gate_proj,not applicable,,0.977
38,mlp.experts.192.up_proj,not applicable,,0.979
38,mlp.experts.193.gate_proj,not applicable,,0.982
38,mlp.experts.193.up_proj,not applicable,,0.984
38,mlp.experts.194.gate_proj,not applicable,,0.986
38,mlp.experts.194.up_proj,not applicable,,0.989
38,mlp.experts.195.gate_proj,not applicable,,0.991
38,mlp.experts.195.up_proj,not applicable,,0.994
38,mlp.experts.196.gate_proj,not applicable,,0.996
38,mlp.experts.196.up_proj,not applicable,,0.999
38,mlp.experts.197.gate_proj,not applicable,,1.001
38,mlp.experts.197.up_proj,not applicable,,1.004
38,mlp.experts.198.gate_proj,not applicable,,1.006
38,mlp.experts.198.up_proj,not applicable,,1.009
38,mlp.experts.199.gate_proj,not applicable,,1.011
38,mlp.experts.199.up_proj,not applicable,,1.013
38,mlp.experts.200.gate_proj,not applicable,,1.016
38,mlp.experts.200.up_proj,not applicable,,1.019
38,mlp.experts.201.gate_proj,not applicable,,1.022
38,mlp.experts.201.up_proj,not applicable,,1.024
38,mlp.experts.202.gate_proj,not applicable,,1.026
38,mlp.experts.202.up_proj,not applicable,,1.029
38,mlp.experts.203.gate_proj,not applicable,,1.031
38,mlp.experts.203.up_proj,not applicable,,1.034
38,mlp.experts.204.gate_proj,not applicable,,1.036
38,mlp.experts.204.up_proj,not applicable,,1.039
38,mlp.experts.205.gate_proj,not applicable,,1.041
38,mlp.experts.205.up_proj,not applicable,,1.044
38,mlp.experts.206.gate_proj,not applicable,,1.046
38,mlp.experts.206.up_proj,not applicable,,1.049
38,mlp.experts.207.gate_proj,not applicable,,1.051
38,mlp.experts.207.up_proj,not applicable,,1.053
38,mlp.experts.208.gate_proj,not applicable,,1.056
38,mlp.experts.208.up_proj,not applicable,,1.058
38,mlp.experts.209.gate_proj,not applicable,,1.061
38,mlp.experts.209.up_proj,not applicable,,1.063
38,mlp.experts.210.gate_proj,not applicable,,1.066
38,mlp.experts.210.up_proj,not applicable,,1.069
38,mlp.experts.211.gate_proj,not applicable,,1.072
38,mlp.experts.211.up_proj,not applicable,,1.074
38,mlp.experts.212.gate_proj,not applicable,,1.076
38,mlp.experts.212.up_proj,not applicable,,1.079
38,mlp.experts.213.gate_proj,not applicable,,1.081
38,mlp.experts.213.up_proj,not applicable,,1.084
38,mlp.experts.214.gate_proj,not applicable,,1.086
38,mlp.experts.214.up_proj,not applicable,,1.089
38,mlp.experts.215.gate_proj,not applicable,,1.091
38,mlp.experts.215.up_proj,not applicable,,1.093
38,mlp.experts.216.gate_proj,not applicable,,1.096
38,mlp.experts.216.up_proj,not applicable,,1.098
38,mlp.experts.217.gate_proj,not applicable,,1.101
38,mlp.experts.217.up_proj,not applicable,,1.103
38,mlp.experts.218.gate_proj,not applicable,,1.106
38,mlp.experts.218.up_proj,not applicable,,1.108
38,mlp.experts.219.gate_proj,not applicable,,1.111
38,mlp.experts.219.up_proj,not applicable,,1.113
38,mlp.experts.220.gate_proj,not applicable,,1.116
38,mlp.experts.220.up_proj,not applicable,,1.119
38,mlp.experts.221.gate_proj,not applicable,,1.121
38,mlp.experts.221.up_proj,not applicable,,1.124
38,mlp.experts.222.gate_proj,not applicable,,1.126
38,mlp.experts.222.up_proj,not applicable,,1.129
38,mlp.experts.223.gate_proj,not applicable,,1.131
38,mlp.experts.223.up_proj,not applicable,,1.134
38,mlp.experts.224.gate_proj,not applicable,,1.136
38,mlp.experts.224.up_proj,not applicable,,1.139
38,mlp.experts.225.gate_proj,not applicable,,1.141
38,mlp.experts.225.up_proj,not applicable,,1.144
38,mlp.experts.226.gate_proj,not applicable,,1.146
38,mlp.experts.226.up_proj,not applicable,,1.148
38,mlp.experts.227.gate_proj,not applicable,,1.151
38,mlp.experts.227.up_proj,not applicable,,1.153
38,mlp.experts.228.gate_proj,not applicable,,1.156
38,mlp.experts.228.up_proj,not applicable,,1.158
38,mlp.experts.229.gate_proj,not applicable,,1.161
38,mlp.experts.229.up_proj,not applicable,,1.163
38,mlp.experts.230.gate_proj,not applicable,,1.166
38,mlp.experts.230.up_proj,not applicable,,1.169
38,mlp.experts.231.gate_proj,not applicable,,1.171
38,mlp.experts.231.up_proj,not applicable,,1.174
38,mlp.experts.232.gate_proj,not applicable,,1.177
38,mlp.experts.232.up_proj,not applicable,,1.179
38,mlp.experts.233.gate_proj,not applicable,,1.182
38,mlp.experts.233.up_proj,not applicable,,1.184
38,mlp.experts.234.gate_proj,not applicable,,1.187
38,mlp.experts.234.up_proj,not applicable,,1.189
38,mlp.experts.235.gate_proj,not applicable,,1.192
38,mlp.experts.235.up_proj,not applicable,,1.194
38,mlp.experts.236.gate_proj,not applicable,,1.196
38,mlp.experts.236.up_proj,not applicable,,1.199
38,mlp.experts.237.gate_proj,not applicable,,1.201
38,mlp.experts.237.up_proj,not applicable,,1.204
38,mlp.experts.238.gate_proj,not applicable,,1.206
38,mlp.experts.238.up_proj,not applicable,,1.209
38,mlp.experts.239.gate_proj,not applicable,,1.211
38,mlp.experts.239.up_proj,not applicable,,1.214
38,mlp.experts.240.gate_proj,not applicable,,1.216
38,mlp.experts.240.up_proj,not applicable,,1.220
38,mlp.experts.241.gate_proj,not applicable,,1.222
38,mlp.experts.241.up_proj,not applicable,,1.225
38,mlp.experts.242.gate_proj,not applicable,,1.227
38,mlp.experts.242.up_proj,not applicable,,1.230
38,mlp.experts.243.gate_proj,not applicable,,1.232
38,mlp.experts.243.up_proj,not applicable,,1.235
38,mlp.experts.244.gate_proj,not applicable,,1.237
38,mlp.experts.244.up_proj,not applicable,,1.239
38,mlp.experts.245.gate_proj,not applicable,,1.242
38,mlp.experts.245.up_proj,not applicable,,1.244
38,mlp.experts.246.gate_proj,not applicable,,1.247
38,mlp.experts.246.up_proj,not applicable,,1.249
38,mlp.experts.247.gate_proj,not applicable,,1.252
38,mlp.experts.247.up_proj,not applicable,,1.254
38,mlp.experts.248.gate_proj,not applicable,,1.256
38,mlp.experts.248.up_proj,not applicable,,1.259
38,mlp.experts.249.gate_proj,not applicable,,1.261
38,mlp.experts.249.up_proj,not applicable,,1.264
38,mlp.experts.250.gate_proj,not applicable,,1.266
38,mlp.experts.250.up_proj,not applicable,,1.269
38,mlp.experts.251.gate_proj,not applicable,,1.272
38,mlp.experts.251.up_proj,not applicable,,1.274
38,mlp.experts.252.gate_proj,not applicable,,1.277
38,mlp.experts.252.up_proj,not applicable,,1.279
38,mlp.experts.253.gate_proj,not applicable,,1.282
38,mlp.experts.253.up_proj,not applicable,,1.284
38,mlp.experts.254.gate_proj,not applicable,,1.286
38,mlp.experts.254.up_proj,not applicable,,1.289
38,mlp.experts.255.gate_proj,not applicable,,1.291
38,mlp.experts.255.up_proj,not applicable,,1.294
38,mlp.experts.0.down_proj,0.0000042325,,1.296
38,mlp.experts.1.down_proj,0.0000171732,,1.299
38,mlp.experts.2.down_proj,0.0000050609,,1.301
38,mlp.experts.3.down_proj,0.0000138800,,1.303
38,mlp.experts.4.down_proj,0.0000099834,,1.306
38,mlp.experts.5.down_proj,0.0000126761,,1.308
38,mlp.experts.6.down_proj,0.0000158927,,1.310
38,mlp.experts.7.down_proj,0.0000006755,,1.313
38,mlp.experts.8.down_proj,0.0000092625,,1.315
38,mlp.experts.9.down_proj,0.0000039207,,1.318
38,mlp.experts.10.down_proj,0.0000075064,,1.321
38,mlp.experts.11.down_proj,0.0000128364,,1.323
38,mlp.experts.12.down_proj,0.0000106895,,1.325
38,mlp.experts.13.down_proj,0.0000157181,,1.328
38,mlp.experts.14.down_proj,0.0000040238,,1.330
38,mlp.experts.15.down_proj,0.0000116532,,1.333
38,mlp.experts.16.down_proj,0.0000114242,,1.335
38,mlp.experts.17.down_proj,0.0000191927,,1.338
38,mlp.experts.18.down_proj,0.0000033267,,1.340
38,mlp.experts.19.down_proj,0.0000060501,,1.343
38,mlp.experts.20.down_proj,0.0000052050,,1.345
38,mlp.experts.21.down_proj,0.0000036320,,1.348
38,mlp.experts.22.down_proj,0.0000181885,,1.350
38,mlp.experts.23.down_proj,0.0000072630,,1.352
38,mlp.experts.24.down_proj,0.0000066878,,1.355
38,mlp.experts.25.down_proj,0.0000022076,,1.357
38,mlp.experts.26.down_proj,0.0000127108,,1.359
38,mlp.experts.27.down_proj,0.0000019632,,1.362
38,mlp.experts.28.down_proj,0.0000100438,,1.364
38,mlp.experts.29.down_proj,0.0000117295,,1.367
38,mlp.experts.30.down_proj,0.0000049690,,1.370
38,mlp.experts.31.down_proj,0.0000047849,,1.372
38,mlp.experts.32.down_proj,0.0000066232,,1.374
38,mlp.experts.33.down_proj,0.0000102795,,1.377
38,mlp.experts.34.down_proj,0.0000053269,,1.379
38,mlp.experts.35.down_proj,0.0000104603,,1.382
38,mlp.experts.36.down_proj,0.0000021494,,1.384
38,mlp.experts.37.down_proj,0.0000096171,,1.386
38,mlp.experts.38.down_proj,0.0000087417,,1.389
38,mlp.experts.39.down_proj,0.0000127019,,1.391
38,mlp.experts.40.down_proj,0.0000037655,,1.394
38,mlp.experts.41.down_proj,0.0000033286,,1.396
38,mlp.experts.42.down_proj,0.0000090663,,1.399
38,mlp.experts.43.down_proj,0.0000037985,,1.401
38,mlp.experts.44.down_proj,0.0000038744,,1.403
38,mlp.experts.45.down_proj,0.0000002058,,1.406
38,mlp.experts.46.down_proj,0.0000039380,,1.408
38,mlp.experts.47.down_proj,0.0000189716,,1.410
38,mlp.experts.48.down_proj,0.0000085910,,1.413
38,mlp.experts.49.down_proj,0.0000264696,,1.416
38,mlp.experts.50.down_proj,0.0000261245,,1.418
38,mlp.experts.51.down_proj,0.0000048530,,1.421
38,mlp.experts.52.down_proj,0.0000080402,,1.423
38,mlp.experts.53.down_proj,0.0000027502,,1.426
38,mlp.experts.54.down_proj,0.0000050495,,1.428
38,mlp.experts.55.down_proj,0.0000087434,,1.430
38,mlp.experts.56.down_proj,0.0000024921,,1.433
38,mlp.experts.57.down_proj,0.0000124367,,1.435
38,mlp.experts.58.down_proj,0.0000189320,,1.438
38,mlp.experts.59.down_proj,0.0000088894,,1.440
38,mlp.experts.60.down_proj,0.0000036536,,1.442
38,mlp.experts.61.down_proj,0.0000094926,,1.445
38,mlp.experts.62.down_proj,0.0000085706,,1.447
38,mlp.experts.63.down_proj,0.0000083566,,1.450
38,mlp.experts.64.down_proj,0.0000095651,,1.452
38,mlp.experts.65.down_proj,0.0000120419,,1.455
38,mlp.experts.66.down_proj,0.0000047886,,1.458
38,mlp.experts.67.down_proj,0.0000055208,,1.460
38,mlp.experts.68.down_proj,0.0000030369,,1.462
38,mlp.experts.69.down_proj,0.0000200506,,1.466
38,mlp.experts.70.down_proj,0.0000032907,,1.468
38,mlp.experts.71.down_proj,0.0000150365,,1.471
38,mlp.experts.72.down_proj,0.0000104728,,1.473
38,mlp.experts.73.down_proj,0.0000098336,,1.475
38,mlp.experts.74.down_proj,0.0000136550,,1.478
38,mlp.experts.75.down_proj,0.0000070571,,1.480
38,mlp.experts.76.down_proj,0.0000136312,,1.482
38,mlp.experts.77.down_proj,0.0000016915,,1.485
38,mlp.experts.78.down_proj,0.0000102934,,1.487
38,mlp.experts.79.down_proj,0.0000023624,,1.489
38,mlp.experts.80.down_proj,0.0000112693,,1.492
38,mlp.experts.81.down_proj,0.0000136788,,1.494
38,mlp.experts.82.down_proj,0.0000120379,,1.497
38,mlp.experts.83.down_proj,0.0000053768,,1.499
38,mlp.experts.84.down_proj,0.0000105870,,1.501
38,mlp.experts.85.down_proj,0.0000150719,,1.504
38,mlp.experts.86.down_proj,0.0000078525,,1.506
38,mlp.experts.87.down_proj,0.0000153545,,1.509
38,mlp.experts.88.down_proj,0.0000052331,,1.511
38,mlp.experts.89.down_proj,0.0000125133,,1.514
38,mlp.experts.90.down_proj,0.0000035233,,1.517
38,mlp.experts.91.down_proj,0.0000093508,,1.519
38,mlp.experts.92.down_proj,0.0000141932,,1.521
38,mlp.experts.93.down_proj,0.0000014671,,1.524
38,mlp.experts.94.down_proj,0.0000094392,,1.526
38,mlp.experts.95.down_proj,0.0000024370,,1.528
38,mlp.experts.96.down_proj,0.0000432159,,1.531
38,mlp.experts.97.down_proj,0.0000059947,,1.533
38,mlp.experts.98.down_proj,0.0000107043,,1.536
38,mlp.experts.99.down_proj,0.0000164641,,1.538
38,mlp.experts.100.down_proj,0.0000020282,,1.541
38,mlp.experts.101.down_proj,0.0000156394,,1.543
38,mlp.experts.102.down_proj,0.0000154885,,1.545
38,mlp.experts.103.down_proj,0.0000083038,,1.548
38,mlp.experts.104.down_proj,0.0000096584,,1.550
38,mlp.experts.105.down_proj,0.0000082561,,1.553
38,mlp.experts.106.down_proj,0.0000047604,,1.555
38,mlp.experts.107.down_proj,0.0000107156,,1.558
38,mlp.experts.108.down_proj,0.0000020912,,1.560
38,mlp.experts.109.down_proj,0.0000099783,,1.563
38,mlp.experts.110.down_proj,0.0000110211,,1.566
38,mlp.experts.111.down_proj,0.0000037097,,1.568
38,mlp.experts.112.down_proj,0.0000054322,,1.571
38,mlp.experts.113.down_proj,0.0000088277,,1.573
38,mlp.experts.114.down_proj,0.0000018546,,1.576
38,mlp.experts.115.down_proj,0.0000136828,,1.578
38,mlp.experts.116.down_proj,0.0000075238,,1.580
38,mlp.experts.117.down_proj,0.0000051559,,1.583
38,mlp.experts.118.down_proj,0.0000107533,,1.585
38,mlp.experts.119.down_proj,0.0000042375,,1.587
38,mlp.experts.120.down_proj,0.0000062412,,1.590
38,mlp.experts.121.down_proj,0.0000077883,,1.592
38,mlp.experts.122.down_proj,0.0000106126,,1.595
38,mlp.experts.123.down_proj,0.0000038100,,1.597
38,mlp.experts.124.down_proj,0.0000023405,,1.599
38,mlp.experts.125.down_proj,0.0000051348,,1.602
38,mlp.experts.126.down_proj,0.0000095914,,1.604
38,mlp.experts.127.down_proj,0.0000023977,,1.607
38,mlp.experts.128.down_proj,0.0000080853,,1.609
38,mlp.experts.129.down_proj,0.0000036597,,1.612
38,mlp.experts.130.down_proj,0.0000102485,,1.615
38,mlp.experts.131.down_proj,0.0000061331,,1.617
38,mlp.experts.132.down_proj,0.0000012804,,1.619
38,mlp.experts.133.down_proj,0.0000128770,,1.622
38,mlp.experts.134.down_proj,0.0000129521,,1.624
38,mlp.experts.135.down_proj,0.0000198928,,1.627
38,mlp.experts.136.down_proj,0.0000125443,,1.629
38,mlp.experts.137.down_proj,0.0000097557,,1.631
38,mlp.experts.138.down_proj,0.0000039756,,1.634
38,mlp.experts.139.down_proj,0.0000145599,,1.636
38,mlp.experts.140.down_proj,0.0000067468,,1.639
38,mlp.experts.141.down_proj,0.0000084434,,1.641
38,mlp.experts.142.down_proj,0.0000023884,,1.643
38,mlp.experts.143.down_proj,0.0000099869,,1.646
38,mlp.experts.144.down_proj,0.0000123272,,1.648
38,mlp.experts.145.down_proj,0.0000050384,,1.650
38,mlp.experts.146.down_proj,0.0000048861,,1.653
38,mlp.experts.147.down_proj,0.0000014271,,1.655
38,mlp.experts.148.down_proj,0.0000087262,,1.658
38,mlp.experts.149.down_proj,0.0000063440,,1.661
38,mlp.experts.150.down_proj,0.0000032630,,1.663
38,mlp.experts.151.down_proj,0.0000028985,,1.666
38,mlp.experts.152.down_proj,0.0000132788,,1.669
38,mlp.experts.153.down_proj,0.0000078658,,1.671
38,mlp.experts.154.down_proj,0.0000032050,,1.673
38,mlp.experts.155.down_proj,0.0000048947,,1.676
38,mlp.experts.156.down_proj,0.0000041908,,1.678
38,mlp.experts.157.down_proj,0.0000123254,,1.681
38,mlp.experts.158.down_proj,0.0000082915,,1.683
38,mlp.experts.159.down_proj,0.0000153287,,1.685
38,mlp.experts.160.down_proj,0.0000003863,,1.688
38,mlp.experts.161.down_proj,0.0000143499,,1.690
38,mlp.experts.162.down_proj,0.0000138551,,1.693
38,mlp.experts.163.down_proj,0.0000056133,,1.695
38,mlp.experts.164.down_proj,0.0000074193,,1.697
38,mlp.experts.165.down_proj,0.0000060800,,1.700
38,mlp.experts.166.down_proj,0.0000174346,,1.702
38,mlp.experts.167.down_proj,0.0000063187,,1.705
38,mlp.experts.168.down_proj,0.0000125447,,1.707
38,mlp.experts.169.down_proj,0.0000120449,,1.710
38,mlp.experts.170.down_proj,0.0000037171,,1.713
38,mlp.experts.171.down_proj,0.0000109368,,1.715
38,mlp.experts.172.down_proj,0.0000229955,,1.718
38,mlp.experts.173.down_proj,0.0000076273,,1.720
38,mlp.experts.174.down_proj,0.0000092891,,1.722
38,mlp.experts.175.down_proj,0.0000131724,,1.725
38,mlp.experts.176.down_proj,0.0000075087,,1.727
38,mlp.experts.177.down_proj,0.0000128579,,1.730
38,mlp.experts.178.down_proj,0.0000135966,,1.732
38,mlp.experts.179.down_proj,0.0000024567,,1.736
38,mlp.experts.180.down_proj,0.0000022880,,1.739
38,mlp.experts.181.down_proj,0.0000116292,,1.741
38,mlp.experts.182.down_proj,0.0000053933,,1.743
38,mlp.experts.183.down_proj,0.0000174024,,1.746
38,mlp.experts.184.down_proj,0.0000012380,,1.748
38,mlp.experts.185.down_proj,0.0000149477,,1.751
38,mlp.experts.186.down_proj,0.0000149103,,1.753
38,mlp.experts.187.down_proj,0.0000143285,,1.756
38,mlp.experts.188.down_proj,0.0000017662,,1.758
38,mlp.experts.189.down_proj,0.0000039569,,1.762
38,mlp.experts.190.down_proj,0.0000105608,,1.764
38,mlp.experts.191.down_proj,0.0000059654,,1.766
38,mlp.experts.192.down_proj,0.0000102372,,1.769
38,mlp.experts.193.down_proj,0.0000088453,,1.771
38,mlp.experts.194.down_proj,0.0000041972,,1.774
38,mlp.experts.195.down_proj,0.0000064573,,1.776
38,mlp.experts.196.down_proj,0.0000063596,,1.779
38,mlp.experts.197.down_proj,0.0000059494,,1.781
38,mlp.experts.198.down_proj,0.0000065221,,1.784
38,mlp.experts.199.down_proj,0.0000331140,,1.786
38,mlp.experts.200.down_proj,0.0000096502,,1.789
38,mlp.experts.201.down_proj,0.0000100484,,1.791
38,mlp.experts.202.down_proj,0.0000090417,,1.794
38,mlp.experts.203.down_proj,0.0000139050,,1.796
38,mlp.experts.204.down_proj,0.0000126066,,1.799
38,mlp.experts.205.down_proj,0.0000177051,,1.801
38,mlp.experts.206.down_proj,0.0000131745,,1.803
38,mlp.experts.207.down_proj,0.0000091089,,1.806
38,mlp.experts.208.down_proj,0.0000109302,,1.808
38,mlp.experts.209.down_proj,0.0000080341,,1.812
38,mlp.experts.210.down_proj,0.0000092812,,1.814
38,mlp.experts.211.down_proj,0.0000056500,,1.817
38,mlp.experts.212.down_proj,0.0000147139,,1.819
38,mlp.experts.213.down_proj,0.0000071219,,1.821
38,mlp.experts.214.down_proj,0.0000041264,,1.824
38,mlp.experts.215.down_proj,0.0000095935,,1.826
38,mlp.experts.216.down_proj,0.0000154185,,1.829
38,mlp.experts.217.down_proj,0.0000089747,,1.831
38,mlp.experts.218.down_proj,0.0000159063,,1.834
38,mlp.experts.219.down_proj,0.0000162393,,1.836
38,mlp.experts.220.down_proj,0.0000086772,,1.839
38,mlp.experts.221.down_proj,0.0000073802,,1.841
38,mlp.experts.222.down_proj,0.0000017486,,1.844
38,mlp.experts.223.down_proj,0.0000063365,,1.846
38,mlp.experts.224.down_proj,0.0000068251,,1.848
38,mlp.experts.225.down_proj,0.0000249367,,1.851
38,mlp.experts.226.down_proj,0.0000094574,,1.853
38,mlp.experts.227.down_proj,0.0000053676,,1.856
38,mlp.experts.228.down_proj,0.0000035593,,1.858
38,mlp.experts.229.down_proj,0.0000169822,,1.861
38,mlp.experts.230.down_proj,0.0000082169,,1.864
38,mlp.experts.231.down_proj,0.0000058930,,1.866
38,mlp.experts.232.down_proj,0.0000122351,,1.869
38,mlp.experts.233.down_proj,0.0000026631,,1.871
38,mlp.experts.234.down_proj,0.0000200515,,1.874
38,mlp.experts.235.down_proj,0.0000025746,,1.876
38,mlp.experts.236.down_proj,0.0000070015,,1.878
38,mlp.experts.237.down_proj,0.0000183626,,1.881
38,mlp.experts.238.down_proj,0.0000073207,,1.883
38,mlp.experts.239.down_proj,0.0000087011,,1.886
38,mlp.experts.240.down_proj,0.0000150061,,1.888
38,mlp.experts.241.down_proj,0.0000161738,,1.891
38,mlp.experts.242.down_proj,0.0000055855,,1.893
38,mlp.experts.243.down_proj,0.0000163187,,1.896
38,mlp.experts.244.down_proj,0.0000106277,,1.898
38,mlp.experts.245.down_proj,0.0000244340,,1.900
38,mlp.experts.246.down_proj,0.0000022377,,1.903
38,mlp.experts.247.down_proj,0.0000054814,,1.906
38,mlp.experts.248.down_proj,0.0000020617,,1.908
38,mlp.experts.249.down_proj,0.0000050404,,1.912
38,mlp.experts.250.down_proj,0.0000131964,,1.914
38,mlp.experts.251.down_proj,0.0000206338,,1.917
38,mlp.experts.252.down_proj,0.0000135819,,1.919
38,mlp.experts.253.down_proj,0.0000044529,,1.921
38,mlp.experts.254.down_proj,0.0000059930,,1.924
38,mlp.experts.255.down_proj,0.0000060869,,1.926
39,mlp.experts.0.gate_proj,not applicable,,0.004
39,mlp.experts.0.up_proj,not applicable,,0.009
39,mlp.experts.1.gate_proj,not applicable,,0.013
39,mlp.experts.1.up_proj,not applicable,,0.016
39,mlp.experts.2.gate_proj,not applicable,,0.019
39,mlp.experts.2.up_proj,not applicable,,0.021
39,mlp.experts.3.gate_proj,not applicable,,0.024
39,mlp.experts.3.up_proj,not applicable,,0.027
39,mlp.experts.4.gate_proj,not applicable,,0.029
39,mlp.experts.4.up_proj,not applicable,,0.032
39,mlp.experts.5.gate_proj,not applicable,,0.034
39,mlp.experts.5.up_proj,not applicable,,0.037
39,mlp.experts.6.gate_proj,not applicable,,0.039
39,mlp.experts.6.up_proj,not applicable,,0.042
39,mlp.experts.7.gate_proj,not applicable,,0.044
39,mlp.experts.7.up_proj,not applicable,,0.047
39,mlp.experts.8.gate_proj,not applicable,,0.049
39,mlp.experts.8.up_proj,not applicable,,0.052
39,mlp.experts.9.gate_proj,not applicable,,0.054
39,mlp.experts.9.up_proj,not applicable,,0.057
39,mlp.experts.10.gate_proj,not applicable,,0.059
39,mlp.experts.10.up_proj,not applicable,,0.063
39,mlp.experts.11.gate_proj,not applicable,,0.065
39,mlp.experts.11.up_proj,not applicable,,0.067
39,mlp.experts.12.gate_proj,not applicable,,0.070
39,mlp.experts.12.up_proj,not applicable,,0.072
39,mlp.experts.13.gate_proj,not applicable,,0.075
39,mlp.experts.13.up_proj,not applicable,,0.077
39,mlp.experts.14.gate_proj,not applicable,,0.080
39,mlp.experts.14.up_proj,not applicable,,0.082
39,mlp.experts.15.gate_proj,not applicable,,0.085
39,mlp.experts.15.up_proj,not applicable,,0.087
39,mlp.experts.16.gate_proj,not applicable,,0.089
39,mlp.experts.16.up_proj,not applicable,,0.092
39,mlp.experts.17.gate_proj,not applicable,,0.094
39,mlp.experts.17.up_proj,not applicable,,0.097
39,mlp.experts.18.gate_proj,not applicable,,0.099
39,mlp.experts.18.up_proj,not applicable,,0.101
39,mlp.experts.19.gate_proj,not applicable,,0.104
39,mlp.experts.19.up_proj,not applicable,,0.106
39,mlp.experts.20.gate_proj,not applicable,,0.109
39,mlp.experts.20.up_proj,not applicable,,0.112
39,mlp.experts.21.gate_proj,not applicable,,0.115
39,mlp.experts.21.up_proj,not applicable,,0.118
39,mlp.experts.22.gate_proj,not applicable,,0.120
39,mlp.experts.22.up_proj,not applicable,,0.122
39,mlp.experts.23.gate_proj,not applicable,,0.125
39,mlp.experts.23.up_proj,not applicable,,0.127
39,mlp.experts.24.gate_proj,not applicable,,0.130
39,mlp.experts.24.up_proj,not applicable,,0.132
39,mlp.experts.25.gate_proj,not applicable,,0.135
39,mlp.experts.25.up_proj,not applicable,,0.138
39,mlp.experts.26.gate_proj,not applicable,,0.140
39,mlp.experts.26.up_proj,not applicable,,0.143
39,mlp.experts.27.gate_proj,not applicable,,0.145
39,mlp.experts.27.up_proj,not applicable,,0.148
39,mlp.experts.28.gate_proj,not applicable,,0.151
39,mlp.experts.28.up_proj,not applicable,,0.153
39,mlp.experts.29.gate_proj,not applicable,,0.156
39,mlp.experts.29.up_proj,not applicable,,0.158
39,mlp.experts.30.gate_proj,not applicable,,0.161
39,mlp.experts.30.up_proj,not applicable,,0.164
39,mlp.experts.31.gate_proj,not applicable,,0.167
39,mlp.experts.31.up_proj,not applicable,,0.169
39,mlp.experts.32.gate_proj,not applicable,,0.172
39,mlp.experts.32.up_proj,not applicable,,0.174
39,mlp.experts.33.gate_proj,not applicable,,0.177
39,mlp.experts.33.up_proj,not applicable,,0.179
39,mlp.experts.34.gate_proj,not applicable,,0.182
39,mlp.experts.34.up_proj,not applicable,,0.184
39,mlp.experts.35.gate_proj,not applicable,,0.187
39,mlp.experts.35.up_proj,not applicable,,0.189
39,mlp.experts.36.gate_proj,not applicable,,0.192
39,mlp.experts.36.up_proj,not applicable,,0.194
39,mlp.experts.37.gate_proj,not applicable,,0.197
39,mlp.experts.37.up_proj,not applicable,,0.199
39,mlp.experts.38.gate_proj,not applicable,,0.202
39,mlp.experts.38.up_proj,not applicable,,0.204
39,mlp.experts.39.gate_proj,not applicable,,0.207
39,mlp.experts.39.up_proj,not applicable,,0.209
39,mlp.experts.40.gate_proj,not applicable,,0.212
39,mlp.experts.40.up_proj,not applicable,,0.215
39,mlp.experts.41.gate_proj,not applicable,,0.218
39,mlp.experts.41.up_proj,not applicable,,0.220
39,mlp.experts.42.gate_proj,not applicable,,0.223
39,mlp.experts.42.up_proj,not applicable,,0.225
39,mlp.experts.43.gate_proj,not applicable,,0.228
39,mlp.experts.43.up_proj,not applicable,,0.230
39,mlp.experts.44.gate_proj,not applicable,,0.233
39,mlp.experts.44.up_proj,not applicable,,0.235
39,mlp.experts.45.gate_proj,not applicable,,0.238
39,mlp.experts.45.up_proj,not applicable,,0.240
39,mlp.experts.46.gate_proj,not applicable,,0.243
39,mlp.experts.46.up_proj,not applicable,,0.245
39,mlp.experts.47.gate_proj,not applicable,,0.248
39,mlp.experts.47.up_proj,not applicable,,0.250
39,mlp.experts.48.gate_proj,not applicable,,0.253
39,mlp.experts.48.up_proj,not applicable,,0.255
39,mlp.experts.49.gate_proj,not applicable,,0.258
39,mlp.experts.49.up_proj,not applicable,,0.260
39,mlp.experts.50.gate_proj,not applicable,,0.263
39,mlp.experts.50.up_proj,not applicable,,0.266
39,mlp.experts.51.gate_proj,not applicable,,0.269
39,mlp.experts.51.up_proj,not applicable,,0.272
39,mlp.experts.52.gate_proj,not applicable,,0.274
39,mlp.experts.52.up_proj,not applicable,,0.277
39,mlp.experts.53.gate_proj,not applicable,,0.279
39,mlp.experts.53.up_proj,not applicable,,0.282
39,mlp.experts.54.gate_proj,not applicable,,0.284
39,mlp.experts.54.up_proj,not applicable,,0.287
39,mlp.experts.55.gate_proj,not applicable,,0.289
39,mlp.experts.55.up_proj,not applicable,,0.292
39,mlp.experts.56.gate_proj,not applicable,,0.294
39,mlp.experts.56.up_proj,not applicable,,0.297
39,mlp.experts.57.gate_proj,not applicable,,0.299
39,mlp.experts.57.up_proj,not applicable,,0.302
39,mlp.experts.58.gate_proj,not applicable,,0.304
39,mlp.experts.58.up_proj,not applicable,,0.307
39,mlp.experts.59.gate_proj,not applicable,,0.309
39,mlp.experts.59.up_proj,not applicable,,0.311
39,mlp.experts.60.gate_proj,not applicable,,0.314
39,mlp.experts.60.up_proj,not applicable,,0.318
39,mlp.experts.61.gate_proj,not applicable,,0.320
39,mlp.experts.61.up_proj,not applicable,,0.323
39,mlp.experts.62.gate_proj,not applicable,,0.325
39,mlp.experts.62.up_proj,not applicable,,0.328
39,mlp.experts.63.gate_proj,not applicable,,0.330
39,mlp.experts.63.up_proj,not applicable,,0.332
39,mlp.experts.64.gate_proj,not applicable,,0.335
39,mlp.experts.64.up_proj,not applicable,,0.337
39,mlp.experts.65.gate_proj,not applicable,,0.339
39,mlp.experts.65.up_proj,not applicable,,0.342
39,mlp.experts.66.gate_proj,not applicable,,0.344
39,mlp.experts.66.up_proj,not applicable,,0.347
39,mlp.experts.67.gate_proj,not applicable,,0.349
39,mlp.experts.67.up_proj,not applicable,,0.351
39,mlp.experts.68.gate_proj,not applicable,,0.354
39,mlp.experts.68.up_proj,not applicable,,0.356
39,mlp.experts.69.gate_proj,not applicable,,0.358
39,mlp.experts.69.up_proj,not applicable,,0.361
39,mlp.experts.70.gate_proj,not applicable,,0.363
39,mlp.experts.70.up_proj,not applicable,,0.367
39,mlp.experts.71.gate_proj,not applicable,,0.369
39,mlp.experts.71.up_proj,not applicable,,0.371
39,mlp.experts.72.gate_proj,not applicable,,0.374
39,mlp.experts.72.up_proj,not applicable,,0.376
39,mlp.experts.73.gate_proj,not applicable,,0.379
39,mlp.experts.73.up_proj,not applicable,,0.381
39,mlp.experts.74.gate_proj,not applicable,,0.383
39,mlp.experts.74.up_proj,not applicable,,0.386
39,mlp.experts.75.gate_proj,not applicable,,0.388
39,mlp.experts.75.up_proj,not applicable,,0.391
39,mlp.experts.76.gate_proj,not applicable,,0.393
39,mlp.experts.76.up_proj,not applicable,,0.395
39,mlp.experts.77.gate_proj,not applicable,,0.398
39,mlp.experts.77.up_proj,not applicable,,0.400
39,mlp.experts.78.gate_proj,not applicable,,0.403
39,mlp.experts.78.up_proj,not applicable,,0.405
39,mlp.experts.79.gate_proj,not applicable,,0.408
39,mlp.experts.79.up_proj,not applicable,,0.410
39,mlp.experts.80.gate_proj,not applicable,,0.413
39,mlp.experts.80.up_proj,not applicable,,0.417
39,mlp.experts.81.gate_proj,not applicable,,0.419
39,mlp.experts.81.up_proj,not applicable,,0.421
39,mlp.experts.82.gate_proj,not applicable,,0.424
39,mlp.experts.82.up_proj,not applicable,,0.427
39,mlp.experts.83.gate_proj,not applicable,,0.429
39,mlp.experts.83.up_proj,not applicable,,0.432
39,mlp.experts.84.gate_proj,not applicable,,0.434
39,mlp.experts.84.up_proj,not applicable,,0.437
39,mlp.experts.85.gate_proj,not applicable,,0.439
39,mlp.experts.85.up_proj,not applicable,,0.442
39,mlp.experts.86.gate_proj,not applicable,,0.444
39,mlp.experts.86.up_proj,not applicable,,0.446
39,mlp.experts.87.gate_proj,not applicable,,0.449
39,mlp.experts.87.up_proj,not applicable,,0.451
39,mlp.experts.88.gate_proj,not applicable,,0.454
39,mlp.experts.88.up_proj,not applicable,,0.456
39,mlp.experts.89.gate_proj,not applicable,,0.459
39,mlp.experts.89.up_proj,not applicable,,0.461
39,mlp.experts.90.gate_proj,not applicable,,0.464
39,mlp.experts.90.up_proj,not applicable,,0.467
39,mlp.experts.91.gate_proj,not applicable,,0.470
39,mlp.experts.91.up_proj,not applicable,,0.472
39,mlp.experts.92.gate_proj,not applicable,,0.475
39,mlp.experts.92.up_proj,not applicable,,0.477
39,mlp.experts.93.gate_proj,not applicable,,0.480
39,mlp.experts.93.up_proj,not applicable,,0.482
39,mlp.experts.94.gate_proj,not applicable,,0.485
39,mlp.experts.94.up_proj,not applicable,,0.487
39,mlp.experts.95.gate_proj,not applicable,,0.489
39,mlp.experts.95.up_proj,not applicable,,0.492
39,mlp.experts.96.gate_proj,not applicable,,0.494
39,mlp.experts.96.up_proj,not applicable,,0.497
39,mlp.experts.97.gate_proj,not applicable,,0.499
39,mlp.experts.97.up_proj,not applicable,,0.502
39,mlp.experts.98.gate_proj,not applicable,,0.504
39,mlp.experts.98.up_proj,not applicable,,0.507
39,mlp.experts.99.gate_proj,not applicable,,0.509
39,mlp.experts.99.up_proj,not applicable,,0.512
39,mlp.experts.100.gate_proj,not applicable,,0.514
39,mlp.experts.100.up_proj,not applicable,,0.518
39,mlp.experts.101.gate_proj,not applicable,,0.520
39,mlp.experts.101.up_proj,not applicable,,0.523
39,mlp.experts.102.gate_proj,not applicable,,0.525
39,mlp.experts.102.up_proj,not applicable,,0.528
39,mlp.experts.103.gate_proj,not applicable,,0.531
39,mlp.experts.103.up_proj,not applicable,,0.533
39,mlp.experts.104.gate_proj,not applicable,,0.536
39,mlp.experts.104.up_proj,not applicable,,0.538
39,mlp.experts.105.gate_proj,not applicable,,0.541
39,mlp.experts.105.up_proj,not applicable,,0.543
39,mlp.experts.106.gate_proj,not applicable,,0.546
39,mlp.experts.106.up_proj,not applicable,,0.548
39,mlp.experts.107.gate_proj,not applicable,,0.551
39,mlp.experts.107.up_proj,not applicable,,0.553
39,mlp.experts.108.gate_proj,not applicable,,0.555
39,mlp.experts.108.up_proj,not applicable,,0.558
39,mlp.experts.109.gate_proj,not applicable,,0.560
39,mlp.experts.109.up_proj,not applicable,,0.563
39,mlp.experts.110.gate_proj,not applicable,,0.565
39,mlp.experts.110.up_proj,not applicable,,0.568
39,mlp.experts.111.gate_proj,not applicable,,0.571
39,mlp.experts.111.up_proj,not applicable,,0.573
39,mlp.experts.112.gate_proj,not applicable,,0.576
39,mlp.experts.112.up_proj,not applicable,,0.578
39,mlp.experts.113.gate_proj,not applicable,,0.581
39,mlp.experts.113.up_proj,not applicable,,0.583
39,mlp.experts.114.gate_proj,not applicable,,0.586
39,mlp.experts.114.up_proj,not applicable,,0.588
39,mlp.experts.115.gate_proj,not applicable,,0.590
39,mlp.experts.115.up_proj,not applicable,,0.593
39,mlp.experts.116.gate_proj,not applicable,,0.595
39,mlp.experts.116.up_proj,not applicable,,0.598
39,mlp.experts.117.gate_proj,not applicable,,0.600
39,mlp.experts.117.up_proj,not applicable,,0.603
39,mlp.experts.118.gate_proj,not applicable,,0.605
39,mlp.experts.118.up_proj,not applicable,,0.607
39,mlp.experts.119.gate_proj,not applicable,,0.610
39,mlp.experts.119.up_proj,not applicable,,0.612
39,mlp.experts.120.gate_proj,not applicable,,0.615
39,mlp.experts.120.up_proj,not applicable,,0.618
39,mlp.experts.121.gate_proj,not applicable,,0.621
39,mlp.experts.121.up_proj,not applicable,,0.623
39,mlp.experts.122.gate_proj,not applicable,,0.626
39,mlp.experts.122.up_proj,not applicable,,0.628
39,mlp.experts.123.gate_proj,not applicable,,0.631
39,mlp.experts.123.up_proj,not applicable,,0.633
39,mlp.experts.124.gate_proj,not applicable,,0.636
39,mlp.experts.124.up_proj,not applicable,,0.638
39,mlp.experts.125.gate_proj,not applicable,,0.640
39,mlp.experts.125.up_proj,not applicable,,0.643
39,mlp.experts.126.gate_proj,not applicable,,0.646
39,mlp.experts.126.up_proj,not applicable,,0.648
39,mlp.experts.127.gate_proj,not applicable,,0.651
39,mlp.experts.127.up_proj,not applicable,,0.653
39,mlp.experts.128.gate_proj,not applicable,,0.655
39,mlp.experts.128.up_proj,not applicable,,0.658
39,mlp.experts.129.gate_proj,not applicable,,0.661
39,mlp.experts.129.up_proj,not applicable,,0.663
39,mlp.experts.130.gate_proj,not applicable,,0.666
39,mlp.experts.130.up_proj,not applicable,,0.669
39,mlp.experts.131.gate_proj,not applicable,,0.672
39,mlp.experts.131.up_proj,not applicable,,0.674
39,mlp.experts.132.gate_proj,not applicable,,0.677
39,mlp.experts.132.up_proj,not applicable,,0.679
39,mlp.experts.133.gate_proj,not applicable,,0.681
39,mlp.experts.133.up_proj,not applicable,,0.684
39,mlp.experts.134.gate_proj,not applicable,,0.686
39,mlp.experts.134.up_proj,not applicable,,0.689
39,mlp.experts.135.gate_proj,not applicable,,0.691
39,mlp.experts.135.up_proj,not applicable,,0.694
39,mlp.experts.136.gate_proj,not applicable,,0.696
39,mlp.experts.136.up_proj,not applicable,,0.699
39,mlp.experts.137.gate_proj,not applicable,,0.701
39,mlp.experts.137.up_proj,not applicable,,0.704
39,mlp.experts.138.gate_proj,not applicable,,0.706
39,mlp.experts.138.up_proj,not applicable,,0.709
39,mlp.experts.139.gate_proj,not applicable,,0.711
39,mlp.experts.139.up_proj,not applicable,,0.714
39,mlp.experts.140.gate_proj,not applicable,,0.716
39,mlp.experts.140.up_proj,not applicable,,0.720
39,mlp.experts.141.gate_proj,not applicable,,0.722
39,mlp.experts.141.up_proj,not applicable,,0.725
39,mlp.experts.142.gate_proj,not applicable,,0.727
39,mlp.experts.142.up_proj,not applicable,,0.730
39,mlp.experts.143.gate_proj,not applicable,,0.732
39,mlp.experts.143.up_proj,not applicable,,0.735
39,mlp.experts.144.gate_proj,not applicable,,0.737
39,mlp.experts.144.up_proj,not applicable,,0.740
39,mlp.experts.145.gate_proj,not applicable,,0.742
39,mlp.experts.145.up_proj,not applicable,,0.745
39,mlp.experts.146.gate_proj,not applicable,,0.747
39,mlp.experts.146.up_proj,not applicable,,0.750
39,mlp.experts.147.gate_proj,not applicable,,0.752
39,mlp.experts.147.up_proj,not applicable,,0.755
39,mlp.experts.148.gate_proj,not applicable,,0.757
39,mlp.experts.148.up_proj,not applicable,,0.759
39,mlp.experts.149.gate_proj,not applicable,,0.762
39,mlp.experts.149.up_proj,not applicable,,0.764
39,mlp.experts.150.gate_proj,not applicable,,0.767
39,mlp.experts.150.up_proj,not applicable,,0.771
39,mlp.experts.151.gate_proj,not applicable,,0.773
39,mlp.experts.151.up_proj,not applicable,,0.775
39,mlp.experts.152.gate_proj,not applicable,,0.778
39,mlp.experts.152.up_proj,not applicable,,0.780
39,mlp.experts.153.gate_proj,not applicable,,0.783
39,mlp.experts.153.up_proj,not applicable,,0.785
39,mlp.experts.154.gate_proj,not applicable,,0.788
39,mlp.experts.154.up_proj,not applicable,,0.790
39,mlp.experts.155.gate_proj,not applicable,,0.793
39,mlp.experts.155.up_proj,not applicable,,0.795
39,mlp.experts.156.gate_proj,not applicable,,0.798
39,mlp.experts.156.up_proj,not applicable,,0.800
39,mlp.experts.157.gate_proj,not applicable,,0.803
39,mlp.experts.157.up_proj,not applicable,,0.805
39,mlp.experts.158.gate_proj,not applicable,,0.807
39,mlp.experts.158.up_proj,not applicable,,0.810
39,mlp.experts.159.gate_proj,not applicable,,0.812
39,mlp.experts.159.up_proj,not applicable,,0.815
39,mlp.experts.160.gate_proj,not applicable,,0.817
39,mlp.experts.160.up_proj,not applicable,,0.821
39,mlp.experts.161.gate_proj,not applicable,,0.823
39,mlp.experts.161.up_proj,not applicable,,0.826
39,mlp.experts.162.gate_proj,not applicable,,0.828
39,mlp.experts.162.up_proj,not applicable,,0.831
39,mlp.experts.163.gate_proj,not applicable,,0.833
39,mlp.experts.163.up_proj,not applicable,,0.836
39,mlp.experts.164.gate_proj,not applicable,,0.838
39,mlp.experts.164.up_proj,not applicable,,0.841
39,mlp.experts.165.gate_proj,not applicable,,0.843
39,mlp.experts.165.up_proj,not applicable,,0.846
39,mlp.experts.166.gate_proj,not applicable,,0.848
39,mlp.experts.166.up_proj,not applicable,,0.851
39,mlp.experts.167.gate_proj,not applicable,,0.853
39,mlp.experts.167.up_proj,not applicable,,0.856
39,mlp.experts.168.gate_proj,not applicable,,0.858
39,mlp.experts.168.up_proj,not applicable,,0.860
39,mlp.experts.169.gate_proj,not applicable,,0.863
39,mlp.experts.169.up_proj,not applicable,,0.865
39,mlp.experts.170.gate_proj,not applicable,,0.868
39,mlp.experts.170.up_proj,not applicable,,0.871
39,mlp.experts.171.gate_proj,not applicable,,0.874
39,mlp.experts.171.up_proj,not applicable,,0.876
39,mlp.experts.172.gate_proj,not applicable,,0.879
39,mlp.experts.172.up_proj,not applicable,,0.881
39,mlp.experts.173.gate_proj,not applicable,,0.883
39,mlp.experts.173.up_proj,not applicable,,0.886
39,mlp.experts.174.gate_proj,not applicable,,0.888
39,mlp.experts.174.up_proj,not applicable,,0.891
39,mlp.experts.175.gate_proj,not applicable,,0.893
39,mlp.experts.175.up_proj,not applicable,,0.896
39,mlp.experts.176.gate_proj,not applicable,,0.898
39,mlp.experts.176.up_proj,not applicable,,0.901
39,mlp.experts.177.gate_proj,not applicable,,0.903
39,mlp.experts.177.up_proj,not applicable,,0.906
39,mlp.experts.178.gate_proj,not applicable,,0.908
39,mlp.experts.178.up_proj,not applicable,,0.911
39,mlp.experts.179.gate_proj,not applicable,,0.913
39,mlp.experts.179.up_proj,not applicable,,0.915
39,mlp.experts.180.gate_proj,not applicable,,0.918
39,mlp.experts.180.up_proj,not applicable,,0.921
39,mlp.experts.181.gate_proj,not applicable,,0.924
39,mlp.experts.181.up_proj,not applicable,,0.926
39,mlp.experts.182.gate_proj,not applicable,,0.929
39,mlp.experts.182.up_proj,not applicable,,0.931
39,mlp.experts.183.gate_proj,not applicable,,0.934
39,mlp.experts.183.up_proj,not applicable,,0.936
39,mlp.experts.184.gate_proj,not applicable,,0.939
39,mlp.experts.184.up_proj,not applicable,,0.941
39,mlp.experts.185.gate_proj,not applicable,,0.944
39,mlp.experts.185.up_proj,not applicable,,0.946
39,mlp.experts.186.gate_proj,not applicable,,0.949
39,mlp.experts.186.up_proj,not applicable,,0.951
39,mlp.experts.187.gate_proj,not applicable,,0.954
39,mlp.experts.187.up_proj,not applicable,,0.956
39,mlp.experts.188.gate_proj,not applicable,,0.959
39,mlp.experts.188.up_proj,not applicable,,0.961
39,mlp.experts.189.gate_proj,not applicable,,0.964
39,mlp.experts.189.up_proj,not applicable,,0.966
39,mlp.experts.190.gate_proj,not applicable,,0.968
39,mlp.experts.190.up_proj,not applicable,,0.972
39,mlp.experts.191.gate_proj,not applicable,,0.974
39,mlp.experts.191.up_proj,not applicable,,0.977
39,mlp.experts.192.gate_proj,not applicable,,0.979
39,mlp.experts.192.up_proj,not applicable,,0.982
39,mlp.experts.193.gate_proj,not applicable,,0.984
39,mlp.experts.193.up_proj,not applicable,,0.987
39,mlp.experts.194.gate_proj,not applicable,,0.989
39,mlp.experts.194.up_proj,not applicable,,0.991
39,mlp.experts.195.gate_proj,not applicable,,0.994
39,mlp.experts.195.up_proj,not applicable,,0.996
39,mlp.experts.196.gate_proj,not applicable,,0.999
39,mlp.experts.196.up_proj,not applicable,,1.001
39,mlp.experts.197.gate_proj,not applicable,,1.004
39,mlp.experts.197.up_proj,not applicable,,1.006
39,mlp.experts.198.gate_proj,not applicable,,1.009
39,mlp.experts.198.up_proj,not applicable,,1.011
39,mlp.experts.199.gate_proj,not applicable,,1.014
39,mlp.experts.199.up_proj,not applicable,,1.016
39,mlp.experts.200.gate_proj,not applicable,,1.019
39,mlp.experts.200.up_proj,not applicable,,1.022
39,mlp.experts.201.gate_proj,not applicable,,1.025
39,mlp.experts.201.up_proj,not applicable,,1.027
39,mlp.experts.202.gate_proj,not applicable,,1.029
39,mlp.experts.202.up_proj,not applicable,,1.032
39,mlp.experts.203.gate_proj,not applicable,,1.034
39,mlp.experts.203.up_proj,not applicable,,1.037
39,mlp.experts.204.gate_proj,not applicable,,1.039
39,mlp.experts.204.up_proj,not applicable,,1.042
39,mlp.experts.205.gate_proj,not applicable,,1.044
39,mlp.experts.205.up_proj,not applicable,,1.047
39,mlp.experts.206.gate_proj,not applicable,,1.049
39,mlp.experts.206.up_proj,not applicable,,1.051
39,mlp.experts.207.gate_proj,not applicable,,1.054
39,mlp.experts.207.up_proj,not applicable,,1.056
39,mlp.experts.208.gate_proj,not applicable,,1.059
39,mlp.experts.208.up_proj,not applicable,,1.062
39,mlp.experts.209.gate_proj,not applicable,,1.064
39,mlp.experts.209.up_proj,not applicable,,1.066
39,mlp.experts.210.gate_proj,not applicable,,1.069
39,mlp.experts.210.up_proj,not applicable,,1.072
39,mlp.experts.211.gate_proj,not applicable,,1.075
39,mlp.experts.211.up_proj,not applicable,,1.077
39,mlp.experts.212.gate_proj,not applicable,,1.080
39,mlp.experts.212.up_proj,not applicable,,1.082
39,mlp.experts.213.gate_proj,not applicable,,1.085
39,mlp.experts.213.up_proj,not applicable,,1.087
39,mlp.experts.214.gate_proj,not applicable,,1.089
39,mlp.experts.214.up_proj,not applicable,,1.092
39,mlp.experts.215.gate_proj,not applicable,,1.094
39,mlp.experts.215.up_proj,not applicable,,1.097
39,mlp.experts.216.gate_proj,not applicable,,1.099
39,mlp.experts.216.up_proj,not applicable,,1.102
39,mlp.experts.217.gate_proj,not applicable,,1.104
39,mlp.experts.217.up_proj,not applicable,,1.107
39,mlp.experts.218.gate_proj,not applicable,,1.109
39,mlp.experts.218.up_proj,not applicable,,1.112
39,mlp.experts.219.gate_proj,not applicable,,1.114
39,mlp.experts.219.up_proj,not applicable,,1.117
39,mlp.experts.220.gate_proj,not applicable,,1.119
39,mlp.experts.220.up_proj,not applicable,,1.123
39,mlp.experts.221.gate_proj,not applicable,,1.125
39,mlp.experts.221.up_proj,not applicable,,1.128
39,mlp.experts.222.gate_proj,not applicable,,1.130
39,mlp.experts.222.up_proj,not applicable,,1.133
39,mlp.experts.223.gate_proj,not applicable,,1.135
39,mlp.experts.223.up_proj,not applicable,,1.138
39,mlp.experts.224.gate_proj,not applicable,,1.141
39,mlp.experts.224.up_proj,not applicable,,1.143
39,mlp.experts.225.gate_proj,not applicable,,1.145
39,mlp.experts.225.up_proj,not applicable,,1.148
39,mlp.experts.226.gate_proj,not applicable,,1.150
39,mlp.experts.226.up_proj,not applicable,,1.153
39,mlp.experts.227.gate_proj,not applicable,,1.155
39,mlp.experts.227.up_proj,not applicable,,1.157
39,mlp.experts.228.gate_proj,not applicable,,1.160
39,mlp.experts.228.up_proj,not applicable,,1.163
39,mlp.experts.229.gate_proj,not applicable,,1.165
39,mlp.experts.229.up_proj,not applicable,,1.167
39,mlp.experts.230.gate_proj,not applicable,,1.170
39,mlp.experts.230.up_proj,not applicable,,1.173
39,mlp.experts.231.gate_proj,not applicable,,1.176
39,mlp.experts.231.up_proj,not applicable,,1.178
39,mlp.experts.232.gate_proj,not applicable,,1.181
39,mlp.experts.232.up_proj,not applicable,,1.183
39,mlp.experts.233.gate_proj,not applicable,,1.186
39,mlp.experts.233.up_proj,not applicable,,1.188
39,mlp.experts.234.gate_proj,not applicable,,1.191
39,mlp.experts.234.up_proj,not applicable,,1.193
39,mlp.experts.235.gate_proj,not applicable,,1.196
39,mlp.experts.235.up_proj,not applicable,,1.198
39,mlp.experts.236.gate_proj,not applicable,,1.201
39,mlp.experts.236.up_proj,not applicable,,1.203
39,mlp.experts.237.gate_proj,not applicable,,1.206
39,mlp.experts.237.up_proj,not applicable,,1.208
39,mlp.experts.238.gate_proj,not applicable,,1.210
39,mlp.experts.238.up_proj,not applicable,,1.213
39,mlp.experts.239.gate_proj,not applicable,,1.215
39,mlp.experts.239.up_proj,not applicable,,1.218
39,mlp.experts.240.gate_proj,not applicable,,1.220
39,mlp.experts.240.up_proj,not applicable,,1.224
39,mlp.experts.241.gate_proj,not applicable,,1.226
39,mlp.experts.241.up_proj,not applicable,,1.229
39,mlp.experts.242.gate_proj,not applicable,,1.231
39,mlp.experts.242.up_proj,not applicable,,1.234
39,mlp.experts.243.gate_proj,not applicable,,1.236
39,mlp.experts.243.up_proj,not applicable,,1.239
39,mlp.experts.244.gate_proj,not applicable,,1.241
39,mlp.experts.244.up_proj,not applicable,,1.244
39,mlp.experts.245.gate_proj,not applicable,,1.247
39,mlp.experts.245.up_proj,not applicable,,1.249
39,mlp.experts.246.gate_proj,not applicable,,1.252
39,mlp.experts.246.up_proj,not applicable,,1.254
39,mlp.experts.247.gate_proj,not applicable,,1.257
39,mlp.experts.247.up_proj,not applicable,,1.259
39,mlp.experts.248.gate_proj,not applicable,,1.261
39,mlp.experts.248.up_proj,not applicable,,1.264
39,mlp.experts.249.gate_proj,not applicable,,1.266
39,mlp.experts.249.up_proj,not applicable,,1.269
39,mlp.experts.250.gate_proj,not applicable,,1.271
39,mlp.experts.250.up_proj,not applicable,,1.275
39,mlp.experts.251.gate_proj,not applicable,,1.277
39,mlp.experts.251.up_proj,not applicable,,1.280
39,mlp.experts.252.gate_proj,not applicable,,1.282
39,mlp.experts.252.up_proj,not applicable,,1.285
39,mlp.experts.253.gate_proj,not applicable,,1.287
39,mlp.experts.253.up_proj,not applicable,,1.290
39,mlp.experts.254.gate_proj,not applicable,,1.292
39,mlp.experts.254.up_proj,not applicable,,1.295
39,mlp.experts.255.gate_proj,not applicable,,1.297
39,mlp.experts.255.up_proj,not applicable,,1.299
39,mlp.experts.0.down_proj,0.0000077851,,1.302
39,mlp.experts.1.down_proj,0.0000215707,,1.304
39,mlp.experts.2.down_proj,0.0000048886,,1.307
39,mlp.experts.3.down_proj,0.0000107498,,1.309
39,mlp.experts.4.down_proj,0.0000193150,,1.311
39,mlp.experts.5.down_proj,0.0000097597,,1.314
39,mlp.experts.6.down_proj,0.0000036273,,1.316
39,mlp.experts.7.down_proj,0.0000098066,,1.318
39,mlp.experts.8.down_proj,0.0000031856,,1.321
39,mlp.experts.9.down_proj,0.0000133034,,1.325
39,mlp.experts.10.down_proj,0.0000092347,,1.327
39,mlp.experts.11.down_proj,0.0000083706,,1.330
39,mlp.experts.12.down_proj,0.0000158803,,1.332
39,mlp.experts.13.down_proj,0.0000052668,,1.334
39,mlp.experts.14.down_proj,0.0000060541,,1.337
39,mlp.experts.15.down_proj,0.0000038121,,1.339
39,mlp.experts.16.down_proj,0.0000190939,,1.341
39,mlp.experts.17.down_proj,0.0000070035,,1.344
39,mlp.experts.18.down_proj,0.0000215096,,1.346
39,mlp.experts.19.down_proj,0.0000155378,,1.349
39,mlp.experts.20.down_proj,0.0000148878,,1.351
39,mlp.experts.21.down_proj,0.0000050716,,1.353
39,mlp.experts.22.down_proj,0.0000034880,,1.356
39,mlp.experts.23.down_proj,0.0000223871,,1.358
39,mlp.experts.24.down_proj,0.0000053879,,1.360
39,mlp.experts.25.down_proj,0.0000058134,,1.363
39,mlp.experts.26.down_proj,0.0000127715,,1.365
39,mlp.experts.27.down_proj,0.0000024250,,1.368
39,mlp.experts.28.down_proj,0.0000280311,,1.370
39,mlp.experts.29.down_proj,0.0000165262,,1.373
39,mlp.experts.30.down_proj,0.0000052876,,1.376
39,mlp.experts.31.down_proj,0.0000132003,,1.378
39,mlp.experts.32.down_proj,0.0000137061,,1.380
39,mlp.experts.33.down_proj,0.0000148954,,1.383
39,mlp.experts.34.down_proj,0.0000113582,,1.386
39,mlp.experts.35.down_proj,0.0000170421,,1.388
39,mlp.experts.36.down_proj,0.0000269764,,1.390
39,mlp.experts.37.down_proj,0.0000042997,,1.393
39,mlp.experts.38.down_proj,0.0000178097,,1.395
39,mlp.experts.39.down_proj,0.0000150333,,1.398
39,mlp.experts.40.down_proj,0.0000208425,,1.400
39,mlp.experts.41.down_proj,0.0000152256,,1.402
39,mlp.experts.42.down_proj,0.0000111981,,1.405
39,mlp.experts.43.down_proj,0.0000039684,,1.407
39,mlp.experts.44.down_proj,0.0000042010,,1.410
39,mlp.experts.45.down_proj,0.0000033552,,1.412
39,mlp.experts.46.down_proj,0.0000066583,,1.414
39,mlp.experts.47.down_proj,0.0000097900,,1.417
39,mlp.experts.48.down_proj,0.0000076802,,1.419
39,mlp.experts.49.down_proj,0.0000233210,,1.423
39,mlp.experts.50.down_proj,0.0000043770,,1.425
39,mlp.experts.51.down_proj,0.0000069017,,1.428
39,mlp.experts.52.down_proj,0.0000085732,,1.430
39,mlp.experts.53.down_proj,0.0000091798,,1.433
39,mlp.experts.54.down_proj,0.0000201328,,1.435
39,mlp.experts.55.down_proj,0.0000029784,,1.437
39,mlp.experts.56.down_proj,0.0000183272,,1.440
39,mlp.experts.57.down_proj,0.0000175196,,1.442
39,mlp.experts.58.down_proj,0.0000085422,,1.445
39,mlp.experts.59.down_proj,0.0000021391,,1.447
39,mlp.experts.60.down_proj,0.0000068897,,1.450
39,mlp.experts.61.down_proj,0.0000065043,,1.452
39,mlp.experts.62.down_proj,0.0000065317,,1.454
39,mlp.experts.63.down_proj,0.0000135351,,1.457
39,mlp.experts.64.down_proj,0.0000046856,,1.459
39,mlp.experts.65.down_proj,0.0000023779,,1.461
39,mlp.experts.66.down_proj,0.0000132551,,1.464
39,mlp.experts.67.down_proj,0.0000046926,,1.466
39,mlp.experts.68.down_proj,0.0000146781,,1.468
39,mlp.experts.69.down_proj,0.0000093757,,1.472
39,mlp.experts.70.down_proj,0.0000205746,,1.474
39,mlp.experts.71.down_proj,0.0000035175,,1.477
39,mlp.experts.72.down_proj,0.0000065061,,1.479
39,mlp.experts.73.down_proj,0.0000040113,,1.481
39,mlp.experts.74.down_proj,0.0000035804,,1.484
39,mlp.experts.75.down_proj,0.0000095216,,1.486
39,mlp.experts.76.down_proj,0.0000248216,,1.489
39,mlp.experts.77.down_proj,0.0000251919,,1.491
39,mlp.experts.78.down_proj,0.0000051021,,1.493
39,mlp.experts.79.down_proj,0.0000142084,,1.496
39,mlp.experts.80.down_proj,0.0000056916,,1.498
39,mlp.experts.81.down_proj,0.0000168617,,1.501
39,mlp.experts.82.down_proj,0.0000198623,,1.503
39,mlp.experts.83.down_proj,0.0000176546,,1.506
39,mlp.experts.84.down_proj,0.0000082121,,1.508
39,mlp.experts.85.down_proj,0.0000146244,,1.511
39,mlp.experts.86.down_proj,0.0000027024,,1.513
39,mlp.experts.87.down_proj,0.0000112086,,1.516
39,mlp.experts.88.down_proj,0.0000054308,,1.518
39,mlp.experts.89.down_proj,0.0000142582,,1.521
39,mlp.experts.90.down_proj,0.0000085118,,1.524
39,mlp.experts.91.down_proj,0.0000099138,,1.527
39,mlp.experts.92.down_proj,0.0000108784,,1.529
39,mlp.experts.93.down_proj,0.0000071636,,1.531
39,mlp.experts.94.down_proj,0.0000526352,,1.534
39,mlp.experts.95.down_proj,0.0000049744,,1.536
39,mlp.experts.96.down_proj,0.0000063522,,1.539
39,mlp.experts.97.down_proj,0.0000198235,,1.541
39,mlp.experts.98.down_proj,0.0000160462,,1.543
39,mlp.experts.99.down_proj,0.0000069551,,1.546
39,mlp.experts.100.down_proj,0.0000025755,,1.548
39,mlp.experts.101.down_proj,0.0000065235,,1.551
39,mlp.experts.102.down_proj,0.0000040513,,1.553
39,mlp.experts.103.down_proj,0.0000064714,,1.556
39,mlp.experts.104.down_proj,0.0000066555,,1.558
39,mlp.experts.105.down_proj,0.0000143595,,1.560
39,mlp.experts.106.down_proj,0.0000084901,,1.563
39,mlp.experts.107.down_proj,0.0000055096,,1.565
39,mlp.experts.108.down_proj,0.0000291827,,1.567
39,mlp.experts.109.down_proj,0.0000052080,,1.571
39,mlp.experts.110.down_proj,0.0000128729,,1.573
39,mlp.experts.111.down_proj,0.0000180540,,1.575
39,mlp.experts.112.down_proj,0.0000038214,,1.578
39,mlp.experts.113.down_proj,0.0000097410,,1.580
39,mlp.experts.114.down_proj,0.0000240880,,1.582
39,mlp.experts.115.down_proj,0.0000088632,,1.585
39,mlp.experts.116.down_proj,0.0000268593,,1.587
39,mlp.experts.117.down_proj,0.0000032693,,1.590
39,mlp.experts.118.down_proj,0.0000013450,,1.592
39,mlp.experts.119.down_proj,0.0000091456,,1.594
39,mlp.experts.120.down_proj,0.0000074220,,1.597
39,mlp.experts.121.down_proj,0.0000059267,,1.599
39,mlp.experts.122.down_proj,0.0000059870,,1.601
39,mlp.experts.123.down_proj,0.0000230025,,1.604
39,mlp.experts.124.down_proj,0.0000050085,,1.606
39,mlp.experts.125.down_proj,0.0000265967,,1.609
39,mlp.experts.126.down_proj,0.0000175815,,1.611
39,mlp.experts.127.down_proj,0.0000077915,,1.613
39,mlp.experts.128.down_proj,0.0000063128,,1.616
39,mlp.experts.129.down_proj,0.0000098921,,1.619
39,mlp.experts.130.down_proj,0.0000094524,,1.621
39,mlp.experts.131.down_proj,0.0000133371,,1.624
39,mlp.experts.132.down_proj,0.0000229322,,1.626
39,mlp.experts.133.down_proj,0.0000044744,,1.629
39,mlp.experts.134.down_proj,0.0000159088,,1.631
39,mlp.experts.135.down_proj,0.0000122266,,1.634
39,mlp.experts.136.down_proj,0.0000242036,,1.636
39,mlp.experts.137.down_proj,0.0000126420,,1.639
39,mlp.experts.138.down_proj,0.0000146529,,1.641
39,mlp.experts.139.down_proj,0.0000148986,,1.644
39,mlp.experts.140.down_proj,0.0000240835,,1.646
39,mlp.experts.141.down_proj,0.0000154262,,1.648
39,mlp.experts.142.down_proj,0.0000150379,,1.651
39,mlp.experts.143.down_proj,0.0000176314,,1.654
39,mlp.experts.144.down_proj,0.0000151614,,1.656
39,mlp.experts.145.down_proj,0.0000151993,,1.658
39,mlp.experts.146.down_proj,0.0000185084,,1.661
39,mlp.experts.147.down_proj,0.0000052124,,1.663
39,mlp.experts.148.down_proj,0.0000301782,,1.666
39,mlp.experts.149.down_proj,0.0000121528,,1.669
39,mlp.experts.150.down_proj,0.0000178930,,1.671
39,mlp.experts.151.down_proj,0.0000088061,,1.674
39,mlp.experts.152.down_proj,0.0000065890,,1.676
39,mlp.experts.153.down_proj,0.0000047809,,1.679
39,mlp.experts.154.down_proj,0.0000170835,,1.681
39,mlp.experts.155.down_proj,0.0000089863,,1.684
39,mlp.experts.156.down_proj,0.0000069731,,1.686
39,mlp.experts.157.down_proj,0.0000141416,,1.689
39,mlp.experts.158.down_proj,0.0000086047,,1.691
39,mlp.experts.159.down_proj,0.0000109897,,1.694
39,mlp.experts.160.down_proj,0.0000202383,,1.696
39,mlp.experts.161.down_proj,0.0000288908,,1.699
39,mlp.experts.162.down_proj,0.0000383806,,1.701
39,mlp.experts.163.down_proj,0.0000042584,,1.703
39,mlp.experts.164.down_proj,0.0000108044,,1.706
39,mlp.experts.165.down_proj,0.0000105333,,1.708
39,mlp.experts.166.down_proj,0.0000147474,,1.711
39,mlp.experts.167.down_proj,0.0000039284,,1.713
39,mlp.experts.168.down_proj,0.0000125093,,1.716
39,mlp.experts.169.down_proj,0.0000180842,,1.719
39,mlp.experts.170.down_proj,0.0000047619,,1.721
39,mlp.experts.171.down_proj,0.0000126242,,1.724
39,mlp.experts.172.down_proj,0.0000172045,,1.726
39,mlp.experts.173.down_proj,0.0000230773,,1.729
39,mlp.experts.174.down_proj,0.0000068050,,1.732
39,mlp.experts.175.down_proj,0.0000083464,,1.734
39,mlp.experts.176.down_proj,0.0000137985,,1.736
39,mlp.experts.177.down_proj,0.0000079887,,1.739
39,mlp.experts.178.down_proj,0.0000031921,,1.741
39,mlp.experts.179.down_proj,0.0000064086,,1.744
39,mlp.experts.180.down_proj,0.0000029623,,1.746
39,mlp.experts.181.down_proj,0.0000098125,,1.748
39,mlp.experts.182.down_proj,0.0000055534,,1.751
39,mlp.experts.183.down_proj,0.0000065967,,1.753
39,mlp.experts.184.down_proj,0.0000012078,,1.756
39,mlp.experts.185.down_proj,0.0000177340,,1.758
39,mlp.experts.186.down_proj,0.0000060505,,1.761
39,mlp.experts.187.down_proj,0.0000171845,,1.763
39,mlp.experts.188.down_proj,0.0000106998,,1.765
39,mlp.experts.189.down_proj,0.0000106116,,1.769
39,mlp.experts.190.down_proj,0.0000031984,,1.771
39,mlp.experts.191.down_proj,0.0000042009,,1.773
39,mlp.experts.192.down_proj,0.0000031075,,1.776
39,mlp.experts.193.down_proj,0.0000139927,,1.778
39,mlp.experts.194.down_proj,0.0000178043,,1.781
39,mlp.experts.195.down_proj,0.0000043898,,1.783
39,mlp.experts.196.down_proj,0.0000138842,,1.785
39,mlp.experts.197.down_proj,0.0000054105,,1.788
39,mlp.experts.198.down_proj,0.0000134171,,1.790
39,mlp.experts.199.down_proj,0.0000161175,,1.793
39,mlp.experts.200.down_proj,0.0000154004,,1.795
39,mlp.experts.201.down_proj,0.0000032613,,1.797
39,mlp.experts.202.down_proj,0.0000190604,,1.800
39,mlp.experts.203.down_proj,0.0000077506,,1.802
39,mlp.experts.204.down_proj,0.0000205892,,1.804
39,mlp.experts.205.down_proj,0.0000192439,,1.807
39,mlp.experts.206.down_proj,0.0000105357,,1.809
39,mlp.experts.207.down_proj,0.0000140190,,1.812
39,mlp.experts.208.down_proj,0.0000114183,,1.814
39,mlp.experts.209.down_proj,0.0000056072,,1.817
39,mlp.experts.210.down_proj,0.0000211883,,1.820
39,mlp.experts.211.down_proj,0.0000097508,,1.822
39,mlp.experts.212.down_proj,0.0000162341,,1.824
39,mlp.experts.213.down_proj,0.0000046440,,1.827
39,mlp.experts.214.down_proj,0.0000062422,,1.829
39,mlp.experts.215.down_proj,0.0000150284,,1.832
39,mlp.experts.216.down_proj,0.0000025299,,1.834
39,mlp.experts.217.down_proj,0.0000045093,,1.837
39,mlp.experts.218.down_proj,0.0000045609,,1.839
39,mlp.experts.219.down_proj,0.0000182548,,1.842
39,mlp.experts.220.down_proj,0.0000076701,,1.844
39,mlp.experts.221.down_proj,0.0000123377,,1.847
39,mlp.experts.222.down_proj,0.0000301373,,1.849
39,mlp.experts.223.down_proj,0.0000179211,,1.852
39,mlp.experts.224.down_proj,0.0000215500,,1.854
39,mlp.experts.225.down_proj,0.0000019131,,1.857
39,mlp.experts.226.down_proj,0.0000063259,,1.859
39,mlp.experts.227.down_proj,0.0000135163,,1.862
39,mlp.experts.228.down_proj,0.0000260395,,1.864
39,mlp.experts.229.down_proj,0.0000181285,,1.868
39,mlp.experts.230.down_proj,0.0000083472,,1.870
39,mlp.experts.231.down_proj,0.0000029809,,1.873
39,mlp.experts.232.down_proj,0.0000101576,,1.875
39,mlp.experts.233.down_proj,0.0000041843,,1.878
39,mlp.experts.234.down_proj,0.0000139307,,1.880
39,mlp.experts.235.down_proj,0.0000052279,,1.883
39,mlp.experts.236.down_proj,0.0000164786,,1.885
39,mlp.experts.237.down_proj,0.0000036080,,1.888
39,mlp.experts.238.down_proj,0.0000134649,,1.890
39,mlp.experts.239.down_proj,0.0000038019,,1.893
39,mlp.experts.240.down_proj,0.0000095226,,1.895
39,mlp.experts.241.down_proj,0.0000358407,,1.898
39,mlp.experts.242.down_proj,0.0000188502,,1.900
39,mlp.experts.243.down_proj,0.0000106600,,1.903
39,mlp.experts.244.down_proj,0.0000096172,,1.905
39,mlp.experts.245.down_proj,0.0000110188,,1.908
39,mlp.experts.246.down_proj,0.0000112563,,1.910
39,mlp.experts.247.down_proj,0.0000103254,,1.913
39,mlp.experts.248.down_proj,0.0000136750,,1.915
39,mlp.experts.249.down_proj,0.0000033466,,1.919
39,mlp.experts.250.down_proj,0.0000053417,,1.921
39,mlp.experts.251.down_proj,0.0000050829,,1.924
39,mlp.experts.252.down_proj,0.0000162131,,1.926
39,mlp.experts.253.down_proj,0.0000088638,,1.928
39,mlp.experts.254.down_proj,0.0000386144,,1.931
39,mlp.experts.255.down_proj,0.0000066152,,1.934
40,mlp.experts.0.gate_proj,not applicable,,0.005
40,mlp.experts.0.up_proj,not applicable,,0.010
40,mlp.experts.1.gate_proj,not applicable,,0.013
40,mlp.experts.1.up_proj,not applicable,,0.015
40,mlp.experts.2.gate_proj,not applicable,,0.018
40,mlp.experts.2.up_proj,not applicable,,0.021
40,mlp.experts.3.gate_proj,not applicable,,0.023
40,mlp.experts.3.up_proj,not applicable,,0.026
40,mlp.experts.4.gate_proj,not applicable,,0.029
40,mlp.experts.4.up_proj,not applicable,,0.032
40,mlp.experts.5.gate_proj,not applicable,,0.034
40,mlp.experts.5.up_proj,not applicable,,0.037
40,mlp.experts.6.gate_proj,not applicable,,0.040
40,mlp.experts.6.up_proj,not applicable,,0.042
40,mlp.experts.7.gate_proj,not applicable,,0.045
40,mlp.experts.7.up_proj,not applicable,,0.047
40,mlp.experts.8.gate_proj,not applicable,,0.050
40,mlp.experts.8.up_proj,not applicable,,0.053
40,mlp.experts.9.gate_proj,not applicable,,0.055
40,mlp.experts.9.up_proj,not applicable,,0.058
40,mlp.experts.10.gate_proj,not applicable,,0.060
40,mlp.experts.10.up_proj,not applicable,,0.064
40,mlp.experts.11.gate_proj,not applicable,,0.066
40,mlp.experts.11.up_proj,not applicable,,0.069
40,mlp.experts.12.gate_proj,not applicable,,0.071
40,mlp.experts.12.up_proj,not applicable,,0.074
40,mlp.experts.13.gate_proj,not applicable,,0.077
40,mlp.experts.13.up_proj,not applicable,,0.079
40,mlp.experts.14.gate_proj,not applicable,,0.082
40,mlp.experts.14.up_proj,not applicable,,0.084
40,mlp.experts.15.gate_proj,not applicable,,0.087
40,mlp.experts.15.up_proj,not applicable,,0.090
40,mlp.experts.16.gate_proj,not applicable,,0.092
40,mlp.experts.16.up_proj,not applicable,,0.095
40,mlp.experts.17.gate_proj,not applicable,,0.097
40,mlp.experts.17.up_proj,not applicable,,0.100
40,mlp.experts.18.gate_proj,not applicable,,0.102
40,mlp.experts.18.up_proj,not applicable,,0.105
40,mlp.experts.19.gate_proj,not applicable,,0.108
40,mlp.experts.19.up_proj,not applicable,,0.111
40,mlp.experts.20.gate_proj,not applicable,,0.114
40,mlp.experts.20.up_proj,not applicable,,0.117
40,mlp.experts.21.gate_proj,not applicable,,0.120
40,mlp.experts.21.up_proj,not applicable,,0.122
40,mlp.experts.22.gate_proj,not applicable,,0.125
40,mlp.experts.22.up_proj,not applicable,,0.127
40,mlp.experts.23.gate_proj,not applicable,,0.130
40,mlp.experts.23.up_proj,not applicable,,0.132
40,mlp.experts.24.gate_proj,not applicable,,0.135
40,mlp.experts.24.up_proj,not applicable,,0.138
40,mlp.experts.25.gate_proj,not applicable,,0.140
40,mlp.experts.25.up_proj,not applicable,,0.143
40,mlp.experts.26.gate_proj,not applicable,,0.145
40,mlp.experts.26.up_proj,not applicable,,0.148
40,mlp.experts.27.gate_proj,not applicable,,0.150
40,mlp.experts.27.up_proj,not applicable,,0.153
40,mlp.experts.28.gate_proj,not applicable,,0.155
40,mlp.experts.28.up_proj,not applicable,,0.158
40,mlp.experts.29.gate_proj,not applicable,,0.160
40,mlp.experts.29.up_proj,not applicable,,0.163
40,mlp.experts.30.gate_proj,not applicable,,0.165
40,mlp.experts.30.up_proj,not applicable,,0.169
40,mlp.experts.31.gate_proj,not applicable,,0.171
40,mlp.experts.31.up_proj,not applicable,,0.174
40,mlp.experts.32.gate_proj,not applicable,,0.177
40,mlp.experts.32.up_proj,not applicable,,0.180
40,mlp.experts.33.gate_proj,not applicable,,0.182
40,mlp.experts.33.up_proj,not applicable,,0.185
40,mlp.experts.34.gate_proj,not applicable,,0.187
40,mlp.experts.34.up_proj,not applicable,,0.190
40,mlp.experts.35.gate_proj,not applicable,,0.192
40,mlp.experts.35.up_proj,not applicable,,0.195
40,mlp.experts.36.gate_proj,not applicable,,0.197
40,mlp.experts.36.up_proj,not applicable,,0.200
40,mlp.experts.37.gate_proj,not applicable,,0.202
40,mlp.experts.37.up_proj,not applicable,,0.205
40,mlp.experts.38.gate_proj,not applicable,,0.207
40,mlp.experts.38.up_proj,not applicable,,0.210
40,mlp.experts.39.gate_proj,not applicable,,0.213
40,mlp.experts.39.up_proj,not applicable,,0.215
40,mlp.experts.40.gate_proj,not applicable,,0.218
40,mlp.experts.40.up_proj,not applicable,,0.221
40,mlp.experts.41.gate_proj,not applicable,,0.224
40,mlp.experts.41.up_proj,not applicable,,0.226
40,mlp.experts.42.gate_proj,not applicable,,0.229
40,mlp.experts.42.up_proj,not applicable,,0.231
40,mlp.experts.43.gate_proj,not applicable,,0.234
40,mlp.experts.43.up_proj,not applicable,,0.237
40,mlp.experts.44.gate_proj,not applicable,,0.239
40,mlp.experts.44.up_proj,not applicable,,0.242
40,mlp.experts.45.gate_proj,not applicable,,0.244
40,mlp.experts.45.up_proj,not applicable,,0.247
40,mlp.experts.46.gate_proj,not applicable,,0.249
40,mlp.experts.46.up_proj,not applicable,,0.252
40,mlp.experts.47.gate_proj,not applicable,,0.254
40,mlp.experts.47.up_proj,not applicable,,0.257
40,mlp.experts.48.gate_proj,not applicable,,0.260
40,mlp.experts.48.up_proj,not applicable,,0.262
40,mlp.experts.49.gate_proj,not applicable,,0.265
40,mlp.experts.49.up_proj,not applicable,,0.267
40,mlp.experts.50.gate_proj,not applicable,,0.270
40,mlp.experts.50.up_proj,not applicable,,0.273
40,mlp.experts.51.gate_proj,not applicable,,0.276
40,mlp.experts.51.up_proj,not applicable,,0.279
40,mlp.experts.52.gate_proj,not applicable,,0.281
40,mlp.experts.52.up_proj,not applicable,,0.284
40,mlp.experts.53.gate_proj,not applicable,,0.286
40,mlp.experts.53.up_proj,not applicable,,0.289
40,mlp.experts.54.gate_proj,not applicable,,0.291
40,mlp.experts.54.up_proj,not applicable,,0.294
40,mlp.experts.55.gate_proj,not applicable,,0.296
40,mlp.experts.55.up_proj,not applicable,,0.299
40,mlp.experts.56.gate_proj,not applicable,,0.301
40,mlp.experts.56.up_proj,not applicable,,0.304
40,mlp.experts.57.gate_proj,not applicable,,0.306
40,mlp.experts.57.up_proj,not applicable,,0.308
40,mlp.experts.58.gate_proj,not applicable,,0.311
40,mlp.experts.58.up_proj,not applicable,,0.313
40,mlp.experts.59.gate_proj,not applicable,,0.316
40,mlp.experts.59.up_proj,not applicable,,0.318
40,mlp.experts.60.gate_proj,not applicable,,0.321
40,mlp.experts.60.up_proj,not applicable,,0.324
40,mlp.experts.61.gate_proj,not applicable,,0.327
40,mlp.experts.61.up_proj,not applicable,,0.329
40,mlp.experts.62.gate_proj,not applicable,,0.332
40,mlp.experts.62.up_proj,not applicable,,0.334
40,mlp.experts.63.gate_proj,not applicable,,0.337
40,mlp.experts.63.up_proj,not applicable,,0.339
40,mlp.experts.64.gate_proj,not applicable,,0.342
40,mlp.experts.64.up_proj,not applicable,,0.344
40,mlp.experts.65.gate_proj,not applicable,,0.346
40,mlp.experts.65.up_proj,not applicable,,0.349
40,mlp.experts.66.gate_proj,not applicable,,0.351
40,mlp.experts.66.up_proj,not applicable,,0.354
40,mlp.experts.67.gate_proj,not applicable,,0.356
40,mlp.experts.67.up_proj,not applicable,,0.359
40,mlp.experts.68.gate_proj,not applicable,,0.361
40,mlp.experts.68.up_proj,not applicable,,0.364
40,mlp.experts.69.gate_proj,not applicable,,0.367
40,mlp.experts.69.up_proj,not applicable,,0.369
40,mlp.experts.70.gate_proj,not applicable,,0.372
40,mlp.experts.70.up_proj,not applicable,,0.375
40,mlp.experts.71.gate_proj,not applicable,,0.378
40,mlp.experts.71.up_proj,not applicable,,0.380
40,mlp.experts.72.gate_proj,not applicable,,0.383
40,mlp.experts.72.up_proj,not applicable,,0.385
40,mlp.experts.73.gate_proj,not applicable,,0.388
40,mlp.experts.73.up_proj,not applicable,,0.390
40,mlp.experts.74.gate_proj,not applicable,,0.393
40,mlp.experts.74.up_proj,not applicable,,0.396
40,mlp.experts.75.gate_proj,not applicable,,0.398
40,mlp.experts.75.up_proj,not applicable,,0.401
40,mlp.experts.76.gate_proj,not applicable,,0.403
40,mlp.experts.76.up_proj,not applicable,,0.406
40,mlp.experts.77.gate_proj,not applicable,,0.408
40,mlp.experts.77.up_proj,not applicable,,0.411
40,mlp.experts.78.gate_proj,not applicable,,0.413
40,mlp.experts.78.up_proj,not applicable,,0.416
40,mlp.experts.79.gate_proj,not applicable,,0.418
40,mlp.experts.79.up_proj,not applicable,,0.421
40,mlp.experts.80.gate_proj,not applicable,,0.423
40,mlp.experts.80.up_proj,not applicable,,0.427
40,mlp.experts.81.gate_proj,not applicable,,0.429
40,mlp.experts.81.up_proj,not applicable,,0.432
40,mlp.experts.82.gate_proj,not applicable,,0.434
40,mlp.experts.82.up_proj,not applicable,,0.437
40,mlp.experts.83.gate_proj,not applicable,,0.439
40,mlp.experts.83.up_proj,not applicable,,0.442
40,mlp.experts.84.gate_proj,not applicable,,0.444
40,mlp.experts.84.up_proj,not applicable,,0.447
40,mlp.experts.85.gate_proj,not applicable,,0.449
40,mlp.experts.85.up_proj,not applicable,,0.452
40,mlp.experts.86.gate_proj,not applicable,,0.454
40,mlp.experts.86.up_proj,not applicable,,0.457
40,mlp.experts.87.gate_proj,not applicable,,0.460
40,mlp.experts.87.up_proj,not applicable,,0.462
40,mlp.experts.88.gate_proj,not applicable,,0.465
40,mlp.experts.88.up_proj,not applicable,,0.467
40,mlp.experts.89.gate_proj,not applicable,,0.470
40,mlp.experts.89.up_proj,not applicable,,0.472
40,mlp.experts.90.gate_proj,not applicable,,0.475
40,mlp.experts.90.up_proj,not applicable,,0.478
40,mlp.experts.91.gate_proj,not applicable,,0.481
40,mlp.experts.91.up_proj,not applicable,,0.483
40,mlp.experts.92.gate_proj,not applicable,,0.486
40,mlp.experts.92.up_proj,not applicable,,0.488
40,mlp.experts.93.gate_proj,not applicable,,0.491
40,mlp.experts.93.up_proj,not applicable,,0.494
40,mlp.experts.94.gate_proj,not applicable,,0.496
40,mlp.experts.94.up_proj,not applicable,,0.499
40,mlp.experts.95.gate_proj,not applicable,,0.501
40,mlp.experts.95.up_proj,not applicable,,0.504
40,mlp.experts.96.gate_proj,not applicable,,0.506
40,mlp.experts.96.up_proj,not applicable,,0.509
40,mlp.experts.97.gate_proj,not applicable,,0.512
40,mlp.experts.97.up_proj,not applicable,,0.515
40,mlp.experts.98.gate_proj,not applicable,,0.518
40,mlp.experts.98.up_proj,not applicable,,0.521
40,mlp.experts.99.gate_proj,not applicable,,0.524
40,mlp.experts.99.up_proj,not applicable,,0.526
40,mlp.experts.100.gate_proj,not applicable,,0.529
40,mlp.experts.100.up_proj,not applicable,,0.533
40,mlp.experts.101.gate_proj,not applicable,,0.535
40,mlp.experts.101.up_proj,not applicable,,0.538
40,mlp.experts.102.gate_proj,not applicable,,0.540
40,mlp.experts.102.up_proj,not applicable,,0.543
40,mlp.experts.103.gate_proj,not applicable,,0.546
40,mlp.experts.103.up_proj,not applicable,,0.549
40,mlp.experts.104.gate_proj,not applicable,,0.552
40,mlp.experts.104.up_proj,not applicable,,0.555
40,mlp.experts.105.gate_proj,not applicable,,0.557
40,mlp.experts.105.up_proj,not applicable,,0.560
40,mlp.experts.106.gate_proj,not applicable,,0.563
40,mlp.experts.106.up_proj,not applicable,,0.565
40,mlp.experts.107.gate_proj,not applicable,,0.568
40,mlp.experts.107.up_proj,not applicable,,0.570
40,mlp.experts.108.gate_proj,not applicable,,0.573
40,mlp.experts.108.up_proj,not applicable,,0.575
40,mlp.experts.109.gate_proj,not applicable,,0.578
40,mlp.experts.109.up_proj,not applicable,,0.580
40,mlp.experts.110.gate_proj,not applicable,,0.583
40,mlp.experts.110.up_proj,not applicable,,0.586
40,mlp.experts.111.gate_proj,not applicable,,0.589
40,mlp.experts.111.up_proj,not applicable,,0.591
40,mlp.experts.112.gate_proj,not applicable,,0.594
40,mlp.experts.112.up_proj,not applicable,,0.596
40,mlp.experts.113.gate_proj,not applicable,,0.599
40,mlp.experts.113.up_proj,not applicable,,0.601
40,mlp.experts.114.gate_proj,not applicable,,0.604
40,mlp.experts.114.up_proj,not applicable,,0.607
40,mlp.experts.115.gate_proj,not applicable,,0.609
40,mlp.experts.115.up_proj,not applicable,,0.612
40,mlp.experts.116.gate_proj,not applicable,,0.614
40,mlp.experts.116.up_proj,not applicable,,0.617
40,mlp.experts.117.gate_proj,not applicable,,0.619
40,mlp.experts.117.up_proj,not applicable,,0.622
40,mlp.experts.118.gate_proj,not applicable,,0.625
40,mlp.experts.118.up_proj,not applicable,,0.627
40,mlp.experts.119.gate_proj,not applicable,,0.630
40,mlp.experts.119.up_proj,not applicable,,0.632
40,mlp.experts.120.gate_proj,not applicable,,0.635
40,mlp.experts.120.up_proj,not applicable,,0.638
40,mlp.experts.121.gate_proj,not applicable,,0.641
40,mlp.experts.121.up_proj,not applicable,,0.643
40,mlp.experts.122.gate_proj,not applicable,,0.647
40,mlp.experts.122.up_proj,not applicable,,0.649
40,mlp.experts.123.gate_proj,not applicable,,0.652
40,mlp.experts.123.up_proj,not applicable,,0.654
40,mlp.experts.124.gate_proj,not applicable,,0.657
40,mlp.experts.124.up_proj,not applicable,,0.659
40,mlp.experts.125.gate_proj,not applicable,,0.662
40,mlp.experts.125.up_proj,not applicable,,0.664
40,mlp.experts.126.gate_proj,not applicable,,0.667
40,mlp.experts.126.up_proj,not applicable,,0.669
40,mlp.experts.127.gate_proj,not applicable,,0.672
40,mlp.experts.127.up_proj,not applicable,,0.674
40,mlp.experts.128.gate_proj,not applicable,,0.677
40,mlp.experts.128.up_proj,not applicable,,0.680
40,mlp.experts.129.gate_proj,not applicable,,0.682
40,mlp.experts.129.up_proj,not applicable,,0.685
40,mlp.experts.130.gate_proj,not applicable,,0.687
40,mlp.experts.130.up_proj,not applicable,,0.691
40,mlp.experts.131.gate_proj,not applicable,,0.693
40,mlp.experts.131.up_proj,not applicable,,0.696
40,mlp.experts.132.gate_proj,not applicable,,0.698
40,mlp.experts.132.up_proj,not applicable,,0.701
40,mlp.experts.133.gate_proj,not applicable,,0.703
40,mlp.experts.133.up_proj,not applicable,,0.706
40,mlp.experts.134.gate_proj,not applicable,,0.708
40,mlp.experts.134.up_proj,not applicable,,0.711
40,mlp.experts.135.gate_proj,not applicable,,0.714
40,mlp.experts.135.up_proj,not applicable,,0.716
40,mlp.experts.136.gate_proj,not applicable,,0.719
40,mlp.experts.136.up_proj,not applicable,,0.721
40,mlp.experts.137.gate_proj,not applicable,,0.723
40,mlp.experts.137.up_proj,not applicable,,0.726
40,mlp.experts.138.gate_proj,not applicable,,0.728
40,mlp.experts.138.up_proj,not applicable,,0.731
40,mlp.experts.139.gate_proj,not applicable,,0.733
40,mlp.experts.139.up_proj,not applicable,,0.736
40,mlp.experts.140.gate_proj,not applicable,,0.738
40,mlp.experts.140.up_proj,not applicable,,0.742
40,mlp.experts.141.gate_proj,not applicable,,0.744
40,mlp.experts.141.up_proj,not applicable,,0.747
40,mlp.experts.142.gate_proj,not applicable,,0.749
40,mlp.experts.142.up_proj,not applicable,,0.752
40,mlp.experts.143.gate_proj,not applicable,,0.755
40,mlp.experts.143.up_proj,not applicable,,0.758
40,mlp.experts.144.gate_proj,not applicable,,0.761
40,mlp.experts.144.up_proj,not applicable,,0.764
40,mlp.experts.145.gate_proj,not applicable,,0.767
40,mlp.experts.145.up_proj,not applicable,,0.769
40,mlp.experts.146.gate_proj,not applicable,,0.772
40,mlp.experts.146.up_proj,not applicable,,0.774
40,mlp.experts.147.gate_proj,not applicable,,0.777
40,mlp.experts.147.up_proj,not applicable,,0.780
40,mlp.experts.148.gate_proj,not applicable,,0.782
40,mlp.experts.148.up_proj,not applicable,,0.785
40,mlp.experts.149.gate_proj,not applicable,,0.787
40,mlp.experts.149.up_proj,not applicable,,0.790
40,mlp.experts.150.gate_proj,not applicable,,0.793
40,mlp.experts.150.up_proj,not applicable,,0.797
40,mlp.experts.151.gate_proj,not applicable,,0.800
40,mlp.experts.151.up_proj,not applicable,,0.803
40,mlp.experts.152.gate_proj,not applicable,,0.805
40,mlp.experts.152.up_proj,not applicable,,0.808
40,mlp.experts.153.gate_proj,not applicable,,0.810
40,mlp.experts.153.up_proj,not applicable,,0.813
40,mlp.experts.154.gate_proj,not applicable,,0.816
40,mlp.experts.154.up_proj,not applicable,,0.818
40,mlp.experts.155.gate_proj,not applicable,,0.820
40,mlp.experts.155.up_proj,not applicable,,0.823
40,mlp.experts.156.gate_proj,not applicable,,0.826
40,mlp.experts.156.up_proj,not applicable,,0.828
40,mlp.experts.157.gate_proj,not applicable,,0.831
40,mlp.experts.157.up_proj,not applicable,,0.833
40,mlp.experts.158.gate_proj,not applicable,,0.835
40,mlp.experts.158.up_proj,not applicable,,0.838
40,mlp.experts.159.gate_proj,not applicable,,0.841
40,mlp.experts.159.up_proj,not applicable,,0.843
40,mlp.experts.160.gate_proj,not applicable,,0.846
40,mlp.experts.160.up_proj,not applicable,,0.850
40,mlp.experts.161.gate_proj,not applicable,,0.852
40,mlp.experts.161.up_proj,not applicable,,0.855
40,mlp.experts.162.gate_proj,not applicable,,0.858
40,mlp.experts.162.up_proj,not applicable,,0.860
40,mlp.experts.163.gate_proj,not applicable,,0.863
40,mlp.experts.163.up_proj,not applicable,,0.865
40,mlp.experts.164.gate_proj,not applicable,,0.868
40,mlp.experts.164.up_proj,not applicable,,0.870
40,mlp.experts.165.gate_proj,not applicable,,0.873
40,mlp.experts.165.up_proj,not applicable,,0.876
40,mlp.experts.166.gate_proj,not applicable,,0.878
40,mlp.experts.166.up_proj,not applicable,,0.881
40,mlp.experts.167.gate_proj,not applicable,,0.884
40,mlp.experts.167.up_proj,not applicable,,0.886
40,mlp.experts.168.gate_proj,not applicable,,0.889
40,mlp.experts.168.up_proj,not applicable,,0.891
40,mlp.experts.169.gate_proj,not applicable,,0.894
40,mlp.experts.169.up_proj,not applicable,,0.896
40,mlp.experts.170.gate_proj,not applicable,,0.899
40,mlp.experts.170.up_proj,not applicable,,0.902
40,mlp.experts.171.gate_proj,not applicable,,0.904
40,mlp.experts.171.up_proj,not applicable,,0.907
40,mlp.experts.172.gate_proj,not applicable,,0.909
40,mlp.experts.172.up_proj,not applicable,,0.912
40,mlp.experts.173.gate_proj,not applicable,,0.914
40,mlp.experts.173.up_proj,not applicable,,0.917
40,mlp.experts.174.gate_proj,not applicable,,0.919
40,mlp.experts.174.up_proj,not applicable,,0.922
40,mlp.experts.175.gate_proj,not applicable,,0.924
40,mlp.experts.175.up_proj,not applicable,,0.927
40,mlp.experts.176.gate_proj,not applicable,,0.929
40,mlp.experts.176.up_proj,not applicable,,0.932
40,mlp.experts.177.gate_proj,not applicable,,0.934
40,mlp.experts.177.up_proj,not applicable,,0.937
40,mlp.experts.178.gate_proj,not applicable,,0.939
40,mlp.experts.178.up_proj,not applicable,,0.942
40,mlp.experts.179.gate_proj,not applicable,,0.944
40,mlp.experts.179.up_proj,not applicable,,0.947
40,mlp.experts.180.gate_proj,not applicable,,0.949
40,mlp.experts.180.up_proj,not applicable,,0.953
40,mlp.experts.181.gate_proj,not applicable,,0.955
40,mlp.experts.181.up_proj,not applicable,,0.957
40,mlp.experts.182.gate_proj,not applicable,,0.960
40,mlp.experts.182.up_proj,not applicable,,0.963
40,mlp.experts.183.gate_proj,not applicable,,0.965
40,mlp.experts.183.up_proj,not applicable,,0.968
40,mlp.experts.184.gate_proj,not applicable,,0.970
40,mlp.experts.184.up_proj,not applicable,,0.973
40,mlp.experts.185.gate_proj,not applicable,,0.975
40,mlp.experts.185.up_proj,not applicable,,0.978
40,mlp.experts.186.gate_proj,not applicable,,0.980
40,mlp.experts.186.up_proj,not applicable,,0.983
40,mlp.experts.187.gate_proj,not applicable,,0.985
40,mlp.experts.187.up_proj,not applicable,,0.988
40,mlp.experts.188.gate_proj,not applicable,,0.990
40,mlp.experts.188.up_proj,not applicable,,0.993
40,mlp.experts.189.gate_proj,not applicable,,0.996
40,mlp.experts.189.up_proj,not applicable,,0.998
40,mlp.experts.190.gate_proj,not applicable,,1.001
40,mlp.experts.190.up_proj,not applicable,,1.005
40,mlp.experts.191.gate_proj,not applicable,,1.008
40,mlp.experts.191.up_proj,not applicable,,1.011
40,mlp.experts.192.gate_proj,not applicable,,1.013
40,mlp.experts.192.up_proj,not applicable,,1.016
40,mlp.experts.193.gate_proj,not applicable,,1.019
40,mlp.experts.193.up_proj,not applicable,,1.021
40,mlp.experts.194.gate_proj,not applicable,,1.024
40,mlp.experts.194.up_proj,not applicable,,1.026
40,mlp.experts.195.gate_proj,not applicable,,1.029
40,mlp.experts.195.up_proj,not applicable,,1.031
40,mlp.experts.196.gate_proj,not applicable,,1.034
40,mlp.experts.196.up_proj,not applicable,,1.036
40,mlp.experts.197.gate_proj,not applicable,,1.039
40,mlp.experts.197.up_proj,not applicable,,1.043
40,mlp.experts.198.gate_proj,not applicable,,1.045
40,mlp.experts.198.up_proj,not applicable,,1.048
40,mlp.experts.199.gate_proj,not applicable,,1.051
40,mlp.experts.199.up_proj,not applicable,,1.054
40,mlp.experts.200.gate_proj,not applicable,,1.056
40,mlp.experts.200.up_proj,not applicable,,1.060
40,mlp.experts.201.gate_proj,not applicable,,1.062
40,mlp.experts.201.up_proj,not applicable,,1.065
40,mlp.experts.202.gate_proj,not applicable,,1.068
40,mlp.experts.202.up_proj,not applicable,,1.070
40,mlp.experts.203.gate_proj,not applicable,,1.073
40,mlp.experts.203.up_proj,not applicable,,1.075
40,mlp.experts.204.gate_proj,not applicable,,1.078
40,mlp.experts.204.up_proj,not applicable,,1.080
40,mlp.experts.205.gate_proj,not applicable,,1.083
40,mlp.experts.205.up_proj,not applicable,,1.086
40,mlp.experts.206.gate_proj,not applicable,,1.088
40,mlp.experts.206.up_proj,not applicable,,1.090
40,mlp.experts.207.gate_proj,not applicable,,1.093
40,mlp.experts.207.up_proj,not applicable,,1.096
40,mlp.experts.208.gate_proj,not applicable,,1.098
40,mlp.experts.208.up_proj,not applicable,,1.101
40,mlp.experts.209.gate_proj,not applicable,,1.103
40,mlp.experts.209.up_proj,not applicable,,1.106
40,mlp.experts.210.gate_proj,not applicable,,1.108
40,mlp.experts.210.up_proj,not applicable,,1.112
40,mlp.experts.211.gate_proj,not applicable,,1.114
40,mlp.experts.211.up_proj,not applicable,,1.117
40,mlp.experts.212.gate_proj,not applicable,,1.119
40,mlp.experts.212.up_proj,not applicable,,1.122
40,mlp.experts.213.gate_proj,not applicable,,1.124
40,mlp.experts.213.up_proj,not applicable,,1.127
40,mlp.experts.214.gate_proj,not applicable,,1.129
40,mlp.experts.214.up_proj,not applicable,,1.131
40,mlp.experts.215.gate_proj,not applicable,,1.134
40,mlp.experts.215.up_proj,not applicable,,1.136
40,mlp.experts.216.gate_proj,not applicable,,1.139
40,mlp.experts.216.up_proj,not applicable,,1.141
40,mlp.experts.217.gate_proj,not applicable,,1.144
40,mlp.experts.217.up_proj,not applicable,,1.146
40,mlp.experts.218.gate_proj,not applicable,,1.149
40,mlp.experts.218.up_proj,not applicable,,1.151
40,mlp.experts.219.gate_proj,not applicable,,1.154
40,mlp.experts.219.up_proj,not applicable,,1.156
40,mlp.experts.220.gate_proj,not applicable,,1.158
40,mlp.experts.220.up_proj,not applicable,,1.162
40,mlp.experts.221.gate_proj,not applicable,,1.164
40,mlp.experts.221.up_proj,not applicable,,1.167
40,mlp.experts.222.gate_proj,not applicable,,1.169
40,mlp.experts.222.up_proj,not applicable,,1.172
40,mlp.experts.223.gate_proj,not applicable,,1.174
40,mlp.experts.223.up_proj,not applicable,,1.176
40,mlp.experts.224.gate_proj,not applicable,,1.179
40,mlp.experts.224.up_proj,not applicable,,1.181
40,mlp.experts.225.gate_proj,not applicable,,1.184
40,mlp.experts.225.up_proj,not applicable,,1.187
40,mlp.experts.226.gate_proj,not applicable,,1.189
40,mlp.experts.226.up_proj,not applicable,,1.191
40,mlp.experts.227.gate_proj,not applicable,,1.194
40,mlp.experts.227.up_proj,not applicable,,1.196
40,mlp.experts.228.gate_proj,not applicable,,1.199
40,mlp.experts.228.up_proj,not applicable,,1.201
40,mlp.experts.229.gate_proj,not applicable,,1.204
40,mlp.experts.229.up_proj,not applicable,,1.207
40,mlp.experts.230.gate_proj,not applicable,,1.209
40,mlp.experts.230.up_proj,not applicable,,1.213
40,mlp.experts.231.gate_proj,not applicable,,1.215
40,mlp.experts.231.up_proj,not applicable,,1.218
40,mlp.experts.232.gate_proj,not applicable,,1.220
40,mlp.experts.232.up_proj,not applicable,,1.222
40,mlp.experts.233.gate_proj,not applicable,,1.225
40,mlp.experts.233.up_proj,not applicable,,1.227
40,mlp.experts.234.gate_proj,not applicable,,1.230
40,mlp.experts.234.up_proj,not applicable,,1.232
40,mlp.experts.235.gate_proj,not applicable,,1.235
40,mlp.experts.235.up_proj,not applicable,,1.237
40,mlp.experts.236.gate_proj,not applicable,,1.239
40,mlp.experts.236.up_proj,not applicable,,1.242
40,mlp.experts.237.gate_proj,not applicable,,1.244
40,mlp.experts.237.up_proj,not applicable,,1.247
40,mlp.experts.238.gate_proj,not applicable,,1.250
40,mlp.experts.238.up_proj,not applicable,,1.253
40,mlp.experts.239.gate_proj,not applicable,,1.256
40,mlp.experts.239.up_proj,not applicable,,1.259
40,mlp.experts.240.gate_proj,not applicable,,1.262
40,mlp.experts.240.up_proj,not applicable,,1.266
40,mlp.experts.241.gate_proj,not applicable,,1.268
40,mlp.experts.241.up_proj,not applicable,,1.271
40,mlp.experts.242.gate_proj,not applicable,,1.273
40,mlp.experts.242.up_proj,not applicable,,1.276
40,mlp.experts.243.gate_proj,not applicable,,1.278
40,mlp.experts.243.up_proj,not applicable,,1.281
40,mlp.experts.244.gate_proj,not applicable,,1.283
40,mlp.experts.244.up_proj,not applicable,,1.287
40,mlp.experts.245.gate_proj,not applicable,,1.290
40,mlp.experts.245.up_proj,not applicable,,1.293
40,mlp.experts.246.gate_proj,not applicable,,1.296
40,mlp.experts.246.up_proj,not applicable,,1.298
40,mlp.experts.247.gate_proj,not applicable,,1.301
40,mlp.experts.247.up_proj,not applicable,,1.303
40,mlp.experts.248.gate_proj,not applicable,,1.305
40,mlp.experts.248.up_proj,not applicable,,1.308
40,mlp.experts.249.gate_proj,not applicable,,1.311
40,mlp.experts.249.up_proj,not applicable,,1.313
40,mlp.experts.250.gate_proj,not applicable,,1.315
40,mlp.experts.250.up_proj,not applicable,,1.319
40,mlp.experts.251.gate_proj,not applicable,,1.322
40,mlp.experts.251.up_proj,not applicable,,1.324
40,mlp.experts.252.gate_proj,not applicable,,1.327
40,mlp.experts.252.up_proj,not applicable,,1.329
40,mlp.experts.253.gate_proj,not applicable,,1.332
40,mlp.experts.253.up_proj,not applicable,,1.334
40,mlp.experts.254.gate_proj,not applicable,,1.337
40,mlp.experts.254.up_proj,not applicable,,1.339
40,mlp.experts.255.gate_proj,not applicable,,1.342
40,mlp.experts.255.up_proj,not applicable,,1.345
40,mlp.experts.0.down_proj,0.0000068646,,1.347
40,mlp.experts.1.down_proj,0.0000132286,,1.350
40,mlp.experts.2.down_proj,0.0000130209,,1.353
40,mlp.experts.3.down_proj,0.0000127473,,1.355
40,mlp.experts.4.down_proj,0.0000152383,,1.358
40,mlp.experts.5.down_proj,0.0000172786,,1.360
40,mlp.experts.6.down_proj,0.0000344705,,1.362
40,mlp.experts.7.down_proj,0.0000410363,,1.365
40,mlp.experts.8.down_proj,0.0000237477,,1.367
40,mlp.experts.9.down_proj,0.0000071888,,1.370
40,mlp.experts.10.down_proj,0.0000237221,,1.373
40,mlp.experts.11.down_proj,0.0000082062,,1.375
40,mlp.experts.12.down_proj,0.0000161261,,1.378
40,mlp.experts.13.down_proj,0.0000079547,,1.380
40,mlp.experts.14.down_proj,0.0000137069,,1.382
40,mlp.experts.15.down_proj,0.0000288985,,1.385
40,mlp.experts.16.down_proj,0.0000196130,,1.387
40,mlp.experts.17.down_proj,0.0000074540,,1.390
40,mlp.experts.18.down_proj,0.0000431265,,1.392
40,mlp.experts.19.down_proj,0.0000224390,,1.395
40,mlp.experts.20.down_proj,0.0000146630,,1.397
40,mlp.experts.21.down_proj,0.0000077081,,1.399
40,mlp.experts.22.down_proj,0.0000397610,,1.402
40,mlp.experts.23.down_proj,0.0000131118,,1.404
40,mlp.experts.24.down_proj,0.0000174077,,1.406
40,mlp.experts.25.down_proj,0.0000070719,,1.409
40,mlp.experts.26.down_proj,0.0000149307,,1.411
40,mlp.experts.27.down_proj,0.0000079461,,1.414
40,mlp.experts.28.down_proj,0.0000087372,,1.416
40,mlp.experts.29.down_proj,0.0000181504,,1.419
40,mlp.experts.30.down_proj,0.0000157382,,1.422
40,mlp.experts.31.down_proj,0.0000286999,,1.424
40,mlp.experts.32.down_proj,0.0000038703,,1.426
40,mlp.experts.33.down_proj,0.0000148808,,1.429
40,mlp.experts.34.down_proj,0.0000105753,,1.431
40,mlp.experts.35.down_proj,0.0000221275,,1.434
40,mlp.experts.36.down_proj,0.0000036490,,1.436
40,mlp.experts.37.down_proj,0.0000129905,,1.438
40,mlp.experts.38.down_proj,0.0000205052,,1.441
40,mlp.experts.39.down_proj,0.0000062724,,1.443
40,mlp.experts.40.down_proj,0.0000183685,,1.446
40,mlp.experts.41.down_proj,0.0000168130,,1.448
40,mlp.experts.42.down_proj,0.0000136746,,1.450
40,mlp.experts.43.down_proj,0.0000059817,,1.453
40,mlp.experts.44.down_proj,0.0000137403,,1.455
40,mlp.experts.45.down_proj,0.0000124469,,1.458
40,mlp.experts.46.down_proj,0.0000163101,,1.460
40,mlp.experts.47.down_proj,0.0000115653,,1.463
40,mlp.experts.48.down_proj,0.0000110505,,1.466
40,mlp.experts.49.down_proj,0.0000137335,,1.469
40,mlp.experts.50.down_proj,0.0000247279,,1.471
40,mlp.experts.51.down_proj,0.0000383093,,1.474
40,mlp.experts.52.down_proj,0.0000071489,,1.477
40,mlp.experts.53.down_proj,0.0000189502,,1.479
40,mlp.experts.54.down_proj,0.0000344575,,1.482
40,mlp.experts.55.down_proj,0.0000189492,,1.484
40,mlp.experts.56.down_proj,0.0000102716,,1.487
40,mlp.experts.57.down_proj,0.0000040076,,1.489
40,mlp.experts.58.down_proj,0.0000153272,,1.492
40,mlp.experts.59.down_proj,0.0000056180,,1.494
40,mlp.experts.60.down_proj,0.0000132719,,1.497
40,mlp.experts.61.down_proj,0.0000207220,,1.500
40,mlp.experts.62.down_proj,0.0000093216,,1.503
40,mlp.experts.63.down_proj,0.0000109543,,1.506
40,mlp.experts.64.down_proj,0.0000047166,,1.508
40,mlp.experts.65.down_proj,0.0000056399,,1.511
40,mlp.experts.66.down_proj,0.0000147897,,1.514
40,mlp.experts.67.down_proj,0.0000072102,,1.516
40,mlp.experts.68.down_proj,0.0000260280,,1.518
40,mlp.experts.69.down_proj,0.0000413741,,1.522
40,mlp.experts.70.down_proj,0.0000374095,,1.525
40,mlp.experts.71.down_proj,0.0000101591,,1.527
40,mlp.experts.72.down_proj,0.0000243633,,1.529
40,mlp.experts.73.down_proj,0.0000076610,,1.533
40,mlp.experts.74.down_proj,0.0000040468,,1.536
40,mlp.experts.75.down_proj,0.0000085102,,1.539
40,mlp.experts.76.down_proj,0.0000067945,,1.541
40,mlp.experts.77.down_proj,0.0000168921,,1.543
40,mlp.experts.78.down_proj,0.0000043113,,1.546
40,mlp.experts.79.down_proj,0.0000179774,,1.548
40,mlp.experts.80.down_proj,0.0000218084,,1.551
40,mlp.experts.81.down_proj,0.0000094811,,1.553
40,mlp.experts.82.down_proj,0.0000322097,,1.556
40,mlp.experts.83.down_proj,0.0000076595,,1.558
40,mlp.experts.84.down_proj,0.0000154876,,1.561
40,mlp.experts.85.down_proj,0.0000168735,,1.563
40,mlp.experts.86.down_proj,0.0000173700,,1.565
40,mlp.experts.87.down_proj,0.0000074627,,1.568
40,mlp.experts.88.down_proj,0.0000329658,,1.570
40,mlp.experts.89.down_proj,0.0000115181,,1.574
40,mlp.experts.90.down_proj,0.0000416715,,1.576
40,mlp.experts.91.down_proj,0.0000278904,,1.579
40,mlp.experts.92.down_proj,0.0000133333,,1.581
40,mlp.experts.93.down_proj,0.0000343928,,1.584
40,mlp.experts.94.down_proj,0.0000453550,,1.587
40,mlp.experts.95.down_proj,0.0000259209,,1.589
40,mlp.experts.96.down_proj,0.0000336789,,1.591
40,mlp.experts.97.down_proj,0.0000178428,,1.594
40,mlp.experts.98.down_proj,0.0000015824,,1.597
40,mlp.experts.99.down_proj,0.0000057255,,1.599
40,mlp.experts.100.down_proj,0.0000239006,,1.602
40,mlp.experts.101.down_proj,0.0000176518,,1.604
40,mlp.experts.102.down_proj,0.0000088723,,1.606
40,mlp.experts.103.down_proj,0.0000086221,,1.609
40,mlp.experts.104.down_proj,0.0000236231,,1.613
40,mlp.experts.105.down_proj,0.0000175355,,1.616
40,mlp.experts.106.down_proj,0.0000142951,,1.618
40,mlp.experts.107.down_proj,0.0000069986,,1.621
40,mlp.experts.108.down_proj,0.0000053180,,1.623
40,mlp.experts.109.down_proj,0.0000101548,,1.627
40,mlp.experts.110.down_proj,0.0000128589,,1.629
40,mlp.experts.111.down_proj,0.0000458496,,1.631
40,mlp.experts.112.down_proj,0.0000320667,,1.634
40,mlp.experts.113.down_proj,0.0000063857,,1.636
40,mlp.experts.114.down_proj,0.0000206528,,1.639
40,mlp.experts.115.down_proj,0.0000049466,,1.641
40,mlp.experts.116.down_proj,0.0000197740,,1.643
40,mlp.experts.117.down_proj,0.0000361176,,1.646
40,mlp.experts.118.down_proj,0.0000144098,,1.648
40,mlp.experts.119.down_proj,0.0000079988,,1.651
40,mlp.experts.120.down_proj,0.0000134591,,1.653
40,mlp.experts.121.down_proj,0.0000085735,,1.655
40,mlp.experts.122.down_proj,0.0000122164,,1.658
40,mlp.experts.123.down_proj,0.0000096922,,1.660
40,mlp.experts.124.down_proj,0.0000122224,,1.663
40,mlp.experts.125.down_proj,0.0000156209,,1.665
40,mlp.experts.126.down_proj,0.0000037837,,1.668
40,mlp.experts.127.down_proj,0.0000030950,,1.670
40,mlp.experts.128.down_proj,0.0000506353,,1.673
40,mlp.experts.129.down_proj,0.0000272623,,1.676
40,mlp.experts.130.down_proj,0.0000193189,,1.678
40,mlp.experts.131.down_proj,0.0000090764,,1.681
40,mlp.experts.132.down_proj,0.0000196832,,1.683
40,mlp.experts.133.down_proj,0.0000126777,,1.686
40,mlp.experts.134.down_proj,0.0000171557,,1.688
40,mlp.experts.135.down_proj,0.0000061489,,1.691
40,mlp.experts.136.down_proj,0.0000085253,,1.693
40,mlp.experts.137.down_proj,0.0000229539,,1.695
40,mlp.experts.138.down_proj,0.0000046767,,1.698
40,mlp.experts.139.down_proj,0.0000251230,,1.701
40,mlp.experts.140.down_proj,0.0000080023,,1.703
40,mlp.experts.141.down_proj,0.0000081420,,1.705
40,mlp.experts.142.down_proj,0.0000341136,,1.708
40,mlp.experts.143.down_proj,0.0000092685,,1.710
40,mlp.experts.144.down_proj,0.0000069050,,1.713
40,mlp.experts.145.down_proj,0.0000235987,,1.715
40,mlp.experts.146.down_proj,0.0000079367,,1.717
40,mlp.experts.147.down_proj,0.0000052176,,1.720
40,mlp.experts.148.down_proj,0.0000232081,,1.722
40,mlp.experts.149.down_proj,0.0000147065,,1.726
40,mlp.experts.150.down_proj,0.0000132651,,1.728
40,mlp.experts.151.down_proj,0.0000097224,,1.731
40,mlp.experts.152.down_proj,0.0000151242,,1.733
40,mlp.experts.153.down_proj,0.0000139318,,1.735
40,mlp.experts.154.down_proj,0.0000069251,,1.738
40,mlp.experts.155.down_proj,0.0000206242,,1.740
40,mlp.experts.156.down_proj,0.0000127183,,1.743
40,mlp.experts.157.down_proj,0.0000152343,,1.746
40,mlp.experts.158.down_proj,0.0000137033,,1.749
40,mlp.experts.159.down_proj,0.0000225893,,1.752
40,mlp.experts.160.down_proj,0.0000172374,,1.754
40,mlp.experts.161.down_proj,0.0000098505,,1.757
40,mlp.experts.162.down_proj,0.0000281034,,1.759
40,mlp.experts.163.down_proj,0.0000387534,,1.762
40,mlp.experts.164.down_proj,0.0000306821,,1.764
40,mlp.experts.165.down_proj,0.0000167684,,1.767
40,mlp.experts.166.down_proj,0.0000044674,,1.769
40,mlp.experts.167.down_proj,0.0000265121,,1.771
40,mlp.experts.168.down_proj,0.0000073672,,1.774
40,mlp.experts.169.down_proj,0.0000199412,,1.779
40,mlp.experts.170.down_proj,0.0000197500,,1.783
40,mlp.experts.171.down_proj,0.0000190034,,1.786
40,mlp.experts.172.down_proj,0.0000234217,,1.789
40,mlp.experts.173.down_proj,0.0000154608,,1.791
40,mlp.experts.174.down_proj,0.0000064410,,1.794
40,mlp.experts.175.down_proj,0.0000006885,,1.796
40,mlp.experts.176.down_proj,0.0000115224,,1.798
40,mlp.experts.177.down_proj,0.0000124275,,1.801
40,mlp.experts.178.down_proj,0.0000188457,,1.803
40,mlp.experts.179.down_proj,0.0000171157,,1.806
40,mlp.experts.180.down_proj,0.0000065116,,1.808
40,mlp.experts.181.down_proj,0.0000141860,,1.811
40,mlp.experts.182.down_proj,0.0000146339,,1.813
40,mlp.experts.183.down_proj,0.0000056835,,1.816
40,mlp.experts.184.down_proj,0.0000074742,,1.818
40,mlp.experts.185.down_proj,0.0000075889,,1.821
40,mlp.experts.186.down_proj,0.0000096961,,1.823
40,mlp.experts.187.down_proj,0.0000076104,,1.826
40,mlp.experts.188.down_proj,0.0000155714,,1.828
40,mlp.experts.189.down_proj,0.0000297178,,1.831
40,mlp.experts.190.down_proj,0.0000185133,,1.834
40,mlp.experts.191.down_proj,0.0000315364,,1.836
40,mlp.experts.192.down_proj,0.0000164973,,1.839
40,mlp.experts.193.down_proj,0.0000090816,,1.841
40,mlp.experts.194.down_proj,0.0000235921,,1.844
40,mlp.experts.195.down_proj,0.0000091738,,1.847
40,mlp.experts.196.down_proj,0.0000529986,,1.849
40,mlp.experts.197.down_proj,0.0000297100,,1.852
40,mlp.experts.198.down_proj,0.0000384711,,1.854
40,mlp.experts.199.down_proj,0.0000207116,,1.857
40,mlp.experts.200.down_proj,0.0000221715,,1.859
40,mlp.experts.201.down_proj,0.0000165905,,1.862
40,mlp.experts.202.down_proj,0.0000093081,,1.864
40,mlp.experts.203.down_proj,0.0000104539,,1.866
40,mlp.experts.204.down_proj,0.0000110063,,1.869
40,mlp.experts.205.down_proj,0.0000086263,,1.872
40,mlp.experts.206.down_proj,0.0000090978,,1.874
40,mlp.experts.207.down_proj,0.0000157257,,1.877
40,mlp.experts.208.down_proj,0.0000159000,,1.879
40,mlp.experts.209.down_proj,0.0000148526,,1.883
40,mlp.experts.210.down_proj,0.0000227342,,1.885
40,mlp.experts.211.down_proj,0.0000330973,,1.888
40,mlp.experts.212.down_proj,0.0000049042,,1.890
40,mlp.experts.213.down_proj,0.0000095492,,1.893
40,mlp.experts.214.down_proj,0.0000294189,,1.895
40,mlp.experts.215.down_proj,0.0000244567,,1.898
40,mlp.experts.216.down_proj,0.0000147264,,1.900
40,mlp.experts.217.down_proj,0.0000085160,,1.902
40,mlp.experts.218.down_proj,0.0000211013,,1.905
40,mlp.experts.219.down_proj,0.0000156060,,1.907
40,mlp.experts.220.down_proj,0.0000061866,,1.910
40,mlp.experts.221.down_proj,0.0000172154,,1.912
40,mlp.experts.222.down_proj,0.0000303274,,1.915
40,mlp.experts.223.down_proj,0.0000053495,,1.917
40,mlp.experts.224.down_proj,0.0000106133,,1.920
40,mlp.experts.225.down_proj,0.0000095254,,1.922
40,mlp.experts.226.down_proj,0.0000128151,,1.925
40,mlp.experts.227.down_proj,0.0000193062,,1.927
40,mlp.experts.228.down_proj,0.0000018835,,1.930
40,mlp.experts.229.down_proj,0.0000234131,,1.933
40,mlp.experts.230.down_proj,0.0000108676,,1.935
40,mlp.experts.231.down_proj,0.0000121061,,1.939
40,mlp.experts.232.down_proj,0.0000035556,,1.941
40,mlp.experts.233.down_proj,0.0000064917,,1.944
40,mlp.experts.234.down_proj,0.0000230824,,1.946
40,mlp.experts.235.down_proj,0.0000164101,,1.949
40,mlp.experts.236.down_proj,0.0000173629,,1.951
40,mlp.experts.237.down_proj,0.0000018387,,1.954
40,mlp.experts.238.down_proj,0.0000180075,,1.956
40,mlp.experts.239.down_proj,0.0000154131,,1.959
40,mlp.experts.240.down_proj,0.0000116823,,1.961
40,mlp.experts.241.down_proj,0.0000208378,,1.964
40,mlp.experts.242.down_proj,0.0000059013,,1.966
40,mlp.experts.243.down_proj,0.0000208027,,1.969
40,mlp.experts.244.down_proj,0.0000238866,,1.972
40,mlp.experts.245.down_proj,0.0000064256,,1.974
40,mlp.experts.246.down_proj,0.0000059351,,1.977
40,mlp.experts.247.down_proj,0.0000122470,,1.979
40,mlp.experts.248.down_proj,0.0000169373,,1.982
40,mlp.experts.249.down_proj,0.0000146087,,1.985
40,mlp.experts.250.down_proj,0.0000174258,,1.988
40,mlp.experts.251.down_proj,0.0000150868,,1.991
40,mlp.experts.252.down_proj,0.0000218580,,1.994
40,mlp.experts.253.down_proj,0.0000050746,,1.997
40,mlp.experts.254.down_proj,0.0000151880,,1.999
40,mlp.experts.255.down_proj,0.0000033171,,2.002
41,mlp.experts.0.gate_proj,not applicable,,0.006
41,mlp.experts.0.up_proj,not applicable,,0.012
41,mlp.experts.1.gate_proj,not applicable,,0.015
41,mlp.experts.1.up_proj,not applicable,,0.018
41,mlp.experts.2.gate_proj,not applicable,,0.021
41,mlp.experts.2.up_proj,not applicable,,0.023
41,mlp.experts.3.gate_proj,not applicable,,0.026
41,mlp.experts.3.up_proj,not applicable,,0.029
41,mlp.experts.4.gate_proj,not applicable,,0.031
41,mlp.experts.4.up_proj,not applicable,,0.034
41,mlp.experts.5.gate_proj,not applicable,,0.037
41,mlp.experts.5.up_proj,not applicable,,0.039
41,mlp.experts.6.gate_proj,not applicable,,0.042
41,mlp.experts.6.up_proj,not applicable,,0.044
41,mlp.experts.7.gate_proj,not applicable,,0.047
41,mlp.experts.7.up_proj,not applicable,,0.049
41,mlp.experts.8.gate_proj,not applicable,,0.052
41,mlp.experts.8.up_proj,not applicable,,0.055
41,mlp.experts.9.gate_proj,not applicable,,0.057
41,mlp.experts.9.up_proj,not applicable,,0.060
41,mlp.experts.10.gate_proj,not applicable,,0.062
41,mlp.experts.10.up_proj,not applicable,,0.066
41,mlp.experts.11.gate_proj,not applicable,,0.068
41,mlp.experts.11.up_proj,not applicable,,0.071
41,mlp.experts.12.gate_proj,not applicable,,0.074
41,mlp.experts.12.up_proj,not applicable,,0.076
41,mlp.experts.13.gate_proj,not applicable,,0.079
41,mlp.experts.13.up_proj,not applicable,,0.081
41,mlp.experts.14.gate_proj,not applicable,,0.084
41,mlp.experts.14.up_proj,not applicable,,0.087
41,mlp.experts.15.gate_proj,not applicable,,0.089
41,mlp.experts.15.up_proj,not applicable,,0.092
41,mlp.experts.16.gate_proj,not applicable,,0.094
41,mlp.experts.16.up_proj,not applicable,,0.097
41,mlp.experts.17.gate_proj,not applicable,,0.100
41,mlp.experts.17.up_proj,not applicable,,0.102
41,mlp.experts.18.gate_proj,not applicable,,0.105
41,mlp.experts.18.up_proj,not applicable,,0.107
41,mlp.experts.19.gate_proj,not applicable,,0.110
41,mlp.experts.19.up_proj,not applicable,,0.113
41,mlp.experts.20.gate_proj,not applicable,,0.115
41,mlp.experts.20.up_proj,not applicable,,0.119
41,mlp.experts.21.gate_proj,not applicable,,0.121
41,mlp.experts.21.up_proj,not applicable,,0.124
41,mlp.experts.22.gate_proj,not applicable,,0.127
41,mlp.experts.22.up_proj,not applicable,,0.129
41,mlp.experts.23.gate_proj,not applicable,,0.132
41,mlp.experts.23.up_proj,not applicable,,0.134
41,mlp.experts.24.gate_proj,not applicable,,0.137
41,mlp.experts.24.up_proj,not applicable,,0.139
41,mlp.experts.25.gate_proj,not applicable,,0.142
41,mlp.experts.25.up_proj,not applicable,,0.144
41,mlp.experts.26.gate_proj,not applicable,,0.147
41,mlp.experts.26.up_proj,not applicable,,0.149
41,mlp.experts.27.gate_proj,not applicable,,0.152
41,mlp.experts.27.up_proj,not applicable,,0.154
41,mlp.experts.28.gate_proj,not applicable,,0.157
41,mlp.experts.28.up_proj,not applicable,,0.159
41,mlp.experts.29.gate_proj,not applicable,,0.162
41,mlp.experts.29.up_proj,not applicable,,0.164
41,mlp.experts.30.gate_proj,not applicable,,0.167
41,mlp.experts.30.up_proj,not applicable,,0.170
41,mlp.experts.31.gate_proj,not applicable,,0.173
41,mlp.experts.31.up_proj,not applicable,,0.175
41,mlp.experts.32.gate_proj,not applicable,,0.178
41,mlp.experts.32.up_proj,not applicable,,0.180
41,mlp.experts.33.gate_proj,not applicable,,0.182
41,mlp.experts.33.up_proj,not applicable,,0.185
41,mlp.experts.34.gate_proj,not applicable,,0.188
41,mlp.experts.34.up_proj,not applicable,,0.190
41,mlp.experts.35.gate_proj,not applicable,,0.193
41,mlp.experts.35.up_proj,not applicable,,0.196
41,mlp.experts.36.gate_proj,not applicable,,0.198
41,mlp.experts.36.up_proj,not applicable,,0.201
41,mlp.experts.37.gate_proj,not applicable,,0.203
41,mlp.experts.37.up_proj,not applicable,,0.206
41,mlp.experts.38.gate_proj,not applicable,,0.208
41,mlp.experts.38.up_proj,not applicable,,0.212
41,mlp.experts.39.gate_proj,not applicable,,0.214
41,mlp.experts.39.up_proj,not applicable,,0.217
41,mlp.experts.40.gate_proj,not applicable,,0.219
41,mlp.experts.40.up_proj,not applicable,,0.222
41,mlp.experts.41.gate_proj,not applicable,,0.225
41,mlp.experts.41.up_proj,not applicable,,0.227
41,mlp.experts.42.gate_proj,not applicable,,0.230
41,mlp.experts.42.up_proj,not applicable,,0.233
41,mlp.experts.43.gate_proj,not applicable,,0.235
41,mlp.experts.43.up_proj,not applicable,,0.238
41,mlp.experts.44.gate_proj,not applicable,,0.240
41,mlp.experts.44.up_proj,not applicable,,0.243
41,mlp.experts.45.gate_proj,not applicable,,0.245
41,mlp.experts.45.up_proj,not applicable,,0.248
41,mlp.experts.46.gate_proj,not applicable,,0.251
41,mlp.experts.46.up_proj,not applicable,,0.253
41,mlp.experts.47.gate_proj,not applicable,,0.256
41,mlp.experts.47.up_proj,not applicable,,0.259
41,mlp.experts.48.gate_proj,not applicable,,0.261
41,mlp.experts.48.up_proj,not applicable,,0.264
41,mlp.experts.49.gate_proj,not applicable,,0.266
41,mlp.experts.49.up_proj,not applicable,,0.269
41,mlp.experts.50.gate_proj,not applicable,,0.271
41,mlp.experts.50.up_proj,not applicable,,0.274
41,mlp.experts.51.gate_proj,not applicable,,0.277
41,mlp.experts.51.up_proj,not applicable,,0.279
41,mlp.experts.52.gate_proj,not applicable,,0.282
41,mlp.experts.52.up_proj,not applicable,,0.285
41,mlp.experts.53.gate_proj,not applicable,,0.287
41,mlp.experts.53.up_proj,not applicable,,0.290
41,mlp.experts.54.gate_proj,not applicable,,0.292
41,mlp.experts.54.up_proj,not applicable,,0.295
41,mlp.experts.55.gate_proj,not applicable,,0.297
41,mlp.experts.55.up_proj,not applicable,,0.300
41,mlp.experts.56.gate_proj,not applicable,,0.302
41,mlp.experts.56.up_proj,not applicable,,0.305
41,mlp.experts.57.gate_proj,not applicable,,0.307
41,mlp.experts.57.up_proj,not applicable,,0.310
41,mlp.experts.58.gate_proj,not applicable,,0.312
41,mlp.experts.58.up_proj,not applicable,,0.315
41,mlp.experts.59.gate_proj,not applicable,,0.318
41,mlp.experts.59.up_proj,not applicable,,0.320
41,mlp.experts.60.gate_proj,not applicable,,0.322
41,mlp.experts.60.up_proj,not applicable,,0.326
41,mlp.experts.61.gate_proj,not applicable,,0.328
41,mlp.experts.61.up_proj,not applicable,,0.331
41,mlp.experts.62.gate_proj,not applicable,,0.333
41,mlp.experts.62.up_proj,not applicable,,0.336
41,mlp.experts.63.gate_proj,not applicable,,0.339
41,mlp.experts.63.up_proj,not applicable,,0.341
41,mlp.experts.64.gate_proj,not applicable,,0.343
41,mlp.experts.64.up_proj,not applicable,,0.346
41,mlp.experts.65.gate_proj,not applicable,,0.348
41,mlp.experts.65.up_proj,not applicable,,0.351
41,mlp.experts.66.gate_proj,not applicable,,0.353
41,mlp.experts.66.up_proj,not applicable,,0.355
41,mlp.experts.67.gate_proj,not applicable,,0.358
41,mlp.experts.67.up_proj,not applicable,,0.360
41,mlp.experts.68.gate_proj,not applicable,,0.362
41,mlp.experts.68.up_proj,not applicable,,0.365
41,mlp.experts.69.gate_proj,not applicable,,0.367
41,mlp.experts.69.up_proj,not applicable,,0.370
41,mlp.experts.70.gate_proj,not applicable,,0.372
41,mlp.experts.70.up_proj,not applicable,,0.375
41,mlp.experts.71.gate_proj,not applicable,,0.378
41,mlp.experts.71.up_proj,not applicable,,0.380
41,mlp.experts.72.gate_proj,not applicable,,0.383
41,mlp.experts.72.up_proj,not applicable,,0.385
41,mlp.experts.73.gate_proj,not applicable,,0.387
41,mlp.experts.73.up_proj,not applicable,,0.390
41,mlp.experts.74.gate_proj,not applicable,,0.392
41,mlp.experts.74.up_proj,not applicable,,0.394
41,mlp.experts.75.gate_proj,not applicable,,0.397
41,mlp.experts.75.up_proj,not applicable,,0.399
41,mlp.experts.76.gate_proj,not applicable,,0.402
41,mlp.experts.76.up_proj,not applicable,,0.404
41,mlp.experts.77.gate_proj,not applicable,,0.406
41,mlp.experts.77.up_proj,not applicable,,0.409
41,mlp.experts.78.gate_proj,not applicable,,0.411
41,mlp.experts.78.up_proj,not applicable,,0.413
41,mlp.experts.79.gate_proj,not applicable,,0.417
41,mlp.experts.79.up_proj,not applicable,,0.419
41,mlp.experts.80.gate_proj,not applicable,,0.422
41,mlp.experts.80.up_proj,not applicable,,0.425
41,mlp.experts.81.gate_proj,not applicable,,0.427
41,mlp.experts.81.up_proj,not applicable,,0.430
41,mlp.experts.82.gate_proj,not applicable,,0.432
41,mlp.experts.82.up_proj,not applicable,,0.434
41,mlp.experts.83.gate_proj,not applicable,,0.437
41,mlp.experts.83.up_proj,not applicable,,0.439
41,mlp.experts.84.gate_proj,not applicable,,0.442
41,mlp.experts.84.up_proj,not applicable,,0.444
41,mlp.experts.85.gate_proj,not applicable,,0.447
41,mlp.experts.85.up_proj,not applicable,,0.449
41,mlp.experts.86.gate_proj,not applicable,,0.452
41,mlp.experts.86.up_proj,not applicable,,0.454
41,mlp.experts.87.gate_proj,not applicable,,0.457
41,mlp.experts.87.up_proj,not applicable,,0.459
41,mlp.experts.88.gate_proj,not applicable,,0.462
41,mlp.experts.88.up_proj,not applicable,,0.464
41,mlp.experts.89.gate_proj,not applicable,,0.467
41,mlp.experts.89.up_proj,not applicable,,0.469
41,mlp.experts.90.gate_proj,not applicable,,0.471
41,mlp.experts.90.up_proj,not applicable,,0.475
41,mlp.experts.91.gate_proj,not applicable,,0.477
41,mlp.experts.91.up_proj,not applicable,,0.480
41,mlp.experts.92.gate_proj,not applicable,,0.482
41,mlp.experts.92.up_proj,not applicable,,0.485
41,mlp.experts.93.gate_proj,not applicable,,0.487
41,mlp.experts.93.up_proj,not applicable,,0.490
41,mlp.experts.94.gate_proj,not applicable,,0.492
41,mlp.experts.94.up_proj,not applicable,,0.494
41,mlp.experts.95.gate_proj,not applicable,,0.497
41,mlp.experts.95.up_proj,not applicable,,0.499
41,mlp.experts.96.gate_proj,not applicable,,0.502
41,mlp.experts.96.up_proj,not applicable,,0.504
41,mlp.experts.97.gate_proj,not applicable,,0.507
41,mlp.experts.97.up_proj,not applicable,,0.509
41,mlp.experts.98.gate_proj,not applicable,,0.512
41,mlp.experts.98.up_proj,not applicable,,0.514
41,mlp.experts.99.gate_proj,not applicable,,0.517
41,mlp.experts.99.up_proj,not applicable,,0.520
41,mlp.experts.100.gate_proj,not applicable,,0.522
41,mlp.experts.100.up_proj,not applicable,,0.525
41,mlp.experts.101.gate_proj,not applicable,,0.528
41,mlp.experts.101.up_proj,not applicable,,0.530
41,mlp.experts.102.gate_proj,not applicable,,0.533
41,mlp.experts.102.up_proj,not applicable,,0.535
41,mlp.experts.103.gate_proj,not applicable,,0.538
41,mlp.experts.103.up_proj,not applicable,,0.540
41,mlp.experts.104.gate_proj,not applicable,,0.543
41,mlp.experts.104.up_proj,not applicable,,0.545
41,mlp.experts.105.gate_proj,not applicable,,0.548
41,mlp.experts.105.up_proj,not applicable,,0.550
41,mlp.experts.106.gate_proj,not applicable,,0.553
41,mlp.experts.106.up_proj,not applicable,,0.555
41,mlp.experts.107.gate_proj,not applicable,,0.558
41,mlp.experts.107.up_proj,not applicable,,0.560
41,mlp.experts.108.gate_proj,not applicable,,0.563
41,mlp.experts.108.up_proj,not applicable,,0.565
41,mlp.experts.109.gate_proj,not applicable,,0.568
41,mlp.experts.109.up_proj,not applicable,,0.570
41,mlp.experts.110.gate_proj,not applicable,,0.573
41,mlp.experts.110.up_proj,not applicable,,0.577
41,mlp.experts.111.gate_proj,not applicable,,0.579
41,mlp.experts.111.up_proj,not applicable,,0.582
41,mlp.experts.112.gate_proj,not applicable,,0.584
41,mlp.experts.112.up_proj,not applicable,,0.587
41,mlp.experts.113.gate_proj,not applicable,,0.589
41,mlp.experts.113.up_proj,not applicable,,0.591
41,mlp.experts.114.gate_proj,not applicable,,0.594
41,mlp.experts.114.up_proj,not applicable,,0.596
41,mlp.experts.115.gate_proj,not applicable,,0.599
41,mlp.experts.115.up_proj,not applicable,,0.601
41,mlp.experts.116.gate_proj,not applicable,,0.603
41,mlp.experts.116.up_proj,not applicable,,0.606
41,mlp.experts.117.gate_proj,not applicable,,0.608
41,mlp.experts.117.up_proj,not applicable,,0.611
41,mlp.experts.118.gate_proj,not applicable,,0.613
41,mlp.experts.118.up_proj,not applicable,,0.615
41,mlp.experts.119.gate_proj,not applicable,,0.618
41,mlp.experts.119.up_proj,not applicable,,0.621
41,mlp.experts.120.gate_proj,not applicable,,0.623
41,mlp.experts.120.up_proj,not applicable,,0.627
41,mlp.experts.121.gate_proj,not applicable,,0.629
41,mlp.experts.121.up_proj,not applicable,,0.631
41,mlp.experts.122.gate_proj,not applicable,,0.634
41,mlp.experts.122.up_proj,not applicable,,0.636
41,mlp.experts.123.gate_proj,not applicable,,0.639
41,mlp.experts.123.up_proj,not applicable,,0.641
41,mlp.experts.124.gate_proj,not applicable,,0.643
41,mlp.experts.124.up_proj,not applicable,,0.646
41,mlp.experts.125.gate_proj,not applicable,,0.648
41,mlp.experts.125.up_proj,not applicable,,0.651
41,mlp.experts.126.gate_proj,not applicable,,0.653
41,mlp.experts.126.up_proj,not applicable,,0.656
41,mlp.experts.127.gate_proj,not applicable,,0.658
41,mlp.experts.127.up_proj,not applicable,,0.660
41,mlp.experts.128.gate_proj,not applicable,,0.663
41,mlp.experts.128.up_proj,not applicable,,0.665
41,mlp.experts.129.gate_proj,not applicable,,0.668
41,mlp.experts.129.up_proj,not applicable,,0.670
41,mlp.experts.130.gate_proj,not applicable,,0.672
41,mlp.experts.130.up_proj,not applicable,,0.676
41,mlp.experts.131.gate_proj,not applicable,,0.678
41,mlp.experts.131.up_proj,not applicable,,0.681
41,mlp.experts.132.gate_proj,not applicable,,0.683
41,mlp.experts.132.up_proj,not applicable,,0.686
41,mlp.experts.133.gate_proj,not applicable,,0.688
41,mlp.experts.133.up_proj,not applicable,,0.691
41,mlp.experts.134.gate_proj,not applicable,,0.693
41,mlp.experts.134.up_proj,not applicable,,0.696
41,mlp.experts.135.gate_proj,not applicable,,0.698
41,mlp.experts.135.up_proj,not applicable,,0.701
41,mlp.experts.136.gate_proj,not applicable,,0.703
41,mlp.experts.136.up_proj,not applicable,,0.706
41,mlp.experts.137.gate_proj,not applicable,,0.708
41,mlp.experts.137.up_proj,not applicable,,0.711
41,mlp.experts.138.gate_proj,not applicable,,0.713
41,mlp.experts.138.up_proj,not applicable,,0.716
41,mlp.experts.139.gate_proj,not applicable,,0.718
41,mlp.experts.139.up_proj,not applicable,,0.721
41,mlp.experts.140.gate_proj,not applicable,,0.724
41,mlp.experts.140.up_proj,not applicable,,0.727
41,mlp.experts.141.gate_proj,not applicable,,0.730
41,mlp.experts.141.up_proj,not applicable,,0.732
41,mlp.experts.142.gate_proj,not applicable,,0.735
41,mlp.experts.142.up_proj,not applicable,,0.738
41,mlp.experts.143.gate_proj,not applicable,,0.740
41,mlp.experts.143.up_proj,not applicable,,0.743
41,mlp.experts.144.gate_proj,not applicable,,0.745
41,mlp.experts.144.up_proj,not applicable,,0.748
41,mlp.experts.145.gate_proj,not applicable,,0.750
41,mlp.experts.145.up_proj,not applicable,,0.753
41,mlp.experts.146.gate_proj,not applicable,,0.755
41,mlp.experts.146.up_proj,not applicable,,0.758
41,mlp.experts.147.gate_proj,not applicable,,0.760
41,mlp.experts.147.up_proj,not applicable,,0.763
41,mlp.experts.148.gate_proj,not applicable,,0.765
41,mlp.experts.148.up_proj,not applicable,,0.768
41,mlp.experts.149.gate_proj,not applicable,,0.770
41,mlp.experts.149.up_proj,not applicable,,0.773
41,mlp.experts.150.gate_proj,not applicable,,0.775
41,mlp.experts.150.up_proj,not applicable,,0.779
41,mlp.experts.151.gate_proj,not applicable,,0.781
41,mlp.experts.151.up_proj,not applicable,,0.784
41,mlp.experts.152.gate_proj,not applicable,,0.786
41,mlp.experts.152.up_proj,not applicable,,0.789
41,mlp.experts.153.gate_proj,not applicable,,0.792
41,mlp.experts.153.up_proj,not applicable,,0.794
41,mlp.experts.154.gate_proj,not applicable,,0.797
41,mlp.experts.154.up_proj,not applicable,,0.799
41,mlp.experts.155.gate_proj,not applicable,,0.802
41,mlp.experts.155.up_proj,not applicable,,0.804
41,mlp.experts.156.gate_proj,not applicable,,0.807
41,mlp.experts.156.up_proj,not applicable,,0.809
41,mlp.experts.157.gate_proj,not applicable,,0.811
41,mlp.experts.157.up_proj,not applicable,,0.814
41,mlp.experts.158.gate_proj,not applicable,,0.817
41,mlp.experts.158.up_proj,not applicable,,0.819
41,mlp.experts.159.gate_proj,not applicable,,0.822
41,mlp.experts.159.up_proj,not applicable,,0.825
41,mlp.experts.160.gate_proj,not applicable,,0.827
41,mlp.experts.160.up_proj,not applicable,,0.831
41,mlp.experts.161.gate_proj,not applicable,,0.833
41,mlp.experts.161.up_proj,not applicable,,0.836
41,mlp.experts.162.gate_proj,not applicable,,0.838
41,mlp.experts.162.up_proj,not applicable,,0.840
41,mlp.experts.163.gate_proj,not applicable,,0.843
41,mlp.experts.163.up_proj,not applicable,,0.845
41,mlp.experts.164.gate_proj,not applicable,,0.848
41,mlp.experts.164.up_proj,not applicable,,0.850
41,mlp.experts.165.gate_proj,not applicable,,0.853
41,mlp.experts.165.up_proj,not applicable,,0.855
41,mlp.experts.166.gate_proj,not applicable,,0.858
41,mlp.experts.166.up_proj,not applicable,,0.860
41,mlp.experts.167.gate_proj,not applicable,,0.862
41,mlp.experts.167.up_proj,not applicable,,0.865
41,mlp.experts.168.gate_proj,not applicable,,0.867
41,mlp.experts.168.up_proj,not applicable,,0.870
41,mlp.experts.169.gate_proj,not applicable,,0.872
41,mlp.experts.169.up_proj,not applicable,,0.875
41,mlp.experts.170.gate_proj,not applicable,,0.877
41,mlp.experts.170.up_proj,not applicable,,0.880
41,mlp.experts.171.gate_proj,not applicable,,0.883
41,mlp.experts.171.up_proj,not applicable,,0.885
41,mlp.experts.172.gate_proj,not applicable,,0.888
41,mlp.experts.172.up_proj,not applicable,,0.891
41,mlp.experts.173.gate_proj,not applicable,,0.893
41,mlp.experts.173.up_proj,not applicable,,0.896
41,mlp.experts.174.gate_proj,not applicable,,0.899
41,mlp.experts.174.up_proj,not applicable,,0.901
41,mlp.experts.175.gate_proj,not applicable,,0.904
41,mlp.experts.175.up_proj,not applicable,,0.906
41,mlp.experts.176.gate_proj,not applicable,,0.909
41,mlp.experts.176.up_proj,not applicable,,0.911
41,mlp.experts.177.gate_proj,not applicable,,0.913
41,mlp.experts.177.up_proj,not applicable,,0.916
41,mlp.experts.178.gate_proj,not applicable,,0.918
41,mlp.experts.178.up_proj,not applicable,,0.921
41,mlp.experts.179.gate_proj,not applicable,,0.924
41,mlp.experts.179.up_proj,not applicable,,0.927
41,mlp.experts.180.gate_proj,not applicable,,0.929
41,mlp.experts.180.up_proj,not applicable,,0.933
41,mlp.experts.181.gate_proj,not applicable,,0.935
41,mlp.experts.181.up_proj,not applicable,,0.938
41,mlp.experts.182.gate_proj,not applicable,,0.940
41,mlp.experts.182.up_proj,not applicable,,0.943
41,mlp.experts.183.gate_proj,not applicable,,0.945
41,mlp.experts.183.up_proj,not applicable,,0.948
41,mlp.experts.184.gate_proj,not applicable,,0.950
41,mlp.experts.184.up_proj,not applicable,,0.953
41,mlp.experts.185.gate_proj,not applicable,,0.955
41,mlp.experts.185.up_proj,not applicable,,0.958
41,mlp.experts.186.gate_proj,not applicable,,0.960
41,mlp.experts.186.up_proj,not applicable,,0.963
41,mlp.experts.187.gate_proj,not applicable,,0.965
41,mlp.experts.187.up_proj,not applicable,,0.968
41,mlp.experts.188.gate_proj,not applicable,,0.970
41,mlp.experts.188.up_proj,not applicable,,0.973
41,mlp.experts.189.gate_proj,not applicable,,0.975
41,mlp.experts.189.up_proj,not applicable,,0.978
41,mlp.experts.190.gate_proj,not applicable,,0.980
41,mlp.experts.190.up_proj,not applicable,,0.983
41,mlp.experts.191.gate_proj,not applicable,,0.986
41,mlp.experts.191.up_proj,not applicable,,0.988
41,mlp.experts.192.gate_proj,not applicable,,0.991
41,mlp.experts.192.up_proj,not applicable,,0.994
41,mlp.experts.193.gate_proj,not applicable,,0.996
41,mlp.experts.193.up_proj,not applicable,,0.999
41,mlp.experts.194.gate_proj,not applicable,,1.001
41,mlp.experts.194.up_proj,not applicable,,1.004
41,mlp.experts.195.gate_proj,not applicable,,1.006
41,mlp.experts.195.up_proj,not applicable,,1.009
41,mlp.experts.196.gate_proj,not applicable,,1.011
41,mlp.experts.196.up_proj,not applicable,,1.014
41,mlp.experts.197.gate_proj,not applicable,,1.016
41,mlp.experts.197.up_proj,not applicable,,1.019
41,mlp.experts.198.gate_proj,not applicable,,1.021
41,mlp.experts.198.up_proj,not applicable,,1.024
41,mlp.experts.199.gate_proj,not applicable,,1.027
41,mlp.experts.199.up_proj,not applicable,,1.030
41,mlp.experts.200.gate_proj,not applicable,,1.032
41,mlp.experts.200.up_proj,not applicable,,1.036
41,mlp.experts.201.gate_proj,not applicable,,1.038
41,mlp.experts.201.up_proj,not applicable,,1.041
41,mlp.experts.202.gate_proj,not applicable,,1.043
41,mlp.experts.202.up_proj,not applicable,,1.046
41,mlp.experts.203.gate_proj,not applicable,,1.048
41,mlp.experts.203.up_proj,not applicable,,1.051
41,mlp.experts.204.gate_proj,not applicable,,1.053
41,mlp.experts.204.up_proj,not applicable,,1.056
41,mlp.experts.205.gate_proj,not applicable,,1.059
41,mlp.experts.205.up_proj,not applicable,,1.061
41,mlp.experts.206.gate_proj,not applicable,,1.064
41,mlp.experts.206.up_proj,not applicable,,1.066
41,mlp.experts.207.gate_proj,not applicable,,1.069
41,mlp.experts.207.up_proj,not applicable,,1.071
41,mlp.experts.208.gate_proj,not applicable,,1.074
41,mlp.experts.208.up_proj,not applicable,,1.076
41,mlp.experts.209.gate_proj,not applicable,,1.079
41,mlp.experts.209.up_proj,not applicable,,1.081
41,mlp.experts.210.gate_proj,not applicable,,1.084
41,mlp.experts.210.up_proj,not applicable,,1.087
41,mlp.experts.211.gate_proj,not applicable,,1.090
41,mlp.experts.211.up_proj,not applicable,,1.092
41,mlp.experts.212.gate_proj,not applicable,,1.095
41,mlp.experts.212.up_proj,not applicable,,1.097
41,mlp.experts.213.gate_proj,not applicable,,1.100
41,mlp.experts.213.up_proj,not applicable,,1.103
41,mlp.experts.214.gate_proj,not applicable,,1.105
41,mlp.experts.214.up_proj,not applicable,,1.108
41,mlp.experts.215.gate_proj,not applicable,,1.110
41,mlp.experts.215.up_proj,not applicable,,1.112
41,mlp.experts.216.gate_proj,not applicable,,1.115
41,mlp.experts.216.up_proj,not applicable,,1.117
41,mlp.experts.217.gate_proj,not applicable,,1.120
41,mlp.experts.217.up_proj,not applicable,,1.122
41,mlp.experts.218.gate_proj,not applicable,,1.125
41,mlp.experts.218.up_proj,not applicable,,1.128
41,mlp.experts.219.gate_proj,not applicable,,1.131
41,mlp.experts.219.up_proj,not applicable,,1.133
41,mlp.experts.220.gate_proj,not applicable,,1.136
41,mlp.experts.220.up_proj,not applicable,,1.139
41,mlp.experts.221.gate_proj,not applicable,,1.142
41,mlp.experts.221.up_proj,not applicable,,1.144
41,mlp.experts.222.gate_proj,not applicable,,1.147
41,mlp.experts.222.up_proj,not applicable,,1.149
41,mlp.experts.223.gate_proj,not applicable,,1.152
41,mlp.experts.223.up_proj,not applicable,,1.154
41,mlp.experts.224.gate_proj,not applicable,,1.157
41,mlp.experts.224.up_proj,not applicable,,1.159
41,mlp.experts.225.gate_proj,not applicable,,1.162
41,mlp.experts.225.up_proj,not applicable,,1.164
41,mlp.experts.226.gate_proj,not applicable,,1.167
41,mlp.experts.226.up_proj,not applicable,,1.170
41,mlp.experts.227.gate_proj,not applicable,,1.172
41,mlp.experts.227.up_proj,not applicable,,1.175
41,mlp.experts.228.gate_proj,not applicable,,1.178
41,mlp.experts.228.up_proj,not applicable,,1.180
41,mlp.experts.229.gate_proj,not applicable,,1.183
41,mlp.experts.229.up_proj,not applicable,,1.186
41,mlp.experts.230.gate_proj,not applicable,,1.189
41,mlp.experts.230.up_proj,not applicable,,1.193
41,mlp.experts.231.gate_proj,not applicable,,1.196
41,mlp.experts.231.up_proj,not applicable,,1.199
41,mlp.experts.232.gate_proj,not applicable,,1.201
41,mlp.experts.232.up_proj,not applicable,,1.204
41,mlp.experts.233.gate_proj,not applicable,,1.206
41,mlp.experts.233.up_proj,not applicable,,1.209
41,mlp.experts.234.gate_proj,not applicable,,1.211
41,mlp.experts.234.up_proj,not applicable,,1.214
41,mlp.experts.235.gate_proj,not applicable,,1.217
41,mlp.experts.235.up_proj,not applicable,,1.220
41,mlp.experts.236.gate_proj,not applicable,,1.222
41,mlp.experts.236.up_proj,not applicable,,1.225
41,mlp.experts.237.gate_proj,not applicable,,1.227
41,mlp.experts.237.up_proj,not applicable,,1.230
41,mlp.experts.238.gate_proj,not applicable,,1.233
41,mlp.experts.238.up_proj,not applicable,,1.235
41,mlp.experts.239.gate_proj,not applicable,,1.238
41,mlp.experts.239.up_proj,not applicable,,1.240
41,mlp.experts.240.gate_proj,not applicable,,1.243
41,mlp.experts.240.up_proj,not applicable,,1.246
41,mlp.experts.241.gate_proj,not applicable,,1.249
41,mlp.experts.241.up_proj,not applicable,,1.251
41,mlp.experts.242.gate_proj,not applicable,,1.254
41,mlp.experts.242.up_proj,not applicable,,1.256
41,mlp.experts.243.gate_proj,not applicable,,1.259
41,mlp.experts.243.up_proj,not applicable,,1.261
41,mlp.experts.244.gate_proj,not applicable,,1.264
41,mlp.experts.244.up_proj,not applicable,,1.266
41,mlp.experts.245.gate_proj,not applicable,,1.269
41,mlp.experts.245.up_proj,not applicable,,1.271
41,mlp.experts.246.gate_proj,not applicable,,1.274
41,mlp.experts.246.up_proj,not applicable,,1.276
41,mlp.experts.247.gate_proj,not applicable,,1.279
41,mlp.experts.247.up_proj,not applicable,,1.281
41,mlp.experts.248.gate_proj,not applicable,,1.284
41,mlp.experts.248.up_proj,not applicable,,1.286
41,mlp.experts.249.gate_proj,not applicable,,1.289
41,mlp.experts.249.up_proj,not applicable,,1.292
41,mlp.experts.250.gate_proj,not applicable,,1.295
41,mlp.experts.250.up_proj,not applicable,,1.298
41,mlp.experts.251.gate_proj,not applicable,,1.301
41,mlp.experts.251.up_proj,not applicable,,1.303
41,mlp.experts.252.gate_proj,not applicable,,1.306
41,mlp.experts.252.up_proj,not applicable,,1.308
41,mlp.experts.253.gate_proj,not applicable,,1.311
41,mlp.experts.253.up_proj,not applicable,,1.313
41,mlp.experts.254.gate_proj,not applicable,,1.315
41,mlp.experts.254.up_proj,not applicable,,1.318
41,mlp.experts.255.gate_proj,not applicable,,1.320
41,mlp.experts.255.up_proj,not applicable,,1.323
41,mlp.experts.0.down_proj,0.0000122116,,1.325
41,mlp.experts.1.down_proj,0.0000000047,,1.328
41,mlp.experts.2.down_proj,0.0000118285,,1.330
41,mlp.experts.3.down_proj,0.0000072892,,1.332
41,mlp.experts.4.down_proj,0.0000078991,,1.335
41,mlp.experts.5.down_proj,0.0000135679,,1.337
41,mlp.experts.6.down_proj,0.0000184436,,1.339
41,mlp.experts.7.down_proj,0.0000399488,,1.342
41,mlp.experts.8.down_proj,0.0000344795,,1.344
41,mlp.experts.9.down_proj,0.0000069737,,1.347
41,mlp.experts.10.down_proj,0.0000327627,,1.350
41,mlp.experts.11.down_proj,0.0000169258,,1.352
41,mlp.experts.12.down_proj,0.0000128798,,1.354
41,mlp.experts.13.down_proj,0.0000169410,,1.357
41,mlp.experts.14.down_proj,0.0000254305,,1.359
41,mlp.experts.15.down_proj,0.0000181979,,1.361
41,mlp.experts.16.down_proj,0.0000048027,,1.364
41,mlp.experts.17.down_proj,0.0000155174,,1.366
41,mlp.experts.18.down_proj,0.0000085927,,1.368
41,mlp.experts.19.down_proj,0.0000104948,,1.371
41,mlp.experts.20.down_proj,0.0000280223,,1.373
41,mlp.experts.21.down_proj,0.0000248194,,1.375
41,mlp.experts.22.down_proj,0.0000484821,,1.378
41,mlp.experts.23.down_proj,0.0000163419,,1.380
41,mlp.experts.24.down_proj,0.0000259404,,1.383
41,mlp.experts.25.down_proj,0.0000236338,,1.385
41,mlp.experts.26.down_proj,0.0000074035,,1.387
41,mlp.experts.27.down_proj,0.0000164460,,1.390
41,mlp.experts.28.down_proj,0.0000230853,,1.392
41,mlp.experts.29.down_proj,0.0000128376,,1.396
41,mlp.experts.30.down_proj,0.0000197938,,1.398
41,mlp.experts.31.down_proj,0.0000207828,,1.400
41,mlp.experts.32.down_proj,0.0000088481,,1.403
41,mlp.experts.33.down_proj,0.0000120141,,1.405
41,mlp.experts.34.down_proj,0.0000159972,,1.407
41,mlp.experts.35.down_proj,0.0000236162,,1.410
41,mlp.experts.36.down_proj,0.0000133610,,1.412
41,mlp.experts.37.down_proj,0.0000115973,,1.414
41,mlp.experts.38.down_proj,0.0000176059,,1.417
41,mlp.experts.39.down_proj,0.0000075595,,1.419
41,mlp.experts.40.down_proj,0.0000220016,,1.422
41,mlp.experts.41.down_proj,0.0000149659,,1.424
41,mlp.experts.42.down_proj,0.0000048733,,1.427
41,mlp.experts.43.down_proj,0.0000247566,,1.429
41,mlp.experts.44.down_proj,0.0000314307,,1.431
41,mlp.experts.45.down_proj,0.0000270124,,1.434
41,mlp.experts.46.down_proj,0.0000059796,,1.436
41,mlp.experts.47.down_proj,0.0000171406,,1.438
41,mlp.experts.48.down_proj,0.0000233224,,1.441
41,mlp.experts.49.down_proj,0.0000066214,,1.444
41,mlp.experts.50.down_proj,0.0000219026,,1.446
41,mlp.experts.51.down_proj,0.0000200289,,1.449
41,mlp.experts.52.down_proj,0.0000037093,,1.451
41,mlp.experts.53.down_proj,0.0000186012,,1.454
41,mlp.experts.54.down_proj,0.0000192269,,1.456
41,mlp.experts.55.down_proj,0.0000158312,,1.458
41,mlp.experts.56.down_proj,0.0000085776,,1.461
41,mlp.experts.57.down_proj,0.0000271572,,1.463
41,mlp.experts.58.down_proj,0.0000259469,,1.465
41,mlp.experts.59.down_proj,0.0000176163,,1.468
41,mlp.experts.60.down_proj,0.0000131443,,1.470
41,mlp.experts.61.down_proj,0.0000102684,,1.473
41,mlp.experts.62.down_proj,0.0000160339,,1.475
41,mlp.experts.63.down_proj,0.0000205007,,1.478
41,mlp.experts.64.down_proj,0.0000139995,,1.480
41,mlp.experts.65.down_proj,0.0000184691,,1.482
41,mlp.experts.66.down_proj,0.0000235292,,1.485
41,mlp.experts.67.down_proj,0.0000162865,,1.487
41,mlp.experts.68.down_proj,0.0000061208,,1.489
41,mlp.experts.69.down_proj,0.0000114231,,1.493
41,mlp.experts.70.down_proj,0.0000230340,,1.496
41,mlp.experts.71.down_proj,0.0000216272,,1.498
41,mlp.experts.72.down_proj,0.0000184376,,1.501
41,mlp.experts.73.down_proj,0.0000148332,,1.503
41,mlp.experts.74.down_proj,0.0000107510,,1.505
41,mlp.experts.75.down_proj,0.0000147489,,1.508
41,mlp.experts.76.down_proj,0.0000179111,,1.510
41,mlp.experts.77.down_proj,0.0000081947,,1.513
41,mlp.experts.78.down_proj,0.0000133580,,1.515
41,mlp.experts.79.down_proj,0.0000263024,,1.518
41,mlp.experts.80.down_proj,0.0000290773,,1.520
41,mlp.experts.81.down_proj,0.0000180001,,1.522
41,mlp.experts.82.down_proj,0.0000100916,,1.525
41,mlp.experts.83.down_proj,0.0000057625,,1.527
41,mlp.experts.84.down_proj,0.0000333007,,1.530
41,mlp.experts.85.down_proj,0.0000208085,,1.532
41,mlp.experts.86.down_proj,0.0000281083,,1.536
41,mlp.experts.87.down_proj,0.0000149264,,1.539
41,mlp.experts.88.down_proj,0.0000171515,,1.541
41,mlp.experts.89.down_proj,0.0000284518,,1.545
41,mlp.experts.90.down_proj,0.0000036881,,1.547
41,mlp.experts.91.down_proj,0.0000296213,,1.549
41,mlp.experts.92.down_proj,0.0000190323,,1.552
41,mlp.experts.93.down_proj,0.0000144868,,1.555
41,mlp.experts.94.down_proj,0.0000118933,,1.557
41,mlp.experts.95.down_proj,0.0000158968,,1.559
41,mlp.experts.96.down_proj,0.0000063215,,1.562
41,mlp.experts.97.down_proj,0.0000091746,,1.564
41,mlp.experts.98.down_proj,0.0000116937,,1.566
41,mlp.experts.99.down_proj,0.0000186424,,1.569
41,mlp.experts.100.down_proj,0.0000066276,,1.571
41,mlp.experts.101.down_proj,0.0000199813,,1.573
41,mlp.experts.102.down_proj,0.0000050338,,1.576
41,mlp.experts.103.down_proj,0.0000016427,,1.578
41,mlp.experts.104.down_proj,0.0000060648,,1.580
41,mlp.experts.105.down_proj,0.0000088825,,1.583
41,mlp.experts.106.down_proj,0.0000135222,,1.585
41,mlp.experts.107.down_proj,0.0000098164,,1.588
41,mlp.experts.108.down_proj,0.0000235099,,1.590
41,mlp.experts.109.down_proj,0.0000055163,,1.593
41,mlp.experts.110.down_proj,0.0000059293,,1.596
41,mlp.experts.111.down_proj,0.0000242637,,1.598
41,mlp.experts.112.down_proj,0.0000224358,,1.601
41,mlp.experts.113.down_proj,0.0000224495,,1.603
41,mlp.experts.114.down_proj,0.0000199626,,1.605
41,mlp.experts.115.down_proj,0.0000315786,,1.608
41,mlp.experts.116.down_proj,0.0000198874,,1.610
41,mlp.experts.117.down_proj,0.0000055348,,1.612
41,mlp.experts.118.down_proj,0.0000166521,,1.615
41,mlp.experts.119.down_proj,0.0000061834,,1.617
41,mlp.experts.120.down_proj,0.0000040467,,1.619
41,mlp.experts.121.down_proj,0.0000166511,,1.622
41,mlp.experts.122.down_proj,0.0000123721,,1.624
41,mlp.experts.123.down_proj,0.0000088837,,1.626
41,mlp.experts.124.down_proj,0.0000114018,,1.629
41,mlp.experts.125.down_proj,0.0000224012,,1.631
41,mlp.experts.126.down_proj,0.0000087733,,1.633
41,mlp.experts.127.down_proj,0.0000132691,,1.636
41,mlp.experts.128.down_proj,0.0000098212,,1.639
41,mlp.experts.129.down_proj,0.0000246674,,1.642
41,mlp.experts.130.down_proj,0.0000233719,,1.644
41,mlp.experts.131.down_proj,0.0000189426,,1.647
41,mlp.experts.132.down_proj,0.0000147794,,1.649
41,mlp.experts.133.down_proj,0.0000169004,,1.651
41,mlp.experts.134.down_proj,0.0000250702,,1.654
41,mlp.experts.135.down_proj,0.0000089547,,1.656
41,mlp.experts.136.down_proj,0.0000167691,,1.659
41,mlp.experts.137.down_proj,0.0000192237,,1.661
41,mlp.experts.138.down_proj,0.0000091197,,1.664
41,mlp.experts.139.down_proj,0.0000077129,,1.666
41,mlp.experts.140.down_proj,0.0000117844,,1.668
41,mlp.experts.141.down_proj,0.0000221531,,1.671
41,mlp.experts.142.down_proj,0.0000033188,,1.673
41,mlp.experts.143.down_proj,0.0000178234,,1.676
41,mlp.experts.144.down_proj,0.0000106228,,1.678
41,mlp.experts.145.down_proj,0.0000132306,,1.680
41,mlp.experts.146.down_proj,0.0000181090,,1.683
41,mlp.experts.147.down_proj,0.0000413377,,1.685
41,mlp.experts.148.down_proj,0.0000057540,,1.688
41,mlp.experts.149.down_proj,0.0000241645,,1.691
41,mlp.experts.150.down_proj,0.0000112700,,1.694
41,mlp.experts.151.down_proj,0.0000281351,,1.697
41,mlp.experts.152.down_proj,0.0000072481,,1.700
41,mlp.experts.153.down_proj,0.0000047699,,1.702
41,mlp.experts.154.down_proj,0.0000321739,,1.705
41,mlp.experts.155.down_proj,0.0000146528,,1.707
41,mlp.experts.156.down_proj,0.0000109839,,1.710
41,mlp.experts.157.down_proj,0.0000078859,,1.712
41,mlp.experts.158.down_proj,0.0000094034,,1.715
41,mlp.experts.159.down_proj,0.0000187107,,1.717
41,mlp.experts.160.down_proj,0.0000277727,,1.719
41,mlp.experts.161.down_proj,0.0000111104,,1.722
41,mlp.experts.162.down_proj,0.0000071638,,1.724
41,mlp.experts.163.down_proj,0.0000101412,,1.727
41,mlp.experts.164.down_proj,0.0000169877,,1.729
41,mlp.experts.165.down_proj,0.0000129649,,1.732
41,mlp.experts.166.down_proj,0.0000117269,,1.734
41,mlp.experts.167.down_proj,0.0000080838,,1.737
41,mlp.experts.168.down_proj,0.0000163351,,1.740
41,mlp.experts.169.down_proj,0.0000157086,,1.743
41,mlp.experts.170.down_proj,0.0000311455,,1.745
41,mlp.experts.171.down_proj,0.0000164904,,1.748
41,mlp.experts.172.down_proj,0.0000257506,,1.750
41,mlp.experts.173.down_proj,0.0000096120,,1.753
41,mlp.experts.174.down_proj,0.0000203806,,1.755
41,mlp.experts.175.down_proj,0.0000182499,,1.758
41,mlp.experts.176.down_proj,0.0000212127,,1.760
41,mlp.experts.177.down_proj,0.0000117503,,1.763
41,mlp.experts.178.down_proj,0.0000149740,,1.765
41,mlp.experts.179.down_proj,0.0000241787,,1.768
41,mlp.experts.180.down_proj,0.0000071940,,1.770
41,mlp.experts.181.down_proj,0.0000100988,,1.772
41,mlp.experts.182.down_proj,0.0000268072,,1.775
41,mlp.experts.183.down_proj,0.0000202025,,1.777
41,mlp.experts.184.down_proj,0.0000148256,,1.780
41,mlp.experts.185.down_proj,0.0000198732,,1.782
41,mlp.experts.186.down_proj,0.0000060938,,1.785
41,mlp.experts.187.down_proj,0.0000367154,,1.788
41,mlp.experts.188.down_proj,0.0000188680,,1.790
41,mlp.experts.189.down_proj,0.0000219151,,1.793
41,mlp.experts.190.down_proj,0.0000283584,,1.796
41,mlp.experts.191.down_proj,0.0000164009,,1.799
41,mlp.experts.192.down_proj,0.0000391670,,1.801
41,mlp.experts.193.down_proj,0.0000229277,,1.803
41,mlp.experts.194.down_proj,0.0000155543,,1.806
41,mlp.experts.195.down_proj,0.0000301217,,1.808
41,mlp.experts.196.down_proj,0.0000359269,,1.811
41,mlp.experts.197.down_proj,0.0000063135,,1.813
41,mlp.experts.198.down_proj,0.0000196632,,1.815
41,mlp.experts.199.down_proj,0.0000208760,,1.818
41,mlp.experts.200.down_proj,0.0000063434,,1.820
41,mlp.experts.201.down_proj,0.0000074806,,1.823
41,mlp.experts.202.down_proj,0.0000112093,,1.825
41,mlp.experts.203.down_proj,0.0000116408,,1.827
41,mlp.experts.204.down_proj,0.0000213168,,1.830
41,mlp.experts.205.down_proj,0.0000247302,,1.832
41,mlp.experts.206.down_proj,0.0000204845,,1.835
41,mlp.experts.207.down_proj,0.0000066090,,1.837
41,mlp.experts.208.down_proj,0.0000815523,,1.839
41,mlp.experts.209.down_proj,0.0000248861,,1.843
41,mlp.experts.210.down_proj,0.0000108307,,1.846
41,mlp.experts.211.down_proj,0.0000150167,,1.848
41,mlp.experts.212.down_proj,0.0000267097,,1.850
41,mlp.experts.213.down_proj,0.0000261429,,1.853
41,mlp.experts.214.down_proj,0.0000146753,,1.855
41,mlp.experts.215.down_proj,0.0000024380,,1.857
41,mlp.experts.216.down_proj,0.0000180037,,1.860
41,mlp.experts.217.down_proj,0.0000733939,,1.863
41,mlp.experts.218.down_proj,0.0000140440,,1.865
41,mlp.experts.219.down_proj,0.0000255321,,1.867
41,mlp.experts.220.down_proj,0.0000151825,,1.870
41,mlp.experts.221.down_proj,0.0000309817,,1.872
41,mlp.experts.222.down_proj,0.0000094970,,1.875
41,mlp.experts.223.down_proj,0.0000176892,,1.877
41,mlp.experts.224.down_proj,0.0000227257,,1.879
41,mlp.experts.225.down_proj,0.0000092759,,1.882
41,mlp.experts.226.down_proj,0.0000080824,,1.884
41,mlp.experts.227.down_proj,0.0000088587,,1.886
41,mlp.experts.228.down_proj,0.0000053478,,1.889
41,mlp.experts.229.down_proj,0.0000226503,,1.892
41,mlp.experts.230.down_proj,0.0000188876,,1.895
41,mlp.experts.231.down_proj,0.0000048309,,1.897
41,mlp.experts.232.down_proj,0.0000195155,,1.900
41,mlp.experts.233.down_proj,0.0000174179,,1.902
41,mlp.experts.234.down_proj,0.0000143767,,1.905
41,mlp.experts.235.down_proj,0.0000163137,,1.907
41,mlp.experts.236.down_proj,0.0000159387,,1.909
41,mlp.experts.237.down_proj,0.0000139146,,1.912
41,mlp.experts.238.down_proj,0.0000272816,,1.914
41,mlp.experts.239.down_proj,0.0000153805,,1.917
41,mlp.experts.240.down_proj,0.0000021658,,1.919
41,mlp.experts.241.down_proj,0.0000223112,,1.922
41,mlp.experts.242.down_proj,0.0000210685,,1.924
41,mlp.experts.243.down_proj,0.0000412796,,1.927
41,mlp.experts.244.down_proj,0.0000117376,,1.929
41,mlp.experts.245.down_proj,0.0000103985,,1.932
41,mlp.experts.246.down_proj,0.0000215850,,1.935
41,mlp.experts.247.down_proj,0.0000108921,,1.940
41,mlp.experts.248.down_proj,0.0000240331,,1.944
41,mlp.experts.249.down_proj,0.0000203404,,1.948
41,mlp.experts.250.down_proj,0.0000190900,,1.951
41,mlp.experts.251.down_proj,0.0000180815,,1.953
41,mlp.experts.252.down_proj,0.0000049086,,1.956
41,mlp.experts.253.down_proj,0.0000269171,,1.958
41,mlp.experts.254.down_proj,0.0000206124,,1.960
41,mlp.experts.255.down_proj,0.0000212107,,1.963
42,mlp.experts.0.gate_proj,not applicable,,0.004
42,mlp.experts.0.up_proj,not applicable,,0.010
42,mlp.experts.1.gate_proj,not applicable,,0.013
42,mlp.experts.1.up_proj,not applicable,,0.016
42,mlp.experts.2.gate_proj,not applicable,,0.019
42,mlp.experts.2.up_proj,not applicable,,0.022
42,mlp.experts.3.gate_proj,not applicable,,0.025
42,mlp.experts.3.up_proj,not applicable,,0.027
42,mlp.experts.4.gate_proj,not applicable,,0.030
42,mlp.experts.4.up_proj,not applicable,,0.033
42,mlp.experts.5.gate_proj,not applicable,,0.036
42,mlp.experts.5.up_proj,not applicable,,0.039
42,mlp.experts.6.gate_proj,not applicable,,0.042
42,mlp.experts.6.up_proj,not applicable,,0.044
42,mlp.experts.7.gate_proj,not applicable,,0.047
42,mlp.experts.7.up_proj,not applicable,,0.050
42,mlp.experts.8.gate_proj,not applicable,,0.053
42,mlp.experts.8.up_proj,not applicable,,0.055
42,mlp.experts.9.gate_proj,not applicable,,0.058
42,mlp.experts.9.up_proj,not applicable,,0.061
42,mlp.experts.10.gate_proj,not applicable,,0.064
42,mlp.experts.10.up_proj,not applicable,,0.068
42,mlp.experts.11.gate_proj,not applicable,,0.070
42,mlp.experts.11.up_proj,not applicable,,0.074
42,mlp.experts.12.gate_proj,not applicable,,0.076
42,mlp.experts.12.up_proj,not applicable,,0.079
42,mlp.experts.13.gate_proj,not applicable,,0.082
42,mlp.experts.13.up_proj,not applicable,,0.085
42,mlp.experts.14.gate_proj,not applicable,,0.089
42,mlp.experts.14.up_proj,not applicable,,0.092
42,mlp.experts.15.gate_proj,not applicable,,0.094
42,mlp.experts.15.up_proj,not applicable,,0.097
42,mlp.experts.16.gate_proj,not applicable,,0.099
42,mlp.experts.16.up_proj,not applicable,,0.102
42,mlp.experts.17.gate_proj,not applicable,,0.105
42,mlp.experts.17.up_proj,not applicable,,0.107
42,mlp.experts.18.gate_proj,not applicable,,0.110
42,mlp.experts.18.up_proj,not applicable,,0.112
42,mlp.experts.19.gate_proj,not applicable,,0.115
42,mlp.experts.19.up_proj,not applicable,,0.118
42,mlp.experts.20.gate_proj,not applicable,,0.120
42,mlp.experts.20.up_proj,not applicable,,0.124
42,mlp.experts.21.gate_proj,not applicable,,0.126
42,mlp.experts.21.up_proj,not applicable,,0.129
42,mlp.experts.22.gate_proj,not applicable,,0.131
42,mlp.experts.22.up_proj,not applicable,,0.134
42,mlp.experts.23.gate_proj,not applicable,,0.136
42,mlp.experts.23.up_proj,not applicable,,0.139
42,mlp.experts.24.gate_proj,not applicable,,0.141
42,mlp.experts.24.up_proj,not applicable,,0.144
42,mlp.experts.25.gate_proj,not applicable,,0.146
42,mlp.experts.25.up_proj,not applicable,,0.149
42,mlp.experts.26.gate_proj,not applicable,,0.152
42,mlp.experts.26.up_proj,not applicable,,0.154
42,mlp.experts.27.gate_proj,not applicable,,0.157
42,mlp.experts.27.up_proj,not applicable,,0.159
42,mlp.experts.28.gate_proj,not applicable,,0.162
42,mlp.experts.28.up_proj,not applicable,,0.164
42,mlp.experts.29.gate_proj,not applicable,,0.167
42,mlp.experts.29.up_proj,not applicable,,0.169
42,mlp.experts.30.gate_proj,not applicable,,0.172
42,mlp.experts.30.up_proj,not applicable,,0.175
42,mlp.experts.31.gate_proj,not applicable,,0.178
42,mlp.experts.31.up_proj,not applicable,,0.180
42,mlp.experts.32.gate_proj,not applicable,,0.184
42,mlp.experts.32.up_proj,not applicable,,0.186
42,mlp.experts.33.gate_proj,not applicable,,0.188
42,mlp.experts.33.up_proj,not applicable,,0.191
42,mlp.experts.34.gate_proj,not applicable,,0.193
42,mlp.experts.34.up_proj,not applicable,,0.196
42,mlp.experts.35.gate_proj,not applicable,,0.198
42,mlp.experts.35.up_proj,not applicable,,0.202
42,mlp.experts.36.gate_proj,not applicable,,0.204
42,mlp.experts.36.up_proj,not applicable,,0.207
42,mlp.experts.37.gate_proj,not applicable,,0.209
42,mlp.experts.37.up_proj,not applicable,,0.212
42,mlp.experts.38.gate_proj,not applicable,,0.214
42,mlp.experts.38.up_proj,not applicable,,0.217
42,mlp.experts.39.gate_proj,not applicable,,0.220
42,mlp.experts.39.up_proj,not applicable,,0.222
42,mlp.experts.40.gate_proj,not applicable,,0.224
42,mlp.experts.40.up_proj,not applicable,,0.228
42,mlp.experts.41.gate_proj,not applicable,,0.230
42,mlp.experts.41.up_proj,not applicable,,0.233
42,mlp.experts.42.gate_proj,not applicable,,0.235
42,mlp.experts.42.up_proj,not applicable,,0.238
42,mlp.experts.43.gate_proj,not applicable,,0.240
42,mlp.experts.43.up_proj,not applicable,,0.242
42,mlp.experts.44.gate_proj,not applicable,,0.245
42,mlp.experts.44.up_proj,not applicable,,0.247
42,mlp.experts.45.gate_proj,not applicable,,0.250
42,mlp.experts.45.up_proj,not applicable,,0.252
42,mlp.experts.46.gate_proj,not applicable,,0.255
42,mlp.experts.46.up_proj,not applicable,,0.257
42,mlp.experts.47.gate_proj,not applicable,,0.259
42,mlp.experts.47.up_proj,not applicable,,0.262
42,mlp.experts.48.gate_proj,not applicable,,0.264
42,mlp.experts.48.up_proj,not applicable,,0.267
42,mlp.experts.49.gate_proj,not applicable,,0.269
42,mlp.experts.49.up_proj,not applicable,,0.272
42,mlp.experts.50.gate_proj,not applicable,,0.274
42,mlp.experts.50.up_proj,not applicable,,0.278
42,mlp.experts.51.gate_proj,not applicable,,0.280
42,mlp.experts.51.up_proj,not applicable,,0.282
42,mlp.experts.52.gate_proj,not applicable,,0.285
42,mlp.experts.52.up_proj,not applicable,,0.287
42,mlp.experts.53.gate_proj,not applicable,,0.291
42,mlp.experts.53.up_proj,not applicable,,0.293
42,mlp.experts.54.gate_proj,not applicable,,0.295
42,mlp.experts.54.up_proj,not applicable,,0.298
42,mlp.experts.55.gate_proj,not applicable,,0.300
42,mlp.experts.55.up_proj,not applicable,,0.303
42,mlp.experts.56.gate_proj,not applicable,,0.305
42,mlp.experts.56.up_proj,not applicable,,0.308
42,mlp.experts.57.gate_proj,not applicable,,0.310
42,mlp.experts.57.up_proj,not applicable,,0.313
42,mlp.experts.58.gate_proj,not applicable,,0.315
42,mlp.experts.58.up_proj,not applicable,,0.318
42,mlp.experts.59.gate_proj,not applicable,,0.320
42,mlp.experts.59.up_proj,not applicable,,0.323
42,mlp.experts.60.gate_proj,not applicable,,0.325
42,mlp.experts.60.up_proj,not applicable,,0.329
42,mlp.experts.61.gate_proj,not applicable,,0.331
42,mlp.experts.61.up_proj,not applicable,,0.334
42,mlp.experts.62.gate_proj,not applicable,,0.336
42,mlp.experts.62.up_proj,not applicable,,0.339
42,mlp.experts.63.gate_proj,not applicable,,0.341
42,mlp.experts.63.up_proj,not applicable,,0.344
42,mlp.experts.64.gate_proj,not applicable,,0.346
42,mlp.experts.64.up_proj,not applicable,,0.349
42,mlp.experts.65.gate_proj,not applicable,,0.351
42,mlp.experts.65.up_proj,not applicable,,0.354
42,mlp.experts.66.gate_proj,not applicable,,0.356
42,mlp.experts.66.up_proj,not applicable,,0.359
42,mlp.experts.67.gate_proj,not applicable,,0.362
42,mlp.experts.67.up_proj,not applicable,,0.364
42,mlp.experts.68.gate_proj,not applicable,,0.367
42,mlp.experts.68.up_proj,not applicable,,0.369
42,mlp.experts.69.gate_proj,not applicable,,0.372
42,mlp.experts.69.up_proj,not applicable,,0.374
42,mlp.experts.70.gate_proj,not applicable,,0.377
42,mlp.experts.70.up_proj,not applicable,,0.380
42,mlp.experts.71.gate_proj,not applicable,,0.383
42,mlp.experts.71.up_proj,not applicable,,0.385
42,mlp.experts.72.gate_proj,not applicable,,0.388
42,mlp.experts.72.up_proj,not applicable,,0.390
42,mlp.experts.73.gate_proj,not applicable,,0.393
42,mlp.experts.73.up_proj,not applicable,,0.395
42,mlp.experts.74.gate_proj,not applicable,,0.398
42,mlp.experts.74.up_proj,not applicable,,0.400
42,mlp.experts.75.gate_proj,not applicable,,0.403
42,mlp.experts.75.up_proj,not applicable,,0.406
42,mlp.experts.76.gate_proj,not applicable,,0.408
42,mlp.experts.76.up_proj,not applicable,,0.411
42,mlp.experts.77.gate_proj,not applicable,,0.413
42,mlp.experts.77.up_proj,not applicable,,0.415
42,mlp.experts.78.gate_proj,not applicable,,0.418
42,mlp.experts.78.up_proj,not applicable,,0.421
42,mlp.experts.79.gate_proj,not applicable,,0.423
42,mlp.experts.79.up_proj,not applicable,,0.426
42,mlp.experts.80.gate_proj,not applicable,,0.428
42,mlp.experts.80.up_proj,not applicable,,0.432
42,mlp.experts.81.gate_proj,not applicable,,0.434
42,mlp.experts.81.up_proj,not applicable,,0.436
42,mlp.experts.82.gate_proj,not applicable,,0.439
42,mlp.experts.82.up_proj,not applicable,,0.441
42,mlp.experts.83.gate_proj,not applicable,,0.444
42,mlp.experts.83.up_proj,not applicable,,0.446
42,mlp.experts.84.gate_proj,not applicable,,0.449
42,mlp.experts.84.up_proj,not applicable,,0.452
42,mlp.experts.85.gate_proj,not applicable,,0.454
42,mlp.experts.85.up_proj,not applicable,,0.457
42,mlp.experts.86.gate_proj,not applicable,,0.459
42,mlp.experts.86.up_proj,not applicable,,0.462
42,mlp.experts.87.gate_proj,not applicable,,0.465
42,mlp.experts.87.up_proj,not applicable,,0.467
42,mlp.experts.88.gate_proj,not applicable,,0.470
42,mlp.experts.88.up_proj,not applicable,,0.472
42,mlp.experts.89.gate_proj,not applicable,,0.475
42,mlp.experts.89.up_proj,not applicable,,0.477
42,mlp.experts.90.gate_proj,not applicable,,0.480
42,mlp.experts.90.up_proj,not applicable,,0.483
42,mlp.experts.91.gate_proj,not applicable,,0.486
42,mlp.experts.91.up_proj,not applicable,,0.488
42,mlp.experts.92.gate_proj,not applicable,,0.491
42,mlp.experts.92.up_proj,not applicable,,0.493
42,mlp.experts.93.gate_proj,not applicable,,0.496
42,mlp.experts.93.up_proj,not applicable,,0.498
42,mlp.experts.94.gate_proj,not applicable,,0.501
42,mlp.experts.94.up_proj,not applicable,,0.503
42,mlp.experts.95.gate_proj,not applicable,,0.506
42,mlp.experts.95.up_proj,not applicable,,0.508
42,mlp.experts.96.gate_proj,not applicable,,0.511
42,mlp.experts.96.up_proj,not applicable,,0.514
42,mlp.experts.97.gate_proj,not applicable,,0.516
42,mlp.experts.97.up_proj,not applicable,,0.519
42,mlp.experts.98.gate_proj,not applicable,,0.521
42,mlp.experts.98.up_proj,not applicable,,0.524
42,mlp.experts.99.gate_proj,not applicable,,0.526
42,mlp.experts.99.up_proj,not applicable,,0.529
42,mlp.experts.100.gate_proj,not applicable,,0.531
42,mlp.experts.100.up_proj,not applicable,,0.535
42,mlp.experts.101.gate_proj,not applicable,,0.537
42,mlp.experts.101.up_proj,not applicable,,0.540
42,mlp.experts.102.gate_proj,not applicable,,0.542
42,mlp.experts.102.up_proj,not applicable,,0.545
42,mlp.experts.103.gate_proj,not applicable,,0.547
42,mlp.experts.103.up_proj,not applicable,,0.550
42,mlp.experts.104.gate_proj,not applicable,,0.552
42,mlp.experts.104.up_proj,not applicable,,0.555
42,mlp.experts.105.gate_proj,not applicable,,0.557
42,mlp.experts.105.up_proj,not applicable,,0.560
42,mlp.experts.106.gate_proj,not applicable,,0.562
42,mlp.experts.106.up_proj,not applicable,,0.565
42,mlp.experts.107.gate_proj,not applicable,,0.567
42,mlp.experts.107.up_proj,not applicable,,0.570
42,mlp.experts.108.gate_proj,not applicable,,0.572
42,mlp.experts.108.up_proj,not applicable,,0.575
42,mlp.experts.109.gate_proj,not applicable,,0.578
42,mlp.experts.109.up_proj,not applicable,,0.580
42,mlp.experts.110.gate_proj,not applicable,,0.583
42,mlp.experts.110.up_proj,not applicable,,0.587
42,mlp.experts.111.gate_proj,not applicable,,0.589
42,mlp.experts.111.up_proj,not applicable,,0.592
42,mlp.experts.112.gate_proj,not applicable,,0.594
42,mlp.experts.112.up_proj,not applicable,,0.597
42,mlp.experts.113.gate_proj,not applicable,,0.599
42,mlp.experts.113.up_proj,not applicable,,0.602
42,mlp.experts.114.gate_proj,not applicable,,0.604
42,mlp.experts.114.up_proj,not applicable,,0.607
42,mlp.experts.115.gate_proj,not applicable,,0.609
42,mlp.experts.115.up_proj,not applicable,,0.612
42,mlp.experts.116.gate_proj,not applicable,,0.614
42,mlp.experts.116.up_proj,not applicable,,0.617
42,mlp.experts.117.gate_proj,not applicable,,0.619
42,mlp.experts.117.up_proj,not applicable,,0.622
42,mlp.experts.118.gate_proj,not applicable,,0.624
42,mlp.experts.118.up_proj,not applicable,,0.627
42,mlp.experts.119.gate_proj,not applicable,,0.629
42,mlp.experts.119.up_proj,not applicable,,0.632
42,mlp.experts.120.gate_proj,not applicable,,0.635
42,mlp.experts.120.up_proj,not applicable,,0.638
42,mlp.experts.121.gate_proj,not applicable,,0.640
42,mlp.experts.121.up_proj,not applicable,,0.643
42,mlp.experts.122.gate_proj,not applicable,,0.645
42,mlp.experts.122.up_proj,not applicable,,0.648
42,mlp.experts.123.gate_proj,not applicable,,0.650
42,mlp.experts.123.up_proj,not applicable,,0.653
42,mlp.experts.124.gate_proj,not applicable,,0.656
42,mlp.experts.124.up_proj,not applicable,,0.658
42,mlp.experts.125.gate_proj,not applicable,,0.660
42,mlp.experts.125.up_proj,not applicable,,0.663
42,mlp.experts.126.gate_proj,not applicable,,0.666
42,mlp.experts.126.up_proj,not applicable,,0.668
42,mlp.experts.127.gate_proj,not applicable,,0.671
42,mlp.experts.127.up_proj,not applicable,,0.673
42,mlp.experts.128.gate_proj,not applicable,,0.676
42,mlp.experts.128.up_proj,not applicable,,0.678
42,mlp.experts.129.gate_proj,not applicable,,0.681
42,mlp.experts.129.up_proj,not applicable,,0.683
42,mlp.experts.130.gate_proj,not applicable,,0.686
42,mlp.experts.130.up_proj,not applicable,,0.690
42,mlp.experts.131.gate_proj,not applicable,,0.693
42,mlp.experts.131.up_proj,not applicable,,0.695
42,mlp.experts.132.gate_proj,not applicable,,0.697
42,mlp.experts.132.up_proj,not applicable,,0.700
42,mlp.experts.133.gate_proj,not applicable,,0.703
42,mlp.experts.133.up_proj,not applicable,,0.705
42,mlp.experts.134.gate_proj,not applicable,,0.708
42,mlp.experts.134.up_proj,not applicable,,0.710
42,mlp.experts.135.gate_proj,not applicable,,0.713
42,mlp.experts.135.up_proj,not applicable,,0.715
42,mlp.experts.136.gate_proj,not applicable,,0.718
42,mlp.experts.136.up_proj,not applicable,,0.720
42,mlp.experts.137.gate_proj,not applicable,,0.723
42,mlp.experts.137.up_proj,not applicable,,0.725
42,mlp.experts.138.gate_proj,not applicable,,0.727
42,mlp.experts.138.up_proj,not applicable,,0.730
42,mlp.experts.139.gate_proj,not applicable,,0.732
42,mlp.experts.139.up_proj,not applicable,,0.735
42,mlp.experts.140.gate_proj,not applicable,,0.737
42,mlp.experts.140.up_proj,not applicable,,0.740
42,mlp.experts.141.gate_proj,not applicable,,0.743
42,mlp.experts.141.up_proj,not applicable,,0.745
42,mlp.experts.142.gate_proj,not applicable,,0.748
42,mlp.experts.142.up_proj,not applicable,,0.750
42,mlp.experts.143.gate_proj,not applicable,,0.752
42,mlp.experts.143.up_proj,not applicable,,0.755
42,mlp.experts.144.gate_proj,not applicable,,0.757
42,mlp.experts.144.up_proj,not applicable,,0.760
42,mlp.experts.145.gate_proj,not applicable,,0.762
42,mlp.experts.145.up_proj,not applicable,,0.764
42,mlp.experts.146.gate_proj,not applicable,,0.767
42,mlp.experts.146.up_proj,not applicable,,0.769
42,mlp.experts.147.gate_proj,not applicable,,0.772
42,mlp.experts.147.up_proj,not applicable,,0.774
42,mlp.experts.148.gate_proj,not applicable,,0.776
42,mlp.experts.148.up_proj,not applicable,,0.779
42,mlp.experts.149.gate_proj,not applicable,,0.781
42,mlp.experts.149.up_proj,not applicable,,0.784
42,mlp.experts.150.gate_proj,not applicable,,0.786
42,mlp.experts.150.up_proj,not applicable,,0.790
42,mlp.experts.151.gate_proj,not applicable,,0.792
42,mlp.experts.151.up_proj,not applicable,,0.795
42,mlp.experts.152.gate_proj,not applicable,,0.797
42,mlp.experts.152.up_proj,not applicable,,0.800
42,mlp.experts.153.gate_proj,not applicable,,0.802
42,mlp.experts.153.up_proj,not applicable,,0.805
42,mlp.experts.154.gate_proj,not applicable,,0.808
42,mlp.experts.154.up_proj,not applicable,,0.810
42,mlp.experts.155.gate_proj,not applicable,,0.813
42,mlp.experts.155.up_proj,not applicable,,0.815
42,mlp.experts.156.gate_proj,not applicable,,0.818
42,mlp.experts.156.up_proj,not applicable,,0.820
42,mlp.experts.157.gate_proj,not applicable,,0.823
42,mlp.experts.157.up_proj,not applicable,,0.825
42,mlp.experts.158.gate_proj,not applicable,,0.828
42,mlp.experts.158.up_proj,not applicable,,0.831
42,mlp.experts.159.gate_proj,not applicable,,0.833
42,mlp.experts.159.up_proj,not applicable,,0.835
42,mlp.experts.160.gate_proj,not applicable,,0.838
42,mlp.experts.160.up_proj,not applicable,,0.841
42,mlp.experts.161.gate_proj,not applicable,,0.844
42,mlp.experts.161.up_proj,not applicable,,0.846
42,mlp.experts.162.gate_proj,not applicable,,0.849
42,mlp.experts.162.up_proj,not applicable,,0.851
42,mlp.experts.163.gate_proj,not applicable,,0.854
42,mlp.experts.163.up_proj,not applicable,,0.856
42,mlp.experts.164.gate_proj,not applicable,,0.859
42,mlp.experts.164.up_proj,not applicable,,0.861
42,mlp.experts.165.gate_proj,not applicable,,0.864
42,mlp.experts.165.up_proj,not applicable,,0.866
42,mlp.experts.166.gate_proj,not applicable,,0.869
42,mlp.experts.166.up_proj,not applicable,,0.871
42,mlp.experts.167.gate_proj,not applicable,,0.874
42,mlp.experts.167.up_proj,not applicable,,0.876
42,mlp.experts.168.gate_proj,not applicable,,0.879
42,mlp.experts.168.up_proj,not applicable,,0.881
42,mlp.experts.169.gate_proj,not applicable,,0.884
42,mlp.experts.169.up_proj,not applicable,,0.886
42,mlp.experts.170.gate_proj,not applicable,,0.889
42,mlp.experts.170.up_proj,not applicable,,0.893
42,mlp.experts.171.gate_proj,not applicable,,0.895
42,mlp.experts.171.up_proj,not applicable,,0.898
42,mlp.experts.172.gate_proj,not applicable,,0.900
42,mlp.experts.172.up_proj,not applicable,,0.903
42,mlp.experts.173.gate_proj,not applicable,,0.905
42,mlp.experts.173.up_proj,not applicable,,0.908
42,mlp.experts.174.gate_proj,not applicable,,0.910
42,mlp.experts.174.up_proj,not applicable,,0.913
42,mlp.experts.175.gate_proj,not applicable,,0.915
42,mlp.experts.175.up_proj,not applicable,,0.918
42,mlp.experts.176.gate_proj,not applicable,,0.920
42,mlp.experts.176.up_proj,not applicable,,0.923
42,mlp.experts.177.gate_proj,not applicable,,0.925
42,mlp.experts.177.up_proj,not applicable,,0.928
42,mlp.experts.178.gate_proj,not applicable,,0.930
42,mlp.experts.178.up_proj,not applicable,,0.933
42,mlp.experts.179.gate_proj,not applicable,,0.936
42,mlp.experts.179.up_proj,not applicable,,0.938
42,mlp.experts.180.gate_proj,not applicable,,0.941
42,mlp.experts.180.up_proj,not applicable,,0.944
42,mlp.experts.181.gate_proj,not applicable,,0.947
42,mlp.experts.181.up_proj,not applicable,,0.949
42,mlp.experts.182.gate_proj,not applicable,,0.952
42,mlp.experts.182.up_proj,not applicable,,0.954
42,mlp.experts.183.gate_proj,not applicable,,0.957
42,mlp.experts.183.up_proj,not applicable,,0.959
42,mlp.experts.184.gate_proj,not applicable,,0.962
42,mlp.experts.184.up_proj,not applicable,,0.964
42,mlp.experts.185.gate_proj,not applicable,,0.967
42,mlp.experts.185.up_proj,not applicable,,0.969
42,mlp.experts.186.gate_proj,not applicable,,0.972
42,mlp.experts.186.up_proj,not applicable,,0.974
42,mlp.experts.187.gate_proj,not applicable,,0.977
42,mlp.experts.187.up_proj,not applicable,,0.979
42,mlp.experts.188.gate_proj,not applicable,,0.982
42,mlp.experts.188.up_proj,not applicable,,0.984
42,mlp.experts.189.gate_proj,not applicable,,0.987
42,mlp.experts.189.up_proj,not applicable,,0.989
42,mlp.experts.190.gate_proj,not applicable,,0.992
42,mlp.experts.190.up_proj,not applicable,,0.996
42,mlp.experts.191.gate_proj,not applicable,,0.998
42,mlp.experts.191.up_proj,not applicable,,1.001
42,mlp.experts.192.gate_proj,not applicable,,1.003
42,mlp.experts.192.up_proj,not applicable,,1.006
42,mlp.experts.193.gate_proj,not applicable,,1.008
42,mlp.experts.193.up_proj,not applicable,,1.011
42,mlp.experts.194.gate_proj,not applicable,,1.013
42,mlp.experts.194.up_proj,not applicable,,1.016
42,mlp.experts.195.gate_proj,not applicable,,1.018
42,mlp.experts.195.up_proj,not applicable,,1.021
42,mlp.experts.196.gate_proj,not applicable,,1.023
42,mlp.experts.196.up_proj,not applicable,,1.026
42,mlp.experts.197.gate_proj,not applicable,,1.028
42,mlp.experts.197.up_proj,not applicable,,1.031
42,mlp.experts.198.gate_proj,not applicable,,1.033
42,mlp.experts.198.up_proj,not applicable,,1.036
42,mlp.experts.199.gate_proj,not applicable,,1.038
42,mlp.experts.199.up_proj,not applicable,,1.041
42,mlp.experts.200.gate_proj,not applicable,,1.043
42,mlp.experts.200.up_proj,not applicable,,1.047
42,mlp.experts.201.gate_proj,not applicable,,1.049
42,mlp.experts.201.up_proj,not applicable,,1.052
42,mlp.experts.202.gate_proj,not applicable,,1.054
42,mlp.experts.202.up_proj,not applicable,,1.057
42,mlp.experts.203.gate_proj,not applicable,,1.059
42,mlp.experts.203.up_proj,not applicable,,1.062
42,mlp.experts.204.gate_proj,not applicable,,1.064
42,mlp.experts.204.up_proj,not applicable,,1.067
42,mlp.experts.205.gate_proj,not applicable,,1.070
42,mlp.experts.205.up_proj,not applicable,,1.072
42,mlp.experts.206.gate_proj,not applicable,,1.075
42,mlp.experts.206.up_proj,not applicable,,1.077
42,mlp.experts.207.gate_proj,not applicable,,1.080
42,mlp.experts.207.up_proj,not applicable,,1.082
42,mlp.experts.208.gate_proj,not applicable,,1.085
42,mlp.experts.208.up_proj,not applicable,,1.087
42,mlp.experts.209.gate_proj,not applicable,,1.090
42,mlp.experts.209.up_proj,not applicable,,1.093
42,mlp.experts.210.gate_proj,not applicable,,1.095
42,mlp.experts.210.up_proj,not applicable,,1.098
42,mlp.experts.211.gate_proj,not applicable,,1.101
42,mlp.experts.211.up_proj,not applicable,,1.103
42,mlp.experts.212.gate_proj,not applicable,,1.106
42,mlp.experts.212.up_proj,not applicable,,1.108
42,mlp.experts.213.gate_proj,not applicable,,1.111
42,mlp.experts.213.up_proj,not applicable,,1.113
42,mlp.experts.214.gate_proj,not applicable,,1.116
42,mlp.experts.214.up_proj,not applicable,,1.118
42,mlp.experts.215.gate_proj,not applicable,,1.121
42,mlp.experts.215.up_proj,not applicable,,1.123
42,mlp.experts.216.gate_proj,not applicable,,1.126
42,mlp.experts.216.up_proj,not applicable,,1.128
42,mlp.experts.217.gate_proj,not applicable,,1.131
42,mlp.experts.217.up_proj,not applicable,,1.133
42,mlp.experts.218.gate_proj,not applicable,,1.136
42,mlp.experts.218.up_proj,not applicable,,1.138
42,mlp.experts.219.gate_proj,not applicable,,1.141
42,mlp.experts.219.up_proj,not applicable,,1.143
42,mlp.experts.220.gate_proj,not applicable,,1.146
42,mlp.experts.220.up_proj,not applicable,,1.149
42,mlp.experts.221.gate_proj,not applicable,,1.152
42,mlp.experts.221.up_proj,not applicable,,1.154
42,mlp.experts.222.gate_proj,not applicable,,1.157
42,mlp.experts.222.up_proj,not applicable,,1.159
42,mlp.experts.223.gate_proj,not applicable,,1.162
42,mlp.experts.223.up_proj,not applicable,,1.164
42,mlp.experts.224.gate_proj,not applicable,,1.167
42,mlp.experts.224.up_proj,not applicable,,1.169
42,mlp.experts.225.gate_proj,not applicable,,1.172
42,mlp.experts.225.up_proj,not applicable,,1.174
42,mlp.experts.226.gate_proj,not applicable,,1.177
42,mlp.experts.226.up_proj,not applicable,,1.179
42,mlp.experts.227.gate_proj,not applicable,,1.182
42,mlp.experts.227.up_proj,not applicable,,1.184
42,mlp.experts.228.gate_proj,not applicable,,1.187
42,mlp.experts.228.up_proj,not applicable,,1.189
42,mlp.experts.229.gate_proj,not applicable,,1.192
42,mlp.experts.229.up_proj,not applicable,,1.194
42,mlp.experts.230.gate_proj,not applicable,,1.197
42,mlp.experts.230.up_proj,not applicable,,1.200
42,mlp.experts.231.gate_proj,not applicable,,1.203
42,mlp.experts.231.up_proj,not applicable,,1.205
42,mlp.experts.232.gate_proj,not applicable,,1.208
42,mlp.experts.232.up_proj,not applicable,,1.210
42,mlp.experts.233.gate_proj,not applicable,,1.213
42,mlp.experts.233.up_proj,not applicable,,1.215
42,mlp.experts.234.gate_proj,not applicable,,1.218
42,mlp.experts.234.up_proj,not applicable,,1.220
42,mlp.experts.235.gate_proj,not applicable,,1.223
42,mlp.experts.235.up_proj,not applicable,,1.225
42,mlp.experts.236.gate_proj,not applicable,,1.227
42,mlp.experts.236.up_proj,not applicable,,1.230
42,mlp.experts.237.gate_proj,not applicable,,1.232
42,mlp.experts.237.up_proj,not applicable,,1.235
42,mlp.experts.238.gate_proj,not applicable,,1.237
42,mlp.experts.238.up_proj,not applicable,,1.240
42,mlp.experts.239.gate_proj,not applicable,,1.242
42,mlp.experts.239.up_proj,not applicable,,1.245
42,mlp.experts.240.gate_proj,not applicable,,1.247
42,mlp.experts.240.up_proj,not applicable,,1.250
42,mlp.experts.241.gate_proj,not applicable,,1.253
42,mlp.experts.241.up_proj,not applicable,,1.255
42,mlp.experts.242.gate_proj,not applicable,,1.258
42,mlp.experts.242.up_proj,not applicable,,1.260
42,mlp.experts.243.gate_proj,not applicable,,1.262
42,mlp.experts.243.up_proj,not applicable,,1.265
42,mlp.experts.244.gate_proj,not applicable,,1.267
42,mlp.experts.244.up_proj,not applicable,,1.270
42,mlp.experts.245.gate_proj,not applicable,,1.272
42,mlp.experts.245.up_proj,not applicable,,1.275
42,mlp.experts.246.gate_proj,not applicable,,1.277
42,mlp.experts.246.up_proj,not applicable,,1.280
42,mlp.experts.247.gate_proj,not applicable,,1.282
42,mlp.experts.247.up_proj,not applicable,,1.284
42,mlp.experts.248.gate_proj,not applicable,,1.287
42,mlp.experts.248.up_proj,not applicable,,1.289
42,mlp.experts.249.gate_proj,not applicable,,1.292
42,mlp.experts.249.up_proj,not applicable,,1.294
42,mlp.experts.250.gate_proj,not applicable,,1.297
42,mlp.experts.250.up_proj,not applicable,,1.300
42,mlp.experts.251.gate_proj,not applicable,,1.303
42,mlp.experts.251.up_proj,not applicable,,1.305
42,mlp.experts.252.gate_proj,not applicable,,1.308
42,mlp.experts.252.up_proj,not applicable,,1.310
42,mlp.experts.253.gate_proj,not applicable,,1.312
42,mlp.experts.253.up_proj,not applicable,,1.315
42,mlp.experts.254.gate_proj,not applicable,,1.317
42,mlp.experts.254.up_proj,not applicable,,1.320
42,mlp.experts.255.gate_proj,not applicable,,1.322
42,mlp.experts.255.up_proj,not applicable,,1.325
42,mlp.experts.0.down_proj,0.0000213984,,1.327
42,mlp.experts.1.down_proj,0.0000219193,,1.330
42,mlp.experts.2.down_proj,0.0000134289,,1.332
42,mlp.experts.3.down_proj,0.0000111497,,1.335
42,mlp.experts.4.down_proj,0.0000184413,,1.337
42,mlp.experts.5.down_proj,0.0000173021,,1.340
42,mlp.experts.6.down_proj,0.0000204116,,1.342
42,mlp.experts.7.down_proj,0.0000167906,,1.345
42,mlp.experts.8.down_proj,0.0000109968,,1.347
42,mlp.experts.9.down_proj,0.0000109934,,1.350
42,mlp.experts.10.down_proj,0.0000286724,,1.353
42,mlp.experts.11.down_proj,0.0000117956,,1.355
42,mlp.experts.12.down_proj,0.0000451325,,1.357
42,mlp.experts.13.down_proj,0.0000357598,,1.360
42,mlp.experts.14.down_proj,0.0000190422,,1.362
42,mlp.experts.15.down_proj,0.0000376390,,1.365
42,mlp.experts.16.down_proj,0.0000338669,,1.367
42,mlp.experts.17.down_proj,0.0000088224,,1.369
42,mlp.experts.18.down_proj,0.0000469414,,1.372
42,mlp.experts.19.down_proj,0.0000184248,,1.374
42,mlp.experts.20.down_proj,0.0000289125,,1.377
42,mlp.experts.21.down_proj,0.0000133717,,1.379
42,mlp.experts.22.down_proj,0.0000204397,,1.381
42,mlp.experts.23.down_proj,0.0000542552,,1.384
42,mlp.experts.24.down_proj,0.0000159613,,1.386
42,mlp.experts.25.down_proj,0.0000356111,,1.388
42,mlp.experts.26.down_proj,0.0000335529,,1.391
42,mlp.experts.27.down_proj,0.0000187833,,1.393
42,mlp.experts.28.down_proj,0.0000153478,,1.396
42,mlp.experts.29.down_proj,0.0000059921,,1.399
42,mlp.experts.30.down_proj,0.0000081491,,1.402
42,mlp.experts.31.down_proj,0.0000198662,,1.404
42,mlp.experts.32.down_proj,0.0000173902,,1.406
42,mlp.experts.33.down_proj,0.0000115376,,1.409
42,mlp.experts.34.down_proj,0.0000175051,,1.411
42,mlp.experts.35.down_proj,0.0000248295,,1.414
42,mlp.experts.36.down_proj,0.0000095990,,1.416
42,mlp.experts.37.down_proj,0.0000145258,,1.419
42,mlp.experts.38.down_proj,0.0000187419,,1.421
42,mlp.experts.39.down_proj,0.0000353492,,1.423
42,mlp.experts.40.down_proj,0.0000153850,,1.426
42,mlp.experts.41.down_proj,0.0000535065,,1.428
42,mlp.experts.42.down_proj,0.0000306741,,1.431
42,mlp.experts.43.down_proj,0.0000198939,,1.433
42,mlp.experts.44.down_proj,0.0000216652,,1.435
42,mlp.experts.45.down_proj,0.0000256111,,1.438
42,mlp.experts.46.down_proj,0.0000267598,,1.440
42,mlp.experts.47.down_proj,0.0000062046,,1.442
42,mlp.experts.48.down_proj,0.0000534125,,1.445
42,mlp.experts.49.down_proj,0.0000045007,,1.448
42,mlp.experts.50.down_proj,0.0000175291,,1.451
42,mlp.experts.51.down_proj,0.0000195453,,1.453
42,mlp.experts.52.down_proj,0.0000131110,,1.455
42,mlp.experts.53.down_proj,0.0000177157,,1.458
42,mlp.experts.54.down_proj,0.0000315622,,1.460
42,mlp.experts.55.down_proj,0.0000501071,,1.462
42,mlp.experts.56.down_proj,0.0000262545,,1.465
42,mlp.experts.57.down_proj,0.0000530536,,1.467
42,mlp.experts.58.down_proj,0.0000258460,,1.469
42,mlp.experts.59.down_proj,0.0000181556,,1.472
42,mlp.experts.60.down_proj,0.0000083069,,1.474
42,mlp.experts.61.down_proj,0.0000153561,,1.477
42,mlp.experts.62.down_proj,0.0000271957,,1.479
42,mlp.experts.63.down_proj,0.0000547696,,1.481
42,mlp.experts.64.down_proj,0.0000082793,,1.484
42,mlp.experts.65.down_proj,0.0000328167,,1.486
42,mlp.experts.66.down_proj,0.0000289383,,1.489
42,mlp.experts.67.down_proj,0.0000177282,,1.491
42,mlp.experts.68.down_proj,0.0000146606,,1.494
42,mlp.experts.69.down_proj,0.0000286627,,1.497
42,mlp.experts.70.down_proj,0.0000008791,,1.500
42,mlp.experts.71.down_proj,0.0000122264,,1.502
42,mlp.experts.72.down_proj,0.0000298239,,1.505
42,mlp.experts.73.down_proj,0.0000074203,,1.507
42,mlp.experts.74.down_proj,0.0000258041,,1.509
42,mlp.experts.75.down_proj,0.0000058605,,1.512
42,mlp.experts.76.down_proj,0.0000281637,,1.514
42,mlp.experts.77.down_proj,0.0000118298,,1.517
42,mlp.experts.78.down_proj,0.0000076209,,1.519
42,mlp.experts.79.down_proj,0.0000078384,,1.522
42,mlp.experts.80.down_proj,0.0000129100,,1.524
42,mlp.experts.81.down_proj,0.0000351446,,1.526
42,mlp.experts.82.down_proj,0.0000268470,,1.529
42,mlp.experts.83.down_proj,0.0000040683,,1.531
42,mlp.experts.84.down_proj,0.0000130619,,1.534
42,mlp.experts.85.down_proj,0.0000170505,,1.536
42,mlp.experts.86.down_proj,0.0000060792,,1.538
42,mlp.experts.87.down_proj,0.0000152446,,1.541
42,mlp.experts.88.down_proj,0.0000136805,,1.543
42,mlp.experts.89.down_proj,0.0000036837,,1.546
42,mlp.experts.90.down_proj,0.0000241374,,1.549
42,mlp.experts.91.down_proj,0.0000074982,,1.551
42,mlp.experts.92.down_proj,0.0000187101,,1.554
42,mlp.experts.93.down_proj,0.0000205894,,1.556
42,mlp.experts.94.down_proj,0.0000082251,,1.559
42,mlp.experts.95.down_proj,0.0000249184,,1.561
42,mlp.experts.96.down_proj,0.0000060867,,1.564
42,mlp.experts.97.down_proj,0.0000195331,,1.566
42,mlp.experts.98.down_proj,0.0000064784,,1.568
42,mlp.experts.99.down_proj,0.0000204051,,1.571
42,mlp.experts.100.down_proj,0.0000168666,,1.573
42,mlp.experts.101.down_proj,0.0000248746,,1.576
42,mlp.experts.102.down_proj,0.0000232777,,1.578
42,mlp.experts.103.down_proj,0.0000149397,,1.581
42,mlp.experts.104.down_proj,0.0000289493,,1.583
42,mlp.experts.105.down_proj,0.0000568081,,1.585
42,mlp.experts.106.down_proj,0.0000280006,,1.588
42,mlp.experts.107.down_proj,0.0000088377,,1.590
42,mlp.experts.108.down_proj,0.0000231109,,1.593
42,mlp.experts.109.down_proj,0.0000130292,,1.597
42,mlp.experts.110.down_proj,0.0000189750,,1.599
42,mlp.experts.111.down_proj,0.0000300518,,1.601
42,mlp.experts.112.down_proj,0.0000324080,,1.604
42,mlp.experts.113.down_proj,0.0000197330,,1.606
42,mlp.experts.114.down_proj,0.0000306470,,1.609
42,mlp.experts.115.down_proj,0.0000161187,,1.611
42,mlp.experts.116.down_proj,0.0000308303,,1.614
42,mlp.experts.117.down_proj,0.0000222486,,1.616
42,mlp.experts.118.down_proj,0.0000103817,,1.618
42,mlp.experts.119.down_proj,0.0000479771,,1.621
42,mlp.experts.120.down_proj,0.0000133469,,1.623
42,mlp.experts.121.down_proj,0.0000380149,,1.626
42,mlp.experts.122.down_proj,0.0000241964,,1.628
42,mlp.experts.123.down_proj,0.0000508437,,1.631
42,mlp.experts.124.down_proj,0.0000037187,,1.633
42,mlp.experts.125.down_proj,0.0000142525,,1.636
42,mlp.experts.126.down_proj,0.0000472538,,1.638
42,mlp.experts.127.down_proj,0.0000123812,,1.641
42,mlp.experts.128.down_proj,0.0000202813,,1.643
42,mlp.experts.129.down_proj,0.0000141032,,1.647
42,mlp.experts.130.down_proj,0.0000181272,,1.649
42,mlp.experts.131.down_proj,0.0000101655,,1.653
42,mlp.experts.132.down_proj,0.0000377609,,1.655
42,mlp.experts.133.down_proj,0.0000119251,,1.657
42,mlp.experts.134.down_proj,0.0000128645,,1.660
42,mlp.experts.135.down_proj,0.0000400546,,1.662
42,mlp.experts.136.down_proj,0.0000229677,,1.665
42,mlp.experts.137.down_proj,0.0000439691,,1.667
42,mlp.experts.138.down_proj,0.0000296581,,1.670
42,mlp.experts.139.down_proj,0.0000201655,,1.672
42,mlp.experts.140.down_proj,0.0000209186,,1.674
42,mlp.experts.141.down_proj,0.0000212108,,1.677
42,mlp.experts.142.down_proj,0.0000570641,,1.679
42,mlp.experts.143.down_proj,0.0000288489,,1.682
42,mlp.experts.144.down_proj,0.0000092680,,1.684
42,mlp.experts.145.down_proj,0.0000278782,,1.687
42,mlp.experts.146.down_proj,0.0000445400,,1.689
42,mlp.experts.147.down_proj,0.0000262594,,1.692
42,mlp.experts.148.down_proj,0.0000270892,,1.694
42,mlp.experts.149.down_proj,0.0000121834,,1.698
42,mlp.experts.150.down_proj,0.0000184492,,1.700
42,mlp.experts.151.down_proj,0.0000093884,,1.703
42,mlp.experts.152.down_proj,0.0000139743,,1.705
42,mlp.experts.153.down_proj,0.0000123393,,1.708
42,mlp.experts.154.down_proj,0.0000123369,,1.710
42,mlp.experts.155.down_proj,0.0000001069,,1.713
42,mlp.experts.156.down_proj,0.0000159727,,1.715
42,mlp.experts.157.down_proj,0.0000674258,,1.718
42,mlp.experts.158.down_proj,0.0000359698,,1.720
42,mlp.experts.159.down_proj,0.0000754605,,1.723
42,mlp.experts.160.down_proj,0.0000192726,,1.725
42,mlp.experts.161.down_proj,0.0000186327,,1.727
42,mlp.experts.162.down_proj,0.0000127038,,1.730
42,mlp.experts.163.down_proj,0.0000257936,,1.732
42,mlp.experts.164.down_proj,0.0000066253,,1.735
42,mlp.experts.165.down_proj,0.0000069636,,1.737
42,mlp.experts.166.down_proj,0.0000155865,,1.739
42,mlp.experts.167.down_proj,0.0000144595,,1.742
42,mlp.experts.168.down_proj,0.0000249874,,1.744
42,mlp.experts.169.down_proj,0.0000102530,,1.747
42,mlp.experts.170.down_proj,0.0000176436,,1.750
42,mlp.experts.171.down_proj,0.0000179323,,1.752
42,mlp.experts.172.down_proj,0.0000029540,,1.755
42,mlp.experts.173.down_proj,0.0000102250,,1.757
42,mlp.experts.174.down_proj,0.0000059766,,1.759
42,mlp.experts.175.down_proj,0.0000146488,,1.762
42,mlp.experts.176.down_proj,0.0000056485,,1.764
42,mlp.experts.177.down_proj,0.0000033071,,1.767
42,mlp.experts.178.down_proj,0.0000293424,,1.769
42,mlp.experts.179.down_proj,0.0000174589,,1.772
42,mlp.experts.180.down_proj,0.0000828063,,1.774
42,mlp.experts.181.down_proj,0.0000118774,,1.776
42,mlp.experts.182.down_proj,0.0000334961,,1.779
42,mlp.experts.183.down_proj,0.0000021227,,1.781
42,mlp.experts.184.down_proj,0.0000272707,,1.784
42,mlp.experts.185.down_proj,0.0000193331,,1.786
42,mlp.experts.186.down_proj,0.0000196892,,1.788
42,mlp.experts.187.down_proj,0.0000130963,,1.791
42,mlp.experts.188.down_proj,0.0000107304,,1.793
42,mlp.experts.189.down_proj,0.0000371331,,1.797
42,mlp.experts.190.down_proj,0.0000212450,,1.799
42,mlp.experts.191.down_proj,0.0000382008,,1.801
42,mlp.experts.192.down_proj,0.0000281237,,1.804
42,mlp.experts.193.down_proj,0.0000168908,,1.806
42,mlp.experts.194.down_proj,0.0000336631,,1.809
42,mlp.experts.195.down_proj,0.0000040329,,1.811
42,mlp.experts.196.down_proj,0.0000261797,,1.814
42,mlp.experts.197.down_proj,0.0000096468,,1.816
42,mlp.experts.198.down_proj,0.0000528668,,1.819
42,mlp.experts.199.down_proj,0.0000099621,,1.821
42,mlp.experts.200.down_proj,0.0000296062,,1.824
42,mlp.experts.201.down_proj,0.0000142483,,1.827
42,mlp.experts.202.down_proj,0.0000265692,,1.829
42,mlp.experts.203.down_proj,0.0000453562,,1.832
42,mlp.experts.204.down_proj,0.0000590672,,1.834
42,mlp.experts.205.down_proj,0.0000101688,,1.837
42,mlp.experts.206.down_proj,0.0000239755,,1.839
42,mlp.experts.207.down_proj,0.0000391518,,1.842
42,mlp.experts.208.down_proj,0.0000229464,,1.844
42,mlp.experts.209.down_proj,0.0000186434,,1.847
42,mlp.experts.210.down_proj,0.0000254757,,1.850
42,mlp.experts.211.down_proj,0.0000031378,,1.852
42,mlp.experts.212.down_proj,0.0000292950,,1.855
42,mlp.experts.213.down_proj,0.0000513186,,1.857
42,mlp.experts.214.down_proj,0.0000262224,,1.860
42,mlp.experts.215.down_proj,0.0000047631,,1.862
42,mlp.experts.216.down_proj,0.0000128330,,1.865
42,mlp.experts.217.down_proj,0.0000163592,,1.867
42,mlp.experts.218.down_proj,0.0000079659,,1.870
42,mlp.experts.219.down_proj,0.0000295120,,1.872
42,mlp.experts.220.down_proj,0.0000235873,,1.875
42,mlp.experts.221.down_proj,0.0000095153,,1.877
42,mlp.experts.222.down_proj,0.0000305782,,1.880
42,mlp.experts.223.down_proj,0.0000257947,,1.882
42,mlp.experts.224.down_proj,0.0000094365,,1.885
42,mlp.experts.225.down_proj,0.0000254995,,1.887
42,mlp.experts.226.down_proj,0.0000203190,,1.890
42,mlp.experts.227.down_proj,0.0000304925,,1.892
42,mlp.experts.228.down_proj,0.0000250213,,1.894
42,mlp.experts.229.down_proj,0.0000363145,,1.898
42,mlp.experts.230.down_proj,0.0000207188,,1.901
42,mlp.experts.231.down_proj,0.0000389350,,1.903
42,mlp.experts.232.down_proj,0.0000286642,,1.905
42,mlp.experts.233.down_proj,0.0000294140,,1.908
42,mlp.experts.234.down_proj,0.0000264973,,1.910
42,mlp.experts.235.down_proj,0.0000281018,,1.913
42,mlp.experts.236.down_proj,0.0000725157,,1.915
42,mlp.experts.237.down_proj,0.0000131342,,1.918
42,mlp.experts.238.down_proj,0.0000057875,,1.920
42,mlp.experts.239.down_proj,0.0000159759,,1.923
42,mlp.experts.240.down_proj,0.0000009439,,1.925
42,mlp.experts.241.down_proj,0.0000080160,,1.928
42,mlp.experts.242.down_proj,0.0000226790,,1.930
42,mlp.experts.243.down_proj,0.0000430276,,1.933
42,mlp.experts.244.down_proj,0.0000146080,,1.935
42,mlp.experts.245.down_proj,0.0000221719,,1.938
42,mlp.experts.246.down_proj,0.0000307456,,1.940
42,mlp.experts.247.down_proj,0.0000094227,,1.942
42,mlp.experts.248.down_proj,0.0000072169,,1.945
42,mlp.experts.249.down_proj,0.0000243072,,1.948
42,mlp.experts.250.down_proj,0.0000207489,,1.951
42,mlp.experts.251.down_proj,0.0000214674,,1.953
42,mlp.experts.252.down_proj,0.0000665746,,1.955
42,mlp.experts.253.down_proj,0.0000254201,,1.958
42,mlp.experts.254.down_proj,0.0000130241,,1.960
42,mlp.experts.255.down_proj,0.0000054862,,1.963
43,mlp.experts.0.gate_proj,not applicable,,0.005
43,mlp.experts.0.up_proj,not applicable,,0.010
43,mlp.experts.1.gate_proj,not applicable,,0.014
43,mlp.experts.1.up_proj,not applicable,,0.016
43,mlp.experts.2.gate_proj,not applicable,,0.019
43,mlp.experts.2.up_proj,not applicable,,0.022
43,mlp.experts.3.gate_proj,not applicable,,0.024
43,mlp.experts.3.up_proj,not applicable,,0.027
43,mlp.experts.4.gate_proj,not applicable,,0.029
43,mlp.experts.4.up_proj,not applicable,,0.032
43,mlp.experts.5.gate_proj,not applicable,,0.034
43,mlp.experts.5.up_proj,not applicable,,0.037
43,mlp.experts.6.gate_proj,not applicable,,0.040
43,mlp.experts.6.up_proj,not applicable,,0.042
43,mlp.experts.7.gate_proj,not applicable,,0.045
43,mlp.experts.7.up_proj,not applicable,,0.047
43,mlp.experts.8.gate_proj,not applicable,,0.050
43,mlp.experts.8.up_proj,not applicable,,0.053
43,mlp.experts.9.gate_proj,not applicable,,0.055
43,mlp.experts.9.up_proj,not applicable,,0.058
43,mlp.experts.10.gate_proj,not applicable,,0.060
43,mlp.experts.10.up_proj,not applicable,,0.064
43,mlp.experts.11.gate_proj,not applicable,,0.066
43,mlp.experts.11.up_proj,not applicable,,0.069
43,mlp.experts.12.gate_proj,not applicable,,0.071
43,mlp.experts.12.up_proj,not applicable,,0.074
43,mlp.experts.13.gate_proj,not applicable,,0.076
43,mlp.experts.13.up_proj,not applicable,,0.079
43,mlp.experts.14.gate_proj,not applicable,,0.081
43,mlp.experts.14.up_proj,not applicable,,0.084
43,mlp.experts.15.gate_proj,not applicable,,0.086
43,mlp.experts.15.up_proj,not applicable,,0.089
43,mlp.experts.16.gate_proj,not applicable,,0.092
43,mlp.experts.16.up_proj,not applicable,,0.094
43,mlp.experts.17.gate_proj,not applicable,,0.097
43,mlp.experts.17.up_proj,not applicable,,0.099
43,mlp.experts.18.gate_proj,not applicable,,0.102
43,mlp.experts.18.up_proj,not applicable,,0.104
43,mlp.experts.19.gate_proj,not applicable,,0.107
43,mlp.experts.19.up_proj,not applicable,,0.109
43,mlp.experts.20.gate_proj,not applicable,,0.112
43,mlp.experts.20.up_proj,not applicable,,0.115
43,mlp.experts.21.gate_proj,not applicable,,0.118
43,mlp.experts.21.up_proj,not applicable,,0.120
43,mlp.experts.22.gate_proj,not applicable,,0.123
43,mlp.experts.22.up_proj,not applicable,,0.125
43,mlp.experts.23.gate_proj,not applicable,,0.128
43,mlp.experts.23.up_proj,not applicable,,0.130
43,mlp.experts.24.gate_proj,not applicable,,0.133
43,mlp.experts.24.up_proj,not applicable,,0.135
43,mlp.experts.25.gate_proj,not applicable,,0.138
43,mlp.experts.25.up_proj,not applicable,,0.140
43,mlp.experts.26.gate_proj,not applicable,,0.143
43,mlp.experts.26.up_proj,not applicable,,0.146
43,mlp.experts.27.gate_proj,not applicable,,0.148
43,mlp.experts.27.up_proj,not applicable,,0.150
43,mlp.experts.28.gate_proj,not applicable,,0.153
43,mlp.experts.28.up_proj,not applicable,,0.155
43,mlp.experts.29.gate_proj,not applicable,,0.158
43,mlp.experts.29.up_proj,not applicable,,0.160
43,mlp.experts.30.gate_proj,not applicable,,0.163
43,mlp.experts.30.up_proj,not applicable,,0.166
43,mlp.experts.31.gate_proj,not applicable,,0.169
43,mlp.experts.31.up_proj,not applicable,,0.171
43,mlp.experts.32.gate_proj,not applicable,,0.173
43,mlp.experts.32.up_proj,not applicable,,0.176
43,mlp.experts.33.gate_proj,not applicable,,0.178
43,mlp.experts.33.up_proj,not applicable,,0.181
43,mlp.experts.34.gate_proj,not applicable,,0.183
43,mlp.experts.34.up_proj,not applicable,,0.186
43,mlp.experts.35.gate_proj,not applicable,,0.188
43,mlp.experts.35.up_proj,not applicable,,0.191
43,mlp.experts.36.gate_proj,not applicable,,0.193
43,mlp.experts.36.up_proj,not applicable,,0.196
43,mlp.experts.37.gate_proj,not applicable,,0.198
43,mlp.experts.37.up_proj,not applicable,,0.200
43,mlp.experts.38.gate_proj,not applicable,,0.203
43,mlp.experts.38.up_proj,not applicable,,0.205
43,mlp.experts.39.gate_proj,not applicable,,0.208
43,mlp.experts.39.up_proj,not applicable,,0.210
43,mlp.experts.40.gate_proj,not applicable,,0.213
43,mlp.experts.40.up_proj,not applicable,,0.216
43,mlp.experts.41.gate_proj,not applicable,,0.218
43,mlp.experts.41.up_proj,not applicable,,0.221
43,mlp.experts.42.gate_proj,not applicable,,0.223
43,mlp.experts.42.up_proj,not applicable,,0.226
43,mlp.experts.43.gate_proj,not applicable,,0.228
43,mlp.experts.43.up_proj,not applicable,,0.231
43,mlp.experts.44.gate_proj,not applicable,,0.234
43,mlp.experts.44.up_proj,not applicable,,0.236
43,mlp.experts.45.gate_proj,not applicable,,0.239
43,mlp.experts.45.up_proj,not applicable,,0.241
43,mlp.experts.46.gate_proj,not applicable,,0.244
43,mlp.experts.46.up_proj,not applicable,,0.247
43,mlp.experts.47.gate_proj,not applicable,,0.249
43,mlp.experts.47.up_proj,not applicable,,0.252
43,mlp.experts.48.gate_proj,not applicable,,0.255
43,mlp.experts.48.up_proj,not applicable,,0.257
43,mlp.experts.49.gate_proj,not applicable,,0.260
43,mlp.experts.49.up_proj,not applicable,,0.262
43,mlp.experts.50.gate_proj,not applicable,,0.265
43,mlp.experts.50.up_proj,not applicable,,0.268
43,mlp.experts.51.gate_proj,not applicable,,0.271
43,mlp.experts.51.up_proj,not applicable,,0.273
43,mlp.experts.52.gate_proj,not applicable,,0.276
43,mlp.experts.52.up_proj,not applicable,,0.278
43,mlp.experts.53.gate_proj,not applicable,,0.281
43,mlp.experts.53.up_proj,not applicable,,0.283
43,mlp.experts.54.gate_proj,not applicable,,0.286
43,mlp.experts.54.up_proj,not applicable,,0.288
43,mlp.experts.55.gate_proj,not applicable,,0.290
43,mlp.experts.55.up_proj,not applicable,,0.293
43,mlp.experts.56.gate_proj,not applicable,,0.296
43,mlp.experts.56.up_proj,not applicable,,0.298
43,mlp.experts.57.gate_proj,not applicable,,0.301
43,mlp.experts.57.up_proj,not applicable,,0.303
43,mlp.experts.58.gate_proj,not applicable,,0.306
43,mlp.experts.58.up_proj,not applicable,,0.308
43,mlp.experts.59.gate_proj,not applicable,,0.311
43,mlp.experts.59.up_proj,not applicable,,0.313
43,mlp.experts.60.gate_proj,not applicable,,0.316
43,mlp.experts.60.up_proj,not applicable,,0.319
43,mlp.experts.61.gate_proj,not applicable,,0.322
43,mlp.experts.61.up_proj,not applicable,,0.324
43,mlp.experts.62.gate_proj,not applicable,,0.327
43,mlp.experts.62.up_proj,not applicable,,0.329
43,mlp.experts.63.gate_proj,not applicable,,0.331
43,mlp.experts.63.up_proj,not applicable,,0.334
43,mlp.experts.64.gate_proj,not applicable,,0.337
43,mlp.experts.64.up_proj,not applicable,,0.339
43,mlp.experts.65.gate_proj,not applicable,,0.342
43,mlp.experts.65.up_proj,not applicable,,0.344
43,mlp.experts.66.gate_proj,not applicable,,0.347
43,mlp.experts.66.up_proj,not applicable,,0.349
43,mlp.experts.67.gate_proj,not applicable,,0.352
43,mlp.experts.67.up_proj,not applicable,,0.354
43,mlp.experts.68.gate_proj,not applicable,,0.357
43,mlp.experts.68.up_proj,not applicable,,0.359
43,mlp.experts.69.gate_proj,not applicable,,0.362
43,mlp.experts.69.up_proj,not applicable,,0.364
43,mlp.experts.70.gate_proj,not applicable,,0.366
43,mlp.experts.70.up_proj,not applicable,,0.370
43,mlp.experts.71.gate_proj,not applicable,,0.372
43,mlp.experts.71.up_proj,not applicable,,0.375
43,mlp.experts.72.gate_proj,not applicable,,0.377
43,mlp.experts.72.up_proj,not applicable,,0.380
43,mlp.experts.73.gate_proj,not applicable,,0.382
43,mlp.experts.73.up_proj,not applicable,,0.385
43,mlp.experts.74.gate_proj,not applicable,,0.387
43,mlp.experts.74.up_proj,not applicable,,0.389
43,mlp.experts.75.gate_proj,not applicable,,0.392
43,mlp.experts.75.up_proj,not applicable,,0.394
43,mlp.experts.76.gate_proj,not applicable,,0.397
43,mlp.experts.76.up_proj,not applicable,,0.399
43,mlp.experts.77.gate_proj,not applicable,,0.402
43,mlp.experts.77.up_proj,not applicable,,0.404
43,mlp.experts.78.gate_proj,not applicable,,0.407
43,mlp.experts.78.up_proj,not applicable,,0.409
43,mlp.experts.79.gate_proj,not applicable,,0.411
43,mlp.experts.79.up_proj,not applicable,,0.414
43,mlp.experts.80.gate_proj,not applicable,,0.416
43,mlp.experts.80.up_proj,not applicable,,0.420
43,mlp.experts.81.gate_proj,not applicable,,0.422
43,mlp.experts.81.up_proj,not applicable,,0.425
43,mlp.experts.82.gate_proj,not applicable,,0.427
43,mlp.experts.82.up_proj,not applicable,,0.430
43,mlp.experts.83.gate_proj,not applicable,,0.432
43,mlp.experts.83.up_proj,not applicable,,0.434
43,mlp.experts.84.gate_proj,not applicable,,0.437
43,mlp.experts.84.up_proj,not applicable,,0.439
43,mlp.experts.85.gate_proj,not applicable,,0.442
43,mlp.experts.85.up_proj,not applicable,,0.444
43,mlp.experts.86.gate_proj,not applicable,,0.447
43,mlp.experts.86.up_proj,not applicable,,0.449
43,mlp.experts.87.gate_proj,not applicable,,0.452
43,mlp.experts.87.up_proj,not applicable,,0.454
43,mlp.experts.88.gate_proj,not applicable,,0.457
43,mlp.experts.88.up_proj,not applicable,,0.459
43,mlp.experts.89.gate_proj,not applicable,,0.461
43,mlp.experts.89.up_proj,not applicable,,0.464
43,mlp.experts.90.gate_proj,not applicable,,0.466
43,mlp.experts.90.up_proj,not applicable,,0.470
43,mlp.experts.91.gate_proj,not applicable,,0.472
43,mlp.experts.91.up_proj,not applicable,,0.475
43,mlp.experts.92.gate_proj,not applicable,,0.477
43,mlp.experts.92.up_proj,not applicable,,0.479
43,mlp.experts.93.gate_proj,not applicable,,0.482
43,mlp.experts.93.up_proj,not applicable,,0.485
43,mlp.experts.94.gate_proj,not applicable,,0.487
43,mlp.experts.94.up_proj,not applicable,,0.490
43,mlp.experts.95.gate_proj,not applicable,,0.492
43,mlp.experts.95.up_proj,not applicable,,0.494
43,mlp.experts.96.gate_proj,not applicable,,0.497
43,mlp.experts.96.up_proj,not applicable,,0.500
43,mlp.experts.97.gate_proj,not applicable,,0.502
43,mlp.experts.97.up_proj,not applicable,,0.504
43,mlp.experts.98.gate_proj,not applicable,,0.507
43,mlp.experts.98.up_proj,not applicable,,0.509
43,mlp.experts.99.gate_proj,not applicable,,0.512
43,mlp.experts.99.up_proj,not applicable,,0.514
43,mlp.experts.100.gate_proj,not applicable,,0.517
43,mlp.experts.100.up_proj,not applicable,,0.520
43,mlp.experts.101.gate_proj,not applicable,,0.523
43,mlp.experts.101.up_proj,not applicable,,0.525
43,mlp.experts.102.gate_proj,not applicable,,0.528
43,mlp.experts.102.up_proj,not applicable,,0.530
43,mlp.experts.103.gate_proj,not applicable,,0.533
43,mlp.experts.103.up_proj,not applicable,,0.535
43,mlp.experts.104.gate_proj,not applicable,,0.538
43,mlp.experts.104.up_proj,not applicable,,0.540
43,mlp.experts.105.gate_proj,not applicable,,0.543
43,mlp.experts.105.up_proj,not applicable,,0.545
43,mlp.experts.106.gate_proj,not applicable,,0.548
43,mlp.experts.106.up_proj,not applicable,,0.550
43,mlp.experts.107.gate_proj,not applicable,,0.553
43,mlp.experts.107.up_proj,not applicable,,0.555
43,mlp.experts.108.gate_proj,not applicable,,0.558
43,mlp.experts.108.up_proj,not applicable,,0.560
43,mlp.experts.109.gate_proj,not applicable,,0.563
43,mlp.experts.109.up_proj,not applicable,,0.566
43,mlp.experts.110.gate_proj,not applicable,,0.568
43,mlp.experts.110.up_proj,not applicable,,0.572
43,mlp.experts.111.gate_proj,not applicable,,0.574
43,mlp.experts.111.up_proj,not applicable,,0.577
43,mlp.experts.112.gate_proj,not applicable,,0.579
43,mlp.experts.112.up_proj,not applicable,,0.582
43,mlp.experts.113.gate_proj,not applicable,,0.584
43,mlp.experts.113.up_proj,not applicable,,0.587
43,mlp.experts.114.gate_proj,not applicable,,0.589
43,mlp.experts.114.up_proj,not applicable,,0.591
43,mlp.experts.115.gate_proj,not applicable,,0.594
43,mlp.experts.115.up_proj,not applicable,,0.596
43,mlp.experts.116.gate_proj,not applicable,,0.599
43,mlp.experts.116.up_proj,not applicable,,0.601
43,mlp.experts.117.gate_proj,not applicable,,0.604
43,mlp.experts.117.up_proj,not applicable,,0.606
43,mlp.experts.118.gate_proj,not applicable,,0.609
43,mlp.experts.118.up_proj,not applicable,,0.611
43,mlp.experts.119.gate_proj,not applicable,,0.614
43,mlp.experts.119.up_proj,not applicable,,0.616
43,mlp.experts.120.gate_proj,not applicable,,0.619
43,mlp.experts.120.up_proj,not applicable,,0.622
43,mlp.experts.121.gate_proj,not applicable,,0.624
43,mlp.experts.121.up_proj,not applicable,,0.627
43,mlp.experts.122.gate_proj,not applicable,,0.630
43,mlp.experts.122.up_proj,not applicable,,0.632
43,mlp.experts.123.gate_proj,not applicable,,0.634
43,mlp.experts.123.up_proj,not applicable,,0.637
43,mlp.experts.124.gate_proj,not applicable,,0.639
43,mlp.experts.124.up_proj,not applicable,,0.642
43,mlp.experts.125.gate_proj,not applicable,,0.644
43,mlp.experts.125.up_proj,not applicable,,0.647
43,mlp.experts.126.gate_proj,not applicable,,0.650
43,mlp.experts.126.up_proj,not applicable,,0.652
43,mlp.experts.127.gate_proj,not applicable,,0.654
43,mlp.experts.127.up_proj,not applicable,,0.657
43,mlp.experts.128.gate_proj,not applicable,,0.659
43,mlp.experts.128.up_proj,not applicable,,0.662
43,mlp.experts.129.gate_proj,not applicable,,0.665
43,mlp.experts.129.up_proj,not applicable,,0.667
43,mlp.experts.130.gate_proj,not applicable,,0.670
43,mlp.experts.130.up_proj,not applicable,,0.673
43,mlp.experts.131.gate_proj,not applicable,,0.676
43,mlp.experts.131.up_proj,not applicable,,0.678
43,mlp.experts.132.gate_proj,not applicable,,0.681
43,mlp.experts.132.up_proj,not applicable,,0.683
43,mlp.experts.133.gate_proj,not applicable,,0.686
43,mlp.experts.133.up_proj,not applicable,,0.688
43,mlp.experts.134.gate_proj,not applicable,,0.691
43,mlp.experts.134.up_proj,not applicable,,0.693
43,mlp.experts.135.gate_proj,not applicable,,0.696
43,mlp.experts.135.up_proj,not applicable,,0.698
43,mlp.experts.136.gate_proj,not applicable,,0.701
43,mlp.experts.136.up_proj,not applicable,,0.703
43,mlp.experts.137.gate_proj,not applicable,,0.706
43,mlp.experts.137.up_proj,not applicable,,0.708
43,mlp.experts.138.gate_proj,not applicable,,0.711
43,mlp.experts.138.up_proj,not applicable,,0.713
43,mlp.experts.139.gate_proj,not applicable,,0.716
43,mlp.experts.139.up_proj,not applicable,,0.718
43,mlp.experts.140.gate_proj,not applicable,,0.721
43,mlp.experts.140.up_proj,not applicable,,0.724
43,mlp.experts.141.gate_proj,not applicable,,0.726
43,mlp.experts.141.up_proj,not applicable,,0.729
43,mlp.experts.142.gate_proj,not applicable,,0.731
43,mlp.experts.142.up_proj,not applicable,,0.734
43,mlp.experts.143.gate_proj,not applicable,,0.736
43,mlp.experts.143.up_proj,not applicable,,0.739
43,mlp.experts.144.gate_proj,not applicable,,0.741
43,mlp.experts.144.up_proj,not applicable,,0.744
43,mlp.experts.145.gate_proj,not applicable,,0.746
43,mlp.experts.145.up_proj,not applicable,,0.749
43,mlp.experts.146.gate_proj,not applicable,,0.751
43,mlp.experts.146.up_proj,not applicable,,0.754
43,mlp.experts.147.gate_proj,not applicable,,0.756
43,mlp.experts.147.up_proj,not applicable,,0.759
43,mlp.experts.148.gate_proj,not applicable,,0.761
43,mlp.experts.148.up_proj,not applicable,,0.764
43,mlp.experts.149.gate_proj,not applicable,,0.766
43,mlp.experts.149.up_proj,not applicable,,0.769
43,mlp.experts.150.gate_proj,not applicable,,0.771
43,mlp.experts.150.up_proj,not applicable,,0.774
43,mlp.experts.151.gate_proj,not applicable,,0.777
43,mlp.experts.151.up_proj,not applicable,,0.779
43,mlp.experts.152.gate_proj,not applicable,,0.782
43,mlp.experts.152.up_proj,not applicable,,0.784
43,mlp.experts.153.gate_proj,not applicable,,0.787
43,mlp.experts.153.up_proj,not applicable,,0.789
43,mlp.experts.154.gate_proj,not applicable,,0.792
43,mlp.experts.154.up_proj,not applicable,,0.794
43,mlp.experts.155.gate_proj,not applicable,,0.797
43,mlp.experts.155.up_proj,not applicable,,0.799
43,mlp.experts.156.gate_proj,not applicable,,0.802
43,mlp.experts.156.up_proj,not applicable,,0.804
43,mlp.experts.157.gate_proj,not applicable,,0.807
43,mlp.experts.157.up_proj,not applicable,,0.810
43,mlp.experts.158.gate_proj,not applicable,,0.812
43,mlp.experts.158.up_proj,not applicable,,0.815
43,mlp.experts.159.gate_proj,not applicable,,0.817
43,mlp.experts.159.up_proj,not applicable,,0.819
43,mlp.experts.160.gate_proj,not applicable,,0.822
43,mlp.experts.160.up_proj,not applicable,,0.825
43,mlp.experts.161.gate_proj,not applicable,,0.828
43,mlp.experts.161.up_proj,not applicable,,0.830
43,mlp.experts.162.gate_proj,not applicable,,0.833
43,mlp.experts.162.up_proj,not applicable,,0.835
43,mlp.experts.163.gate_proj,not applicable,,0.838
43,mlp.experts.163.up_proj,not applicable,,0.840
43,mlp.experts.164.gate_proj,not applicable,,0.843
43,mlp.experts.164.up_proj,not applicable,,0.845
43,mlp.experts.165.gate_proj,not applicable,,0.848
43,mlp.experts.165.up_proj,not applicable,,0.850
43,mlp.experts.166.gate_proj,not applicable,,0.853
43,mlp.experts.166.up_proj,not applicable,,0.855
43,mlp.experts.167.gate_proj,not applicable,,0.857
43,mlp.experts.167.up_proj,not applicable,,0.860
43,mlp.experts.168.gate_proj,not applicable,,0.862
43,mlp.experts.168.up_proj,not applicable,,0.865
43,mlp.experts.169.gate_proj,not applicable,,0.867
43,mlp.experts.169.up_proj,not applicable,,0.869
43,mlp.experts.170.gate_proj,not applicable,,0.872
43,mlp.experts.170.up_proj,not applicable,,0.875
43,mlp.experts.171.gate_proj,not applicable,,0.877
43,mlp.experts.171.up_proj,not applicable,,0.880
43,mlp.experts.172.gate_proj,not applicable,,0.882
43,mlp.experts.172.up_proj,not applicable,,0.885
43,mlp.experts.173.gate_proj,not applicable,,0.887
43,mlp.experts.173.up_proj,not applicable,,0.889
43,mlp.experts.174.gate_proj,not applicable,,0.892
43,mlp.experts.174.up_proj,not applicable,,0.894
43,mlp.experts.175.gate_proj,not applicable,,0.897
43,mlp.experts.175.up_proj,not applicable,,0.899
43,mlp.experts.176.gate_proj,not applicable,,0.901
43,mlp.experts.176.up_proj,not applicable,,0.904
43,mlp.experts.177.gate_proj,not applicable,,0.906
43,mlp.experts.177.up_proj,not applicable,,0.909
43,mlp.experts.178.gate_proj,not applicable,,0.911
43,mlp.experts.178.up_proj,not applicable,,0.913
43,mlp.experts.179.gate_proj,not applicable,,0.916
43,mlp.experts.179.up_proj,not applicable,,0.918
43,mlp.experts.180.gate_proj,not applicable,,0.921
43,mlp.experts.180.up_proj,not applicable,,0.924
43,mlp.experts.181.gate_proj,not applicable,,0.926
43,mlp.experts.181.up_proj,not applicable,,0.929
43,mlp.experts.182.gate_proj,not applicable,,0.931
43,mlp.experts.182.up_proj,not applicable,,0.933
43,mlp.experts.183.gate_proj,not applicable,,0.936
43,mlp.experts.183.up_proj,not applicable,,0.938
43,mlp.experts.184.gate_proj,not applicable,,0.941
43,mlp.experts.184.up_proj,not applicable,,0.943
43,mlp.experts.185.gate_proj,not applicable,,0.946
43,mlp.experts.185.up_proj,not applicable,,0.948
43,mlp.experts.186.gate_proj,not applicable,,0.951
43,mlp.experts.186.up_proj,not applicable,,0.953
43,mlp.experts.187.gate_proj,not applicable,,0.956
43,mlp.experts.187.up_proj,not applicable,,0.958
43,mlp.experts.188.gate_proj,not applicable,,0.961
43,mlp.experts.188.up_proj,not applicable,,0.963
43,mlp.experts.189.gate_proj,not applicable,,0.966
43,mlp.experts.189.up_proj,not applicable,,0.968
43,mlp.experts.190.gate_proj,not applicable,,0.971
43,mlp.experts.190.up_proj,not applicable,,0.974
43,mlp.experts.191.gate_proj,not applicable,,0.976
43,mlp.experts.191.up_proj,not applicable,,0.979
43,mlp.experts.192.gate_proj,not applicable,,0.982
43,mlp.experts.192.up_proj,not applicable,,0.984
43,mlp.experts.193.gate_proj,not applicable,,0.986
43,mlp.experts.193.up_proj,not applicable,,0.989
43,mlp.experts.194.gate_proj,not applicable,,0.991
43,mlp.experts.194.up_proj,not applicable,,0.994
43,mlp.experts.195.gate_proj,not applicable,,0.996
43,mlp.experts.195.up_proj,not applicable,,0.999
43,mlp.experts.196.gate_proj,not applicable,,1.001
43,mlp.experts.196.up_proj,not applicable,,1.004
43,mlp.experts.197.gate_proj,not applicable,,1.006
43,mlp.experts.197.up_proj,not applicable,,1.009
43,mlp.experts.198.gate_proj,not applicable,,1.012
43,mlp.experts.198.up_proj,not applicable,,1.014
43,mlp.experts.199.gate_proj,not applicable,,1.017
43,mlp.experts.199.up_proj,not applicable,,1.019
43,mlp.experts.200.gate_proj,not applicable,,1.022
43,mlp.experts.200.up_proj,not applicable,,1.025
43,mlp.experts.201.gate_proj,not applicable,,1.027
43,mlp.experts.201.up_proj,not applicable,,1.030
43,mlp.experts.202.gate_proj,not applicable,,1.033
43,mlp.experts.202.up_proj,not applicable,,1.035
43,mlp.experts.203.gate_proj,not applicable,,1.038
43,mlp.experts.203.up_proj,not applicable,,1.040
43,mlp.experts.204.gate_proj,not applicable,,1.043
43,mlp.experts.204.up_proj,not applicable,,1.045
43,mlp.experts.205.gate_proj,not applicable,,1.048
43,mlp.experts.205.up_proj,not applicable,,1.050
43,mlp.experts.206.gate_proj,not applicable,,1.053
43,mlp.experts.206.up_proj,not applicable,,1.056
43,mlp.experts.207.gate_proj,not applicable,,1.058
43,mlp.experts.207.up_proj,not applicable,,1.060
43,mlp.experts.208.gate_proj,not applicable,,1.063
43,mlp.experts.208.up_proj,not applicable,,1.066
43,mlp.experts.209.gate_proj,not applicable,,1.068
43,mlp.experts.209.up_proj,not applicable,,1.070
43,mlp.experts.210.gate_proj,not applicable,,1.073
43,mlp.experts.210.up_proj,not applicable,,1.076
43,mlp.experts.211.gate_proj,not applicable,,1.079
43,mlp.experts.211.up_proj,not applicable,,1.081
43,mlp.experts.212.gate_proj,not applicable,,1.084
43,mlp.experts.212.up_proj,not applicable,,1.086
43,mlp.experts.213.gate_proj,not applicable,,1.089
43,mlp.experts.213.up_proj,not applicable,,1.091
43,mlp.experts.214.gate_proj,not applicable,,1.094
43,mlp.experts.214.up_proj,not applicable,,1.097
43,mlp.experts.215.gate_proj,not applicable,,1.099
43,mlp.experts.215.up_proj,not applicable,,1.102
43,mlp.experts.216.gate_proj,not applicable,,1.104
43,mlp.experts.216.up_proj,not applicable,,1.107
43,mlp.experts.217.gate_proj,not applicable,,1.109
43,mlp.experts.217.up_proj,not applicable,,1.112
43,mlp.experts.218.gate_proj,not applicable,,1.114
43,mlp.experts.218.up_proj,not applicable,,1.116
43,mlp.experts.219.gate_proj,not applicable,,1.119
43,mlp.experts.219.up_proj,not applicable,,1.121
43,mlp.experts.220.gate_proj,not applicable,,1.124
43,mlp.experts.220.up_proj,not applicable,,1.127
43,mlp.experts.221.gate_proj,not applicable,,1.129
43,mlp.experts.221.up_proj,not applicable,,1.132
43,mlp.experts.222.gate_proj,not applicable,,1.134
43,mlp.experts.222.up_proj,not applicable,,1.137
43,mlp.experts.223.gate_proj,not applicable,,1.139
43,mlp.experts.223.up_proj,not applicable,,1.141
43,mlp.experts.224.gate_proj,not applicable,,1.144
43,mlp.experts.224.up_proj,not applicable,,1.146
43,mlp.experts.225.gate_proj,not applicable,,1.148
43,mlp.experts.225.up_proj,not applicable,,1.151
43,mlp.experts.226.gate_proj,not applicable,,1.153
43,mlp.experts.226.up_proj,not applicable,,1.156
43,mlp.experts.227.gate_proj,not applicable,,1.158
43,mlp.experts.227.up_proj,not applicable,,1.161
43,mlp.experts.228.gate_proj,not applicable,,1.163
43,mlp.experts.228.up_proj,not applicable,,1.165
43,mlp.experts.229.gate_proj,not applicable,,1.168
43,mlp.experts.229.up_proj,not applicable,,1.170
43,mlp.experts.230.gate_proj,not applicable,,1.172
43,mlp.experts.230.up_proj,not applicable,,1.176
43,mlp.experts.231.gate_proj,not applicable,,1.178
43,mlp.experts.231.up_proj,not applicable,,1.181
43,mlp.experts.232.gate_proj,not applicable,,1.183
43,mlp.experts.232.up_proj,not applicable,,1.185
43,mlp.experts.233.gate_proj,not applicable,,1.188
43,mlp.experts.233.up_proj,not applicable,,1.190
43,mlp.experts.234.gate_proj,not applicable,,1.192
43,mlp.experts.234.up_proj,not applicable,,1.195
43,mlp.experts.235.gate_proj,not applicable,,1.198
43,mlp.experts.235.up_proj,not applicable,,1.200
43,mlp.experts.236.gate_proj,not applicable,,1.203
43,mlp.experts.236.up_proj,not applicable,,1.205
43,mlp.experts.237.gate_proj,not applicable,,1.207
43,mlp.experts.237.up_proj,not applicable,,1.210
43,mlp.experts.238.gate_proj,not applicable,,1.212
43,mlp.experts.238.up_proj,not applicable,,1.215
43,mlp.experts.239.gate_proj,not applicable,,1.217
43,mlp.experts.239.up_proj,not applicable,,1.220
43,mlp.experts.240.gate_proj,not applicable,,1.222
43,mlp.experts.240.up_proj,not applicable,,1.225
43,mlp.experts.241.gate_proj,not applicable,,1.228
43,mlp.experts.241.up_proj,not applicable,,1.230
43,mlp.experts.242.gate_proj,not applicable,,1.233
43,mlp.experts.242.up_proj,not applicable,,1.236
43,mlp.experts.243.gate_proj,not applicable,,1.238
43,mlp.experts.243.up_proj,not applicable,,1.240
43,mlp.experts.244.gate_proj,not applicable,,1.243
43,mlp.experts.244.up_proj,not applicable,,1.246
43,mlp.experts.245.gate_proj,not applicable,,1.248
43,mlp.experts.245.up_proj,not applicable,,1.251
43,mlp.experts.246.gate_proj,not applicable,,1.253
43,mlp.experts.246.up_proj,not applicable,,1.256
43,mlp.experts.247.gate_proj,not applicable,,1.258
43,mlp.experts.247.up_proj,not applicable,,1.261
43,mlp.experts.248.gate_proj,not applicable,,1.263
43,mlp.experts.248.up_proj,not applicable,,1.266
43,mlp.experts.249.gate_proj,not applicable,,1.268
43,mlp.experts.249.up_proj,not applicable,,1.270
43,mlp.experts.250.gate_proj,not applicable,,1.273
43,mlp.experts.250.up_proj,not applicable,,1.276
43,mlp.experts.251.gate_proj,not applicable,,1.279
43,mlp.experts.251.up_proj,not applicable,,1.281
43,mlp.experts.252.gate_proj,not applicable,,1.284
43,mlp.experts.252.up_proj,not applicable,,1.286
43,mlp.experts.253.gate_proj,not applicable,,1.289
43,mlp.experts.253.up_proj,not applicable,,1.291
43,mlp.experts.254.gate_proj,not applicable,,1.294
43,mlp.experts.254.up_proj,not applicable,,1.296
43,mlp.experts.255.gate_proj,not applicable,,1.298
43,mlp.experts.255.up_proj,not applicable,,1.301
43,mlp.experts.0.down_proj,0.0000535486,,1.303
43,mlp.experts.1.down_proj,0.0000455741,,1.306
43,mlp.experts.2.down_proj,0.0000441993,,1.308
43,mlp.experts.3.down_proj,0.0000163918,,1.311
43,mlp.experts.4.down_proj,0.0000096137,,1.313
43,mlp.experts.5.down_proj,0.0000826723,,1.316
43,mlp.experts.6.down_proj,0.0000161837,,1.318
43,mlp.experts.7.down_proj,0.0000399114,,1.320
43,mlp.experts.8.down_proj,0.0000288463,,1.323
43,mlp.experts.9.down_proj,0.0000115877,,1.326
43,mlp.experts.10.down_proj,0.0000785123,,1.328
43,mlp.experts.11.down_proj,0.0000406522,,1.331
43,mlp.experts.12.down_proj,0.0000489766,,1.333
43,mlp.experts.13.down_proj,0.0000450439,,1.336
43,mlp.experts.14.down_proj,0.0000303582,,1.338
43,mlp.experts.15.down_proj,0.0000364242,,1.340
43,mlp.experts.16.down_proj,0.0000093771,,1.343
43,mlp.experts.17.down_proj,0.0000153329,,1.345
43,mlp.experts.18.down_proj,0.0000260440,,1.348
43,mlp.experts.19.down_proj,0.0000224215,,1.350
43,mlp.experts.20.down_proj,0.0000250937,,1.352
43,mlp.experts.21.down_proj,0.0000633935,,1.355
43,mlp.experts.22.down_proj,0.0000429169,,1.357
43,mlp.experts.23.down_proj,0.0000234731,,1.359
43,mlp.experts.24.down_proj,0.0000241365,,1.362
43,mlp.experts.25.down_proj,0.0000364008,,1.364
43,mlp.experts.26.down_proj,0.0000476033,,1.366
43,mlp.experts.27.down_proj,0.0000243585,,1.369
43,mlp.experts.28.down_proj,0.0000370300,,1.371
43,mlp.experts.29.down_proj,0.0000308110,,1.374
43,mlp.experts.30.down_proj,0.0000257439,,1.377
43,mlp.experts.31.down_proj,0.0000372026,,1.379
43,mlp.experts.32.down_proj,0.0000358219,,1.381
43,mlp.experts.33.down_proj,0.0000299509,,1.384
43,mlp.experts.34.down_proj,0.0000260931,,1.386
43,mlp.experts.35.down_proj,0.0000092016,,1.389
43,mlp.experts.36.down_proj,0.0000949414,,1.391
43,mlp.experts.37.down_proj,0.0001159954,,1.393
43,mlp.experts.38.down_proj,0.0000821048,,1.396
43,mlp.experts.39.down_proj,0.0000546944,,1.398
43,mlp.experts.40.down_proj,0.0000243010,,1.400
43,mlp.experts.41.down_proj,0.0000088330,,1.403
43,mlp.experts.42.down_proj,0.0000265436,,1.405
43,mlp.experts.43.down_proj,0.0000490620,,1.407
43,mlp.experts.44.down_proj,0.0000272875,,1.410
43,mlp.experts.45.down_proj,0.0000457989,,1.412
43,mlp.experts.46.down_proj,0.0001265001,,1.414
43,mlp.experts.47.down_proj,0.0000154211,,1.417
43,mlp.experts.48.down_proj,0.0001149588,,1.419
43,mlp.experts.49.down_proj,0.0000127269,,1.422
43,mlp.experts.50.down_proj,0.0000288602,,1.425
43,mlp.experts.51.down_proj,0.0000938323,,1.427
43,mlp.experts.52.down_proj,0.0001157829,,1.429
43,mlp.experts.53.down_proj,0.0000262084,,1.432
43,mlp.experts.54.down_proj,0.0000569669,,1.434
43,mlp.experts.55.down_proj,0.0000729975,,1.436
43,mlp.experts.56.down_proj,0.0000265019,,1.439
43,mlp.experts.57.down_proj,0.0000465128,,1.441
43,mlp.experts.58.down_proj,0.0000148917,,1.444
43,mlp.experts.59.down_proj,0.0000332273,,1.446
43,mlp.experts.60.down_proj,0.0000108123,,1.448
43,mlp.experts.61.down_proj,0.0000585107,,1.451
43,mlp.experts.62.down_proj,0.0000073964,,1.453
43,mlp.experts.63.down_proj,0.0000151390,,1.456
43,mlp.experts.64.down_proj,0.0000940011,,1.458
43,mlp.experts.65.down_proj,0.0000350362,,1.461
43,mlp.experts.66.down_proj,0.0000175308,,1.463
43,mlp.experts.67.down_proj,0.0000203648,,1.465
43,mlp.experts.68.down_proj,0.0000464011,,1.468
43,mlp.experts.69.down_proj,0.0000144267,,1.471
43,mlp.experts.70.down_proj,0.0000361465,,1.474
43,mlp.experts.71.down_proj,0.0000258245,,1.476
43,mlp.experts.72.down_proj,0.0000011928,,1.478
43,mlp.experts.73.down_proj,0.0000255868,,1.481
43,mlp.experts.74.down_proj,0.0000382803,,1.483
43,mlp.experts.75.down_proj,0.0000224815,,1.486
43,mlp.experts.76.down_proj,0.0000079475,,1.488
43,mlp.experts.77.down_proj,0.0000344499,,1.491
43,mlp.experts.78.down_proj,0.0000393591,,1.493
43,mlp.experts.79.down_proj,0.0000454153,,1.495
43,mlp.experts.80.down_proj,0.0000416735,,1.498
43,mlp.experts.81.down_proj,0.0000722560,,1.500
43,mlp.experts.82.down_proj,0.0000504723,,1.503
43,mlp.experts.83.down_proj,0.0000572737,,1.505
43,mlp.experts.84.down_proj,0.0000292150,,1.508
43,mlp.experts.85.down_proj,0.0000246793,,1.510
43,mlp.experts.86.down_proj,0.0000604218,,1.513
43,mlp.experts.87.down_proj,0.0000239684,,1.515
43,mlp.experts.88.down_proj,0.0000588074,,1.517
43,mlp.experts.89.down_proj,0.0000396169,,1.521
43,mlp.experts.90.down_proj,0.0000045477,,1.523
43,mlp.experts.91.down_proj,0.0000243129,,1.525
43,mlp.experts.92.down_proj,0.0000173588,,1.528
43,mlp.experts.93.down_proj,0.0000240286,,1.530
43,mlp.experts.94.down_proj,0.0000528087,,1.533
43,mlp.experts.95.down_proj,0.0000621853,,1.535
43,mlp.experts.96.down_proj,0.0000179845,,1.538
43,mlp.experts.97.down_proj,0.0000408215,,1.540
43,mlp.experts.98.down_proj,0.0000423155,,1.543
43,mlp.experts.99.down_proj,0.0000380302,,1.545
43,mlp.experts.100.down_proj,0.0000210415,,1.547
43,mlp.experts.101.down_proj,0.0000101566,,1.550
43,mlp.experts.102.down_proj,0.0000184235,,1.552
43,mlp.experts.103.down_proj,0.0000100074,,1.555
43,mlp.experts.104.down_proj,0.0000343659,,1.557
43,mlp.experts.105.down_proj,0.0000317187,,1.560
43,mlp.experts.106.down_proj,0.0000180775,,1.562
43,mlp.experts.107.down_proj,0.0000089998,,1.564
43,mlp.experts.108.down_proj,0.0000370435,,1.567
43,mlp.experts.109.down_proj,0.0000612697,,1.570
43,mlp.experts.110.down_proj,0.0000163465,,1.573
43,mlp.experts.111.down_proj,0.0000597919,,1.575
43,mlp.experts.112.down_proj,0.0000259797,,1.577
43,mlp.experts.113.down_proj,0.0000384290,,1.580
43,mlp.experts.114.down_proj,0.0000297957,,1.582
43,mlp.experts.115.down_proj,0.0000359257,,1.585
43,mlp.experts.116.down_proj,0.0000088587,,1.587
43,mlp.experts.117.down_proj,0.0000467246,,1.590
43,mlp.experts.118.down_proj,0.0000351545,,1.592
43,mlp.experts.119.down_proj,0.0000386673,,1.595
43,mlp.experts.120.down_proj,0.0000060406,,1.597
43,mlp.experts.121.down_proj,0.0000742479,,1.600
43,mlp.experts.122.down_proj,0.0000542593,,1.602
43,mlp.experts.123.down_proj,0.0000570421,,1.604
43,mlp.experts.124.down_proj,0.0000098167,,1.607
43,mlp.experts.125.down_proj,0.0000226351,,1.609
43,mlp.experts.126.down_proj,0.0000200252,,1.611
43,mlp.experts.127.down_proj,0.0000067622,,1.614
43,mlp.experts.128.down_proj,0.0000189836,,1.616
43,mlp.experts.129.down_proj,0.0000213894,,1.619
43,mlp.experts.130.down_proj,0.0000164537,,1.622
43,mlp.experts.131.down_proj,0.0000181891,,1.624
43,mlp.experts.132.down_proj,0.0000421247,,1.627
43,mlp.experts.133.down_proj,0.0000501953,,1.629
43,mlp.experts.134.down_proj,0.0000445219,,1.631
43,mlp.experts.135.down_proj,0.0000770335,,1.634
43,mlp.experts.136.down_proj,0.0000139304,,1.636
43,mlp.experts.137.down_proj,0.0000075665,,1.639
43,mlp.experts.138.down_proj,0.0000078709,,1.641
43,mlp.experts.139.down_proj,0.0000181648,,1.643
43,mlp.experts.140.down_proj,0.0000322324,,1.646
43,mlp.experts.141.down_proj,0.0000197495,,1.648
43,mlp.experts.142.down_proj,0.0000126093,,1.650
43,mlp.experts.143.down_proj,0.0000472756,,1.653
43,mlp.experts.144.down_proj,0.0000150165,,1.655
43,mlp.experts.145.down_proj,0.0000099804,,1.658
43,mlp.experts.146.down_proj,0.0000286901,,1.660
43,mlp.experts.147.down_proj,0.0000204510,,1.662
43,mlp.experts.148.down_proj,0.0000382578,,1.665
43,mlp.experts.149.down_proj,0.0000046795,,1.668
43,mlp.experts.150.down_proj,0.0000090232,,1.671
43,mlp.experts.151.down_proj,0.0000264334,,1.673
43,mlp.experts.152.down_proj,0.0000202179,,1.675
43,mlp.experts.153.down_proj,0.0000773379,,1.678
43,mlp.experts.154.down_proj,0.0000119813,,1.680
43,mlp.experts.155.down_proj,0.0000065784,,1.683
43,mlp.experts.156.down_proj,0.0000303432,,1.685
43,mlp.experts.157.down_proj,0.0000601307,,1.687
43,mlp.experts.158.down_proj,0.0000703975,,1.690
43,mlp.experts.159.down_proj,0.0000324175,,1.692
43,mlp.experts.160.down_proj,0.0000434037,,1.695
43,mlp.experts.161.down_proj,0.0000571228,,1.697
43,mlp.experts.162.down_proj,0.0000187316,,1.700
43,mlp.experts.163.down_proj,0.0000598126,,1.702
43,mlp.experts.164.down_proj,0.0000881592,,1.705
43,mlp.experts.165.down_proj,0.0000378090,,1.707
43,mlp.experts.166.down_proj,0.0000542261,,1.710
43,mlp.experts.167.down_proj,0.0000764752,,1.712
43,mlp.experts.168.down_proj,0.0000240862,,1.715
43,mlp.experts.169.down_proj,0.0000406791,,1.718
43,mlp.experts.170.down_proj,0.0000779589,,1.720
43,mlp.experts.171.down_proj,0.0000303952,,1.723
43,mlp.experts.172.down_proj,0.0000544729,,1.725
43,mlp.experts.173.down_proj,0.0000275985,,1.728
43,mlp.experts.174.down_proj,0.0000580178,,1.730
43,mlp.experts.175.down_proj,0.0000593579,,1.733
43,mlp.experts.176.down_proj,0.0000395834,,1.735
43,mlp.experts.177.down_proj,0.0000686810,,1.738
43,mlp.experts.178.down_proj,0.0000336281,,1.740
43,mlp.experts.179.down_proj,0.0000374619,,1.742
43,mlp.experts.180.down_proj,0.0000084103,,1.745
43,mlp.experts.181.down_proj,0.0000287047,,1.747
43,mlp.experts.182.down_proj,0.0000418212,,1.750
43,mlp.experts.183.down_proj,0.0000337654,,1.752
43,mlp.experts.184.down_proj,0.0000080249,,1.755
43,mlp.experts.185.down_proj,0.0000326539,,1.757
43,mlp.experts.186.down_proj,0.0000170363,,1.760
43,mlp.experts.187.down_proj,0.0000040154,,1.762
43,mlp.experts.188.down_proj,0.0000230298,,1.765
43,mlp.experts.189.down_proj,0.0000107337,,1.768
43,mlp.experts.190.down_proj,0.0000683493,,1.770
43,mlp.experts.191.down_proj,0.0000275792,,1.773
43,mlp.experts.192.down_proj,0.0000790063,,1.775
43,mlp.experts.193.down_proj,0.0000034356,,1.778
43,mlp.experts.194.down_proj,0.0000353867,,1.780
43,mlp.experts.195.down_proj,0.0000231802,,1.783
43,mlp.experts.196.down_proj,0.0000216451,,1.785
43,mlp.experts.197.down_proj,0.0000252776,,1.788
43,mlp.experts.198.down_proj,0.0000387086,,1.790
43,mlp.experts.199.down_proj,0.0000428095,,1.792
43,mlp.experts.200.down_proj,0.0000106221,,1.795
43,mlp.experts.201.down_proj,0.0000168219,,1.797
43,mlp.experts.202.down_proj,0.0001308148,,1.800
43,mlp.experts.203.down_proj,0.0000473275,,1.802
43,mlp.experts.204.down_proj,0.0000095007,,1.805
43,mlp.experts.205.down_proj,0.0000396710,,1.808
43,mlp.experts.206.down_proj,0.0000327302,,1.810
43,mlp.experts.207.down_proj,0.0000489386,,1.813
43,mlp.experts.208.down_proj,0.0000018089,,1.815
43,mlp.experts.209.down_proj,0.0000182625,,1.818
43,mlp.experts.210.down_proj,0.0000244744,,1.821
43,mlp.experts.211.down_proj,0.0000428751,,1.823
43,mlp.experts.212.down_proj,0.0000120214,,1.826
43,mlp.experts.213.down_proj,0.0000579233,,1.828
43,mlp.experts.214.down_proj,0.0000262932,,1.831
43,mlp.experts.215.down_proj,0.0000153393,,1.833
43,mlp.experts.216.down_proj,0.0000152595,,1.836
43,mlp.experts.217.down_proj,0.0000179525,,1.838
43,mlp.experts.218.down_proj,0.0000371619,,1.841
43,mlp.experts.219.down_proj,0.0000444612,,1.843
43,mlp.experts.220.down_proj,0.0000182730,,1.846
43,mlp.experts.221.down_proj,0.0000259852,,1.848
43,mlp.experts.222.down_proj,0.0000432511,,1.851
43,mlp.experts.223.down_proj,0.0000402603,,1.853
43,mlp.experts.224.down_proj,0.0000496551,,1.856
43,mlp.experts.225.down_proj,0.0000161502,,1.858
43,mlp.experts.226.down_proj,0.0000173910,,1.861
43,mlp.experts.227.down_proj,0.0000562399,,1.863
43,mlp.experts.228.down_proj,0.0000677016,,1.866
43,mlp.experts.229.down_proj,0.0000154956,,1.869
43,mlp.experts.230.down_proj,0.0000648130,,1.871
43,mlp.experts.231.down_proj,0.0000511723,,1.874
43,mlp.experts.232.down_proj,0.0000683519,,1.876
43,mlp.experts.233.down_proj,0.0000216160,,1.878
43,mlp.experts.234.down_proj,0.0000130470,,1.881
43,mlp.experts.235.down_proj,0.0000388084,,1.883
43,mlp.experts.236.down_proj,0.0000689890,,1.886
43,mlp.experts.237.down_proj,0.0000390520,,1.888
43,mlp.experts.238.down_proj,0.0000249965,,1.890
43,mlp.experts.239.down_proj,0.0000174871,,1.893
43,mlp.experts.240.down_proj,0.0000130196,,1.895
43,mlp.experts.241.down_proj,0.0000320688,,1.898
43,mlp.experts.242.down_proj,0.0000309767,,1.900
43,mlp.experts.243.down_proj,0.0000918064,,1.902
43,mlp.experts.244.down_proj,0.0000059319,,1.905
43,mlp.experts.245.down_proj,0.0000315829,,1.907
43,mlp.experts.246.down_proj,0.0000719167,,1.910
43,mlp.experts.247.down_proj,0.0000326841,,1.912
43,mlp.experts.248.down_proj,0.0000140788,,1.914
43,mlp.experts.249.down_proj,0.0000447835,,1.918
43,mlp.experts.250.down_proj,0.0000106516,,1.920
43,mlp.experts.251.down_proj,0.0000077964,,1.923
43,mlp.experts.252.down_proj,0.0000421835,,1.925
43,mlp.experts.253.down_proj,0.0000453681,,1.927
43,mlp.experts.254.down_proj,0.0000093288,,1.930
43,mlp.experts.255.down_proj,0.0000604851,,1.932
44,mlp.experts.0.gate_proj,not applicable,,0.005
44,mlp.experts.0.up_proj,not applicable,,0.010
44,mlp.experts.1.gate_proj,not applicable,,0.013
44,mlp.experts.1.up_proj,not applicable,,0.016
44,mlp.experts.2.gate_proj,not applicable,,0.019
44,mlp.experts.2.up_proj,not applicable,,0.022
44,mlp.experts.3.gate_proj,not applicable,,0.024
44,mlp.experts.3.up_proj,not applicable,,0.028
44,mlp.experts.4.gate_proj,not applicable,,0.031
44,mlp.experts.4.up_proj,not applicable,,0.033
44,mlp.experts.5.gate_proj,not applicable,,0.036
44,mlp.experts.5.up_proj,not applicable,,0.038
44,mlp.experts.6.gate_proj,not applicable,,0.041
44,mlp.experts.6.up_proj,not applicable,,0.044
44,mlp.experts.7.gate_proj,not applicable,,0.047
44,mlp.experts.7.up_proj,not applicable,,0.049
44,mlp.experts.8.gate_proj,not applicable,,0.052
44,mlp.experts.8.up_proj,not applicable,,0.054
44,mlp.experts.9.gate_proj,not applicable,,0.057
44,mlp.experts.9.up_proj,not applicable,,0.059
44,mlp.experts.10.gate_proj,not applicable,,0.062
44,mlp.experts.10.up_proj,not applicable,,0.066
44,mlp.experts.11.gate_proj,not applicable,,0.068
44,mlp.experts.11.up_proj,not applicable,,0.071
44,mlp.experts.12.gate_proj,not applicable,,0.073
44,mlp.experts.12.up_proj,not applicable,,0.076
44,mlp.experts.13.gate_proj,not applicable,,0.078
44,mlp.experts.13.up_proj,not applicable,,0.081
44,mlp.experts.14.gate_proj,not applicable,,0.084
44,mlp.experts.14.up_proj,not applicable,,0.086
44,mlp.experts.15.gate_proj,not applicable,,0.089
44,mlp.experts.15.up_proj,not applicable,,0.092
44,mlp.experts.16.gate_proj,not applicable,,0.094
44,mlp.experts.16.up_proj,not applicable,,0.097
44,mlp.experts.17.gate_proj,not applicable,,0.099
44,mlp.experts.17.up_proj,not applicable,,0.102
44,mlp.experts.18.gate_proj,not applicable,,0.105
44,mlp.experts.18.up_proj,not applicable,,0.107
44,mlp.experts.19.gate_proj,not applicable,,0.110
44,mlp.experts.19.up_proj,not applicable,,0.112
44,mlp.experts.20.gate_proj,not applicable,,0.115
44,mlp.experts.20.up_proj,not applicable,,0.118
44,mlp.experts.21.gate_proj,not applicable,,0.120
44,mlp.experts.21.up_proj,not applicable,,0.123
44,mlp.experts.22.gate_proj,not applicable,,0.126
44,mlp.experts.22.up_proj,not applicable,,0.128
44,mlp.experts.23.gate_proj,not applicable,,0.131
44,mlp.experts.23.up_proj,not applicable,,0.133
44,mlp.experts.24.gate_proj,not applicable,,0.136
44,mlp.experts.24.up_proj,not applicable,,0.139
44,mlp.experts.25.gate_proj,not applicable,,0.141
44,mlp.experts.25.up_proj,not applicable,,0.144
44,mlp.experts.26.gate_proj,not applicable,,0.147
44,mlp.experts.26.up_proj,not applicable,,0.149
44,mlp.experts.27.gate_proj,not applicable,,0.152
44,mlp.experts.27.up_proj,not applicable,,0.154
44,mlp.experts.28.gate_proj,not applicable,,0.157
44,mlp.experts.28.up_proj,not applicable,,0.159
44,mlp.experts.29.gate_proj,not applicable,,0.162
44,mlp.experts.29.up_proj,not applicable,,0.164
44,mlp.experts.30.gate_proj,not applicable,,0.167
44,mlp.experts.30.up_proj,not applicable,,0.170
44,mlp.experts.31.gate_proj,not applicable,,0.173
44,mlp.experts.31.up_proj,not applicable,,0.176
44,mlp.experts.32.gate_proj,not applicable,,0.178
44,mlp.experts.32.up_proj,not applicable,,0.181
44,mlp.experts.33.gate_proj,not applicable,,0.183
44,mlp.experts.33.up_proj,not applicable,,0.186
44,mlp.experts.34.gate_proj,not applicable,,0.189
44,mlp.experts.34.up_proj,not applicable,,0.191
44,mlp.experts.35.gate_proj,not applicable,,0.194
44,mlp.experts.35.up_proj,not applicable,,0.196
44,mlp.experts.36.gate_proj,not applicable,,0.199
44,mlp.experts.36.up_proj,not applicable,,0.201
44,mlp.experts.37.gate_proj,not applicable,,0.204
44,mlp.experts.37.up_proj,not applicable,,0.206
44,mlp.experts.38.gate_proj,not applicable,,0.209
44,mlp.experts.38.up_proj,not applicable,,0.212
44,mlp.experts.39.gate_proj,not applicable,,0.214
44,mlp.experts.39.up_proj,not applicable,,0.217
44,mlp.experts.40.gate_proj,not applicable,,0.219
44,mlp.experts.40.up_proj,not applicable,,0.223
44,mlp.experts.41.gate_proj,not applicable,,0.225
44,mlp.experts.41.up_proj,not applicable,,0.228
44,mlp.experts.42.gate_proj,not applicable,,0.230
44,mlp.experts.42.up_proj,not applicable,,0.233
44,mlp.experts.43.gate_proj,not applicable,,0.235
44,mlp.experts.43.up_proj,not applicable,,0.238
44,mlp.experts.44.gate_proj,not applicable,,0.240
44,mlp.experts.44.up_proj,not applicable,,0.243
44,mlp.experts.45.gate_proj,not applicable,,0.245
44,mlp.experts.45.up_proj,not applicable,,0.248
44,mlp.experts.46.gate_proj,not applicable,,0.250
44,mlp.experts.46.up_proj,not applicable,,0.253
44,mlp.experts.47.gate_proj,not applicable,,0.255
44,mlp.experts.47.up_proj,not applicable,,0.257
44,mlp.experts.48.gate_proj,not applicable,,0.260
44,mlp.experts.48.up_proj,not applicable,,0.262
44,mlp.experts.49.gate_proj,not applicable,,0.265
44,mlp.experts.49.up_proj,not applicable,,0.268
44,mlp.experts.50.gate_proj,not applicable,,0.271
44,mlp.experts.50.up_proj,not applicable,,0.275
44,mlp.experts.51.gate_proj,not applicable,,0.277
44,mlp.experts.51.up_proj,not applicable,,0.280
44,mlp.experts.52.gate_proj,not applicable,,0.282
44,mlp.experts.52.up_proj,not applicable,,0.284
44,mlp.experts.53.gate_proj,not applicable,,0.287
44,mlp.experts.53.up_proj,not applicable,,0.290
44,mlp.experts.54.gate_proj,not applicable,,0.292
44,mlp.experts.54.up_proj,not applicable,,0.295
44,mlp.experts.55.gate_proj,not applicable,,0.297
44,mlp.experts.55.up_proj,not applicable,,0.300
44,mlp.experts.56.gate_proj,not applicable,,0.302
44,mlp.experts.56.up_proj,not applicable,,0.305
44,mlp.experts.57.gate_proj,not applicable,,0.307
44,mlp.experts.57.up_proj,not applicable,,0.310
44,mlp.experts.58.gate_proj,not applicable,,0.312
44,mlp.experts.58.up_proj,not applicable,,0.315
44,mlp.experts.59.gate_proj,not applicable,,0.317
44,mlp.experts.59.up_proj,not applicable,,0.320
44,mlp.experts.60.gate_proj,not applicable,,0.323
44,mlp.experts.60.up_proj,not applicable,,0.326
44,mlp.experts.61.gate_proj,not applicable,,0.328
44,mlp.experts.61.up_proj,not applicable,,0.331
44,mlp.experts.62.gate_proj,not applicable,,0.334
44,mlp.experts.62.up_proj,not applicable,,0.336
44,mlp.experts.63.gate_proj,not applicable,,0.339
44,mlp.experts.63.up_proj,not applicable,,0.341
44,mlp.experts.64.gate_proj,not applicable,,0.344
44,mlp.experts.64.up_proj,not applicable,,0.346
44,mlp.experts.65.gate_proj,not applicable,,0.349
44,mlp.experts.65.up_proj,not applicable,,0.351
44,mlp.experts.66.gate_proj,not applicable,,0.354
44,mlp.experts.66.up_proj,not applicable,,0.356
44,mlp.experts.67.gate_proj,not applicable,,0.359
44,mlp.experts.67.up_proj,not applicable,,0.361
44,mlp.experts.68.gate_proj,not applicable,,0.364
44,mlp.experts.68.up_proj,not applicable,,0.366
44,mlp.experts.69.gate_proj,not applicable,,0.369
44,mlp.experts.69.up_proj,not applicable,,0.371
44,mlp.experts.70.gate_proj,not applicable,,0.374
44,mlp.experts.70.up_proj,not applicable,,0.377
44,mlp.experts.71.gate_proj,not applicable,,0.380
44,mlp.experts.71.up_proj,not applicable,,0.382
44,mlp.experts.72.gate_proj,not applicable,,0.385
44,mlp.experts.72.up_proj,not applicable,,0.387
44,mlp.experts.73.gate_proj,not applicable,,0.390
44,mlp.experts.73.up_proj,not applicable,,0.392
44,mlp.experts.74.gate_proj,not applicable,,0.395
44,mlp.experts.74.up_proj,not applicable,,0.397
44,mlp.experts.75.gate_proj,not applicable,,0.400
44,mlp.experts.75.up_proj,not applicable,,0.402
44,mlp.experts.76.gate_proj,not applicable,,0.405
44,mlp.experts.76.up_proj,not applicable,,0.408
44,mlp.experts.77.gate_proj,not applicable,,0.410
44,mlp.experts.77.up_proj,not applicable,,0.413
44,mlp.experts.78.gate_proj,not applicable,,0.415
44,mlp.experts.78.up_proj,not applicable,,0.418
44,mlp.experts.79.gate_proj,not applicable,,0.420
44,mlp.experts.79.up_proj,not applicable,,0.423
44,mlp.experts.80.gate_proj,not applicable,,0.425
44,mlp.experts.80.up_proj,not applicable,,0.429
44,mlp.experts.81.gate_proj,not applicable,,0.432
44,mlp.experts.81.up_proj,not applicable,,0.434
44,mlp.experts.82.gate_proj,not applicable,,0.436
44,mlp.experts.82.up_proj,not applicable,,0.439
44,mlp.experts.83.gate_proj,not applicable,,0.442
44,mlp.experts.83.up_proj,not applicable,,0.444
44,mlp.experts.84.gate_proj,not applicable,,0.447
44,mlp.experts.84.up_proj,not applicable,,0.450
44,mlp.experts.85.gate_proj,not applicable,,0.452
44,mlp.experts.85.up_proj,not applicable,,0.455
44,mlp.experts.86.gate_proj,not applicable,,0.457
44,mlp.experts.86.up_proj,not applicable,,0.460
44,mlp.experts.87.gate_proj,not applicable,,0.462
44,mlp.experts.87.up_proj,not applicable,,0.465
44,mlp.experts.88.gate_proj,not applicable,,0.467
44,mlp.experts.88.up_proj,not applicable,,0.470
44,mlp.experts.89.gate_proj,not applicable,,0.472
44,mlp.experts.89.up_proj,not applicable,,0.475
44,mlp.experts.90.gate_proj,not applicable,,0.477
44,mlp.experts.90.up_proj,not applicable,,0.481
44,mlp.experts.91.gate_proj,not applicable,,0.483
44,mlp.experts.91.up_proj,not applicable,,0.486
44,mlp.experts.92.gate_proj,not applicable,,0.488
44,mlp.experts.92.up_proj,not applicable,,0.491
44,mlp.experts.93.gate_proj,not applicable,,0.493
44,mlp.experts.93.up_proj,not applicable,,0.496
44,mlp.experts.94.gate_proj,not applicable,,0.498
44,mlp.experts.94.up_proj,not applicable,,0.501
44,mlp.experts.95.gate_proj,not applicable,,0.503
44,mlp.experts.95.up_proj,not applicable,,0.506
44,mlp.experts.96.gate_proj,not applicable,,0.508
44,mlp.experts.96.up_proj,not applicable,,0.511
44,mlp.experts.97.gate_proj,not applicable,,0.513
44,mlp.experts.97.up_proj,not applicable,,0.516
44,mlp.experts.98.gate_proj,not applicable,,0.518
44,mlp.experts.98.up_proj,not applicable,,0.521
44,mlp.experts.99.gate_proj,not applicable,,0.523
44,mlp.experts.99.up_proj,not applicable,,0.526
44,mlp.experts.100.gate_proj,not applicable,,0.528
44,mlp.experts.100.up_proj,not applicable,,0.531
44,mlp.experts.101.gate_proj,not applicable,,0.534
44,mlp.experts.101.up_proj,not applicable,,0.536
44,mlp.experts.102.gate_proj,not applicable,,0.539
44,mlp.experts.102.up_proj,not applicable,,0.541
44,mlp.experts.103.gate_proj,not applicable,,0.544
44,mlp.experts.103.up_proj,not applicable,,0.546
44,mlp.experts.104.gate_proj,not applicable,,0.549
44,mlp.experts.104.up_proj,not applicable,,0.551
44,mlp.experts.105.gate_proj,not applicable,,0.553
44,mlp.experts.105.up_proj,not applicable,,0.556
44,mlp.experts.106.gate_proj,not applicable,,0.558
44,mlp.experts.106.up_proj,not applicable,,0.561
44,mlp.experts.107.gate_proj,not applicable,,0.563
44,mlp.experts.107.up_proj,not applicable,,0.566
44,mlp.experts.108.gate_proj,not applicable,,0.568
44,mlp.experts.108.up_proj,not applicable,,0.571
44,mlp.experts.109.gate_proj,not applicable,,0.573
44,mlp.experts.109.up_proj,not applicable,,0.576
44,mlp.experts.110.gate_proj,not applicable,,0.578
44,mlp.experts.110.up_proj,not applicable,,0.581
44,mlp.experts.111.gate_proj,not applicable,,0.584
44,mlp.experts.111.up_proj,not applicable,,0.586
44,mlp.experts.112.gate_proj,not applicable,,0.589
44,mlp.experts.112.up_proj,not applicable,,0.591
44,mlp.experts.113.gate_proj,not applicable,,0.594
44,mlp.experts.113.up_proj,not applicable,,0.596
44,mlp.experts.114.gate_proj,not applicable,,0.598
44,mlp.experts.114.up_proj,not applicable,,0.601
44,mlp.experts.115.gate_proj,not applicable,,0.603
44,mlp.experts.115.up_proj,not applicable,,0.606
44,mlp.experts.116.gate_proj,not applicable,,0.608
44,mlp.experts.116.up_proj,not applicable,,0.611
44,mlp.experts.117.gate_proj,not applicable,,0.613
44,mlp.experts.117.up_proj,not applicable,,0.615
44,mlp.experts.118.gate_proj,not applicable,,0.618
44,mlp.experts.118.up_proj,not applicable,,0.620
44,mlp.experts.119.gate_proj,not applicable,,0.623
44,mlp.experts.119.up_proj,not applicable,,0.626
44,mlp.experts.120.gate_proj,not applicable,,0.629
44,mlp.experts.120.up_proj,not applicable,,0.632
44,mlp.experts.121.gate_proj,not applicable,,0.635
44,mlp.experts.121.up_proj,not applicable,,0.637
44,mlp.experts.122.gate_proj,not applicable,,0.640
44,mlp.experts.122.up_proj,not applicable,,0.642
44,mlp.experts.123.gate_proj,not applicable,,0.645
44,mlp.experts.123.up_proj,not applicable,,0.647
44,mlp.experts.124.gate_proj,not applicable,,0.650
44,mlp.experts.124.up_proj,not applicable,,0.652
44,mlp.experts.125.gate_proj,not applicable,,0.655
44,mlp.experts.125.up_proj,not applicable,,0.657
44,mlp.experts.126.gate_proj,not applicable,,0.660
44,mlp.experts.126.up_proj,not applicable,,0.662
44,mlp.experts.127.gate_proj,not applicable,,0.665
44,mlp.experts.127.up_proj,not applicable,,0.667
44,mlp.experts.128.gate_proj,not applicable,,0.670
44,mlp.experts.128.up_proj,not applicable,,0.672
44,mlp.experts.129.gate_proj,not applicable,,0.675
44,mlp.experts.129.up_proj,not applicable,,0.677
44,mlp.experts.130.gate_proj,not applicable,,0.680
44,mlp.experts.130.up_proj,not applicable,,0.683
44,mlp.experts.131.gate_proj,not applicable,,0.686
44,mlp.experts.131.up_proj,not applicable,,0.688
44,mlp.experts.132.gate_proj,not applicable,,0.691
44,mlp.experts.132.up_proj,not applicable,,0.693
44,mlp.experts.133.gate_proj,not applicable,,0.696
44,mlp.experts.133.up_proj,not applicable,,0.698
44,mlp.experts.134.gate_proj,not applicable,,0.701
44,mlp.experts.134.up_proj,not applicable,,0.703
44,mlp.experts.135.gate_proj,not applicable,,0.706
44,mlp.experts.135.up_proj,not applicable,,0.708
44,mlp.experts.136.gate_proj,not applicable,,0.711
44,mlp.experts.136.up_proj,not applicable,,0.713
44,mlp.experts.137.gate_proj,not applicable,,0.716
44,mlp.experts.137.up_proj,not applicable,,0.718
44,mlp.experts.138.gate_proj,not applicable,,0.721
44,mlp.experts.138.up_proj,not applicable,,0.723
44,mlp.experts.139.gate_proj,not applicable,,0.726
44,mlp.experts.139.up_proj,not applicable,,0.728
44,mlp.experts.140.gate_proj,not applicable,,0.731
44,mlp.experts.140.up_proj,not applicable,,0.735
44,mlp.experts.141.gate_proj,not applicable,,0.737
44,mlp.experts.141.up_proj,not applicable,,0.740
44,mlp.experts.142.gate_proj,not applicable,,0.742
44,mlp.experts.142.up_proj,not applicable,,0.744
44,mlp.experts.143.gate_proj,not applicable,,0.747
44,mlp.experts.143.up_proj,not applicable,,0.749
44,mlp.experts.144.gate_proj,not applicable,,0.752
44,mlp.experts.144.up_proj,not applicable,,0.754
44,mlp.experts.145.gate_proj,not applicable,,0.757
44,mlp.experts.145.up_proj,not applicable,,0.759
44,mlp.experts.146.gate_proj,not applicable,,0.762
44,mlp.experts.146.up_proj,not applicable,,0.764
44,mlp.experts.147.gate_proj,not applicable,,0.767
44,mlp.experts.147.up_proj,not applicable,,0.769
44,mlp.experts.148.gate_proj,not applicable,,0.772
44,mlp.experts.148.up_proj,not applicable,,0.774
44,mlp.experts.149.gate_proj,not applicable,,0.777
44,mlp.experts.149.up_proj,not applicable,,0.779
44,mlp.experts.150.gate_proj,not applicable,,0.782
44,mlp.experts.150.up_proj,not applicable,,0.785
44,mlp.experts.151.gate_proj,not applicable,,0.787
44,mlp.experts.151.up_proj,not applicable,,0.790
44,mlp.experts.152.gate_proj,not applicable,,0.792
44,mlp.experts.152.up_proj,not applicable,,0.795
44,mlp.experts.153.gate_proj,not applicable,,0.797
44,mlp.experts.153.up_proj,not applicable,,0.800
44,mlp.experts.154.gate_proj,not applicable,,0.802
44,mlp.experts.154.up_proj,not applicable,,0.805
44,mlp.experts.155.gate_proj,not applicable,,0.807
44,mlp.experts.155.up_proj,not applicable,,0.810
44,mlp.experts.156.gate_proj,not applicable,,0.812
44,mlp.experts.156.up_proj,not applicable,,0.815
44,mlp.experts.157.gate_proj,not applicable,,0.817
44,mlp.experts.157.up_proj,not applicable,,0.820
44,mlp.experts.158.gate_proj,not applicable,,0.822
44,mlp.experts.158.up_proj,not applicable,,0.825
44,mlp.experts.159.gate_proj,not applicable,,0.827
44,mlp.experts.159.up_proj,not applicable,,0.829
44,mlp.experts.160.gate_proj,not applicable,,0.832
44,mlp.experts.160.up_proj,not applicable,,0.836
44,mlp.experts.161.gate_proj,not applicable,,0.838
44,mlp.experts.161.up_proj,not applicable,,0.840
44,mlp.experts.162.gate_proj,not applicable,,0.843
44,mlp.experts.162.up_proj,not applicable,,0.845
44,mlp.experts.163.gate_proj,not applicable,,0.848
44,mlp.experts.163.up_proj,not applicable,,0.850
44,mlp.experts.164.gate_proj,not applicable,,0.853
44,mlp.experts.164.up_proj,not applicable,,0.855
44,mlp.experts.165.gate_proj,not applicable,,0.858
44,mlp.experts.165.up_proj,not applicable,,0.860
44,mlp.experts.166.gate_proj,not applicable,,0.862
44,mlp.experts.166.up_proj,not applicable,,0.865
44,mlp.experts.167.gate_proj,not applicable,,0.868
44,mlp.experts.167.up_proj,not applicable,,0.870
44,mlp.experts.168.gate_proj,not applicable,,0.873
44,mlp.experts.168.up_proj,not applicable,,0.875
44,mlp.experts.169.gate_proj,not applicable,,0.877
44,mlp.experts.169.up_proj,not applicable,,0.880
44,mlp.experts.170.gate_proj,not applicable,,0.882
44,mlp.experts.170.up_proj,not applicable,,0.886
44,mlp.experts.171.gate_proj,not applicable,,0.888
44,mlp.experts.171.up_proj,not applicable,,0.891
44,mlp.experts.172.gate_proj,not applicable,,0.893
44,mlp.experts.172.up_proj,not applicable,,0.896
44,mlp.experts.173.gate_proj,not applicable,,0.898
44,mlp.experts.173.up_proj,not applicable,,0.901
44,mlp.experts.174.gate_proj,not applicable,,0.903
44,mlp.experts.174.up_proj,not applicable,,0.906
44,mlp.experts.175.gate_proj,not applicable,,0.909
44,mlp.experts.175.up_proj,not applicable,,0.911
44,mlp.experts.176.gate_proj,not applicable,,0.914
44,mlp.experts.176.up_proj,not applicable,,0.916
44,mlp.experts.177.gate_proj,not applicable,,0.919
44,mlp.experts.177.up_proj,not applicable,,0.922
44,mlp.experts.178.gate_proj,not applicable,,0.924
44,mlp.experts.178.up_proj,not applicable,,0.927
44,mlp.experts.179.gate_proj,not applicable,,0.929
44,mlp.experts.179.up_proj,not applicable,,0.931
44,mlp.experts.180.gate_proj,not applicable,,0.934
44,mlp.experts.180.up_proj,not applicable,,0.937
44,mlp.experts.181.gate_proj,not applicable,,0.940
44,mlp.experts.181.up_proj,not applicable,,0.942
44,mlp.experts.182.gate_proj,not applicable,,0.945
44,mlp.experts.182.up_proj,not applicable,,0.947
44,mlp.experts.183.gate_proj,not applicable,,0.950
44,mlp.experts.183.up_proj,not applicable,,0.952
44,mlp.experts.184.gate_proj,not applicable,,0.955
44,mlp.experts.184.up_proj,not applicable,,0.957
44,mlp.experts.185.gate_proj,not applicable,,0.960
44,mlp.experts.185.up_proj,not applicable,,0.962
44,mlp.experts.186.gate_proj,not applicable,,0.965
44,mlp.experts.186.up_proj,not applicable,,0.967
44,mlp.experts.187.gate_proj,not applicable,,0.970
44,mlp.experts.187.up_proj,not applicable,,0.972
44,mlp.experts.188.gate_proj,not applicable,,0.975
44,mlp.experts.188.up_proj,not applicable,,0.977
44,mlp.experts.189.gate_proj,not applicable,,0.980
44,mlp.experts.189.up_proj,not applicable,,0.982
44,mlp.experts.190.gate_proj,not applicable,,0.985
44,mlp.experts.190.up_proj,not applicable,,0.988
44,mlp.experts.191.gate_proj,not applicable,,0.991
44,mlp.experts.191.up_proj,not applicable,,0.994
44,mlp.experts.192.gate_proj,not applicable,,0.996
44,mlp.experts.192.up_proj,not applicable,,0.999
44,mlp.experts.193.gate_proj,not applicable,,1.001
44,mlp.experts.193.up_proj,not applicable,,1.004
44,mlp.experts.194.gate_proj,not applicable,,1.006
44,mlp.experts.194.up_proj,not applicable,,1.009
44,mlp.experts.195.gate_proj,not applicable,,1.011
44,mlp.experts.195.up_proj,not applicable,,1.014
44,mlp.experts.196.gate_proj,not applicable,,1.016
44,mlp.experts.196.up_proj,not applicable,,1.019
44,mlp.experts.197.gate_proj,not applicable,,1.021
44,mlp.experts.197.up_proj,not applicable,,1.024
44,mlp.experts.198.gate_proj,not applicable,,1.026
44,mlp.experts.198.up_proj,not applicable,,1.028
44,mlp.experts.199.gate_proj,not applicable,,1.031
44,mlp.experts.199.up_proj,not applicable,,1.033
44,mlp.experts.200.gate_proj,not applicable,,1.036
44,mlp.experts.200.up_proj,not applicable,,1.039
44,mlp.experts.201.gate_proj,not applicable,,1.042
44,mlp.experts.201.up_proj,not applicable,,1.044
44,mlp.experts.202.gate_proj,not applicable,,1.047
44,mlp.experts.202.up_proj,not applicable,,1.049
44,mlp.experts.203.gate_proj,not applicable,,1.051
44,mlp.experts.203.up_proj,not applicable,,1.054
44,mlp.experts.204.gate_proj,not applicable,,1.056
44,mlp.experts.204.up_proj,not applicable,,1.059
44,mlp.experts.205.gate_proj,not applicable,,1.061
44,mlp.experts.205.up_proj,not applicable,,1.064
44,mlp.experts.206.gate_proj,not applicable,,1.066
44,mlp.experts.206.up_proj,not applicable,,1.068
44,mlp.experts.207.gate_proj,not applicable,,1.071
44,mlp.experts.207.up_proj,not applicable,,1.073
44,mlp.experts.208.gate_proj,not applicable,,1.076
44,mlp.experts.208.up_proj,not applicable,,1.078
44,mlp.experts.209.gate_proj,not applicable,,1.081
44,mlp.experts.209.up_proj,not applicable,,1.083
44,mlp.experts.210.gate_proj,not applicable,,1.085
44,mlp.experts.210.up_proj,not applicable,,1.089
44,mlp.experts.211.gate_proj,not applicable,,1.091
44,mlp.experts.211.up_proj,not applicable,,1.094
44,mlp.experts.212.gate_proj,not applicable,,1.096
44,mlp.experts.212.up_proj,not applicable,,1.098
44,mlp.experts.213.gate_proj,not applicable,,1.101
44,mlp.experts.213.up_proj,not applicable,,1.103
44,mlp.experts.214.gate_proj,not applicable,,1.106
44,mlp.experts.214.up_proj,not applicable,,1.108
44,mlp.experts.215.gate_proj,not applicable,,1.111
44,mlp.experts.215.up_proj,not applicable,,1.113
44,mlp.experts.216.gate_proj,not applicable,,1.116
44,mlp.experts.216.up_proj,not applicable,,1.118
44,mlp.experts.217.gate_proj,not applicable,,1.121
44,mlp.experts.217.up_proj,not applicable,,1.124
44,mlp.experts.218.gate_proj,not applicable,,1.126
44,mlp.experts.218.up_proj,not applicable,,1.129
44,mlp.experts.219.gate_proj,not applicable,,1.131
44,mlp.experts.219.up_proj,not applicable,,1.134
44,mlp.experts.220.gate_proj,not applicable,,1.136
44,mlp.experts.220.up_proj,not applicable,,1.140
44,mlp.experts.221.gate_proj,not applicable,,1.142
44,mlp.experts.221.up_proj,not applicable,,1.145
44,mlp.experts.222.gate_proj,not applicable,,1.147
44,mlp.experts.222.up_proj,not applicable,,1.150
44,mlp.experts.223.gate_proj,not applicable,,1.152
44,mlp.experts.223.up_proj,not applicable,,1.155
44,mlp.experts.224.gate_proj,not applicable,,1.157
44,mlp.experts.224.up_proj,not applicable,,1.160
44,mlp.experts.225.gate_proj,not applicable,,1.163
44,mlp.experts.225.up_proj,not applicable,,1.166
44,mlp.experts.226.gate_proj,not applicable,,1.172
44,mlp.experts.226.up_proj,not applicable,,1.175
44,mlp.experts.227.gate_proj,not applicable,,1.178
44,mlp.experts.227.up_proj,not applicable,,1.181
44,mlp.experts.228.gate_proj,not applicable,,1.184
44,mlp.experts.228.up_proj,not applicable,,1.186
44,mlp.experts.229.gate_proj,not applicable,,1.189
44,mlp.experts.229.up_proj,not applicable,,1.191
44,mlp.experts.230.gate_proj,not applicable,,1.194
44,mlp.experts.230.up_proj,not applicable,,1.198
44,mlp.experts.231.gate_proj,not applicable,,1.200
44,mlp.experts.231.up_proj,not applicable,,1.203
44,mlp.experts.232.gate_proj,not applicable,,1.205
44,mlp.experts.232.up_proj,not applicable,,1.208
44,mlp.experts.233.gate_proj,not applicable,,1.210
44,mlp.experts.233.up_proj,not applicable,,1.213
44,mlp.experts.234.gate_proj,not applicable,,1.215
44,mlp.experts.234.up_proj,not applicable,,1.218
44,mlp.experts.235.gate_proj,not applicable,,1.220
44,mlp.experts.235.up_proj,not applicable,,1.223
44,mlp.experts.236.gate_proj,not applicable,,1.226
44,mlp.experts.236.up_proj,not applicable,,1.228
44,mlp.experts.237.gate_proj,not applicable,,1.231
44,mlp.experts.237.up_proj,not applicable,,1.233
44,mlp.experts.238.gate_proj,not applicable,,1.236
44,mlp.experts.238.up_proj,not applicable,,1.238
44,mlp.experts.239.gate_proj,not applicable,,1.241
44,mlp.experts.239.up_proj,not applicable,,1.244
44,mlp.experts.240.gate_proj,not applicable,,1.246
44,mlp.experts.240.up_proj,not applicable,,1.250
44,mlp.experts.241.gate_proj,not applicable,,1.252
44,mlp.experts.241.up_proj,not applicable,,1.255
44,mlp.experts.242.gate_proj,not applicable,,1.257
44,mlp.experts.242.up_proj,not applicable,,1.260
44,mlp.experts.243.gate_proj,not applicable,,1.263
44,mlp.experts.243.up_proj,not applicable,,1.265
44,mlp.experts.244.gate_proj,not applicable,,1.268
44,mlp.experts.244.up_proj,not applicable,,1.270
44,mlp.experts.245.gate_proj,not applicable,,1.273
44,mlp.experts.245.up_proj,not applicable,,1.276
44,mlp.experts.246.gate_proj,not applicable,,1.278
44,mlp.experts.246.up_proj,not applicable,,1.281
44,mlp.experts.247.gate_proj,not applicable,,1.283
44,mlp.experts.247.up_proj,not applicable,,1.286
44,mlp.experts.248.gate_proj,not applicable,,1.288
44,mlp.experts.248.up_proj,not applicable,,1.291
44,mlp.experts.249.gate_proj,not applicable,,1.293
44,mlp.experts.249.up_proj,not applicable,,1.296
44,mlp.experts.250.gate_proj,not applicable,,1.298
44,mlp.experts.250.up_proj,not applicable,,1.302
44,mlp.experts.251.gate_proj,not applicable,,1.304
44,mlp.experts.251.up_proj,not applicable,,1.307
44,mlp.experts.252.gate_proj,not applicable,,1.309
44,mlp.experts.252.up_proj,not applicable,,1.312
44,mlp.experts.253.gate_proj,not applicable,,1.314
44,mlp.experts.253.up_proj,not applicable,,1.317
44,mlp.experts.254.gate_proj,not applicable,,1.319
44,mlp.experts.254.up_proj,not applicable,,1.322
44,mlp.experts.255.gate_proj,not applicable,,1.324
44,mlp.experts.255.up_proj,not applicable,,1.327
44,mlp.experts.0.down_proj,0.0001124822,,1.330
44,mlp.experts.1.down_proj,0.0000165407,,1.332
44,mlp.experts.2.down_proj,0.0000744183,,1.334
44,mlp.experts.3.down_proj,0.0000642938,,1.337
44,mlp.experts.4.down_proj,0.0000770822,,1.339
44,mlp.experts.5.down_proj,0.0001054722,,1.342
44,mlp.experts.6.down_proj,0.0000539748,,1.344
44,mlp.experts.7.down_proj,0.0000820975,,1.347
44,mlp.experts.8.down_proj,0.0000690142,,1.349
44,mlp.experts.9.down_proj,0.0000623524,,1.353
44,mlp.experts.10.down_proj,0.0001484114,,1.356
44,mlp.experts.11.down_proj,0.0000963029,,1.358
44,mlp.experts.12.down_proj,0.0000396912,,1.361
44,mlp.experts.13.down_proj,0.0000321600,,1.363
44,mlp.experts.14.down_proj,0.0000800913,,1.366
44,mlp.experts.15.down_proj,0.0000863662,,1.368
44,mlp.experts.16.down_proj,0.0000494732,,1.370
44,mlp.experts.17.down_proj,0.0000603102,,1.373
44,mlp.experts.18.down_proj,0.0000430810,,1.375
44,mlp.experts.19.down_proj,0.0000203061,,1.377
44,mlp.experts.20.down_proj,0.0000363907,,1.380
44,mlp.experts.21.down_proj,0.0000730500,,1.382
44,mlp.experts.22.down_proj,0.0000988198,,1.385
44,mlp.experts.23.down_proj,0.0000314347,,1.387
44,mlp.experts.24.down_proj,0.0000175131,,1.390
44,mlp.experts.25.down_proj,0.0000333061,,1.392
44,mlp.experts.26.down_proj,0.0000184186,,1.394
44,mlp.experts.27.down_proj,0.0000802907,,1.397
44,mlp.experts.28.down_proj,0.0000092697,,1.399
44,mlp.experts.29.down_proj,0.0000234392,,1.403
44,mlp.experts.30.down_proj,0.0000208306,,1.405
44,mlp.experts.31.down_proj,0.0000484541,,1.408
44,mlp.experts.32.down_proj,0.0000260147,,1.410
44,mlp.experts.33.down_proj,0.0000234763,,1.413
44,mlp.experts.34.down_proj,0.0000911892,,1.415
44,mlp.experts.35.down_proj,0.0000177610,,1.418
44,mlp.experts.36.down_proj,0.0000170316,,1.420
44,mlp.experts.37.down_proj,0.0000575575,,1.422
44,mlp.experts.38.down_proj,0.0000118668,,1.425
44,mlp.experts.39.down_proj,0.0000277228,,1.427
44,mlp.experts.40.down_proj,0.0000490643,,1.430
44,mlp.experts.41.down_proj,0.0000111622,,1.432
44,mlp.experts.42.down_proj,0.0000764171,,1.435
44,mlp.experts.43.down_proj,0.0000147357,,1.437
44,mlp.experts.44.down_proj,0.0000525318,,1.439
44,mlp.experts.45.down_proj,0.0000688361,,1.442
44,mlp.experts.46.down_proj,0.0000907551,,1.445
44,mlp.experts.47.down_proj,0.0000670008,,1.447
44,mlp.experts.48.down_proj,0.0000329301,,1.449
44,mlp.experts.49.down_proj,0.0000746623,,1.453
44,mlp.experts.50.down_proj,0.0000414768,,1.455
44,mlp.experts.51.down_proj,0.0000143103,,1.458
44,mlp.experts.52.down_proj,0.0000511046,,1.460
44,mlp.experts.53.down_proj,0.0000113895,,1.463
44,mlp.experts.54.down_proj,0.0000466212,,1.465
44,mlp.experts.55.down_proj,0.0000082799,,1.467
44,mlp.experts.56.down_proj,0.0000849357,,1.470
44,mlp.experts.57.down_proj,0.0000979971,,1.472
44,mlp.experts.58.down_proj,0.0000613229,,1.475
44,mlp.experts.59.down_proj,0.0000118752,,1.477
44,mlp.experts.60.down_proj,0.0000357346,,1.480
44,mlp.experts.61.down_proj,0.0000265482,,1.482
44,mlp.experts.62.down_proj,0.0000725378,,1.485
44,mlp.experts.63.down_proj,0.0000562671,,1.487
44,mlp.experts.64.down_proj,0.0000940237,,1.490
44,mlp.experts.65.down_proj,0.0000072065,,1.492
44,mlp.experts.66.down_proj,0.0000105191,,1.495
44,mlp.experts.67.down_proj,0.0001027413,,1.497
44,mlp.experts.68.down_proj,0.0001006828,,1.499
44,mlp.experts.69.down_proj,0.0001110356,,1.503
44,mlp.experts.70.down_proj,0.0000228660,,1.505
44,mlp.experts.71.down_proj,0.0000355402,,1.508
44,mlp.experts.72.down_proj,0.0000112455,,1.510
44,mlp.experts.73.down_proj,0.0000234555,,1.513
44,mlp.experts.74.down_proj,0.0000502598,,1.515
44,mlp.experts.75.down_proj,0.0000157806,,1.518
44,mlp.experts.76.down_proj,0.0000431169,,1.520
44,mlp.experts.77.down_proj,0.0000991932,,1.522
44,mlp.experts.78.down_proj,0.0000229296,,1.525
44,mlp.experts.79.down_proj,0.0000121897,,1.528
44,mlp.experts.80.down_proj,0.0000619232,,1.530
44,mlp.experts.81.down_proj,0.0000199029,,1.533
44,mlp.experts.82.down_proj,0.0000399364,,1.535
44,mlp.experts.83.down_proj,0.0000673844,,1.537
44,mlp.experts.84.down_proj,0.0000281803,,1.540
44,mlp.experts.85.down_proj,0.0001311154,,1.543
44,mlp.experts.86.down_proj,0.0000136650,,1.545
44,mlp.experts.87.down_proj,0.0000102511,,1.547
44,mlp.experts.88.down_proj,0.0000193778,,1.550
44,mlp.experts.89.down_proj,0.0000296650,,1.554
44,mlp.experts.90.down_proj,0.0000270407,,1.556
44,mlp.experts.91.down_proj,0.0000064572,,1.559
44,mlp.experts.92.down_proj,0.0000431649,,1.561
44,mlp.experts.93.down_proj,0.0000316598,,1.563
44,mlp.experts.94.down_proj,0.0000411716,,1.566
44,mlp.experts.95.down_proj,0.0000083362,,1.568
44,mlp.experts.96.down_proj,0.0000163390,,1.571
44,mlp.experts.97.down_proj,0.0000520191,,1.573
44,mlp.experts.98.down_proj,0.0000401706,,1.576
44,mlp.experts.99.down_proj,0.0000441330,,1.578
44,mlp.experts.100.down_proj,0.0000843046,,1.580
44,mlp.experts.101.down_proj,0.0000439804,,1.583
44,mlp.experts.102.down_proj,0.0001060901,,1.585
44,mlp.experts.103.down_proj,0.0000292961,,1.588
44,mlp.experts.104.down_proj,0.0000172619,,1.590
44,mlp.experts.105.down_proj,0.0000374391,,1.593
44,mlp.experts.106.down_proj,0.0000327943,,1.595
44,mlp.experts.107.down_proj,0.0000620702,,1.597
44,mlp.experts.108.down_proj,0.0000456493,,1.600
44,mlp.experts.109.down_proj,0.0000097940,,1.603
44,mlp.experts.110.down_proj,0.0000102316,,1.606
44,mlp.experts.111.down_proj,0.0000222320,,1.608
44,mlp.experts.112.down_proj,0.0000473838,,1.610
44,mlp.experts.113.down_proj,0.0000150049,,1.613
44,mlp.experts.114.down_proj,0.0000711932,,1.615
44,mlp.experts.115.down_proj,0.0000821653,,1.618
44,mlp.experts.116.down_proj,0.0000320495,,1.620
44,mlp.experts.117.down_proj,0.0000092919,,1.623
44,mlp.experts.118.down_proj,0.0000362841,,1.625
44,mlp.experts.119.down_proj,0.0000119734,,1.628
44,mlp.experts.120.down_proj,0.0000502779,,1.630
44,mlp.experts.121.down_proj,0.0000764570,,1.633
44,mlp.experts.122.down_proj,0.0000116612,,1.635
44,mlp.experts.123.down_proj,0.0001257727,,1.638
44,mlp.experts.124.down_proj,0.0000457636,,1.640
44,mlp.experts.125.down_proj,0.0000009271,,1.643
44,mlp.experts.126.down_proj,0.0000610175,,1.646
44,mlp.experts.127.down_proj,0.0000314590,,1.648
44,mlp.experts.128.down_proj,0.0000556485,,1.651
44,mlp.experts.129.down_proj,0.0000401675,,1.654
44,mlp.experts.130.down_proj,0.0000541146,,1.657
44,mlp.experts.131.down_proj,0.0000862113,,1.659
44,mlp.experts.132.down_proj,0.0000373741,,1.662
44,mlp.experts.133.down_proj,0.0000326046,,1.664
44,mlp.experts.134.down_proj,0.0000239923,,1.667
44,mlp.experts.135.down_proj,0.0000757383,,1.669
44,mlp.experts.136.down_proj,0.0000432451,,1.672
44,mlp.experts.137.down_proj,0.0000600436,,1.674
44,mlp.experts.138.down_proj,0.0000496607,,1.677
44,mlp.experts.139.down_proj,0.0000426521,,1.679
44,mlp.experts.140.down_proj,0.0000466017,,1.682
44,mlp.experts.141.down_proj,0.0000196799,,1.684
44,mlp.experts.142.down_proj,0.0000718162,,1.687
44,mlp.experts.143.down_proj,0.0000996647,,1.689
44,mlp.experts.144.down_proj,0.0000355387,,1.692
44,mlp.experts.145.down_proj,0.0000845655,,1.694
44,mlp.experts.146.down_proj,0.0000626035,,1.697
44,mlp.experts.147.down_proj,0.0000659413,,1.699
44,mlp.experts.148.down_proj,0.0000374902,,1.702
44,mlp.experts.149.down_proj,0.0000323718,,1.705
44,mlp.experts.150.down_proj,0.0000486485,,1.707
44,mlp.experts.151.down_proj,0.0000134021,,1.710
44,mlp.experts.152.down_proj,0.0000865984,,1.712
44,mlp.experts.153.down_proj,0.0000319689,,1.715
44,mlp.experts.154.down_proj,0.0000335034,,1.717
44,mlp.experts.155.down_proj,0.0000131741,,1.720
44,mlp.experts.156.down_proj,0.0000714800,,1.722
44,mlp.experts.157.down_proj,0.0000194631,,1.725
44,mlp.experts.158.down_proj,0.0000102548,,1.727
44,mlp.experts.159.down_proj,0.0001054199,,1.730
44,mlp.experts.160.down_proj,0.0000375214,,1.732
44,mlp.experts.161.down_proj,0.0000319087,,1.735
44,mlp.experts.162.down_proj,0.0000117707,,1.737
44,mlp.experts.163.down_proj,0.0000153361,,1.740
44,mlp.experts.164.down_proj,0.0000415768,,1.742
44,mlp.experts.165.down_proj,0.0000596172,,1.745
44,mlp.experts.166.down_proj,0.0000407656,,1.748
44,mlp.experts.167.down_proj,0.0000355634,,1.750
44,mlp.experts.168.down_proj,0.0000158340,,1.753
44,mlp.experts.169.down_proj,0.0000429863,,1.756
44,mlp.experts.170.down_proj,0.0000080469,,1.758
44,mlp.experts.171.down_proj,0.0000537242,,1.761
44,mlp.experts.172.down_proj,0.0000757060,,1.763
44,mlp.experts.173.down_proj,0.0000355498,,1.766
44,mlp.experts.174.down_proj,0.0000091154,,1.768
44,mlp.experts.175.down_proj,0.0000087655,,1.770
44,mlp.experts.176.down_proj,0.0000649610,,1.773
44,mlp.experts.177.down_proj,0.0000371496,,1.775
44,mlp.experts.178.down_proj,0.0000185699,,1.778
44,mlp.experts.179.down_proj,0.0000629364,,1.780
44,mlp.experts.180.down_proj,0.0001033644,,1.782
44,mlp.experts.181.down_proj,0.0000297582,,1.785
44,mlp.experts.182.down_proj,0.0000364762,,1.787
44,mlp.experts.183.down_proj,0.0000822922,,1.790
44,mlp.experts.184.down_proj,0.0000513465,,1.792
44,mlp.experts.185.down_proj,0.0000218379,,1.795
44,mlp.experts.186.down_proj,0.0000173067,,1.797
44,mlp.experts.187.down_proj,0.0000372389,,1.799
44,mlp.experts.188.down_proj,0.0000271305,,1.802
44,mlp.experts.189.down_proj,0.0000120854,,1.805
44,mlp.experts.190.down_proj,0.0000053764,,1.807
44,mlp.experts.191.down_proj,0.0000606499,,1.810
44,mlp.experts.192.down_proj,0.0000572344,,1.812
44,mlp.experts.193.down_proj,0.0000849547,,1.815
44,mlp.experts.194.down_proj,0.0000585682,,1.817
44,mlp.experts.195.down_proj,0.0000360335,,1.820
44,mlp.experts.196.down_proj,0.0000145087,,1.822
44,mlp.experts.197.down_proj,0.0000190248,,1.824
44,mlp.experts.198.down_proj,0.0000495298,,1.827
44,mlp.experts.199.down_proj,0.0000122872,,1.829
44,mlp.experts.200.down_proj,0.0000889124,,1.832
44,mlp.experts.201.down_proj,0.0000222254,,1.834
44,mlp.experts.202.down_proj,0.0000802084,,1.837
44,mlp.experts.203.down_proj,0.0000287176,,1.839
44,mlp.experts.204.down_proj,0.0000222128,,1.842
44,mlp.experts.205.down_proj,0.0000198362,,1.844
44,mlp.experts.206.down_proj,0.0000566353,,1.847
44,mlp.experts.207.down_proj,0.0000180599,,1.849
44,mlp.experts.208.down_proj,0.0000645022,,1.852
44,mlp.experts.209.down_proj,0.0001316720,,1.855
44,mlp.experts.210.down_proj,0.0000287675,,1.858
44,mlp.experts.211.down_proj,0.0000249164,,1.860
44,mlp.experts.212.down_proj,0.0000661932,,1.863
44,mlp.experts.213.down_proj,0.0000658922,,1.865
44,mlp.experts.214.down_proj,0.0000273145,,1.868
44,mlp.experts.215.down_proj,0.0000638285,,1.870
44,mlp.experts.216.down_proj,0.0000275905,,1.873
44,mlp.experts.217.down_proj,0.0000382549,,1.876
44,mlp.experts.218.down_proj,0.0000754981,,1.878
44,mlp.experts.219.down_proj,0.0000227552,,1.881
44,mlp.experts.220.down_proj,0.0000194787,,1.883
44,mlp.experts.221.down_proj,0.0000069721,,1.886
44,mlp.experts.222.down_proj,0.0000127391,,1.888
44,mlp.experts.223.down_proj,0.0000481087,,1.891
44,mlp.experts.224.down_proj,0.0000480189,,1.893
44,mlp.experts.225.down_proj,0.0000358009,,1.896
44,mlp.experts.226.down_proj,0.0001159552,,1.899
44,mlp.experts.227.down_proj,0.0000279241,,1.901
44,mlp.experts.228.down_proj,0.0000700660,,1.904
44,mlp.experts.229.down_proj,0.0000464088,,1.907
44,mlp.experts.230.down_proj,0.0001310461,,1.909
44,mlp.experts.231.down_proj,0.0000581619,,1.912
44,mlp.experts.232.down_proj,0.0000866548,,1.914
44,mlp.experts.233.down_proj,0.0000000876,,1.917
44,mlp.experts.234.down_proj,0.0000748924,,1.919
44,mlp.experts.235.down_proj,0.0000746513,,1.922
44,mlp.experts.236.down_proj,0.0000731393,,1.924
44,mlp.experts.237.down_proj,0.0000664955,,1.927
44,mlp.experts.238.down_proj,0.0000081014,,1.930
44,mlp.experts.239.down_proj,0.0000144979,,1.932
44,mlp.experts.240.down_proj,0.0000229157,,1.935
44,mlp.experts.241.down_proj,0.0000449684,,1.937
44,mlp.experts.242.down_proj,0.0000371691,,1.940
44,mlp.experts.243.down_proj,0.0000236381,,1.943
44,mlp.experts.244.down_proj,0.0000252752,,1.946
44,mlp.experts.245.down_proj,0.0000428672,,1.948
44,mlp.experts.246.down_proj,0.0000208920,,1.951
44,mlp.experts.247.down_proj,0.0000277570,,1.953
44,mlp.experts.248.down_proj,0.0001148468,,1.956
44,mlp.experts.249.down_proj,0.0000121869,,1.959
44,mlp.experts.250.down_proj,0.0000207954,,1.962
44,mlp.experts.251.down_proj,0.0000440252,,1.964
44,mlp.experts.252.down_proj,0.0000730380,,1.967
44,mlp.experts.253.down_proj,0.0000357762,,1.969
44,mlp.experts.254.down_proj,0.0000122768,,1.972
44,mlp.experts.255.down_proj,0.0000656644,,1.975
45,mlp.experts.0.gate_proj,not applicable,,0.004
45,mlp.experts.0.up_proj,not applicable,,0.009
45,mlp.experts.1.gate_proj,not applicable,,0.012
45,mlp.experts.1.up_proj,not applicable,,0.014
45,mlp.experts.2.gate_proj,not applicable,,0.017
45,mlp.experts.2.up_proj,not applicable,,0.020
45,mlp.experts.3.gate_proj,not applicable,,0.022
45,mlp.experts.3.up_proj,not applicable,,0.025
45,mlp.experts.4.gate_proj,not applicable,,0.027
45,mlp.experts.4.up_proj,not applicable,,0.030
45,mlp.experts.5.gate_proj,not applicable,,0.032
45,mlp.experts.5.up_proj,not applicable,,0.035
45,mlp.experts.6.gate_proj,not applicable,,0.037
45,mlp.experts.6.up_proj,not applicable,,0.040
45,mlp.experts.7.gate_proj,not applicable,,0.043
45,mlp.experts.7.up_proj,not applicable,,0.045
45,mlp.experts.8.gate_proj,not applicable,,0.048
45,mlp.experts.8.up_proj,not applicable,,0.050
45,mlp.experts.9.gate_proj,not applicable,,0.053
45,mlp.experts.9.up_proj,not applicable,,0.055
45,mlp.experts.10.gate_proj,not applicable,,0.058
45,mlp.experts.10.up_proj,not applicable,,0.061
45,mlp.experts.11.gate_proj,not applicable,,0.064
45,mlp.experts.11.up_proj,not applicable,,0.067
45,mlp.experts.12.gate_proj,not applicable,,0.069
45,mlp.experts.12.up_proj,not applicable,,0.072
45,mlp.experts.13.gate_proj,not applicable,,0.074
45,mlp.experts.13.up_proj,not applicable,,0.077
45,mlp.experts.14.gate_proj,not applicable,,0.079
45,mlp.experts.14.up_proj,not applicable,,0.082
45,mlp.experts.15.gate_proj,not applicable,,0.085
45,mlp.experts.15.up_proj,not applicable,,0.087
45,mlp.experts.16.gate_proj,not applicable,,0.090
45,mlp.experts.16.up_proj,not applicable,,0.092
45,mlp.experts.17.gate_proj,not applicable,,0.095
45,mlp.experts.17.up_proj,not applicable,,0.097
45,mlp.experts.18.gate_proj,not applicable,,0.100
45,mlp.experts.18.up_proj,not applicable,,0.102
45,mlp.experts.19.gate_proj,not applicable,,0.105
45,mlp.experts.19.up_proj,not applicable,,0.107
45,mlp.experts.20.gate_proj,not applicable,,0.110
45,mlp.experts.20.up_proj,not applicable,,0.113
45,mlp.experts.21.gate_proj,not applicable,,0.116
45,mlp.experts.21.up_proj,not applicable,,0.118
45,mlp.experts.22.gate_proj,not applicable,,0.121
45,mlp.experts.22.up_proj,not applicable,,0.123
45,mlp.experts.23.gate_proj,not applicable,,0.126
45,mlp.experts.23.up_proj,not applicable,,0.128
45,mlp.experts.24.gate_proj,not applicable,,0.131
45,mlp.experts.24.up_proj,not applicable,,0.133
45,mlp.experts.25.gate_proj,not applicable,,0.136
45,mlp.experts.25.up_proj,not applicable,,0.138
45,mlp.experts.26.gate_proj,not applicable,,0.141
45,mlp.experts.26.up_proj,not applicable,,0.143
45,mlp.experts.27.gate_proj,not applicable,,0.146
45,mlp.experts.27.up_proj,not applicable,,0.148
45,mlp.experts.28.gate_proj,not applicable,,0.151
45,mlp.experts.28.up_proj,not applicable,,0.153
45,mlp.experts.29.gate_proj,not applicable,,0.156
45,mlp.experts.29.up_proj,not applicable,,0.158
45,mlp.experts.30.gate_proj,not applicable,,0.161
45,mlp.experts.30.up_proj,not applicable,,0.164
45,mlp.experts.31.gate_proj,not applicable,,0.167
45,mlp.experts.31.up_proj,not applicable,,0.169
45,mlp.experts.32.gate_proj,not applicable,,0.172
45,mlp.experts.32.up_proj,not applicable,,0.174
45,mlp.experts.33.gate_proj,not applicable,,0.177
45,mlp.experts.33.up_proj,not applicable,,0.179
45,mlp.experts.34.gate_proj,not applicable,,0.182
45,mlp.experts.34.up_proj,not applicable,,0.184
45,mlp.experts.35.gate_proj,not applicable,,0.187
45,mlp.experts.35.up_proj,not applicable,,0.189
45,mlp.experts.36.gate_proj,not applicable,,0.192
45,mlp.experts.36.up_proj,not applicable,,0.194
45,mlp.experts.37.gate_proj,not applicable,,0.196
45,mlp.experts.37.up_proj,not applicable,,0.199
45,mlp.experts.38.gate_proj,not applicable,,0.201
45,mlp.experts.38.up_proj,not applicable,,0.204
45,mlp.experts.39.gate_proj,not applicable,,0.206
45,mlp.experts.39.up_proj,not applicable,,0.209
45,mlp.experts.40.gate_proj,not applicable,,0.211
45,mlp.experts.40.up_proj,not applicable,,0.214
45,mlp.experts.41.gate_proj,not applicable,,0.217
45,mlp.experts.41.up_proj,not applicable,,0.219
45,mlp.experts.42.gate_proj,not applicable,,0.222
45,mlp.experts.42.up_proj,not applicable,,0.224
45,mlp.experts.43.gate_proj,not applicable,,0.227
45,mlp.experts.43.up_proj,not applicable,,0.229
45,mlp.experts.44.gate_proj,not applicable,,0.232
45,mlp.experts.44.up_proj,not applicable,,0.234
45,mlp.experts.45.gate_proj,not applicable,,0.237
45,mlp.experts.45.up_proj,not applicable,,0.239
45,mlp.experts.46.gate_proj,not applicable,,0.242
45,mlp.experts.46.up_proj,not applicable,,0.245
45,mlp.experts.47.gate_proj,not applicable,,0.247
45,mlp.experts.47.up_proj,not applicable,,0.250
45,mlp.experts.48.gate_proj,not applicable,,0.252
45,mlp.experts.48.up_proj,not applicable,,0.255
45,mlp.experts.49.gate_proj,not applicable,,0.257
45,mlp.experts.49.up_proj,not applicable,,0.259
45,mlp.experts.50.gate_proj,not applicable,,0.262
45,mlp.experts.50.up_proj,not applicable,,0.265
45,mlp.experts.51.gate_proj,not applicable,,0.268
45,mlp.experts.51.up_proj,not applicable,,0.270
45,mlp.experts.52.gate_proj,not applicable,,0.272
45,mlp.experts.52.up_proj,not applicable,,0.275
45,mlp.experts.53.gate_proj,not applicable,,0.277
45,mlp.experts.53.up_proj,not applicable,,0.280
45,mlp.experts.54.gate_proj,not applicable,,0.282
45,mlp.experts.54.up_proj,not applicable,,0.285
45,mlp.experts.55.gate_proj,not applicable,,0.287
45,mlp.experts.55.up_proj,not applicable,,0.290
45,mlp.experts.56.gate_proj,not applicable,,0.292
45,mlp.experts.56.up_proj,not applicable,,0.295
45,mlp.experts.57.gate_proj,not applicable,,0.297
45,mlp.experts.57.up_proj,not applicable,,0.300
45,mlp.experts.58.gate_proj,not applicable,,0.302
45,mlp.experts.58.up_proj,not applicable,,0.305
45,mlp.experts.59.gate_proj,not applicable,,0.307
45,mlp.experts.59.up_proj,not applicable,,0.310
45,mlp.experts.60.gate_proj,not applicable,,0.312
45,mlp.experts.60.up_proj,not applicable,,0.315
45,mlp.experts.61.gate_proj,not applicable,,0.318
45,mlp.experts.61.up_proj,not applicable,,0.320
45,mlp.experts.62.gate_proj,not applicable,,0.323
45,mlp.experts.62.up_proj,not applicable,,0.325
45,mlp.experts.63.gate_proj,not applicable,,0.328
45,mlp.experts.63.up_proj,not applicable,,0.330
45,mlp.experts.64.gate_proj,not applicable,,0.333
45,mlp.experts.64.up_proj,not applicable,,0.335
45,mlp.experts.65.gate_proj,not applicable,,0.338
45,mlp.experts.65.up_proj,not applicable,,0.340
45,mlp.experts.66.gate_proj,not applicable,,0.343
45,mlp.experts.66.up_proj,not applicable,,0.345
45,mlp.experts.67.gate_proj,not applicable,,0.348
45,mlp.experts.67.up_proj,not applicable,,0.350
45,mlp.experts.68.gate_proj,not applicable,,0.353
45,mlp.experts.68.up_proj,not applicable,,0.355
45,mlp.experts.69.gate_proj,not applicable,,0.358
45,mlp.experts.69.up_proj,not applicable,,0.360
45,mlp.experts.70.gate_proj,not applicable,,0.363
45,mlp.experts.70.up_proj,not applicable,,0.366
45,mlp.experts.71.gate_proj,not applicable,,0.369
45,mlp.experts.71.up_proj,not applicable,,0.371
45,mlp.experts.72.gate_proj,not applicable,,0.373
45,mlp.experts.72.up_proj,not applicable,,0.376
45,mlp.experts.73.gate_proj,not applicable,,0.378
45,mlp.experts.73.up_proj,not applicable,,0.381
45,mlp.experts.74.gate_proj,not applicable,,0.383
45,mlp.experts.74.up_proj,not applicable,,0.386
45,mlp.experts.75.gate_proj,not applicable,,0.388
45,mlp.experts.75.up_proj,not applicable,,0.391
45,mlp.experts.76.gate_proj,not applicable,,0.393
45,mlp.experts.76.up_proj,not applicable,,0.396
45,mlp.experts.77.gate_proj,not applicable,,0.398
45,mlp.experts.77.up_proj,not applicable,,0.401
45,mlp.experts.78.gate_proj,not applicable,,0.403
45,mlp.experts.78.up_proj,not applicable,,0.406
45,mlp.experts.79.gate_proj,not applicable,,0.408
45,mlp.experts.79.up_proj,not applicable,,0.411
45,mlp.experts.80.gate_proj,not applicable,,0.413
45,mlp.experts.80.up_proj,not applicable,,0.416
45,mlp.experts.81.gate_proj,not applicable,,0.419
45,mlp.experts.81.up_proj,not applicable,,0.421
45,mlp.experts.82.gate_proj,not applicable,,0.424
45,mlp.experts.82.up_proj,not applicable,,0.426
45,mlp.experts.83.gate_proj,not applicable,,0.429
45,mlp.experts.83.up_proj,not applicable,,0.431
45,mlp.experts.84.gate_proj,not applicable,,0.433
45,mlp.experts.84.up_proj,not applicable,,0.436
45,mlp.experts.85.gate_proj,not applicable,,0.438
45,mlp.experts.85.up_proj,not applicable,,0.441
45,mlp.experts.86.gate_proj,not applicable,,0.444
45,mlp.experts.86.up_proj,not applicable,,0.447
45,mlp.experts.87.gate_proj,not applicable,,0.449
45,mlp.experts.87.up_proj,not applicable,,0.452
45,mlp.experts.88.gate_proj,not applicable,,0.454
45,mlp.experts.88.up_proj,not applicable,,0.457
45,mlp.experts.89.gate_proj,not applicable,,0.459
45,mlp.experts.89.up_proj,not applicable,,0.462
45,mlp.experts.90.gate_proj,not applicable,,0.464
45,mlp.experts.90.up_proj,not applicable,,0.467
45,mlp.experts.91.gate_proj,not applicable,,0.470
45,mlp.experts.91.up_proj,not applicable,,0.472
45,mlp.experts.92.gate_proj,not applicable,,0.475
45,mlp.experts.92.up_proj,not applicable,,0.477
45,mlp.experts.93.gate_proj,not applicable,,0.480
45,mlp.experts.93.up_proj,not applicable,,0.482
45,mlp.experts.94.gate_proj,not applicable,,0.485
45,mlp.experts.94.up_proj,not applicable,,0.487
45,mlp.experts.95.gate_proj,not applicable,,0.490
45,mlp.experts.95.up_proj,not applicable,,0.492
45,mlp.experts.96.gate_proj,not applicable,,0.494
45,mlp.experts.96.up_proj,not applicable,,0.497
45,mlp.experts.97.gate_proj,not applicable,,0.499
45,mlp.experts.97.up_proj,not applicable,,0.502
45,mlp.experts.98.gate_proj,not applicable,,0.504
45,mlp.experts.98.up_proj,not applicable,,0.507
45,mlp.experts.99.gate_proj,not applicable,,0.509
45,mlp.experts.99.up_proj,not applicable,,0.512
45,mlp.experts.100.gate_proj,not applicable,,0.514
45,mlp.experts.100.up_proj,not applicable,,0.518
45,mlp.experts.101.gate_proj,not applicable,,0.520
45,mlp.experts.101.up_proj,not applicable,,0.522
45,mlp.experts.102.gate_proj,not applicable,,0.525
45,mlp.experts.102.up_proj,not applicable,,0.528
45,mlp.experts.103.gate_proj,not applicable,,0.530
45,mlp.experts.103.up_proj,not applicable,,0.532
45,mlp.experts.104.gate_proj,not applicable,,0.535
45,mlp.experts.104.up_proj,not applicable,,0.538
45,mlp.experts.105.gate_proj,not applicable,,0.540
45,mlp.experts.105.up_proj,not applicable,,0.543
45,mlp.experts.106.gate_proj,not applicable,,0.545
45,mlp.experts.106.up_proj,not applicable,,0.548
45,mlp.experts.107.gate_proj,not applicable,,0.550
45,mlp.experts.107.up_proj,not applicable,,0.553
45,mlp.experts.108.gate_proj,not applicable,,0.555
45,mlp.experts.108.up_proj,not applicable,,0.558
45,mlp.experts.109.gate_proj,not applicable,,0.560
45,mlp.experts.109.up_proj,not applicable,,0.563
45,mlp.experts.110.gate_proj,not applicable,,0.565
45,mlp.experts.110.up_proj,not applicable,,0.568
45,mlp.experts.111.gate_proj,not applicable,,0.571
45,mlp.experts.111.up_proj,not applicable,,0.573
45,mlp.experts.112.gate_proj,not applicable,,0.576
45,mlp.experts.112.up_proj,not applicable,,0.578
45,mlp.experts.113.gate_proj,not applicable,,0.581
45,mlp.experts.113.up_proj,not applicable,,0.583
45,mlp.experts.114.gate_proj,not applicable,,0.586
45,mlp.experts.114.up_proj,not applicable,,0.588
45,mlp.experts.115.gate_proj,not applicable,,0.591
45,mlp.experts.115.up_proj,not applicable,,0.593
45,mlp.experts.116.gate_proj,not applicable,,0.596
45,mlp.experts.116.up_proj,not applicable,,0.598
45,mlp.experts.117.gate_proj,not applicable,,0.601
45,mlp.experts.117.up_proj,not applicable,,0.603
45,mlp.experts.118.gate_proj,not applicable,,0.606
45,mlp.experts.118.up_proj,not applicable,,0.608
45,mlp.experts.119.gate_proj,not applicable,,0.611
45,mlp.experts.119.up_proj,not applicable,,0.613
45,mlp.experts.120.gate_proj,not applicable,,0.616
45,mlp.experts.120.up_proj,not applicable,,0.619
45,mlp.experts.121.gate_proj,not applicable,,0.621
45,mlp.experts.121.up_proj,not applicable,,0.624
45,mlp.experts.122.gate_proj,not applicable,,0.626
45,mlp.experts.122.up_proj,not applicable,,0.629
45,mlp.experts.123.gate_proj,not applicable,,0.631
45,mlp.experts.123.up_proj,not applicable,,0.634
45,mlp.experts.124.gate_proj,not applicable,,0.636
45,mlp.experts.124.up_proj,not applicable,,0.639
45,mlp.experts.125.gate_proj,not applicable,,0.641
45,mlp.experts.125.up_proj,not applicable,,0.644
45,mlp.experts.126.gate_proj,not applicable,,0.647
45,mlp.experts.126.up_proj,not applicable,,0.649
45,mlp.experts.127.gate_proj,not applicable,,0.652
45,mlp.experts.127.up_proj,not applicable,,0.654
45,mlp.experts.128.gate_proj,not applicable,,0.657
45,mlp.experts.128.up_proj,not applicable,,0.659
45,mlp.experts.129.gate_proj,not applicable,,0.662
45,mlp.experts.129.up_proj,not applicable,,0.664
45,mlp.experts.130.gate_proj,not applicable,,0.667
45,mlp.experts.130.up_proj,not applicable,,0.670
45,mlp.experts.131.gate_proj,not applicable,,0.672
45,mlp.experts.131.up_proj,not applicable,,0.675
45,mlp.experts.132.gate_proj,not applicable,,0.677
45,mlp.experts.132.up_proj,not applicable,,0.680
45,mlp.experts.133.gate_proj,not applicable,,0.682
45,mlp.experts.133.up_proj,not applicable,,0.684
45,mlp.experts.134.gate_proj,not applicable,,0.687
45,mlp.experts.134.up_proj,not applicable,,0.689
45,mlp.experts.135.gate_proj,not applicable,,0.692
45,mlp.experts.135.up_proj,not applicable,,0.694
45,mlp.experts.136.gate_proj,not applicable,,0.697
45,mlp.experts.136.up_proj,not applicable,,0.699
45,mlp.experts.137.gate_proj,not applicable,,0.701
45,mlp.experts.137.up_proj,not applicable,,0.704
45,mlp.experts.138.gate_proj,not applicable,,0.706
45,mlp.experts.138.up_proj,not applicable,,0.709
45,mlp.experts.139.gate_proj,not applicable,,0.711
45,mlp.experts.139.up_proj,not applicable,,0.713
45,mlp.experts.140.gate_proj,not applicable,,0.716
45,mlp.experts.140.up_proj,not applicable,,0.719
45,mlp.experts.141.gate_proj,not applicable,,0.722
45,mlp.experts.141.up_proj,not applicable,,0.724
45,mlp.experts.142.gate_proj,not applicable,,0.726
45,mlp.experts.142.up_proj,not applicable,,0.729
45,mlp.experts.143.gate_proj,not applicable,,0.731
45,mlp.experts.143.up_proj,not applicable,,0.734
45,mlp.experts.144.gate_proj,not applicable,,0.736
45,mlp.experts.144.up_proj,not applicable,,0.738
45,mlp.experts.145.gate_proj,not applicable,,0.741
45,mlp.experts.145.up_proj,not applicable,,0.743
45,mlp.experts.146.gate_proj,not applicable,,0.746
45,mlp.experts.146.up_proj,not applicable,,0.748
45,mlp.experts.147.gate_proj,not applicable,,0.750
45,mlp.experts.147.up_proj,not applicable,,0.753
45,mlp.experts.148.gate_proj,not applicable,,0.755
45,mlp.experts.148.up_proj,not applicable,,0.758
45,mlp.experts.149.gate_proj,not applicable,,0.760
45,mlp.experts.149.up_proj,not applicable,,0.762
45,mlp.experts.150.gate_proj,not applicable,,0.765
45,mlp.experts.150.up_proj,not applicable,,0.768
45,mlp.experts.151.gate_proj,not applicable,,0.771
45,mlp.experts.151.up_proj,not applicable,,0.773
45,mlp.experts.152.gate_proj,not applicable,,0.776
45,mlp.experts.152.up_proj,not applicable,,0.778
45,mlp.experts.153.gate_proj,not applicable,,0.781
45,mlp.experts.153.up_proj,not applicable,,0.783
45,mlp.experts.154.gate_proj,not applicable,,0.786
45,mlp.experts.154.up_proj,not applicable,,0.788
45,mlp.experts.155.gate_proj,not applicable,,0.791
45,mlp.experts.155.up_proj,not applicable,,0.793
45,mlp.experts.156.gate_proj,not applicable,,0.796
45,mlp.experts.156.up_proj,not applicable,,0.798
45,mlp.experts.157.gate_proj,not applicable,,0.801
45,mlp.experts.157.up_proj,not applicable,,0.803
45,mlp.experts.158.gate_proj,not applicable,,0.806
45,mlp.experts.158.up_proj,not applicable,,0.808
45,mlp.experts.159.gate_proj,not applicable,,0.811
45,mlp.experts.159.up_proj,not applicable,,0.813
45,mlp.experts.160.gate_proj,not applicable,,0.816
45,mlp.experts.160.up_proj,not applicable,,0.819
45,mlp.experts.161.gate_proj,not applicable,,0.821
45,mlp.experts.161.up_proj,not applicable,,0.824
45,mlp.experts.162.gate_proj,not applicable,,0.826
45,mlp.experts.162.up_proj,not applicable,,0.829
45,mlp.experts.163.gate_proj,not applicable,,0.832
45,mlp.experts.163.up_proj,not applicable,,0.834
45,mlp.experts.164.gate_proj,not applicable,,0.837
45,mlp.experts.164.up_proj,not applicable,,0.839
45,mlp.experts.165.gate_proj,not applicable,,0.842
45,mlp.experts.165.up_proj,not applicable,,0.845
45,mlp.experts.166.gate_proj,not applicable,,0.847
45,mlp.experts.166.up_proj,not applicable,,0.850
45,mlp.experts.167.gate_proj,not applicable,,0.852
45,mlp.experts.167.up_proj,not applicable,,0.854
45,mlp.experts.168.gate_proj,not applicable,,0.857
45,mlp.experts.168.up_proj,not applicable,,0.860
45,mlp.experts.169.gate_proj,not applicable,,0.862
45,mlp.experts.169.up_proj,not applicable,,0.865
45,mlp.experts.170.gate_proj,not applicable,,0.867
45,mlp.experts.170.up_proj,not applicable,,0.871
45,mlp.experts.171.gate_proj,not applicable,,0.873
45,mlp.experts.171.up_proj,not applicable,,0.875
45,mlp.experts.172.gate_proj,not applicable,,0.878
45,mlp.experts.172.up_proj,not applicable,,0.880
45,mlp.experts.173.gate_proj,not applicable,,0.883
45,mlp.experts.173.up_proj,not applicable,,0.885
45,mlp.experts.174.gate_proj,not applicable,,0.888
45,mlp.experts.174.up_proj,not applicable,,0.890
45,mlp.experts.175.gate_proj,not applicable,,0.893
45,mlp.experts.175.up_proj,not applicable,,0.895
45,mlp.experts.176.gate_proj,not applicable,,0.898
45,mlp.experts.176.up_proj,not applicable,,0.900
45,mlp.experts.177.gate_proj,not applicable,,0.903
45,mlp.experts.177.up_proj,not applicable,,0.905
45,mlp.experts.178.gate_proj,not applicable,,0.908
45,mlp.experts.178.up_proj,not applicable,,0.910
45,mlp.experts.179.gate_proj,not applicable,,0.913
45,mlp.experts.179.up_proj,not applicable,,0.915
45,mlp.experts.180.gate_proj,not applicable,,0.917
45,mlp.experts.180.up_proj,not applicable,,0.921
45,mlp.experts.181.gate_proj,not applicable,,0.923
45,mlp.experts.181.up_proj,not applicable,,0.926
45,mlp.experts.182.gate_proj,not applicable,,0.928
45,mlp.experts.182.up_proj,not applicable,,0.931
45,mlp.experts.183.gate_proj,not applicable,,0.933
45,mlp.experts.183.up_proj,not applicable,,0.936
45,mlp.experts.184.gate_proj,not applicable,,0.938
45,mlp.experts.184.up_proj,not applicable,,0.941
45,mlp.experts.185.gate_proj,not applicable,,0.944
45,mlp.experts.185.up_proj,not applicable,,0.946
45,mlp.experts.186.gate_proj,not applicable,,0.949
45,mlp.experts.186.up_proj,not applicable,,0.951
45,mlp.experts.187.gate_proj,not applicable,,0.954
45,mlp.experts.187.up_proj,not applicable,,0.956
45,mlp.experts.188.gate_proj,not applicable,,0.958
45,mlp.experts.188.up_proj,not applicable,,0.961
45,mlp.experts.189.gate_proj,not applicable,,0.963
45,mlp.experts.189.up_proj,not applicable,,0.966
45,mlp.experts.190.gate_proj,not applicable,,0.968
45,mlp.experts.190.up_proj,not applicable,,0.972
45,mlp.experts.191.gate_proj,not applicable,,0.974
45,mlp.experts.191.up_proj,not applicable,,0.977
45,mlp.experts.192.gate_proj,not applicable,,0.979
45,mlp.experts.192.up_proj,not applicable,,0.982
45,mlp.experts.193.gate_proj,not applicable,,0.984
45,mlp.experts.193.up_proj,not applicable,,0.987
45,mlp.experts.194.gate_proj,not applicable,,0.989
45,mlp.experts.194.up_proj,not applicable,,0.992
45,mlp.experts.195.gate_proj,not applicable,,0.994
45,mlp.experts.195.up_proj,not applicable,,0.997
45,mlp.experts.196.gate_proj,not applicable,,0.999
45,mlp.experts.196.up_proj,not applicable,,1.002
45,mlp.experts.197.gate_proj,not applicable,,1.004
45,mlp.experts.197.up_proj,not applicable,,1.007
45,mlp.experts.198.gate_proj,not applicable,,1.009
45,mlp.experts.198.up_proj,not applicable,,1.012
45,mlp.experts.199.gate_proj,not applicable,,1.014
45,mlp.experts.199.up_proj,not applicable,,1.017
45,mlp.experts.200.gate_proj,not applicable,,1.019
45,mlp.experts.200.up_proj,not applicable,,1.022
45,mlp.experts.201.gate_proj,not applicable,,1.025
45,mlp.experts.201.up_proj,not applicable,,1.027
45,mlp.experts.202.gate_proj,not applicable,,1.030
45,mlp.experts.202.up_proj,not applicable,,1.032
45,mlp.experts.203.gate_proj,not applicable,,1.035
45,mlp.experts.203.up_proj,not applicable,,1.037
45,mlp.experts.204.gate_proj,not applicable,,1.040
45,mlp.experts.204.up_proj,not applicable,,1.042
45,mlp.experts.205.gate_proj,not applicable,,1.045
45,mlp.experts.205.up_proj,not applicable,,1.048
45,mlp.experts.206.gate_proj,not applicable,,1.050
45,mlp.experts.206.up_proj,not applicable,,1.053
45,mlp.experts.207.gate_proj,not applicable,,1.055
45,mlp.experts.207.up_proj,not applicable,,1.058
45,mlp.experts.208.gate_proj,not applicable,,1.060
45,mlp.experts.208.up_proj,not applicable,,1.063
45,mlp.experts.209.gate_proj,not applicable,,1.065
45,mlp.experts.209.up_proj,not applicable,,1.068
45,mlp.experts.210.gate_proj,not applicable,,1.070
45,mlp.experts.210.up_proj,not applicable,,1.074
45,mlp.experts.211.gate_proj,not applicable,,1.076
45,mlp.experts.211.up_proj,not applicable,,1.079
45,mlp.experts.212.gate_proj,not applicable,,1.081
45,mlp.experts.212.up_proj,not applicable,,1.084
45,mlp.experts.213.gate_proj,not applicable,,1.086
45,mlp.experts.213.up_proj,not applicable,,1.089
45,mlp.experts.214.gate_proj,not applicable,,1.091
45,mlp.experts.214.up_proj,not applicable,,1.094
45,mlp.experts.215.gate_proj,not applicable,,1.096
45,mlp.experts.215.up_proj,not applicable,,1.099
45,mlp.experts.216.gate_proj,not applicable,,1.101
45,mlp.experts.216.up_proj,not applicable,,1.104
45,mlp.experts.217.gate_proj,not applicable,,1.106
45,mlp.experts.217.up_proj,not applicable,,1.108
45,mlp.experts.218.gate_proj,not applicable,,1.111
45,mlp.experts.218.up_proj,not applicable,,1.113
45,mlp.experts.219.gate_proj,not applicable,,1.116
45,mlp.experts.219.up_proj,not applicable,,1.118
45,mlp.experts.220.gate_proj,not applicable,,1.121
45,mlp.experts.220.up_proj,not applicable,,1.124
45,mlp.experts.221.gate_proj,not applicable,,1.127
45,mlp.experts.221.up_proj,not applicable,,1.129
45,mlp.experts.222.gate_proj,not applicable,,1.131
45,mlp.experts.222.up_proj,not applicable,,1.134
45,mlp.experts.223.gate_proj,not applicable,,1.136
45,mlp.experts.223.up_proj,not applicable,,1.139
45,mlp.experts.224.gate_proj,not applicable,,1.141
45,mlp.experts.224.up_proj,not applicable,,1.144
45,mlp.experts.225.gate_proj,not applicable,,1.146
45,mlp.experts.225.up_proj,not applicable,,1.149
45,mlp.experts.226.gate_proj,not applicable,,1.151
45,mlp.experts.226.up_proj,not applicable,,1.154
45,mlp.experts.227.gate_proj,not applicable,,1.156
45,mlp.experts.227.up_proj,not applicable,,1.158
45,mlp.experts.228.gate_proj,not applicable,,1.161
45,mlp.experts.228.up_proj,not applicable,,1.163
45,mlp.experts.229.gate_proj,not applicable,,1.166
45,mlp.experts.229.up_proj,not applicable,,1.168
45,mlp.experts.230.gate_proj,not applicable,,1.171
45,mlp.experts.230.up_proj,not applicable,,1.174
45,mlp.experts.231.gate_proj,not applicable,,1.176
45,mlp.experts.231.up_proj,not applicable,,1.179
45,mlp.experts.232.gate_proj,not applicable,,1.181
45,mlp.experts.232.up_proj,not applicable,,1.184
45,mlp.experts.233.gate_proj,not applicable,,1.186
45,mlp.experts.233.up_proj,not applicable,,1.188
45,mlp.experts.234.gate_proj,not applicable,,1.191
45,mlp.experts.234.up_proj,not applicable,,1.193
45,mlp.experts.235.gate_proj,not applicable,,1.196
45,mlp.experts.235.up_proj,not applicable,,1.198
45,mlp.experts.236.gate_proj,not applicable,,1.201
45,mlp.experts.236.up_proj,not applicable,,1.203
45,mlp.experts.237.gate_proj,not applicable,,1.205
45,mlp.experts.237.up_proj,not applicable,,1.208
45,mlp.experts.238.gate_proj,not applicable,,1.210
45,mlp.experts.238.up_proj,not applicable,,1.213
45,mlp.experts.239.gate_proj,not applicable,,1.215
45,mlp.experts.239.up_proj,not applicable,,1.217
45,mlp.experts.240.gate_proj,not applicable,,1.220
45,mlp.experts.240.up_proj,not applicable,,1.223
45,mlp.experts.241.gate_proj,not applicable,,1.226
45,mlp.experts.241.up_proj,not applicable,,1.228
45,mlp.experts.242.gate_proj,not applicable,,1.230
45,mlp.experts.242.up_proj,not applicable,,1.233
45,mlp.experts.243.gate_proj,not applicable,,1.235
45,mlp.experts.243.up_proj,not applicable,,1.237
45,mlp.experts.244.gate_proj,not applicable,,1.240
45,mlp.experts.244.up_proj,not applicable,,1.242
45,mlp.experts.245.gate_proj,not applicable,,1.245
45,mlp.experts.245.up_proj,not applicable,,1.248
45,mlp.experts.246.gate_proj,not applicable,,1.250
45,mlp.experts.246.up_proj,not applicable,,1.252
45,mlp.experts.247.gate_proj,not applicable,,1.255
45,mlp.experts.247.up_proj,not applicable,,1.257
45,mlp.experts.248.gate_proj,not applicable,,1.260
45,mlp.experts.248.up_proj,not applicable,,1.262
45,mlp.experts.249.gate_proj,not applicable,,1.265
45,mlp.experts.249.up_proj,not applicable,,1.267
45,mlp.experts.250.gate_proj,not applicable,,1.270
45,mlp.experts.250.up_proj,not applicable,,1.273
45,mlp.experts.251.gate_proj,not applicable,,1.276
45,mlp.experts.251.up_proj,not applicable,,1.278
45,mlp.experts.252.gate_proj,not applicable,,1.280
45,mlp.experts.252.up_proj,not applicable,,1.283
45,mlp.experts.253.gate_proj,not applicable,,1.285
45,mlp.experts.253.up_proj,not applicable,,1.288
45,mlp.experts.254.gate_proj,not applicable,,1.290
45,mlp.experts.254.up_proj,not applicable,,1.293
45,mlp.experts.255.gate_proj,not applicable,,1.295
45,mlp.experts.255.up_proj,not applicable,,1.298
45,mlp.experts.0.down_proj,0.0002242359,,1.300
45,mlp.experts.1.down_proj,0.0000356365,,1.303
45,mlp.experts.2.down_proj,0.0001333737,,1.305
45,mlp.experts.3.down_proj,0.0000624479,,1.307
45,mlp.experts.4.down_proj,0.0000867797,,1.310
45,mlp.experts.5.down_proj,0.0001107953,,1.312
45,mlp.experts.6.down_proj,0.0000594388,,1.314
45,mlp.experts.7.down_proj,0.0001226479,,1.317
45,mlp.experts.8.down_proj,0.0000313314,,1.319
45,mlp.experts.9.down_proj,0.0000790639,,1.322
45,mlp.experts.10.down_proj,0.0000194005,,1.325
45,mlp.experts.11.down_proj,0.0000809672,,1.327
45,mlp.experts.12.down_proj,0.0001572281,,1.329
45,mlp.experts.13.down_proj,0.0002144896,,1.332
45,mlp.experts.14.down_proj,0.0000867345,,1.334
45,mlp.experts.15.down_proj,0.0000403965,,1.336
45,mlp.experts.16.down_proj,0.0000810298,,1.339
45,mlp.experts.17.down_proj,0.0001108716,,1.341
45,mlp.experts.18.down_proj,0.0000288134,,1.343
45,mlp.experts.19.down_proj,0.0000316173,,1.346
45,mlp.experts.20.down_proj,0.0000822207,,1.348
45,mlp.experts.21.down_proj,0.0001837779,,1.351
45,mlp.experts.22.down_proj,0.0000662967,,1.353
45,mlp.experts.23.down_proj,0.0000989801,,1.355
45,mlp.experts.24.down_proj,0.0000310918,,1.358
45,mlp.experts.25.down_proj,0.0000430691,,1.360
45,mlp.experts.26.down_proj,0.0001148097,,1.363
45,mlp.experts.27.down_proj,0.0000174745,,1.365
45,mlp.experts.28.down_proj,0.0000796970,,1.368
45,mlp.experts.29.down_proj,0.0001486932,,1.371
45,mlp.experts.30.down_proj,0.0000567673,,1.373
45,mlp.experts.31.down_proj,0.0000835430,,1.376
45,mlp.experts.32.down_proj,0.0000710304,,1.378
45,mlp.experts.33.down_proj,0.0002706006,,1.380
45,mlp.experts.34.down_proj,0.0000619686,,1.383
45,mlp.experts.35.down_proj,0.0000603081,,1.385
45,mlp.experts.36.down_proj,0.0000585284,,1.387
45,mlp.experts.37.down_proj,0.0000537910,,1.390
45,mlp.experts.38.down_proj,0.0000933755,,1.392
45,mlp.experts.39.down_proj,0.0003945531,,1.395
45,mlp.experts.40.down_proj,0.0000680062,,1.397
45,mlp.experts.41.down_proj,0.0001202589,,1.399
45,mlp.experts.42.down_proj,0.0000187084,,1.402
45,mlp.experts.43.down_proj,0.0001288978,,1.404
45,mlp.experts.44.down_proj,0.0000263349,,1.406
45,mlp.experts.45.down_proj,0.0000730930,,1.408
45,mlp.experts.46.down_proj,0.0001013243,,1.411
45,mlp.experts.47.down_proj,0.0000256658,,1.413
45,mlp.experts.48.down_proj,0.0000293524,,1.415
45,mlp.experts.49.down_proj,0.0000353388,,1.419
45,mlp.experts.50.down_proj,0.0000769971,,1.421
45,mlp.experts.51.down_proj,0.0001463740,,1.423
45,mlp.experts.52.down_proj,0.0000166791,,1.426
45,mlp.experts.53.down_proj,0.0000315978,,1.428
45,mlp.experts.54.down_proj,0.0002008738,,1.430
45,mlp.experts.55.down_proj,0.0000534734,,1.433
45,mlp.experts.56.down_proj,0.0000597065,,1.435
45,mlp.experts.57.down_proj,0.0000310740,,1.437
45,mlp.experts.58.down_proj,0.0000389830,,1.440
45,mlp.experts.59.down_proj,0.0000203331,,1.442
45,mlp.experts.60.down_proj,0.0000987216,,1.444
45,mlp.experts.61.down_proj,0.0000726037,,1.447
45,mlp.experts.62.down_proj,0.0001187796,,1.449
45,mlp.experts.63.down_proj,0.0000501138,,1.451
45,mlp.experts.64.down_proj,0.0000944457,,1.454
45,mlp.experts.65.down_proj,0.0000907069,,1.456
45,mlp.experts.66.down_proj,0.0000660670,,1.458
45,mlp.experts.67.down_proj,0.0000976119,,1.461
45,mlp.experts.68.down_proj,0.0000659016,,1.463
45,mlp.experts.69.down_proj,0.0001373451,,1.467
45,mlp.experts.70.down_proj,0.0000121075,,1.469
45,mlp.experts.71.down_proj,0.0001220321,,1.471
45,mlp.experts.72.down_proj,0.0001155864,,1.474
45,mlp.experts.73.down_proj,0.0000544027,,1.476
45,mlp.experts.74.down_proj,0.0000783654,,1.479
45,mlp.experts.75.down_proj,0.0001067317,,1.481
45,mlp.experts.76.down_proj,0.0000729086,,1.483
45,mlp.experts.77.down_proj,0.0000198001,,1.486
45,mlp.experts.78.down_proj,0.0000167934,,1.488
45,mlp.experts.79.down_proj,0.0000141327,,1.490
45,mlp.experts.80.down_proj,0.0000651529,,1.493
45,mlp.experts.81.down_proj,0.0001234566,,1.495
45,mlp.experts.82.down_proj,0.0001260546,,1.498
45,mlp.experts.83.down_proj,0.0000561632,,1.500
45,mlp.experts.84.down_proj,0.0000537759,,1.502
45,mlp.experts.85.down_proj,0.0000559768,,1.505
45,mlp.experts.86.down_proj,0.0000449985,,1.507
45,mlp.experts.87.down_proj,0.0000002899,,1.509
45,mlp.experts.88.down_proj,0.0000592760,,1.512
45,mlp.experts.89.down_proj,0.0000563810,,1.515
45,mlp.experts.90.down_proj,0.0000158252,,1.518
45,mlp.experts.91.down_proj,0.0001028966,,1.520
45,mlp.experts.92.down_proj,0.0000733498,,1.522
45,mlp.experts.93.down_proj,0.0001063522,,1.525
45,mlp.experts.94.down_proj,0.0000570393,,1.527
45,mlp.experts.95.down_proj,0.0000115108,,1.529
45,mlp.experts.96.down_proj,0.0001300977,,1.532
45,mlp.experts.97.down_proj,0.0000755069,,1.534
45,mlp.experts.98.down_proj,0.0000538820,,1.536
45,mlp.experts.99.down_proj,0.0001113582,,1.539
45,mlp.experts.100.down_proj,0.0001859510,,1.541
45,mlp.experts.101.down_proj,0.0000365000,,1.543
45,mlp.experts.102.down_proj,0.0000485264,,1.546
45,mlp.experts.103.down_proj,0.0000232899,,1.548
45,mlp.experts.104.down_proj,0.0000535376,,1.551
45,mlp.experts.105.down_proj,0.0000371363,,1.553
45,mlp.experts.106.down_proj,0.0001131785,,1.555
45,mlp.experts.107.down_proj,0.0001112239,,1.558
45,mlp.experts.108.down_proj,0.0000730439,,1.560
45,mlp.experts.109.down_proj,0.0001580873,,1.564
45,mlp.experts.110.down_proj,0.0000445934,,1.566
45,mlp.experts.111.down_proj,0.0001872422,,1.569
45,mlp.experts.112.down_proj,0.0001526139,,1.571
45,mlp.experts.113.down_proj,0.0000594771,,1.573
45,mlp.experts.114.down_proj,0.0000434837,,1.576
45,mlp.experts.115.down_proj,0.0000722244,,1.578
45,mlp.experts.116.down_proj,0.0000602434,,1.581
45,mlp.experts.117.down_proj,0.0001574016,,1.583
45,mlp.experts.118.down_proj,0.0002201316,,1.585
45,mlp.experts.119.down_proj,0.0000144454,,1.587
45,mlp.experts.120.down_proj,0.0001119081,,1.590
45,mlp.experts.121.down_proj,0.0002743478,,1.592
45,mlp.experts.122.down_proj,0.0000559100,,1.595
45,mlp.experts.123.down_proj,0.0000356700,,1.597
45,mlp.experts.124.down_proj,0.0000474863,,1.600
45,mlp.experts.125.down_proj,0.0002376922,,1.602
45,mlp.experts.126.down_proj,0.0000665565,,1.604
45,mlp.experts.127.down_proj,0.0000389922,,1.607
45,mlp.experts.128.down_proj,0.0001333763,,1.609
45,mlp.experts.129.down_proj,0.0001379727,,1.612
45,mlp.experts.130.down_proj,0.0001436582,,1.615
45,mlp.experts.131.down_proj,0.0001243908,,1.617
45,mlp.experts.132.down_proj,0.0001923718,,1.619
45,mlp.experts.133.down_proj,0.0000289981,,1.622
45,mlp.experts.134.down_proj,0.0000210631,,1.624
45,mlp.experts.135.down_proj,0.0000218115,,1.627
45,mlp.experts.136.down_proj,0.0000421953,,1.629
45,mlp.experts.137.down_proj,0.0000567604,,1.631
45,mlp.experts.138.down_proj,0.0000420056,,1.634
45,mlp.experts.139.down_proj,0.0000658056,,1.636
45,mlp.experts.140.down_proj,0.0001202565,,1.638
45,mlp.experts.141.down_proj,0.0000305696,,1.641
45,mlp.experts.142.down_proj,0.0000177245,,1.644
45,mlp.experts.143.down_proj,0.0000825815,,1.646
45,mlp.experts.144.down_proj,0.0001221218,,1.648
45,mlp.experts.145.down_proj,0.0000457880,,1.651
45,mlp.experts.146.down_proj,0.0000309383,,1.653
45,mlp.experts.147.down_proj,0.0000122212,,1.655
45,mlp.experts.148.down_proj,0.0000489489,,1.658
45,mlp.experts.149.down_proj,0.0000590547,,1.661
45,mlp.experts.150.down_proj,0.0000710755,,1.663
45,mlp.experts.151.down_proj,0.0000952108,,1.666
45,mlp.experts.152.down_proj,0.0000616779,,1.668
45,mlp.experts.153.down_proj,0.0000568568,,1.670
45,mlp.experts.154.down_proj,0.0000391529,,1.673
45,mlp.experts.155.down_proj,0.0000851725,,1.675
45,mlp.experts.156.down_proj,0.0000520791,,1.678
45,mlp.experts.157.down_proj,0.0000164438,,1.680
45,mlp.experts.158.down_proj,0.0000290546,,1.683
45,mlp.experts.159.down_proj,0.0000618810,,1.685
45,mlp.experts.160.down_proj,0.0003753116,,1.688
45,mlp.experts.161.down_proj,0.0000723160,,1.690
45,mlp.experts.162.down_proj,0.0001177166,,1.692
45,mlp.experts.163.down_proj,0.0000288771,,1.695
45,mlp.experts.164.down_proj,0.0000396589,,1.697
45,mlp.experts.165.down_proj,0.0001146390,,1.700
45,mlp.experts.166.down_proj,0.0003865460,,1.702
45,mlp.experts.167.down_proj,0.0000331631,,1.704
45,mlp.experts.168.down_proj,0.0000581104,,1.707
45,mlp.experts.169.down_proj,0.0000743532,,1.710
45,mlp.experts.170.down_proj,0.0001143620,,1.712
45,mlp.experts.171.down_proj,0.0000262417,,1.715
45,mlp.experts.172.down_proj,0.0000197670,,1.717
45,mlp.experts.173.down_proj,0.0000118578,,1.720
45,mlp.experts.174.down_proj,0.0000799630,,1.722
45,mlp.experts.175.down_proj,0.0002310102,,1.724
45,mlp.experts.176.down_proj,0.0000626397,,1.727
45,mlp.experts.177.down_proj,0.0000070604,,1.729
45,mlp.experts.178.down_proj,0.0000679203,,1.732
45,mlp.experts.179.down_proj,0.0000714853,,1.734
45,mlp.experts.180.down_proj,0.0000670026,,1.736
45,mlp.experts.181.down_proj,0.0000339791,,1.739
45,mlp.experts.182.down_proj,0.0000391738,,1.741
45,mlp.experts.183.down_proj,0.0000708735,,1.744
45,mlp.experts.184.down_proj,0.0000781725,,1.746
45,mlp.experts.185.down_proj,0.0001174257,,1.748
45,mlp.experts.186.down_proj,0.0000569138,,1.751
45,mlp.experts.187.down_proj,0.0000489599,,1.753
45,mlp.experts.188.down_proj,0.0001316491,,1.755
45,mlp.experts.189.down_proj,0.0001338991,,1.759
45,mlp.experts.190.down_proj,0.0000759675,,1.761
45,mlp.experts.191.down_proj,0.0001783149,,1.763
45,mlp.experts.192.down_proj,0.0000755820,,1.766
45,mlp.experts.193.down_proj,0.0000570450,,1.768
45,mlp.experts.194.down_proj,0.0001122388,,1.771
45,mlp.experts.195.down_proj,0.0000554789,,1.773
45,mlp.experts.196.down_proj,0.0002158221,,1.775
45,mlp.experts.197.down_proj,0.0000914221,,1.778
45,mlp.experts.198.down_proj,0.0002628153,,1.780
45,mlp.experts.199.down_proj,0.0000219440,,1.783
45,mlp.experts.200.down_proj,0.0000584897,,1.785
45,mlp.experts.201.down_proj,0.0000713862,,1.788
45,mlp.experts.202.down_proj,0.0002194920,,1.790
45,mlp.experts.203.down_proj,0.0000935304,,1.792
45,mlp.experts.204.down_proj,0.0000717886,,1.795
45,mlp.experts.205.down_proj,0.0001434788,,1.797
45,mlp.experts.206.down_proj,0.0001106872,,1.800
45,mlp.experts.207.down_proj,0.0000962324,,1.802
45,mlp.experts.208.down_proj,0.0001036095,,1.805
45,mlp.experts.209.down_proj,0.0001243890,,1.808
45,mlp.experts.210.down_proj,0.0000212135,,1.810
45,mlp.experts.211.down_proj,0.0000473882,,1.813
45,mlp.experts.212.down_proj,0.0000320282,,1.815
45,mlp.experts.213.down_proj,0.0001281091,,1.818
45,mlp.experts.214.down_proj,0.0000254056,,1.820
45,mlp.experts.215.down_proj,0.0000532839,,1.822
45,mlp.experts.216.down_proj,0.0001346833,,1.825
45,mlp.experts.217.down_proj,0.0000257584,,1.827
45,mlp.experts.218.down_proj,0.0000702032,,1.830
45,mlp.experts.219.down_proj,0.0000386869,,1.832
45,mlp.experts.220.down_proj,0.0000309144,,1.834
45,mlp.experts.221.down_proj,0.0001579625,,1.837
45,mlp.experts.222.down_proj,0.0000291052,,1.839
45,mlp.experts.223.down_proj,0.0000602788,,1.842
45,mlp.experts.224.down_proj,0.0000481386,,1.845
45,mlp.experts.225.down_proj,0.0001948859,,1.847
45,mlp.experts.226.down_proj,0.0001223712,,1.850
45,mlp.experts.227.down_proj,0.0000582483,,1.852
45,mlp.experts.228.down_proj,0.0000291765,,1.854
45,mlp.experts.229.down_proj,0.0000686366,,1.858
45,mlp.experts.230.down_proj,0.0001073770,,1.860
45,mlp.experts.231.down_proj,0.0004791258,,1.863
45,mlp.experts.232.down_proj,0.0002339382,,1.865
45,mlp.experts.233.down_proj,0.0000331695,,1.867
45,mlp.experts.234.down_proj,0.0000842278,,1.870
45,mlp.experts.235.down_proj,0.0000490837,,1.872
45,mlp.experts.236.down_proj,0.0000194328,,1.875
45,mlp.experts.237.down_proj,0.0000463713,,1.877
45,mlp.experts.238.down_proj,0.0001001411,,1.879
45,mlp.experts.239.down_proj,0.0000824922,,1.882
45,mlp.experts.240.down_proj,0.0001221291,,1.884
45,mlp.experts.241.down_proj,0.0000234713,,1.887
45,mlp.experts.242.down_proj,0.0000201776,,1.889
45,mlp.experts.243.down_proj,0.0000161093,,1.892
45,mlp.experts.244.down_proj,0.0001299261,,1.894
45,mlp.experts.245.down_proj,0.0001312334,,1.897
45,mlp.experts.246.down_proj,0.0001785613,,1.899
45,mlp.experts.247.down_proj,0.0000210950,,1.902
45,mlp.experts.248.down_proj,0.0000725188,,1.904
45,mlp.experts.249.down_proj,0.0000202968,,1.908
45,mlp.experts.250.down_proj,0.0000485308,,1.910
45,mlp.experts.251.down_proj,0.0000549471,,1.912
45,mlp.experts.252.down_proj,0.0000764964,,1.915
45,mlp.experts.253.down_proj,0.0001330714,,1.917
45,mlp.experts.254.down_proj,0.0001188914,,1.920
45,mlp.experts.255.down_proj,0.0000657061,,1.922
46,mlp.experts.0.gate_proj,not applicable,,0.004
46,mlp.experts.0.up_proj,not applicable,,0.009
46,mlp.experts.1.gate_proj,not applicable,,0.011
46,mlp.experts.1.up_proj,not applicable,,0.014
46,mlp.experts.2.gate_proj,not applicable,,0.017
46,mlp.experts.2.up_proj,not applicable,,0.019
46,mlp.experts.3.gate_proj,not applicable,,0.022
46,mlp.experts.3.up_proj,not applicable,,0.024
46,mlp.experts.4.gate_proj,not applicable,,0.027
46,mlp.experts.4.up_proj,not applicable,,0.029
46,mlp.experts.5.gate_proj,not applicable,,0.032
46,mlp.experts.5.up_proj,not applicable,,0.034
46,mlp.experts.6.gate_proj,not applicable,,0.037
46,mlp.experts.6.up_proj,not applicable,,0.039
46,mlp.experts.7.gate_proj,not applicable,,0.042
46,mlp.experts.7.up_proj,not applicable,,0.044
46,mlp.experts.8.gate_proj,not applicable,,0.046
46,mlp.experts.8.up_proj,not applicable,,0.049
46,mlp.experts.9.gate_proj,not applicable,,0.051
46,mlp.experts.9.up_proj,not applicable,,0.054
46,mlp.experts.10.gate_proj,not applicable,,0.057
46,mlp.experts.10.up_proj,not applicable,,0.060
46,mlp.experts.11.gate_proj,not applicable,,0.063
46,mlp.experts.11.up_proj,not applicable,,0.065
46,mlp.experts.12.gate_proj,not applicable,,0.068
46,mlp.experts.12.up_proj,not applicable,,0.071
46,mlp.experts.13.gate_proj,not applicable,,0.074
46,mlp.experts.13.up_proj,not applicable,,0.076
46,mlp.experts.14.gate_proj,not applicable,,0.079
46,mlp.experts.14.up_proj,not applicable,,0.081
46,mlp.experts.15.gate_proj,not applicable,,0.084
46,mlp.experts.15.up_proj,not applicable,,0.087
46,mlp.experts.16.gate_proj,not applicable,,0.089
46,mlp.experts.16.up_proj,not applicable,,0.092
46,mlp.experts.17.gate_proj,not applicable,,0.094
46,mlp.experts.17.up_proj,not applicable,,0.097
46,mlp.experts.18.gate_proj,not applicable,,0.099
46,mlp.experts.18.up_proj,not applicable,,0.102
46,mlp.experts.19.gate_proj,not applicable,,0.104
46,mlp.experts.19.up_proj,not applicable,,0.107
46,mlp.experts.20.gate_proj,not applicable,,0.109
46,mlp.experts.20.up_proj,not applicable,,0.113
46,mlp.experts.21.gate_proj,not applicable,,0.115
46,mlp.experts.21.up_proj,not applicable,,0.118
46,mlp.experts.22.gate_proj,not applicable,,0.120
46,mlp.experts.22.up_proj,not applicable,,0.123
46,mlp.experts.23.gate_proj,not applicable,,0.126
46,mlp.experts.23.up_proj,not applicable,,0.128
46,mlp.experts.24.gate_proj,not applicable,,0.132
46,mlp.experts.24.up_proj,not applicable,,0.134
46,mlp.experts.25.gate_proj,not applicable,,0.137
46,mlp.experts.25.up_proj,not applicable,,0.139
46,mlp.experts.26.gate_proj,not applicable,,0.142
46,mlp.experts.26.up_proj,not applicable,,0.144
46,mlp.experts.27.gate_proj,not applicable,,0.147
46,mlp.experts.27.up_proj,not applicable,,0.149
46,mlp.experts.28.gate_proj,not applicable,,0.152
46,mlp.experts.28.up_proj,not applicable,,0.154
46,mlp.experts.29.gate_proj,not applicable,,0.157
46,mlp.experts.29.up_proj,not applicable,,0.159
46,mlp.experts.30.gate_proj,not applicable,,0.161
46,mlp.experts.30.up_proj,not applicable,,0.165
46,mlp.experts.31.gate_proj,not applicable,,0.167
46,mlp.experts.31.up_proj,not applicable,,0.170
46,mlp.experts.32.gate_proj,not applicable,,0.172
46,mlp.experts.32.up_proj,not applicable,,0.175
46,mlp.experts.33.gate_proj,not applicable,,0.177
46,mlp.experts.33.up_proj,not applicable,,0.180
46,mlp.experts.34.gate_proj,not applicable,,0.182
46,mlp.experts.34.up_proj,not applicable,,0.185
46,mlp.experts.35.gate_proj,not applicable,,0.187
46,mlp.experts.35.up_proj,not applicable,,0.190
46,mlp.experts.36.gate_proj,not applicable,,0.192
46,mlp.experts.36.up_proj,not applicable,,0.195
46,mlp.experts.37.gate_proj,not applicable,,0.197
46,mlp.experts.37.up_proj,not applicable,,0.199
46,mlp.experts.38.gate_proj,not applicable,,0.202
46,mlp.experts.38.up_proj,not applicable,,0.204
46,mlp.experts.39.gate_proj,not applicable,,0.207
46,mlp.experts.39.up_proj,not applicable,,0.209
46,mlp.experts.40.gate_proj,not applicable,,0.212
46,mlp.experts.40.up_proj,not applicable,,0.215
46,mlp.experts.41.gate_proj,not applicable,,0.217
46,mlp.experts.41.up_proj,not applicable,,0.220
46,mlp.experts.42.gate_proj,not applicable,,0.222
46,mlp.experts.42.up_proj,not applicable,,0.225
46,mlp.experts.43.gate_proj,not applicable,,0.227
46,mlp.experts.43.up_proj,not applicable,,0.229
46,mlp.experts.44.gate_proj,not applicable,,0.232
46,mlp.experts.44.up_proj,not applicable,,0.235
46,mlp.experts.45.gate_proj,not applicable,,0.237
46,mlp.experts.45.up_proj,not applicable,,0.239
46,mlp.experts.46.gate_proj,not applicable,,0.242
46,mlp.experts.46.up_proj,not applicable,,0.244
46,mlp.experts.47.gate_proj,not applicable,,0.247
46,mlp.experts.47.up_proj,not applicable,,0.249
46,mlp.experts.48.gate_proj,not applicable,,0.252
46,mlp.experts.48.up_proj,not applicable,,0.254
46,mlp.experts.49.gate_proj,not applicable,,0.257
46,mlp.experts.49.up_proj,not applicable,,0.260
46,mlp.experts.50.gate_proj,not applicable,,0.262
46,mlp.experts.50.up_proj,not applicable,,0.266
46,mlp.experts.51.gate_proj,not applicable,,0.269
46,mlp.experts.51.up_proj,not applicable,,0.271
46,mlp.experts.52.gate_proj,not applicable,,0.274
46,mlp.experts.52.up_proj,not applicable,,0.276
46,mlp.experts.53.gate_proj,not applicable,,0.278
46,mlp.experts.53.up_proj,not applicable,,0.281
46,mlp.experts.54.gate_proj,not applicable,,0.283
46,mlp.experts.54.up_proj,not applicable,,0.286
46,mlp.experts.55.gate_proj,not applicable,,0.288
46,mlp.experts.55.up_proj,not applicable,,0.291
46,mlp.experts.56.gate_proj,not applicable,,0.294
46,mlp.experts.56.up_proj,not applicable,,0.296
46,mlp.experts.57.gate_proj,not applicable,,0.298
46,mlp.experts.57.up_proj,not applicable,,0.301
46,mlp.experts.58.gate_proj,not applicable,,0.303
46,mlp.experts.58.up_proj,not applicable,,0.306
46,mlp.experts.59.gate_proj,not applicable,,0.308
46,mlp.experts.59.up_proj,not applicable,,0.311
46,mlp.experts.60.gate_proj,not applicable,,0.313
46,mlp.experts.60.up_proj,not applicable,,0.317
46,mlp.experts.61.gate_proj,not applicable,,0.319
46,mlp.experts.61.up_proj,not applicable,,0.322
46,mlp.experts.62.gate_proj,not applicable,,0.324
46,mlp.experts.62.up_proj,not applicable,,0.327
46,mlp.experts.63.gate_proj,not applicable,,0.329
46,mlp.experts.63.up_proj,not applicable,,0.332
46,mlp.experts.64.gate_proj,not applicable,,0.334
46,mlp.experts.64.up_proj,not applicable,,0.337
46,mlp.experts.65.gate_proj,not applicable,,0.339
46,mlp.experts.65.up_proj,not applicable,,0.342
46,mlp.experts.66.gate_proj,not applicable,,0.344
46,mlp.experts.66.up_proj,not applicable,,0.346
46,mlp.experts.67.gate_proj,not applicable,,0.349
46,mlp.experts.67.up_proj,not applicable,,0.351
46,mlp.experts.68.gate_proj,not applicable,,0.354
46,mlp.experts.68.up_proj,not applicable,,0.356
46,mlp.experts.69.gate_proj,not applicable,,0.359
46,mlp.experts.69.up_proj,not applicable,,0.361
46,mlp.experts.70.gate_proj,not applicable,,0.364
46,mlp.experts.70.up_proj,not applicable,,0.367
46,mlp.experts.71.gate_proj,not applicable,,0.370
46,mlp.experts.71.up_proj,not applicable,,0.372
46,mlp.experts.72.gate_proj,not applicable,,0.375
46,mlp.experts.72.up_proj,not applicable,,0.377
46,mlp.experts.73.gate_proj,not applicable,,0.380
46,mlp.experts.73.up_proj,not applicable,,0.382
46,mlp.experts.74.gate_proj,not applicable,,0.385
46,mlp.experts.74.up_proj,not applicable,,0.387
46,mlp.experts.75.gate_proj,not applicable,,0.390
46,mlp.experts.75.up_proj,not applicable,,0.392
46,mlp.experts.76.gate_proj,not applicable,,0.394
46,mlp.experts.76.up_proj,not applicable,,0.397
46,mlp.experts.77.gate_proj,not applicable,,0.399
46,mlp.experts.77.up_proj,not applicable,,0.402
46,mlp.experts.78.gate_proj,not applicable,,0.404
46,mlp.experts.78.up_proj,not applicable,,0.407
46,mlp.experts.79.gate_proj,not applicable,,0.409
46,mlp.experts.79.up_proj,not applicable,,0.412
46,mlp.experts.80.gate_proj,not applicable,,0.414
46,mlp.experts.80.up_proj,not applicable,,0.418
46,mlp.experts.81.gate_proj,not applicable,,0.420
46,mlp.experts.81.up_proj,not applicable,,0.422
46,mlp.experts.82.gate_proj,not applicable,,0.425
46,mlp.experts.82.up_proj,not applicable,,0.427
46,mlp.experts.83.gate_proj,not applicable,,0.430
46,mlp.experts.83.up_proj,not applicable,,0.432
46,mlp.experts.84.gate_proj,not applicable,,0.434
46,mlp.experts.84.up_proj,not applicable,,0.437
46,mlp.experts.85.gate_proj,not applicable,,0.440
46,mlp.experts.85.up_proj,not applicable,,0.442
46,mlp.experts.86.gate_proj,not applicable,,0.444
46,mlp.experts.86.up_proj,not applicable,,0.447
46,mlp.experts.87.gate_proj,not applicable,,0.449
46,mlp.experts.87.up_proj,not applicable,,0.452
46,mlp.experts.88.gate_proj,not applicable,,0.454
46,mlp.experts.88.up_proj,not applicable,,0.456
46,mlp.experts.89.gate_proj,not applicable,,0.459
46,mlp.experts.89.up_proj,not applicable,,0.461
46,mlp.experts.90.gate_proj,not applicable,,0.464
46,mlp.experts.90.up_proj,not applicable,,0.467
46,mlp.experts.91.gate_proj,not applicable,,0.469
46,mlp.experts.91.up_proj,not applicable,,0.472
46,mlp.experts.92.gate_proj,not applicable,,0.474
46,mlp.experts.92.up_proj,not applicable,,0.477
46,mlp.experts.93.gate_proj,not applicable,,0.479
46,mlp.experts.93.up_proj,not applicable,,0.481
46,mlp.experts.94.gate_proj,not applicable,,0.484
46,mlp.experts.94.up_proj,not applicable,,0.486
46,mlp.experts.95.gate_proj,not applicable,,0.489
46,mlp.experts.95.up_proj,not applicable,,0.491
46,mlp.experts.96.gate_proj,not applicable,,0.493
46,mlp.experts.96.up_proj,not applicable,,0.496
46,mlp.experts.97.gate_proj,not applicable,,0.498
46,mlp.experts.97.up_proj,not applicable,,0.501
46,mlp.experts.98.gate_proj,not applicable,,0.503
46,mlp.experts.98.up_proj,not applicable,,0.506
46,mlp.experts.99.gate_proj,not applicable,,0.508
46,mlp.experts.99.up_proj,not applicable,,0.510
46,mlp.experts.100.gate_proj,not applicable,,0.513
46,mlp.experts.100.up_proj,not applicable,,0.516
46,mlp.experts.101.gate_proj,not applicable,,0.519
46,mlp.experts.101.up_proj,not applicable,,0.521
46,mlp.experts.102.gate_proj,not applicable,,0.523
46,mlp.experts.102.up_proj,not applicable,,0.526
46,mlp.experts.103.gate_proj,not applicable,,0.528
46,mlp.experts.103.up_proj,not applicable,,0.531
46,mlp.experts.104.gate_proj,not applicable,,0.533
46,mlp.experts.104.up_proj,not applicable,,0.535
46,mlp.experts.105.gate_proj,not applicable,,0.538
46,mlp.experts.105.up_proj,not applicable,,0.540
46,mlp.experts.106.gate_proj,not applicable,,0.543
46,mlp.experts.106.up_proj,not applicable,,0.545
46,mlp.experts.107.gate_proj,not applicable,,0.547
46,mlp.experts.107.up_proj,not applicable,,0.550
46,mlp.experts.108.gate_proj,not applicable,,0.552
46,mlp.experts.108.up_proj,not applicable,,0.555
46,mlp.experts.109.gate_proj,not applicable,,0.557
46,mlp.experts.109.up_proj,not applicable,,0.559
46,mlp.experts.110.gate_proj,not applicable,,0.562
46,mlp.experts.110.up_proj,not applicable,,0.565
46,mlp.experts.111.gate_proj,not applicable,,0.568
46,mlp.experts.111.up_proj,not applicable,,0.570
46,mlp.experts.112.gate_proj,not applicable,,0.572
46,mlp.experts.112.up_proj,not applicable,,0.575
46,mlp.experts.113.gate_proj,not applicable,,0.577
46,mlp.experts.113.up_proj,not applicable,,0.580
46,mlp.experts.114.gate_proj,not applicable,,0.582
46,mlp.experts.114.up_proj,not applicable,,0.584
46,mlp.experts.115.gate_proj,not applicable,,0.587
46,mlp.experts.115.up_proj,not applicable,,0.589
46,mlp.experts.116.gate_proj,not applicable,,0.592
46,mlp.experts.116.up_proj,not applicable,,0.594
46,mlp.experts.117.gate_proj,not applicable,,0.596
46,mlp.experts.117.up_proj,not applicable,,0.599
46,mlp.experts.118.gate_proj,not applicable,,0.601
46,mlp.experts.118.up_proj,not applicable,,0.604
46,mlp.experts.119.gate_proj,not applicable,,0.606
46,mlp.experts.119.up_proj,not applicable,,0.609
46,mlp.experts.120.gate_proj,not applicable,,0.611
46,mlp.experts.120.up_proj,not applicable,,0.614
46,mlp.experts.121.gate_proj,not applicable,,0.617
46,mlp.experts.121.up_proj,not applicable,,0.619
46,mlp.experts.122.gate_proj,not applicable,,0.621
46,mlp.experts.122.up_proj,not applicable,,0.624
46,mlp.experts.123.gate_proj,not applicable,,0.626
46,mlp.experts.123.up_proj,not applicable,,0.629
46,mlp.experts.124.gate_proj,not applicable,,0.631
46,mlp.experts.124.up_proj,not applicable,,0.634
46,mlp.experts.125.gate_proj,not applicable,,0.636
46,mlp.experts.125.up_proj,not applicable,,0.638
46,mlp.experts.126.gate_proj,not applicable,,0.641
46,mlp.experts.126.up_proj,not applicable,,0.643
46,mlp.experts.127.gate_proj,not applicable,,0.646
46,mlp.experts.127.up_proj,not applicable,,0.648
46,mlp.experts.128.gate_proj,not applicable,,0.650
46,mlp.experts.128.up_proj,not applicable,,0.653
46,mlp.experts.129.gate_proj,not applicable,,0.655
46,mlp.experts.129.up_proj,not applicable,,0.658
46,mlp.experts.130.gate_proj,not applicable,,0.660
46,mlp.experts.130.up_proj,not applicable,,0.663
46,mlp.experts.131.gate_proj,not applicable,,0.666
46,mlp.experts.131.up_proj,not applicable,,0.668
46,mlp.experts.132.gate_proj,not applicable,,0.670
46,mlp.experts.132.up_proj,not applicable,,0.673
46,mlp.experts.133.gate_proj,not applicable,,0.675
46,mlp.experts.133.up_proj,not applicable,,0.678
46,mlp.experts.134.gate_proj,not applicable,,0.680
46,mlp.experts.134.up_proj,not applicable,,0.682
46,mlp.experts.135.gate_proj,not applicable,,0.685
46,mlp.experts.135.up_proj,not applicable,,0.687
46,mlp.experts.136.gate_proj,not applicable,,0.689
46,mlp.experts.136.up_proj,not applicable,,0.692
46,mlp.experts.137.gate_proj,not applicable,,0.694
46,mlp.experts.137.up_proj,not applicable,,0.697
46,mlp.experts.138.gate_proj,not applicable,,0.699
46,mlp.experts.138.up_proj,not applicable,,0.701
46,mlp.experts.139.gate_proj,not applicable,,0.704
46,mlp.experts.139.up_proj,not applicable,,0.706
46,mlp.experts.140.gate_proj,not applicable,,0.709
46,mlp.experts.140.up_proj,not applicable,,0.712
46,mlp.experts.141.gate_proj,not applicable,,0.714
46,mlp.experts.141.up_proj,not applicable,,0.717
46,mlp.experts.142.gate_proj,not applicable,,0.719
46,mlp.experts.142.up_proj,not applicable,,0.721
46,mlp.experts.143.gate_proj,not applicable,,0.724
46,mlp.experts.143.up_proj,not applicable,,0.726
46,mlp.experts.144.gate_proj,not applicable,,0.729
46,mlp.experts.144.up_proj,not applicable,,0.731
46,mlp.experts.145.gate_proj,not applicable,,0.733
46,mlp.experts.145.up_proj,not applicable,,0.736
46,mlp.experts.146.gate_proj,not applicable,,0.738
46,mlp.experts.146.up_proj,not applicable,,0.741
46,mlp.experts.147.gate_proj,not applicable,,0.743
46,mlp.experts.147.up_proj,not applicable,,0.746
46,mlp.experts.148.gate_proj,not applicable,,0.748
46,mlp.experts.148.up_proj,not applicable,,0.750
46,mlp.experts.149.gate_proj,not applicable,,0.753
46,mlp.experts.149.up_proj,not applicable,,0.755
46,mlp.experts.150.gate_proj,not applicable,,0.758
46,mlp.experts.150.up_proj,not applicable,,0.761
46,mlp.experts.151.gate_proj,not applicable,,0.763
46,mlp.experts.151.up_proj,not applicable,,0.766
46,mlp.experts.152.gate_proj,not applicable,,0.768
46,mlp.experts.152.up_proj,not applicable,,0.770
46,mlp.experts.153.gate_proj,not applicable,,0.773
46,mlp.experts.153.up_proj,not applicable,,0.775
46,mlp.experts.154.gate_proj,not applicable,,0.778
46,mlp.experts.154.up_proj,not applicable,,0.780
46,mlp.experts.155.gate_proj,not applicable,,0.782
46,mlp.experts.155.up_proj,not applicable,,0.785
46,mlp.experts.156.gate_proj,not applicable,,0.787
46,mlp.experts.156.up_proj,not applicable,,0.790
46,mlp.experts.157.gate_proj,not applicable,,0.792
46,mlp.experts.157.up_proj,not applicable,,0.795
46,mlp.experts.158.gate_proj,not applicable,,0.797
46,mlp.experts.158.up_proj,not applicable,,0.799
46,mlp.experts.159.gate_proj,not applicable,,0.802
46,mlp.experts.159.up_proj,not applicable,,0.804
46,mlp.experts.160.gate_proj,not applicable,,0.807
46,mlp.experts.160.up_proj,not applicable,,0.810
46,mlp.experts.161.gate_proj,not applicable,,0.813
46,mlp.experts.161.up_proj,not applicable,,0.815
46,mlp.experts.162.gate_proj,not applicable,,0.817
46,mlp.experts.162.up_proj,not applicable,,0.820
46,mlp.experts.163.gate_proj,not applicable,,0.822
46,mlp.experts.163.up_proj,not applicable,,0.824
46,mlp.experts.164.gate_proj,not applicable,,0.827
46,mlp.experts.164.up_proj,not applicable,,0.829
46,mlp.experts.165.gate_proj,not applicable,,0.832
46,mlp.experts.165.up_proj,not applicable,,0.834
46,mlp.experts.166.gate_proj,not applicable,,0.837
46,mlp.experts.166.up_proj,not applicable,,0.839
46,mlp.experts.167.gate_proj,not applicable,,0.841
46,mlp.experts.167.up_proj,not applicable,,0.844
46,mlp.experts.168.gate_proj,not applicable,,0.846
46,mlp.experts.168.up_proj,not applicable,,0.849
46,mlp.experts.169.gate_proj,not applicable,,0.851
46,mlp.experts.169.up_proj,not applicable,,0.854
46,mlp.experts.170.gate_proj,not applicable,,0.856
46,mlp.experts.170.up_proj,not applicable,,0.859
46,mlp.experts.171.gate_proj,not applicable,,0.862
46,mlp.experts.171.up_proj,not applicable,,0.864
46,mlp.experts.172.gate_proj,not applicable,,0.867
46,mlp.experts.172.up_proj,not applicable,,0.869
46,mlp.experts.173.gate_proj,not applicable,,0.872
46,mlp.experts.173.up_proj,not applicable,,0.874
46,mlp.experts.174.gate_proj,not applicable,,0.877
46,mlp.experts.174.up_proj,not applicable,,0.879
46,mlp.experts.175.gate_proj,not applicable,,0.881
46,mlp.experts.175.up_proj,not applicable,,0.884
46,mlp.experts.176.gate_proj,not applicable,,0.887
46,mlp.experts.176.up_proj,not applicable,,0.889
46,mlp.experts.177.gate_proj,not applicable,,0.892
46,mlp.experts.177.up_proj,not applicable,,0.894
46,mlp.experts.178.gate_proj,not applicable,,0.896
46,mlp.experts.178.up_proj,not applicable,,0.899
46,mlp.experts.179.gate_proj,not applicable,,0.901
46,mlp.experts.179.up_proj,not applicable,,0.904
46,mlp.experts.180.gate_proj,not applicable,,0.906
46,mlp.experts.180.up_proj,not applicable,,0.909
46,mlp.experts.181.gate_proj,not applicable,,0.912
46,mlp.experts.181.up_proj,not applicable,,0.914
46,mlp.experts.182.gate_proj,not applicable,,0.916
46,mlp.experts.182.up_proj,not applicable,,0.919
46,mlp.experts.183.gate_proj,not applicable,,0.921
46,mlp.experts.183.up_proj,not applicable,,0.924
46,mlp.experts.184.gate_proj,not applicable,,0.926
46,mlp.experts.184.up_proj,not applicable,,0.928
46,mlp.experts.185.gate_proj,not applicable,,0.931
46,mlp.experts.185.up_proj,not applicable,,0.933
46,mlp.experts.186.gate_proj,not applicable,,0.936
46,mlp.experts.186.up_proj,not applicable,,0.938
46,mlp.experts.187.gate_proj,not applicable,,0.941
46,mlp.experts.187.up_proj,not applicable,,0.943
46,mlp.experts.188.gate_proj,not applicable,,0.945
46,mlp.experts.188.up_proj,not applicable,,0.948
46,mlp.experts.189.gate_proj,not applicable,,0.950
46,mlp.experts.189.up_proj,not applicable,,0.953
46,mlp.experts.190.gate_proj,not applicable,,0.955
46,mlp.experts.190.up_proj,not applicable,,0.958
46,mlp.experts.191.gate_proj,not applicable,,0.961
46,mlp.experts.191.up_proj,not applicable,,0.963
46,mlp.experts.192.gate_proj,not applicable,,0.965
46,mlp.experts.192.up_proj,not applicable,,0.968
46,mlp.experts.193.gate_proj,not applicable,,0.970
46,mlp.experts.193.up_proj,not applicable,,0.973
46,mlp.experts.194.gate_proj,not applicable,,0.975
46,mlp.experts.194.up_proj,not applicable,,0.977
46,mlp.experts.195.gate_proj,not applicable,,0.980
46,mlp.experts.195.up_proj,not applicable,,0.982
46,mlp.experts.196.gate_proj,not applicable,,0.985
46,mlp.experts.196.up_proj,not applicable,,0.987
46,mlp.experts.197.gate_proj,not applicable,,0.989
46,mlp.experts.197.up_proj,not applicable,,0.992
46,mlp.experts.198.gate_proj,not applicable,,0.995
46,mlp.experts.198.up_proj,not applicable,,0.997
46,mlp.experts.199.gate_proj,not applicable,,1.000
46,mlp.experts.199.up_proj,not applicable,,1.002
46,mlp.experts.200.gate_proj,not applicable,,1.005
46,mlp.experts.200.up_proj,not applicable,,1.008
46,mlp.experts.201.gate_proj,not applicable,,1.010
46,mlp.experts.201.up_proj,not applicable,,1.013
46,mlp.experts.202.gate_proj,not applicable,,1.015
46,mlp.experts.202.up_proj,not applicable,,1.017
46,mlp.experts.203.gate_proj,not applicable,,1.020
46,mlp.experts.203.up_proj,not applicable,,1.022
46,mlp.experts.204.gate_proj,not applicable,,1.025
46,mlp.experts.204.up_proj,not applicable,,1.027
46,mlp.experts.205.gate_proj,not applicable,,1.030
46,mlp.experts.205.up_proj,not applicable,,1.032
46,mlp.experts.206.gate_proj,not applicable,,1.034
46,mlp.experts.206.up_proj,not applicable,,1.037
46,mlp.experts.207.gate_proj,not applicable,,1.039
46,mlp.experts.207.up_proj,not applicable,,1.042
46,mlp.experts.208.gate_proj,not applicable,,1.044
46,mlp.experts.208.up_proj,not applicable,,1.047
46,mlp.experts.209.gate_proj,not applicable,,1.050
46,mlp.experts.209.up_proj,not applicable,,1.052
46,mlp.experts.210.gate_proj,not applicable,,1.055
46,mlp.experts.210.up_proj,not applicable,,1.058
46,mlp.experts.211.gate_proj,not applicable,,1.060
46,mlp.experts.211.up_proj,not applicable,,1.063
46,mlp.experts.212.gate_proj,not applicable,,1.066
46,mlp.experts.212.up_proj,not applicable,,1.068
46,mlp.experts.213.gate_proj,not applicable,,1.071
46,mlp.experts.213.up_proj,not applicable,,1.073
46,mlp.experts.214.gate_proj,not applicable,,1.075
46,mlp.experts.214.up_proj,not applicable,,1.078
46,mlp.experts.215.gate_proj,not applicable,,1.080
46,mlp.experts.215.up_proj,not applicable,,1.083
46,mlp.experts.216.gate_proj,not applicable,,1.085
46,mlp.experts.216.up_proj,not applicable,,1.088
46,mlp.experts.217.gate_proj,not applicable,,1.090
46,mlp.experts.217.up_proj,not applicable,,1.093
46,mlp.experts.218.gate_proj,not applicable,,1.095
46,mlp.experts.218.up_proj,not applicable,,1.097
46,mlp.experts.219.gate_proj,not applicable,,1.100
46,mlp.experts.219.up_proj,not applicable,,1.102
46,mlp.experts.220.gate_proj,not applicable,,1.105
46,mlp.experts.220.up_proj,not applicable,,1.108
46,mlp.experts.221.gate_proj,not applicable,,1.111
46,mlp.experts.221.up_proj,not applicable,,1.113
46,mlp.experts.222.gate_proj,not applicable,,1.116
46,mlp.experts.222.up_proj,not applicable,,1.118
46,mlp.experts.223.gate_proj,not applicable,,1.120
46,mlp.experts.223.up_proj,not applicable,,1.123
46,mlp.experts.224.gate_proj,not applicable,,1.125
46,mlp.experts.224.up_proj,not applicable,,1.128
46,mlp.experts.225.gate_proj,not applicable,,1.130
46,mlp.experts.225.up_proj,not applicable,,1.133
46,mlp.experts.226.gate_proj,not applicable,,1.135
46,mlp.experts.226.up_proj,not applicable,,1.138
46,mlp.experts.227.gate_proj,not applicable,,1.140
46,mlp.experts.227.up_proj,not applicable,,1.143
46,mlp.experts.228.gate_proj,not applicable,,1.145
46,mlp.experts.228.up_proj,not applicable,,1.148
46,mlp.experts.229.gate_proj,not applicable,,1.150
46,mlp.experts.229.up_proj,not applicable,,1.153
46,mlp.experts.230.gate_proj,not applicable,,1.155
46,mlp.experts.230.up_proj,not applicable,,1.159
46,mlp.experts.231.gate_proj,not applicable,,1.161
46,mlp.experts.231.up_proj,not applicable,,1.163
46,mlp.experts.232.gate_proj,not applicable,,1.166
46,mlp.experts.232.up_proj,not applicable,,1.168
46,mlp.experts.233.gate_proj,not applicable,,1.171
46,mlp.experts.233.up_proj,not applicable,,1.173
46,mlp.experts.234.gate_proj,not applicable,,1.176
46,mlp.experts.234.up_proj,not applicable,,1.178
46,mlp.experts.235.gate_proj,not applicable,,1.181
46,mlp.experts.235.up_proj,not applicable,,1.183
46,mlp.experts.236.gate_proj,not applicable,,1.186
46,mlp.experts.236.up_proj,not applicable,,1.188
46,mlp.experts.237.gate_proj,not applicable,,1.191
46,mlp.experts.237.up_proj,not applicable,,1.193
46,mlp.experts.238.gate_proj,not applicable,,1.196
46,mlp.experts.238.up_proj,not applicable,,1.198
46,mlp.experts.239.gate_proj,not applicable,,1.201
46,mlp.experts.239.up_proj,not applicable,,1.203
46,mlp.experts.240.gate_proj,not applicable,,1.206
46,mlp.experts.240.up_proj,not applicable,,1.209
46,mlp.experts.241.gate_proj,not applicable,,1.212
46,mlp.experts.241.up_proj,not applicable,,1.214
46,mlp.experts.242.gate_proj,not applicable,,1.217
46,mlp.experts.242.up_proj,not applicable,,1.219
46,mlp.experts.243.gate_proj,not applicable,,1.221
46,mlp.experts.243.up_proj,not applicable,,1.224
46,mlp.experts.244.gate_proj,not applicable,,1.226
46,mlp.experts.244.up_proj,not applicable,,1.228
46,mlp.experts.245.gate_proj,not applicable,,1.231
46,mlp.experts.245.up_proj,not applicable,,1.233
46,mlp.experts.246.gate_proj,not applicable,,1.236
46,mlp.experts.246.up_proj,not applicable,,1.238
46,mlp.experts.247.gate_proj,not applicable,,1.241
46,mlp.experts.247.up_proj,not applicable,,1.243
46,mlp.experts.248.gate_proj,not applicable,,1.245
46,mlp.experts.248.up_proj,not applicable,,1.248
46,mlp.experts.249.gate_proj,not applicable,,1.250
46,mlp.experts.249.up_proj,not applicable,,1.253
46,mlp.experts.250.gate_proj,not applicable,,1.255
46,mlp.experts.250.up_proj,not applicable,,1.258
46,mlp.experts.251.gate_proj,not applicable,,1.261
46,mlp.experts.251.up_proj,not applicable,,1.263
46,mlp.experts.252.gate_proj,not applicable,,1.266
46,mlp.experts.252.up_proj,not applicable,,1.268
46,mlp.experts.253.gate_proj,not applicable,,1.270
46,mlp.experts.253.up_proj,not applicable,,1.273
46,mlp.experts.254.gate_proj,not applicable,,1.275
46,mlp.experts.254.up_proj,not applicable,,1.278
46,mlp.experts.255.gate_proj,not applicable,,1.280
46,mlp.experts.255.up_proj,not applicable,,1.282
46,mlp.experts.0.down_proj,0.0000443966,,1.285
46,mlp.experts.1.down_proj,0.0000840521,,1.287
46,mlp.experts.2.down_proj,0.0001849692,,1.289
46,mlp.experts.3.down_proj,0.0000290898,,1.292
46,mlp.experts.4.down_proj,0.0003415426,,1.294
46,mlp.experts.5.down_proj,0.0000886962,,1.296
46,mlp.experts.6.down_proj,0.0000330054,,1.299
46,mlp.experts.7.down_proj,0.0000920581,,1.301
46,mlp.experts.8.down_proj,0.0000627923,,1.303
46,mlp.experts.9.down_proj,0.0000729006,,1.307
46,mlp.experts.10.down_proj,0.0002419559,,1.310
46,mlp.experts.11.down_proj,0.0000709528,,1.313
46,mlp.experts.12.down_proj,0.0001085408,,1.315
46,mlp.experts.13.down_proj,0.0001286756,,1.318
46,mlp.experts.14.down_proj,0.0001126152,,1.320
46,mlp.experts.15.down_proj,0.0001107570,,1.323
46,mlp.experts.16.down_proj,0.0000519049,,1.325
46,mlp.experts.17.down_proj,0.0000703434,,1.327
46,mlp.experts.18.down_proj,0.0000386579,,1.330
46,mlp.experts.19.down_proj,0.0000602266,,1.332
46,mlp.experts.20.down_proj,0.0000527548,,1.335
46,mlp.experts.21.down_proj,0.0001293348,,1.337
46,mlp.experts.22.down_proj,0.0007762958,,1.340
46,mlp.experts.23.down_proj,0.0000201192,,1.342
46,mlp.experts.24.down_proj,0.0000392388,,1.344
46,mlp.experts.25.down_proj,0.0000788602,,1.347
46,mlp.experts.26.down_proj,0.0000150607,,1.349
46,mlp.experts.27.down_proj,0.0000340361,,1.352
46,mlp.experts.28.down_proj,0.0000626784,,1.354
46,mlp.experts.29.down_proj,0.0001279027,,1.357
46,mlp.experts.30.down_proj,0.0002507550,,1.360
46,mlp.experts.31.down_proj,0.0000321691,,1.362
46,mlp.experts.32.down_proj,0.0000344994,,1.364
46,mlp.experts.33.down_proj,0.0000313110,,1.367
46,mlp.experts.34.down_proj,0.0000577122,,1.369
46,mlp.experts.35.down_proj,0.0000509190,,1.372
46,mlp.experts.36.down_proj,0.0000708092,,1.374
46,mlp.experts.37.down_proj,0.0000564683,,1.376
46,mlp.experts.38.down_proj,0.0001617781,,1.379
46,mlp.experts.39.down_proj,0.0000703883,,1.381
46,mlp.experts.40.down_proj,0.0001559849,,1.383
46,mlp.experts.41.down_proj,0.0000265364,,1.386
46,mlp.experts.42.down_proj,0.0003034852,,1.388
46,mlp.experts.43.down_proj,0.0001282252,,1.390
46,mlp.experts.44.down_proj,0.0001067737,,1.393
46,mlp.experts.45.down_proj,0.0000340891,,1.395
46,mlp.experts.46.down_proj,0.0001008581,,1.397
46,mlp.experts.47.down_proj,0.0000565734,,1.400
46,mlp.experts.48.down_proj,0.0002895664,,1.402
46,mlp.experts.49.down_proj,0.0000377009,,1.406
46,mlp.experts.50.down_proj,0.0000422864,,1.409
46,mlp.experts.51.down_proj,0.0000683256,,1.412
46,mlp.experts.52.down_proj,0.0000331737,,1.415
46,mlp.experts.53.down_proj,0.0000662951,,1.417
46,mlp.experts.54.down_proj,0.0000802721,,1.420
46,mlp.experts.55.down_proj,0.0000758246,,1.422
46,mlp.experts.56.down_proj,0.0000975335,,1.425
46,mlp.experts.57.down_proj,0.0000432822,,1.427
46,mlp.experts.58.down_proj,0.0000853822,,1.429
46,mlp.experts.59.down_proj,0.0000507948,,1.431
46,mlp.experts.60.down_proj,0.0000285650,,1.434
46,mlp.experts.61.down_proj,0.0001430676,,1.436
46,mlp.experts.62.down_proj,0.0001530834,,1.438
46,mlp.experts.63.down_proj,0.0000428617,,1.441
46,mlp.experts.64.down_proj,0.0000390299,,1.443
46,mlp.experts.65.down_proj,0.0000551878,,1.445
46,mlp.experts.66.down_proj,0.0000743361,,1.448
46,mlp.experts.67.down_proj,0.0001203859,,1.450
46,mlp.experts.68.down_proj,0.0000249671,,1.452
46,mlp.experts.69.down_proj,0.0000511270,,1.456
46,mlp.experts.70.down_proj,0.0000668020,,1.458
46,mlp.experts.71.down_proj,0.0000604290,,1.460
46,mlp.experts.72.down_proj,0.0001243459,,1.462
46,mlp.experts.73.down_proj,0.0000375667,,1.465
46,mlp.experts.74.down_proj,0.0000298478,,1.467
46,mlp.experts.75.down_proj,0.0000373153,,1.469
46,mlp.experts.76.down_proj,0.0000548836,,1.472
46,mlp.experts.77.down_proj,0.0000636054,,1.474
46,mlp.experts.78.down_proj,0.0004164928,,1.476
46,mlp.experts.79.down_proj,0.0000602545,,1.479
46,mlp.experts.80.down_proj,0.0000219460,,1.481
46,mlp.experts.81.down_proj,0.0000237112,,1.483
46,mlp.experts.82.down_proj,0.0001240399,,1.485
46,mlp.experts.83.down_proj,0.0000905108,,1.488
46,mlp.experts.84.down_proj,0.0000331384,,1.490
46,mlp.experts.85.down_proj,0.0000459555,,1.492
46,mlp.experts.86.down_proj,0.0001948848,,1.495
46,mlp.experts.87.down_proj,0.0000480556,,1.497
46,mlp.experts.88.down_proj,0.0000774632,,1.499
46,mlp.experts.89.down_proj,0.0000107228,,1.503
46,mlp.experts.90.down_proj,0.0002423702,,1.505
46,mlp.experts.91.down_proj,0.0000672120,,1.508
46,mlp.experts.92.down_proj,0.0000270556,,1.512
46,mlp.experts.93.down_proj,0.0001505588,,1.514
46,mlp.experts.94.down_proj,0.0000567846,,1.517
46,mlp.experts.95.down_proj,0.0000746753,,1.519
46,mlp.experts.96.down_proj,0.0000227266,,1.521
46,mlp.experts.97.down_proj,0.0000605267,,1.524
46,mlp.experts.98.down_proj,0.0000450434,,1.527
46,mlp.experts.99.down_proj,0.0000865260,,1.529
46,mlp.experts.100.down_proj,0.0000821848,,1.531
46,mlp.experts.101.down_proj,0.0000691358,,1.534
46,mlp.experts.102.down_proj,0.0000712733,,1.536
46,mlp.experts.103.down_proj,0.0001428339,,1.539
46,mlp.experts.104.down_proj,0.0001587247,,1.541
46,mlp.experts.105.down_proj,0.0000342548,,1.544
46,mlp.experts.106.down_proj,0.0000449685,,1.547
46,mlp.experts.107.down_proj,0.0001553886,,1.549
46,mlp.experts.108.down_proj,0.0000605362,,1.551
46,mlp.experts.109.down_proj,0.0000218234,,1.554
46,mlp.experts.110.down_proj,0.0001896821,,1.557
46,mlp.experts.111.down_proj,0.0000371912,,1.559
46,mlp.experts.112.down_proj,0.0000535727,,1.562
46,mlp.experts.113.down_proj,0.0000519282,,1.564
46,mlp.experts.114.down_proj,0.0000189290,,1.567
46,mlp.experts.115.down_proj,0.0001486204,,1.569
46,mlp.experts.116.down_proj,0.0000744722,,1.571
46,mlp.experts.117.down_proj,0.0003497946,,1.574
46,mlp.experts.118.down_proj,0.0000355331,,1.576
46,mlp.experts.119.down_proj,0.0000714536,,1.579
46,mlp.experts.120.down_proj,0.0000311005,,1.581
46,mlp.experts.121.down_proj,0.0000241240,,1.583
46,mlp.experts.122.down_proj,0.0000282054,,1.586
46,mlp.experts.123.down_proj,0.0000138753,,1.588
46,mlp.experts.124.down_proj,0.0000300759,,1.591
46,mlp.experts.125.down_proj,0.0000833587,,1.593
46,mlp.experts.126.down_proj,0.0000263909,,1.596
46,mlp.experts.127.down_proj,0.0001085697,,1.598
46,mlp.experts.128.down_proj,0.0000435669,,1.601
46,mlp.experts.129.down_proj,0.0001285797,,1.604
46,mlp.experts.130.down_proj,0.0000434780,,1.607
46,mlp.experts.131.down_proj,0.0000561262,,1.610
46,mlp.experts.132.down_proj,0.0000276875,,1.614
46,mlp.experts.133.down_proj,0.0000314885,,1.616
46,mlp.experts.134.down_proj,0.0001138996,,1.618
46,mlp.experts.135.down_proj,0.0001075265,,1.621
46,mlp.experts.136.down_proj,0.0000419641,,1.623
46,mlp.experts.137.down_proj,0.0000335479,,1.626
46,mlp.experts.138.down_proj,0.0001182364,,1.628
46,mlp.experts.139.down_proj,0.0000448252,,1.631
46,mlp.experts.140.down_proj,0.0000311983,,1.633
46,mlp.experts.141.down_proj,0.0001724029,,1.635
46,mlp.experts.142.down_proj,0.0000337127,,1.638
46,mlp.experts.143.down_proj,0.0000981510,,1.640
46,mlp.experts.144.down_proj,0.0000514876,,1.643
46,mlp.experts.145.down_proj,0.0000672590,,1.645
46,mlp.experts.146.down_proj,0.0000218766,,1.648
46,mlp.experts.147.down_proj,0.0002304005,,1.650
46,mlp.experts.148.down_proj,0.0000314314,,1.652
46,mlp.experts.149.down_proj,0.0000403324,,1.656
46,mlp.experts.150.down_proj,0.0000676606,,1.658
46,mlp.experts.151.down_proj,0.0001658724,,1.661
46,mlp.experts.152.down_proj,0.0000767465,,1.663
46,mlp.experts.153.down_proj,0.0000236315,,1.665
46,mlp.experts.154.down_proj,0.0001148500,,1.668
46,mlp.experts.155.down_proj,0.0002147634,,1.670
46,mlp.experts.156.down_proj,0.0001655469,,1.673
46,mlp.experts.157.down_proj,0.0000466514,,1.675
46,mlp.experts.158.down_proj,0.0000538870,,1.677
46,mlp.experts.159.down_proj,0.0004303456,,1.680
46,mlp.experts.160.down_proj,0.0000490239,,1.682
46,mlp.experts.161.down_proj,0.0000937782,,1.685
46,mlp.experts.162.down_proj,0.0000625010,,1.687
46,mlp.experts.163.down_proj,0.0000156912,,1.689
46,mlp.experts.164.down_proj,0.0000178982,,1.692
46,mlp.experts.165.down_proj,0.0000823646,,1.694
46,mlp.experts.166.down_proj,0.0000203352,,1.697
46,mlp.experts.167.down_proj,0.0000741233,,1.699
46,mlp.experts.168.down_proj,0.0001206663,,1.702
46,mlp.experts.169.down_proj,0.0002388615,,1.705
46,mlp.experts.170.down_proj,0.0001387094,,1.709
46,mlp.experts.171.down_proj,0.0002583710,,1.712
46,mlp.experts.172.down_proj,0.0000851474,,1.714
46,mlp.experts.173.down_proj,0.0000601317,,1.717
46,mlp.experts.174.down_proj,0.0000667781,,1.719
46,mlp.experts.175.down_proj,0.0001101385,,1.722
46,mlp.experts.176.down_proj,0.0000627672,,1.724
46,mlp.experts.177.down_proj,0.0001155611,,1.727
46,mlp.experts.178.down_proj,0.0000838881,,1.730
46,mlp.experts.179.down_proj,0.0000301912,,1.732
46,mlp.experts.180.down_proj,0.0001151742,,1.734
46,mlp.experts.181.down_proj,0.0000474652,,1.737
46,mlp.experts.182.down_proj,0.0000326244,,1.739
46,mlp.experts.183.down_proj,0.0001257729,,1.742
46,mlp.experts.184.down_proj,0.0000906229,,1.744
46,mlp.experts.185.down_proj,0.0000287242,,1.747
46,mlp.experts.186.down_proj,0.0000158009,,1.749
46,mlp.experts.187.down_proj,0.0000073746,,1.752
46,mlp.experts.188.down_proj,0.0001091570,,1.754
46,mlp.experts.189.down_proj,0.0000753472,,1.758
46,mlp.experts.190.down_proj,0.0002773103,,1.760
46,mlp.experts.191.down_proj,0.0000448700,,1.762
46,mlp.experts.192.down_proj,0.0000661569,,1.765
46,mlp.experts.193.down_proj,0.0000589506,,1.767
46,mlp.experts.194.down_proj,0.0000834732,,1.770
46,mlp.experts.195.down_proj,0.0001047718,,1.772
46,mlp.experts.196.down_proj,0.0000251677,,1.775
46,mlp.experts.197.down_proj,0.0000577608,,1.777
46,mlp.experts.198.down_proj,0.0000446184,,1.780
46,mlp.experts.199.down_proj,0.0001115494,,1.782
46,mlp.experts.200.down_proj,0.0001054949,,1.785
46,mlp.experts.201.down_proj,0.0000366011,,1.787
46,mlp.experts.202.down_proj,0.0000808560,,1.790
46,mlp.experts.203.down_proj,0.0001743680,,1.792
46,mlp.experts.204.down_proj,0.0002045465,,1.795
46,mlp.experts.205.down_proj,0.0000300869,,1.797
46,mlp.experts.206.down_proj,0.0000456259,,1.799
46,mlp.experts.207.down_proj,0.0001437845,,1.802
46,mlp.experts.208.down_proj,0.0000634424,,1.804
46,mlp.experts.209.down_proj,0.0001425111,,1.809
46,mlp.experts.210.down_proj,0.0000490924,,1.812
46,mlp.experts.211.down_proj,0.0000487567,,1.815
46,mlp.experts.212.down_proj,0.0000265222,,1.818
46,mlp.experts.213.down_proj,0.0000957090,,1.820
46,mlp.experts.214.down_proj,0.0001255759,,1.823
46,mlp.experts.215.down_proj,0.0000165593,,1.825
46,mlp.experts.216.down_proj,0.0000388052,,1.828
46,mlp.experts.217.down_proj,0.0000479435,,1.830
46,mlp.experts.218.down_proj,0.0003013219,,1.833
46,mlp.experts.219.down_proj,0.0000385705,,1.835
46,mlp.experts.220.down_proj,0.0000988702,,1.838
46,mlp.experts.221.down_proj,0.0000360317,,1.840
46,mlp.experts.222.down_proj,0.0000202016,,1.843
46,mlp.experts.223.down_proj,0.0000296365,,1.845
46,mlp.experts.224.down_proj,0.0000618265,,1.848
46,mlp.experts.225.down_proj,0.0001910355,,1.850
46,mlp.experts.226.down_proj,0.0000342585,,1.853
46,mlp.experts.227.down_proj,0.0001313311,,1.855
46,mlp.experts.228.down_proj,0.0001474536,,1.858
46,mlp.experts.229.down_proj,0.0000423283,,1.861
46,mlp.experts.230.down_proj,0.0000494360,,1.863
46,mlp.experts.231.down_proj,0.0000243670,,1.866
46,mlp.experts.232.down_proj,0.0000322138,,1.868
46,mlp.experts.233.down_proj,0.0000143761,,1.871
46,mlp.experts.234.down_proj,0.0000642553,,1.874
46,mlp.experts.235.down_proj,0.0000243753,,1.876
46,mlp.experts.236.down_proj,0.0000554925,,1.878
46,mlp.experts.237.down_proj,0.0000531916,,1.881
46,mlp.experts.238.down_proj,0.0000758592,,1.883
46,mlp.experts.239.down_proj,0.0001210989,,1.886
46,mlp.experts.240.down_proj,0.0000233618,,1.888
46,mlp.experts.241.down_proj,0.0000469137,,1.891
46,mlp.experts.242.down_proj,0.0000691555,,1.893
46,mlp.experts.243.down_proj,0.0000991877,,1.896
46,mlp.experts.244.down_proj,0.0000616388,,1.898
46,mlp.experts.245.down_proj,0.0000607772,,1.901
46,mlp.experts.246.down_proj,0.0001521778,,1.903
46,mlp.experts.247.down_proj,0.0003380117,,1.906
46,mlp.experts.248.down_proj,0.0000326905,,1.909
46,mlp.experts.249.down_proj,0.0000395164,,1.914
46,mlp.experts.250.down_proj,0.0000157576,,1.917
46,mlp.experts.251.down_proj,0.0000318751,,1.919
46,mlp.experts.252.down_proj,0.0001978427,,1.922
46,mlp.experts.253.down_proj,0.0000518550,,1.924
46,mlp.experts.254.down_proj,0.0002230865,,1.927
46,mlp.experts.255.down_proj,0.0000574635,,1.929
47,mlp.experts.0.gate_proj,not applicable,,0.006
47,mlp.experts.0.up_proj,not applicable,,0.011
47,mlp.experts.1.gate_proj,not applicable,,0.014
47,mlp.experts.1.up_proj,not applicable,,0.017
47,mlp.experts.2.gate_proj,not applicable,,0.020
47,mlp.experts.2.up_proj,not applicable,,0.022
47,mlp.experts.3.gate_proj,not applicable,,0.025
47,mlp.experts.3.up_proj,not applicable,,0.028
47,mlp.experts.4.gate_proj,not applicable,,0.031
47,mlp.experts.4.up_proj,not applicable,,0.033
47,mlp.experts.5.gate_proj,not applicable,,0.036
47,mlp.experts.5.up_proj,not applicable,,0.039
47,mlp.experts.6.gate_proj,not applicable,,0.041
47,mlp.experts.6.up_proj,not applicable,,0.044
47,mlp.experts.7.gate_proj,not applicable,,0.047
47,mlp.experts.7.up_proj,not applicable,,0.049
47,mlp.experts.8.gate_proj,not applicable,,0.052
47,mlp.experts.8.up_proj,not applicable,,0.054
47,mlp.experts.9.gate_proj,not applicable,,0.057
47,mlp.experts.9.up_proj,not applicable,,0.059
47,mlp.experts.10.gate_proj,not applicable,,0.062
47,mlp.experts.10.up_proj,not applicable,,0.066
47,mlp.experts.11.gate_proj,not applicable,,0.068
47,mlp.experts.11.up_proj,not applicable,,0.071
47,mlp.experts.12.gate_proj,not applicable,,0.073
47,mlp.experts.12.up_proj,not applicable,,0.076
47,mlp.experts.13.gate_proj,not applicable,,0.078
47,mlp.experts.13.up_proj,not applicable,,0.081
47,mlp.experts.14.gate_proj,not applicable,,0.084
47,mlp.experts.14.up_proj,not applicable,,0.086
47,mlp.experts.15.gate_proj,not applicable,,0.089
47,mlp.experts.15.up_proj,not applicable,,0.091
47,mlp.experts.16.gate_proj,not applicable,,0.094
47,mlp.experts.16.up_proj,not applicable,,0.096
47,mlp.experts.17.gate_proj,not applicable,,0.099
47,mlp.experts.17.up_proj,not applicable,,0.101
47,mlp.experts.18.gate_proj,not applicable,,0.104
47,mlp.experts.18.up_proj,not applicable,,0.107
47,mlp.experts.19.gate_proj,not applicable,,0.109
47,mlp.experts.19.up_proj,not applicable,,0.112
47,mlp.experts.20.gate_proj,not applicable,,0.114
47,mlp.experts.20.up_proj,not applicable,,0.118
47,mlp.experts.21.gate_proj,not applicable,,0.120
47,mlp.experts.21.up_proj,not applicable,,0.123
47,mlp.experts.22.gate_proj,not applicable,,0.126
47,mlp.experts.22.up_proj,not applicable,,0.128
47,mlp.experts.23.gate_proj,not applicable,,0.131
47,mlp.experts.23.up_proj,not applicable,,0.133
47,mlp.experts.24.gate_proj,not applicable,,0.136
47,mlp.experts.24.up_proj,not applicable,,0.139
47,mlp.experts.25.gate_proj,not applicable,,0.141
47,mlp.experts.25.up_proj,not applicable,,0.144
47,mlp.experts.26.gate_proj,not applicable,,0.146
47,mlp.experts.26.up_proj,not applicable,,0.149
47,mlp.experts.27.gate_proj,not applicable,,0.151
47,mlp.experts.27.up_proj,not applicable,,0.154
47,mlp.experts.28.gate_proj,not applicable,,0.156
47,mlp.experts.28.up_proj,not applicable,,0.159
47,mlp.experts.29.gate_proj,not applicable,,0.161
47,mlp.experts.29.up_proj,not applicable,,0.164
47,mlp.experts.30.gate_proj,not applicable,,0.167
47,mlp.experts.30.up_proj,not applicable,,0.170
47,mlp.experts.31.gate_proj,not applicable,,0.173
47,mlp.experts.31.up_proj,not applicable,,0.175
47,mlp.experts.32.gate_proj,not applicable,,0.179
47,mlp.experts.32.up_proj,not applicable,,0.181
47,mlp.experts.33.gate_proj,not applicable,,0.184
47,mlp.experts.33.up_proj,not applicable,,0.186
47,mlp.experts.34.gate_proj,not applicable,,0.189
47,mlp.experts.34.up_proj,not applicable,,0.191
47,mlp.experts.35.gate_proj,not applicable,,0.194
47,mlp.experts.35.up_proj,not applicable,,0.196
47,mlp.experts.36.gate_proj,not applicable,,0.199
47,mlp.experts.36.up_proj,not applicable,,0.201
47,mlp.experts.37.gate_proj,not applicable,,0.204
47,mlp.experts.37.up_proj,not applicable,,0.206
47,mlp.experts.38.gate_proj,not applicable,,0.209
47,mlp.experts.38.up_proj,not applicable,,0.211
47,mlp.experts.39.gate_proj,not applicable,,0.214
47,mlp.experts.39.up_proj,not applicable,,0.216
47,mlp.experts.40.gate_proj,not applicable,,0.219
47,mlp.experts.40.up_proj,not applicable,,0.222
47,mlp.experts.41.gate_proj,not applicable,,0.225
47,mlp.experts.41.up_proj,not applicable,,0.227
47,mlp.experts.42.gate_proj,not applicable,,0.230
47,mlp.experts.42.up_proj,not applicable,,0.232
47,mlp.experts.43.gate_proj,not applicable,,0.235
47,mlp.experts.43.up_proj,not applicable,,0.237
47,mlp.experts.44.gate_proj,not applicable,,0.240
47,mlp.experts.44.up_proj,not applicable,,0.242
47,mlp.experts.45.gate_proj,not applicable,,0.244
47,mlp.experts.45.up_proj,not applicable,,0.247
47,mlp.experts.46.gate_proj,not applicable,,0.249
47,mlp.experts.46.up_proj,not applicable,,0.252
47,mlp.experts.47.gate_proj,not applicable,,0.254
47,mlp.experts.47.up_proj,not applicable,,0.257
47,mlp.experts.48.gate_proj,not applicable,,0.259
47,mlp.experts.48.up_proj,not applicable,,0.262
47,mlp.experts.49.gate_proj,not applicable,,0.264
47,mlp.experts.49.up_proj,not applicable,,0.267
47,mlp.experts.50.gate_proj,not applicable,,0.269
47,mlp.experts.50.up_proj,not applicable,,0.273
47,mlp.experts.51.gate_proj,not applicable,,0.275
47,mlp.experts.51.up_proj,not applicable,,0.278
47,mlp.experts.52.gate_proj,not applicable,,0.281
47,mlp.experts.52.up_proj,not applicable,,0.283
47,mlp.experts.53.gate_proj,not applicable,,0.286
47,mlp.experts.53.up_proj,not applicable,,0.288
47,mlp.experts.54.gate_proj,not applicable,,0.291
47,mlp.experts.54.up_proj,not applicable,,0.293
47,mlp.experts.55.gate_proj,not applicable,,0.296
47,mlp.experts.55.up_proj,not applicable,,0.298
47,mlp.experts.56.gate_proj,not applicable,,0.301
47,mlp.experts.56.up_proj,not applicable,,0.303
47,mlp.experts.57.gate_proj,not applicable,,0.306
47,mlp.experts.57.up_proj,not applicable,,0.309
47,mlp.experts.58.gate_proj,not applicable,,0.311
47,mlp.experts.58.up_proj,not applicable,,0.314
47,mlp.experts.59.gate_proj,not applicable,,0.316
47,mlp.experts.59.up_proj,not applicable,,0.319
47,mlp.experts.60.gate_proj,not applicable,,0.321
47,mlp.experts.60.up_proj,not applicable,,0.325
47,mlp.experts.61.gate_proj,not applicable,,0.327
47,mlp.experts.61.up_proj,not applicable,,0.330
47,mlp.experts.62.gate_proj,not applicable,,0.332
47,mlp.experts.62.up_proj,not applicable,,0.335
47,mlp.experts.63.gate_proj,not applicable,,0.337
47,mlp.experts.63.up_proj,not applicable,,0.340
47,mlp.experts.64.gate_proj,not applicable,,0.342
47,mlp.experts.64.up_proj,not applicable,,0.345
47,mlp.experts.65.gate_proj,not applicable,,0.347
47,mlp.experts.65.up_proj,not applicable,,0.350
47,mlp.experts.66.gate_proj,not applicable,,0.352
47,mlp.experts.66.up_proj,not applicable,,0.355
47,mlp.experts.67.gate_proj,not applicable,,0.357
47,mlp.experts.67.up_proj,not applicable,,0.360
47,mlp.experts.68.gate_proj,not applicable,,0.362
47,mlp.experts.68.up_proj,not applicable,,0.365
47,mlp.experts.69.gate_proj,not applicable,,0.368
47,mlp.experts.69.up_proj,not applicable,,0.370
47,mlp.experts.70.gate_proj,not applicable,,0.372
47,mlp.experts.70.up_proj,not applicable,,0.376
47,mlp.experts.71.gate_proj,not applicable,,0.378
47,mlp.experts.71.up_proj,not applicable,,0.381
47,mlp.experts.72.gate_proj,not applicable,,0.383
47,mlp.experts.72.up_proj,not applicable,,0.386
47,mlp.experts.73.gate_proj,not applicable,,0.388
47,mlp.experts.73.up_proj,not applicable,,0.391
47,mlp.experts.74.gate_proj,not applicable,,0.393
47,mlp.experts.74.up_proj,not applicable,,0.396
47,mlp.experts.75.gate_proj,not applicable,,0.398
47,mlp.experts.75.up_proj,not applicable,,0.401
47,mlp.experts.76.gate_proj,not applicable,,0.404
47,mlp.experts.76.up_proj,not applicable,,0.406
47,mlp.experts.77.gate_proj,not applicable,,0.409
47,mlp.experts.77.up_proj,not applicable,,0.411
47,mlp.experts.78.gate_proj,not applicable,,0.414
47,mlp.experts.78.up_proj,not applicable,,0.417
47,mlp.experts.79.gate_proj,not applicable,,0.419
47,mlp.experts.79.up_proj,not applicable,,0.422
47,mlp.experts.80.gate_proj,not applicable,,0.424
47,mlp.experts.80.up_proj,not applicable,,0.428
47,mlp.experts.81.gate_proj,not applicable,,0.430
47,mlp.experts.81.up_proj,not applicable,,0.433
47,mlp.experts.82.gate_proj,not applicable,,0.435
47,mlp.experts.82.up_proj,not applicable,,0.438
47,mlp.experts.83.gate_proj,not applicable,,0.440
47,mlp.experts.83.up_proj,not applicable,,0.443
47,mlp.experts.84.gate_proj,not applicable,,0.445
47,mlp.experts.84.up_proj,not applicable,,0.448
47,mlp.experts.85.gate_proj,not applicable,,0.450
47,mlp.experts.85.up_proj,not applicable,,0.453
47,mlp.experts.86.gate_proj,not applicable,,0.455
47,mlp.experts.86.up_proj,not applicable,,0.458
47,mlp.experts.87.gate_proj,not applicable,,0.460
47,mlp.experts.87.up_proj,not applicable,,0.463
47,mlp.experts.88.gate_proj,not applicable,,0.465
47,mlp.experts.88.up_proj,not applicable,,0.467
47,mlp.experts.89.gate_proj,not applicable,,0.470
47,mlp.experts.89.up_proj,not applicable,,0.473
47,mlp.experts.90.gate_proj,not applicable,,0.475
47,mlp.experts.90.up_proj,not applicable,,0.479
47,mlp.experts.91.gate_proj,not applicable,,0.481
47,mlp.experts.91.up_proj,not applicable,,0.484
47,mlp.experts.92.gate_proj,not applicable,,0.486
47,mlp.experts.92.up_proj,not applicable,,0.489
47,mlp.experts.93.gate_proj,not applicable,,0.491
47,mlp.experts.93.up_proj,not applicable,,0.498
47,mlp.experts.94.gate_proj,not applicable,,0.500
47,mlp.experts.94.up_proj,not applicable,,0.503
47,mlp.experts.95.gate_proj,not applicable,,0.506
47,mlp.experts.95.up_proj,not applicable,,0.508
47,mlp.experts.96.gate_proj,not applicable,,0.511
47,mlp.experts.96.up_proj,not applicable,,0.513
47,mlp.experts.97.gate_proj,not applicable,,0.516
47,mlp.experts.97.up_proj,not applicable,,0.518
47,mlp.experts.98.gate_proj,not applicable,,0.521
47,mlp.experts.98.up_proj,not applicable,,0.523
47,mlp.experts.99.gate_proj,not applicable,,0.526
47,mlp.experts.99.up_proj,not applicable,,0.528
47,mlp.experts.100.gate_proj,not applicable,,0.531
47,mlp.experts.100.up_proj,not applicable,,0.534
47,mlp.experts.101.gate_proj,not applicable,,0.537
47,mlp.experts.101.up_proj,not applicable,,0.539
47,mlp.experts.102.gate_proj,not applicable,,0.542
47,mlp.experts.102.up_proj,not applicable,,0.545
47,mlp.experts.103.gate_proj,not applicable,,0.547
47,mlp.experts.103.up_proj,not applicable,,0.549
47,mlp.experts.104.gate_proj,not applicable,,0.552
47,mlp.experts.104.up_proj,not applicable,,0.554
47,mlp.experts.105.gate_proj,not applicable,,0.557
47,mlp.experts.105.up_proj,not applicable,,0.560
47,mlp.experts.106.gate_proj,not applicable,,0.562
47,mlp.experts.106.up_proj,not applicable,,0.565
47,mlp.experts.107.gate_proj,not applicable,,0.567
47,mlp.experts.107.up_proj,not applicable,,0.570
47,mlp.experts.108.gate_proj,not applicable,,0.572
47,mlp.experts.108.up_proj,not applicable,,0.575
47,mlp.experts.109.gate_proj,not applicable,,0.577
47,mlp.experts.109.up_proj,not applicable,,0.580
47,mlp.experts.110.gate_proj,not applicable,,0.583
47,mlp.experts.110.up_proj,not applicable,,0.586
47,mlp.experts.111.gate_proj,not applicable,,0.588
47,mlp.experts.111.up_proj,not applicable,,0.591
47,mlp.experts.112.gate_proj,not applicable,,0.594
47,mlp.experts.112.up_proj,not applicable,,0.596
47,mlp.experts.113.gate_proj,not applicable,,0.598
47,mlp.experts.113.up_proj,not applicable,,0.601
47,mlp.experts.114.gate_proj,not applicable,,0.604
47,mlp.experts.114.up_proj,not applicable,,0.606
47,mlp.experts.115.gate_proj,not applicable,,0.609
47,mlp.experts.115.up_proj,not applicable,,0.611
47,mlp.experts.116.gate_proj,not applicable,,0.614
47,mlp.experts.116.up_proj,not applicable,,0.616
47,mlp.experts.117.gate_proj,not applicable,,0.619
47,mlp.experts.117.up_proj,not applicable,,0.621
47,mlp.experts.118.gate_proj,not applicable,,0.624
47,mlp.experts.118.up_proj,not applicable,,0.626
47,mlp.experts.119.gate_proj,not applicable,,0.629
47,mlp.experts.119.up_proj,not applicable,,0.631
47,mlp.experts.120.gate_proj,not applicable,,0.634
47,mlp.experts.120.up_proj,not applicable,,0.637
47,mlp.experts.121.gate_proj,not applicable,,0.640
47,mlp.experts.121.up_proj,not applicable,,0.642
47,mlp.experts.122.gate_proj,not applicable,,0.645
47,mlp.experts.122.up_proj,not applicable,,0.648
47,mlp.experts.123.gate_proj,not applicable,,0.650
47,mlp.experts.123.up_proj,not applicable,,0.653
47,mlp.experts.124.gate_proj,not applicable,,0.655
47,mlp.experts.124.up_proj,not applicable,,0.657
47,mlp.experts.125.gate_proj,not applicable,,0.660
47,mlp.experts.125.up_proj,not applicable,,0.663
47,mlp.experts.126.gate_proj,not applicable,,0.666
47,mlp.experts.126.up_proj,not applicable,,0.669
47,mlp.experts.127.gate_proj,not applicable,,0.671
47,mlp.experts.127.up_proj,not applicable,,0.674
47,mlp.experts.128.gate_proj,not applicable,,0.676
47,mlp.experts.128.up_proj,not applicable,,0.679
47,mlp.experts.129.gate_proj,not applicable,,0.682
47,mlp.experts.129.up_proj,not applicable,,0.684
47,mlp.experts.130.gate_proj,not applicable,,0.687
47,mlp.experts.130.up_proj,not applicable,,0.690
47,mlp.experts.131.gate_proj,not applicable,,0.692
47,mlp.experts.131.up_proj,not applicable,,0.695
47,mlp.experts.132.gate_proj,not applicable,,0.697
47,mlp.experts.132.up_proj,not applicable,,0.700
47,mlp.experts.133.gate_proj,not applicable,,0.702
47,mlp.experts.133.up_proj,not applicable,,0.705
47,mlp.experts.134.gate_proj,not applicable,,0.707
47,mlp.experts.134.up_proj,not applicable,,0.710
47,mlp.experts.135.gate_proj,not applicable,,0.712
47,mlp.experts.135.up_proj,not applicable,,0.715
47,mlp.experts.136.gate_proj,not applicable,,0.717
47,mlp.experts.136.up_proj,not applicable,,0.719
47,mlp.experts.137.gate_proj,not applicable,,0.722
47,mlp.experts.137.up_proj,not applicable,,0.725
47,mlp.experts.138.gate_proj,not applicable,,0.727
47,mlp.experts.138.up_proj,not applicable,,0.730
47,mlp.experts.139.gate_proj,not applicable,,0.732
47,mlp.experts.139.up_proj,not applicable,,0.735
47,mlp.experts.140.gate_proj,not applicable,,0.737
47,mlp.experts.140.up_proj,not applicable,,0.740
47,mlp.experts.141.gate_proj,not applicable,,0.743
47,mlp.experts.141.up_proj,not applicable,,0.745
47,mlp.experts.142.gate_proj,not applicable,,0.748
47,mlp.experts.142.up_proj,not applicable,,0.750
47,mlp.experts.143.gate_proj,not applicable,,0.753
47,mlp.experts.143.up_proj,not applicable,,0.755
47,mlp.experts.144.gate_proj,not applicable,,0.758
47,mlp.experts.144.up_proj,not applicable,,0.760
47,mlp.experts.145.gate_proj,not applicable,,0.762
47,mlp.experts.145.up_proj,not applicable,,0.765
47,mlp.experts.146.gate_proj,not applicable,,0.767
47,mlp.experts.146.up_proj,not applicable,,0.770
47,mlp.experts.147.gate_proj,not applicable,,0.772
47,mlp.experts.147.up_proj,not applicable,,0.775
47,mlp.experts.148.gate_proj,not applicable,,0.777
47,mlp.experts.148.up_proj,not applicable,,0.780
47,mlp.experts.149.gate_proj,not applicable,,0.782
47,mlp.experts.149.up_proj,not applicable,,0.785
47,mlp.experts.150.gate_proj,not applicable,,0.787
47,mlp.experts.150.up_proj,not applicable,,0.791
47,mlp.experts.151.gate_proj,not applicable,,0.793
47,mlp.experts.151.up_proj,not applicable,,0.796
47,mlp.experts.152.gate_proj,not applicable,,0.798
47,mlp.experts.152.up_proj,not applicable,,0.801
47,mlp.experts.153.gate_proj,not applicable,,0.803
47,mlp.experts.153.up_proj,not applicable,,0.806
47,mlp.experts.154.gate_proj,not applicable,,0.808
47,mlp.experts.154.up_proj,not applicable,,0.810
47,mlp.experts.155.gate_proj,not applicable,,0.813
47,mlp.experts.155.up_proj,not applicable,,0.815
47,mlp.experts.156.gate_proj,not applicable,,0.818
47,mlp.experts.156.up_proj,not applicable,,0.820
47,mlp.experts.157.gate_proj,not applicable,,0.823
47,mlp.experts.157.up_proj,not applicable,,0.825
47,mlp.experts.158.gate_proj,not applicable,,0.828
47,mlp.experts.158.up_proj,not applicable,,0.830
47,mlp.experts.159.gate_proj,not applicable,,0.833
47,mlp.experts.159.up_proj,not applicable,,0.835
47,mlp.experts.160.gate_proj,not applicable,,0.838
47,mlp.experts.160.up_proj,not applicable,,0.841
47,mlp.experts.161.gate_proj,not applicable,,0.844
47,mlp.experts.161.up_proj,not applicable,,0.846
47,mlp.experts.162.gate_proj,not applicable,,0.849
47,mlp.experts.162.up_proj,not applicable,,0.851
47,mlp.experts.163.gate_proj,not applicable,,0.854
47,mlp.experts.163.up_proj,not applicable,,0.856
47,mlp.experts.164.gate_proj,not applicable,,0.859
47,mlp.experts.164.up_proj,not applicable,,0.861
47,mlp.experts.165.gate_proj,not applicable,,0.864
47,mlp.experts.165.up_proj,not applicable,,0.866
47,mlp.experts.166.gate_proj,not applicable,,0.869
47,mlp.experts.166.up_proj,not applicable,,0.871
47,mlp.experts.167.gate_proj,not applicable,,0.874
47,mlp.experts.167.up_proj,not applicable,,0.876
47,mlp.experts.168.gate_proj,not applicable,,0.879
47,mlp.experts.168.up_proj,not applicable,,0.881
47,mlp.experts.169.gate_proj,not applicable,,0.884
47,mlp.experts.169.up_proj,not applicable,,0.887
47,mlp.experts.170.gate_proj,not applicable,,0.889
47,mlp.experts.170.up_proj,not applicable,,0.892
47,mlp.experts.171.gate_proj,not applicable,,0.895
47,mlp.experts.171.up_proj,not applicable,,0.897
47,mlp.experts.172.gate_proj,not applicable,,0.900
47,mlp.experts.172.up_proj,not applicable,,0.902
47,mlp.experts.173.gate_proj,not applicable,,0.904
47,mlp.experts.173.up_proj,not applicable,,0.907
47,mlp.experts.174.gate_proj,not applicable,,0.909
47,mlp.experts.174.up_proj,not applicable,,0.912
47,mlp.experts.175.gate_proj,not applicable,,0.914
47,mlp.experts.175.up_proj,not applicable,,0.916
47,mlp.experts.176.gate_proj,not applicable,,0.919
47,mlp.experts.176.up_proj,not applicable,,0.921
47,mlp.experts.177.gate_proj,not applicable,,0.924
47,mlp.experts.177.up_proj,not applicable,,0.926
47,mlp.experts.178.gate_proj,not applicable,,0.928
47,mlp.experts.178.up_proj,not applicable,,0.931
47,mlp.experts.179.gate_proj,not applicable,,0.933
47,mlp.experts.179.up_proj,not applicable,,0.935
47,mlp.experts.180.gate_proj,not applicable,,0.938
47,mlp.experts.180.up_proj,not applicable,,0.941
47,mlp.experts.181.gate_proj,not applicable,,0.943
47,mlp.experts.181.up_proj,not applicable,,0.946
47,mlp.experts.182.gate_proj,not applicable,,0.948
47,mlp.experts.182.up_proj,not applicable,,0.951
47,mlp.experts.183.gate_proj,not applicable,,0.953
47,mlp.experts.183.up_proj,not applicable,,0.955
47,mlp.experts.184.gate_proj,not applicable,,0.958
47,mlp.experts.184.up_proj,not applicable,,0.960
47,mlp.experts.185.gate_proj,not applicable,,0.962
47,mlp.experts.185.up_proj,not applicable,,0.965
47,mlp.experts.186.gate_proj,not applicable,,0.967
47,mlp.experts.186.up_proj,not applicable,,0.970
47,mlp.experts.187.gate_proj,not applicable,,0.972
47,mlp.experts.187.up_proj,not applicable,,0.974
47,mlp.experts.188.gate_proj,not applicable,,0.977
47,mlp.experts.188.up_proj,not applicable,,0.979
47,mlp.experts.189.gate_proj,not applicable,,0.982
47,mlp.experts.189.up_proj,not applicable,,0.984
47,mlp.experts.190.gate_proj,not applicable,,0.987
47,mlp.experts.190.up_proj,not applicable,,0.990
47,mlp.experts.191.gate_proj,not applicable,,0.993
47,mlp.experts.191.up_proj,not applicable,,0.995
47,mlp.experts.192.gate_proj,not applicable,,0.998
47,mlp.experts.192.up_proj,not applicable,,1.000
47,mlp.experts.193.gate_proj,not applicable,,1.003
47,mlp.experts.193.up_proj,not applicable,,1.005
47,mlp.experts.194.gate_proj,not applicable,,1.008
47,mlp.experts.194.up_proj,not applicable,,1.011
47,mlp.experts.195.gate_proj,not applicable,,1.013
47,mlp.experts.195.up_proj,not applicable,,1.016
47,mlp.experts.196.gate_proj,not applicable,,1.018
47,mlp.experts.196.up_proj,not applicable,,1.021
47,mlp.experts.197.gate_proj,not applicable,,1.023
47,mlp.experts.197.up_proj,not applicable,,1.026
47,mlp.experts.198.gate_proj,not applicable,,1.028
47,mlp.experts.198.up_proj,not applicable,,1.031
47,mlp.experts.199.gate_proj,not applicable,,1.033
47,mlp.experts.199.up_proj,not applicable,,1.036
47,mlp.experts.200.gate_proj,not applicable,,1.038
47,mlp.experts.200.up_proj,not applicable,,1.041
47,mlp.experts.201.gate_proj,not applicable,,1.044
47,mlp.experts.201.up_proj,not applicable,,1.046
47,mlp.experts.202.gate_proj,not applicable,,1.049
47,mlp.experts.202.up_proj,not applicable,,1.051
47,mlp.experts.203.gate_proj,not applicable,,1.054
47,mlp.experts.203.up_proj,not applicable,,1.056
47,mlp.experts.204.gate_proj,not applicable,,1.059
47,mlp.experts.204.up_proj,not applicable,,1.061
47,mlp.experts.205.gate_proj,not applicable,,1.064
47,mlp.experts.205.up_proj,not applicable,,1.066
47,mlp.experts.206.gate_proj,not applicable,,1.069
47,mlp.experts.206.up_proj,not applicable,,1.071
47,mlp.experts.207.gate_proj,not applicable,,1.074
47,mlp.experts.207.up_proj,not applicable,,1.076
47,mlp.experts.208.gate_proj,not applicable,,1.078
47,mlp.experts.208.up_proj,not applicable,,1.081
47,mlp.experts.209.gate_proj,not applicable,,1.083
47,mlp.experts.209.up_proj,not applicable,,1.086
47,mlp.experts.210.gate_proj,not applicable,,1.089
47,mlp.experts.210.up_proj,not applicable,,1.093
47,mlp.experts.211.gate_proj,not applicable,,1.095
47,mlp.experts.211.up_proj,not applicable,,1.097
47,mlp.experts.212.gate_proj,not applicable,,1.100
47,mlp.experts.212.up_proj,not applicable,,1.102
47,mlp.experts.213.gate_proj,not applicable,,1.105
47,mlp.experts.213.up_proj,not applicable,,1.107
47,mlp.experts.214.gate_proj,not applicable,,1.110
47,mlp.experts.214.up_proj,not applicable,,1.112
47,mlp.experts.215.gate_proj,not applicable,,1.115
47,mlp.experts.215.up_proj,not applicable,,1.117
47,mlp.experts.216.gate_proj,not applicable,,1.120
47,mlp.experts.216.up_proj,not applicable,,1.122
47,mlp.experts.217.gate_proj,not applicable,,1.125
47,mlp.experts.217.up_proj,not applicable,,1.127
47,mlp.experts.218.gate_proj,not applicable,,1.130
47,mlp.experts.218.up_proj,not applicable,,1.132
47,mlp.experts.219.gate_proj,not applicable,,1.135
47,mlp.experts.219.up_proj,not applicable,,1.137
47,mlp.experts.220.gate_proj,not applicable,,1.139
47,mlp.experts.220.up_proj,not applicable,,1.143
47,mlp.experts.221.gate_proj,not applicable,,1.145
47,mlp.experts.221.up_proj,not applicable,,1.148
47,mlp.experts.222.gate_proj,not applicable,,1.150
47,mlp.experts.222.up_proj,not applicable,,1.153
47,mlp.experts.223.gate_proj,not applicable,,1.155
47,mlp.experts.223.up_proj,not applicable,,1.158
47,mlp.experts.224.gate_proj,not applicable,,1.160
47,mlp.experts.224.up_proj,not applicable,,1.162
47,mlp.experts.225.gate_proj,not applicable,,1.165
47,mlp.experts.225.up_proj,not applicable,,1.167
47,mlp.experts.226.gate_proj,not applicable,,1.170
47,mlp.experts.226.up_proj,not applicable,,1.172
47,mlp.experts.227.gate_proj,not applicable,,1.175
47,mlp.experts.227.up_proj,not applicable,,1.177
47,mlp.experts.228.gate_proj,not applicable,,1.179
47,mlp.experts.228.up_proj,not applicable,,1.182
47,mlp.experts.229.gate_proj,not applicable,,1.184
47,mlp.experts.229.up_proj,not applicable,,1.187
47,mlp.experts.230.gate_proj,not applicable,,1.190
47,mlp.experts.230.up_proj,not applicable,,1.193
47,mlp.experts.231.gate_proj,not applicable,,1.196
47,mlp.experts.231.up_proj,not applicable,,1.198
47,mlp.experts.232.gate_proj,not applicable,,1.201
47,mlp.experts.232.up_proj,not applicable,,1.203
47,mlp.experts.233.gate_proj,not applicable,,1.206
47,mlp.experts.233.up_proj,not applicable,,1.208
47,mlp.experts.234.gate_proj,not applicable,,1.210
47,mlp.experts.234.up_proj,not applicable,,1.213
47,mlp.experts.235.gate_proj,not applicable,,1.216
47,mlp.experts.235.up_proj,not applicable,,1.218
47,mlp.experts.236.gate_proj,not applicable,,1.220
47,mlp.experts.236.up_proj,not applicable,,1.223
47,mlp.experts.237.gate_proj,not applicable,,1.225
47,mlp.experts.237.up_proj,not applicable,,1.228
47,mlp.experts.238.gate_proj,not applicable,,1.230
47,mlp.experts.238.up_proj,not applicable,,1.233
47,mlp.experts.239.gate_proj,not applicable,,1.235
47,mlp.experts.239.up_proj,not applicable,,1.238
47,mlp.experts.240.gate_proj,not applicable,,1.240
47,mlp.experts.240.up_proj,not applicable,,1.244
47,mlp.experts.241.gate_proj,not applicable,,1.246
47,mlp.experts.241.up_proj,not applicable,,1.249
47,mlp.experts.242.gate_proj,not applicable,,1.251
47,mlp.experts.242.up_proj,not applicable,,1.254
47,mlp.experts.243.gate_proj,not applicable,,1.256
47,mlp.experts.243.up_proj,not applicable,,1.258
47,mlp.experts.244.gate_proj,not applicable,,1.261
47,mlp.experts.244.up_proj,not applicable,,1.263
47,mlp.experts.245.gate_proj,not applicable,,1.266
47,mlp.experts.245.up_proj,not applicable,,1.268
47,mlp.experts.246.gate_proj,not applicable,,1.271
47,mlp.experts.246.up_proj,not applicable,,1.273
47,mlp.experts.247.gate_proj,not applicable,,1.276
47,mlp.experts.247.up_proj,not applicable,,1.278
47,mlp.experts.248.gate_proj,not applicable,,1.281
47,mlp.experts.248.up_proj,not applicable,,1.283
47,mlp.experts.249.gate_proj,not applicable,,1.285
47,mlp.experts.249.up_proj,not applicable,,1.289
47,mlp.experts.250.gate_proj,not applicable,,1.291
47,mlp.experts.250.up_proj,not applicable,,1.295
47,mlp.experts.251.gate_proj,not applicable,,1.297
47,mlp.experts.251.up_proj,not applicable,,1.299
47,mlp.experts.252.gate_proj,not applicable,,1.302
47,mlp.experts.252.up_proj,not applicable,,1.304
47,mlp.experts.253.gate_proj,not applicable,,1.307
47,mlp.experts.253.up_proj,not applicable,,1.309
47,mlp.experts.254.gate_proj,not applicable,,1.312
47,mlp.experts.254.up_proj,not applicable,,1.314
47,mlp.experts.255.gate_proj,not applicable,,1.317
47,mlp.experts.255.up_proj,not applicable,,1.319
47,mlp.experts.0.down_proj,0.0001386743,,1.322
47,mlp.experts.1.down_proj,0.0000772250,,1.324
47,mlp.experts.2.down_proj,0.0000401703,,1.326
47,mlp.experts.3.down_proj,0.0001767506,,1.329
47,mlp.experts.4.down_proj,0.0000648089,,1.331
47,mlp.experts.5.down_proj,0.0000993427,,1.334
47,mlp.experts.6.down_proj,0.0000276902,,1.336
47,mlp.experts.7.down_proj,0.0001443560,,1.338
47,mlp.experts.8.down_proj,0.0000828998,,1.341
47,mlp.experts.9.down_proj,0.0001548873,,1.344
47,mlp.experts.10.down_proj,0.0005891401,,1.346
47,mlp.experts.11.down_proj,0.0004008379,,1.349
47,mlp.experts.12.down_proj,0.0004790763,,1.351
47,mlp.experts.13.down_proj,0.0001179720,,1.354
47,mlp.experts.14.down_proj,0.0006005392,,1.356
47,mlp.experts.15.down_proj,0.0003701155,,1.358
47,mlp.experts.16.down_proj,0.0001567053,,1.361
47,mlp.experts.17.down_proj,0.0002000343,,1.363
47,mlp.experts.18.down_proj,0.0002178950,,1.366
47,mlp.experts.19.down_proj,0.0002348262,,1.368
47,mlp.experts.20.down_proj,0.0001268379,,1.370
47,mlp.experts.21.down_proj,0.0001344490,,1.373
47,mlp.experts.22.down_proj,0.0001493167,,1.375
47,mlp.experts.23.down_proj,0.0000412113,,1.378
47,mlp.experts.24.down_proj,0.0001677307,,1.380
47,mlp.experts.25.down_proj,0.0000743819,,1.383
47,mlp.experts.26.down_proj,0.0000911399,,1.385
47,mlp.experts.27.down_proj,0.0000844263,,1.387
47,mlp.experts.28.down_proj,0.0001658862,,1.390
47,mlp.experts.29.down_proj,0.0002206354,,1.393
47,mlp.experts.30.down_proj,0.0001133440,,1.395
47,mlp.experts.31.down_proj,0.0001335560,,1.398
47,mlp.experts.32.down_proj,0.0001029207,,1.400
47,mlp.experts.33.down_proj,0.0000709447,,1.403
47,mlp.experts.34.down_proj,0.0001175679,,1.405
47,mlp.experts.35.down_proj,0.0001284251,,1.407
47,mlp.experts.36.down_proj,0.0000967628,,1.410
47,mlp.experts.37.down_proj,0.0000644560,,1.412
47,mlp.experts.38.down_proj,0.0000912787,,1.414
47,mlp.experts.39.down_proj,0.0000626718,,1.417
47,mlp.experts.40.down_proj,0.0000797848,,1.419
47,mlp.experts.41.down_proj,0.0000355301,,1.422
47,mlp.experts.42.down_proj,0.0001436428,,1.424
47,mlp.experts.43.down_proj,0.0001634100,,1.426
47,mlp.experts.44.down_proj,0.0000684682,,1.429
47,mlp.experts.45.down_proj,0.0002059794,,1.431
47,mlp.experts.46.down_proj,0.0001267106,,1.433
47,mlp.experts.47.down_proj,0.0002824823,,1.436
47,mlp.experts.48.down_proj,0.0000380918,,1.438
47,mlp.experts.49.down_proj,0.0000556953,,1.442
47,mlp.experts.50.down_proj,0.0000675913,,1.444
47,mlp.experts.51.down_proj,0.0001113796,,1.446
47,mlp.experts.52.down_proj,0.0000187347,,1.449
47,mlp.experts.53.down_proj,0.0006280663,,1.451
47,mlp.experts.54.down_proj,0.0001548906,,1.454
47,mlp.experts.55.down_proj,0.0002476407,,1.456
47,mlp.experts.56.down_proj,0.0002934959,,1.458
47,mlp.experts.57.down_proj,0.0001621356,,1.461
47,mlp.experts.58.down_proj,0.0001218869,,1.463
47,mlp.experts.59.down_proj,0.0001360732,,1.465
47,mlp.experts.60.down_proj,0.0000465123,,1.468
47,mlp.experts.61.down_proj,0.0001775738,,1.470
47,mlp.experts.62.down_proj,0.0000042838,,1.473
47,mlp.experts.63.down_proj,0.0000734026,,1.475
47,mlp.experts.64.down_proj,0.0005282788,,1.478
47,mlp.experts.65.down_proj,0.0000865557,,1.480
47,mlp.experts.66.down_proj,0.0001019728,,1.482
47,mlp.experts.67.down_proj,0.0001533502,,1.485
47,mlp.experts.68.down_proj,0.0002414685,,1.487
47,mlp.experts.69.down_proj,0.0002423459,,1.491
47,mlp.experts.70.down_proj,0.0002422809,,1.493
47,mlp.experts.71.down_proj,0.0001354518,,1.496
47,mlp.experts.72.down_proj,0.0001163974,,1.498
47,mlp.experts.73.down_proj,0.0001043984,,1.501
47,mlp.experts.74.down_proj,0.0000384016,,1.503
47,mlp.experts.75.down_proj,0.0000635381,,1.506
47,mlp.experts.76.down_proj,0.0002927124,,1.508
47,mlp.experts.77.down_proj,0.0001066708,,1.510
47,mlp.experts.78.down_proj,0.0000281534,,1.513
47,mlp.experts.79.down_proj,0.0001569464,,1.515
47,mlp.experts.80.down_proj,0.0001353057,,1.518
47,mlp.experts.81.down_proj,0.0004925230,,1.520
47,mlp.experts.82.down_proj,0.0001436181,,1.523
47,mlp.experts.83.down_proj,0.0002152950,,1.525
47,mlp.experts.84.down_proj,0.0008935045,,1.528
47,mlp.experts.85.down_proj,0.0000177038,,1.530
47,mlp.experts.86.down_proj,0.0000686136,,1.532
47,mlp.experts.87.down_proj,0.0001786124,,1.535
47,mlp.experts.88.down_proj,0.0000561739,,1.537
47,mlp.experts.89.down_proj,0.0002783333,,1.541
47,mlp.experts.90.down_proj,0.0001267070,,1.543
47,mlp.experts.91.down_proj,0.0002312224,,1.545
47,mlp.experts.92.down_proj,0.0000995306,,1.548
47,mlp.experts.93.down_proj,0.0006120660,,1.550
47,mlp.experts.94.down_proj,0.0000271707,,1.553
47,mlp.experts.95.down_proj,0.0000770612,,1.555
47,mlp.experts.96.down_proj,0.0000891427,,1.558
47,mlp.experts.97.down_proj,0.0000734171,,1.560
47,mlp.experts.98.down_proj,0.0001056201,,1.562
47,mlp.experts.99.down_proj,0.0006171252,,1.565
47,mlp.experts.100.down_proj,0.0001136801,,1.567
47,mlp.experts.101.down_proj,0.0002957170,,1.570
47,mlp.experts.102.down_proj,0.0000789624,,1.572
47,mlp.experts.103.down_proj,0.0000596752,,1.575
47,mlp.experts.104.down_proj,0.0008786147,,1.577
47,mlp.experts.105.down_proj,0.0000655434,,1.580
47,mlp.experts.106.down_proj,0.0000806346,,1.582
47,mlp.experts.107.down_proj,0.0000298357,,1.584
47,mlp.experts.108.down_proj,0.0000620573,,1.587
47,mlp.experts.109.down_proj,0.0000564082,,1.591
47,mlp.experts.110.down_proj,0.0000765512,,1.593
47,mlp.experts.111.down_proj,0.0001404694,,1.595
47,mlp.experts.112.down_proj,0.0001183821,,1.598
47,mlp.experts.113.down_proj,0.0002392381,,1.600
47,mlp.experts.114.down_proj,0.0000827725,,1.603
47,mlp.experts.115.down_proj,0.0003169038,,1.605
47,mlp.experts.116.down_proj,0.0003138959,,1.607
47,mlp.experts.117.down_proj,0.0000347194,,1.610
47,mlp.experts.118.down_proj,0.0000146801,,1.612
47,mlp.experts.119.down_proj,0.0000985983,,1.615
47,mlp.experts.120.down_proj,0.0007543997,,1.618
47,mlp.experts.121.down_proj,0.0000618174,,1.620
47,mlp.experts.122.down_proj,0.0003820196,,1.623
47,mlp.experts.123.down_proj,0.0000945464,,1.625
47,mlp.experts.124.down_proj,0.0000533589,,1.627
47,mlp.experts.125.down_proj,0.0000771841,,1.630
47,mlp.experts.126.down_proj,0.0000854411,,1.632
47,mlp.experts.127.down_proj,0.0001330129,,1.635
47,mlp.experts.128.down_proj,0.0000609635,,1.637
47,mlp.experts.129.down_proj,0.0003581499,,1.641
47,mlp.experts.130.down_proj,0.0001667746,,1.643
47,mlp.experts.131.down_proj,0.0000749347,,1.645
47,mlp.experts.132.down_proj,0.0003159255,,1.648
47,mlp.experts.133.down_proj,0.0000472313,,1.650
47,mlp.experts.134.down_proj,0.0003553467,,1.653
47,mlp.experts.135.down_proj,0.0001859708,,1.655
47,mlp.experts.136.down_proj,0.0001170273,,1.658
47,mlp.experts.137.down_proj,0.0000195025,,1.660
47,mlp.experts.138.down_proj,0.0000082305,,1.663
47,mlp.experts.139.down_proj,0.0000654546,,1.665
47,mlp.experts.140.down_proj,0.0001569107,,1.667
47,mlp.experts.141.down_proj,0.0012420605,,1.670
47,mlp.experts.142.down_proj,0.0000564228,,1.672
47,mlp.experts.143.down_proj,0.0000226519,,1.675
47,mlp.experts.144.down_proj,0.0000690392,,1.677
47,mlp.experts.145.down_proj,0.0001976179,,1.679
47,mlp.experts.146.down_proj,0.0001315748,,1.682
47,mlp.experts.147.down_proj,0.0001279865,,1.684
47,mlp.experts.148.down_proj,0.0001230575,,1.687
47,mlp.experts.149.down_proj,0.0000894395,,1.690
47,mlp.experts.150.down_proj,0.0001930783,,1.693
47,mlp.experts.151.down_proj,0.0002927620,,1.695
47,mlp.experts.152.down_proj,0.0000486070,,1.697
47,mlp.experts.153.down_proj,0.0004271433,,1.700
47,mlp.experts.154.down_proj,0.0000799285,,1.702
47,mlp.experts.155.down_proj,0.0001311677,,1.705
47,mlp.experts.156.down_proj,0.0000563943,,1.707
47,mlp.experts.157.down_proj,0.0000507169,,1.710
47,mlp.experts.158.down_proj,0.0001596740,,1.712
47,mlp.experts.159.down_proj,0.0002143303,,1.715
47,mlp.experts.160.down_proj,0.0001022159,,1.718
47,mlp.experts.161.down_proj,0.0000997569,,1.721
47,mlp.experts.162.down_proj,0.0000825201,,1.723
47,mlp.experts.163.down_proj,0.0000729836,,1.725
47,mlp.experts.164.down_proj,0.0003927794,,1.728
47,mlp.experts.165.down_proj,0.0000999938,,1.730
47,mlp.experts.166.down_proj,0.0001664427,,1.733
47,mlp.experts.167.down_proj,0.0002041410,,1.735
47,mlp.experts.168.down_proj,0.0000569000,,1.738
47,mlp.experts.169.down_proj,0.0000225562,,1.741
47,mlp.experts.170.down_proj,0.0000554361,,1.744
47,mlp.experts.171.down_proj,0.0000235546,,1.746
47,mlp.experts.172.down_proj,0.0000279545,,1.749
47,mlp.experts.173.down_proj,0.0000546542,,1.751
47,mlp.experts.174.down_proj,0.0001695817,,1.754
47,mlp.experts.175.down_proj,0.0005522897,,1.756
47,mlp.experts.176.down_proj,0.0002652553,,1.759
47,mlp.experts.177.down_proj,0.0002913560,,1.761
47,mlp.experts.178.down_proj,0.0000174804,,1.764
47,mlp.experts.179.down_proj,0.0000754501,,1.766
47,mlp.experts.180.down_proj,0.0002086596,,1.769
47,mlp.experts.181.down_proj,0.0001277882,,1.771
47,mlp.experts.182.down_proj,0.0001158906,,1.774
47,mlp.experts.183.down_proj,0.0001640217,,1.776
47,mlp.experts.184.down_proj,0.0000264106,,1.778
47,mlp.experts.185.down_proj,0.0022568187,,1.781
47,mlp.experts.186.down_proj,0.0000260490,,1.783
47,mlp.experts.187.down_proj,0.0002690755,,1.786
47,mlp.experts.188.down_proj,0.0000376245,,1.788
47,mlp.experts.189.down_proj,0.0000547047,,1.792
47,mlp.experts.190.down_proj,0.0001033313,,1.794
47,mlp.experts.191.down_proj,0.0003407296,,1.797
47,mlp.experts.192.down_proj,0.0001002144,,1.799
47,mlp.experts.193.down_proj,0.0005023157,,1.802
47,mlp.experts.194.down_proj,0.0000956295,,1.804
47,mlp.experts.195.down_proj,0.0001382509,,1.807
47,mlp.experts.196.down_proj,0.0000933519,,1.809
47,mlp.experts.197.down_proj,0.0001478910,,1.812
47,mlp.experts.198.down_proj,0.0000499704,,1.814
47,mlp.experts.199.down_proj,0.0000071806,,1.817
47,mlp.experts.200.down_proj,0.0000429344,,1.819
47,mlp.experts.201.down_proj,0.0000873684,,1.822
47,mlp.experts.202.down_proj,0.0001356486,,1.824
47,mlp.experts.203.down_proj,0.0000197980,,1.826
47,mlp.experts.204.down_proj,0.0001365897,,1.829
47,mlp.experts.205.down_proj,0.0003819192,,1.831
47,mlp.experts.206.down_proj,0.0001349129,,1.834
47,mlp.experts.207.down_proj,0.0000552807,,1.836
47,mlp.experts.208.down_proj,0.0001236592,,1.839
47,mlp.experts.209.down_proj,0.0001223750,,1.842
47,mlp.experts.210.down_proj,0.0001261455,,1.845
47,mlp.experts.211.down_proj,0.0000842786,,1.847
47,mlp.experts.212.down_proj,0.0002610924,,1.850
47,mlp.experts.213.down_proj,0.0001436859,,1.852
47,mlp.experts.214.down_proj,0.0000696868,,1.855
47,mlp.experts.215.down_proj,0.0000648991,,1.857
47,mlp.experts.216.down_proj,0.0000498341,,1.860
47,mlp.experts.217.down_proj,0.0000578261,,1.863
47,mlp.experts.218.down_proj,0.0002119018,,1.866
47,mlp.experts.219.down_proj,0.0000355222,,1.868
47,mlp.experts.220.down_proj,0.0000965691,,1.870
47,mlp.experts.221.down_proj,0.0001673336,,1.873
47,mlp.experts.222.down_proj,0.0000349909,,1.875
47,mlp.experts.223.down_proj,0.0004102954,,1.878
47,mlp.experts.224.down_proj,0.0000478921,,1.880
47,mlp.experts.225.down_proj,0.0001119710,,1.883
47,mlp.experts.226.down_proj,0.0001851965,,1.885
47,mlp.experts.227.down_proj,0.0000634359,,1.888
47,mlp.experts.228.down_proj,0.0000815150,,1.890
47,mlp.experts.229.down_proj,0.0003976654,,1.894
47,mlp.experts.230.down_proj,0.0001284754,,1.896
47,mlp.experts.231.down_proj,0.0003829784,,1.899
47,mlp.experts.232.down_proj,0.0000039822,,1.901
47,mlp.experts.233.down_proj,0.0001258833,,1.904
47,mlp.experts.234.down_proj,0.0000678516,,1.906
47,mlp.experts.235.down_proj,0.0000322107,,1.909
47,mlp.experts.236.down_proj,0.0001019196,,1.911
47,mlp.experts.237.down_proj,0.0001776183,,1.914
47,mlp.experts.238.down_proj,0.0000757441,,1.916
47,mlp.experts.239.down_proj,0.0000242572,,1.919
47,mlp.experts.240.down_proj,0.0001016853,,1.921
47,mlp.experts.241.down_proj,0.0000261195,,1.924
47,mlp.experts.242.down_proj,0.0000117189,,1.926
47,mlp.experts.243.down_proj,0.0001165791,,1.929
47,mlp.experts.244.down_proj,0.0000280187,,1.931
47,mlp.experts.245.down_proj,0.0001306246,,1.934
47,mlp.experts.246.down_proj,0.0001886123,,1.936
47,mlp.experts.247.down_proj,0.0001459628,,1.939
47,mlp.experts.248.down_proj,0.0000322091,,1.941
47,mlp.experts.249.down_proj,0.0000515008,,1.944
47,mlp.experts.250.down_proj,0.0001309912,,1.947
47,mlp.experts.251.down_proj,0.0001824154,,1.949
47,mlp.experts.252.down_proj,0.0000726650,,1.952
47,mlp.experts.253.down_proj,0.0001110200,,1.954
47,mlp.experts.254.down_proj,0.0001423854,,1.957
47,mlp.experts.255.down_proj,0.0000160006,,1.959