layer,module,loss,loss_kind,samples,damp,time
9,mlp.experts.0.gate_proj,0.0052222875,hessian_weighted_relative_error,18304,0.02500,0.744
9,mlp.experts.1.gate_proj,0.0073061467,hessian_weighted_relative_error,27697,0.02500,0.847
9,mlp.experts.2.gate_proj,0.0070790520,hessian_weighted_relative_error,23474,0.02500,0.743
9,mlp.experts.3.gate_proj,0.0023009383,hessian_weighted_relative_error,12331,0.02500,0.849
9,mlp.experts.4.gate_proj,0.0058200696,hessian_weighted_relative_error,20536,0.02500,0.741
9,mlp.experts.5.gate_proj,0.0046319526,hessian_weighted_relative_error,29278,0.02500,0.849
9,mlp.experts.6.gate_proj,0.0055451462,hessian_weighted_relative_error,17449,0.02500,0.727
9,mlp.experts.7.gate_proj,0.0081691315,hessian_weighted_relative_error,33193,0.02500,0.845
9,mlp.experts.8.gate_proj,0.0060686124,hessian_weighted_relative_error,61739,0.02500,0.745
9,mlp.experts.9.gate_proj,0.0050990768,hessian_weighted_relative_error,24876,0.02500,0.854
9,mlp.experts.10.gate_proj,0.0024670164,hessian_weighted_relative_error,17595,0.02500,0.745
9,mlp.experts.11.gate_proj,0.0049164782,hessian_weighted_relative_error,18879,0.02500,0.849
9,mlp.experts.12.gate_proj,0.0072425893,hessian_weighted_relative_error,38102,0.02500,0.745
9,mlp.experts.13.gate_proj,0.0070179150,hessian_weighted_relative_error,34930,0.02500,0.863
9,mlp.experts.15.gate_proj,0.0074814164,hessian_weighted_relative_error,34269,0.02500,0.851
9,mlp.experts.16.gate_proj,0.0028458261,hessian_weighted_relative_error,24479,0.02500,0.751
9,mlp.experts.17.gate_proj,0.0047760973,hessian_weighted_relative_error,30960,0.02500,0.857
9,mlp.experts.18.gate_proj,0.0057174854,hessian_weighted_relative_error,38423,0.02500,0.747
9,mlp.experts.19.gate_proj,0.0050274226,hessian_weighted_relative_error,17773,0.02500,0.854
9,mlp.experts.20.gate_proj,0.0060558530,hessian_weighted_relative_error,18525,0.02500,0.747
9,mlp.experts.21.gate_proj,0.0067408335,hessian_weighted_relative_error,55226,0.02500,0.859
9,mlp.experts.22.gate_proj,0.0064864982,hessian_weighted_relative_error,17229,0.02500,0.746
9,mlp.experts.23.gate_proj,0.0052323483,hessian_weighted_relative_error,20259,0.02500,0.855
9,mlp.experts.24.gate_proj,0.0075055428,hessian_weighted_relative_error,36554,0.02500,0.755
9,mlp.experts.25.gate_proj,0.0055277531,hessian_weighted_relative_error,19713,0.02500,0.871
9,mlp.experts.26.gate_proj,0.0064611708,hessian_weighted_relative_error,19910,0.02500,0.752
9,mlp.experts.27.gate_proj,0.0042825367,hessian_weighted_relative_error,8298,0.02500,0.860
9,mlp.experts.28.gate_proj,0.0033362540,hessian_weighted_relative_error,25597,0.02500,0.753
9,mlp.experts.30.gate_proj,0.0037368540,hessian_weighted_relative_error,19367,0.02500,0.749
9,mlp.experts.31.gate_proj,0.0062662233,hessian_weighted_relative_error,28629,0.02500,0.862
9,mlp.experts.32.gate_proj,0.0059167994,hessian_weighted_relative_error,25533,0.02500,0.755
9,mlp.experts.33.gate_proj,0.0072292138,hessian_weighted_relative_error,32708,0.02500,0.866
9,mlp.experts.34.gate_proj,0.0062441278,hessian_weighted_relative_error,19162,0.02500,0.753
9,mlp.experts.35.gate_proj,0.0049246884,hessian_weighted_relative_error,26326,0.02500,0.864
9,mlp.experts.36.gate_proj,0.0044902101,hessian_weighted_relative_error,34983,0.02500,0.754
9,mlp.experts.37.gate_proj,0.0086760061,hessian_weighted_relative_error,28738,0.02500,0.870
9,mlp.experts.39.gate_proj,0.0033024903,hessian_weighted_relative_error,21894,0.02500,0.865
9,mlp.experts.40.gate_proj,0.0073947938,hessian_weighted_relative_error,36076,0.02500,0.757
9,mlp.experts.41.gate_proj,0.0070118221,hessian_weighted_relative_error,21610,0.02500,0.871
9,mlp.experts.42.gate_proj,0.0037423380,hessian_weighted_relative_error,17505,0.02500,0.757
9,mlp.experts.43.gate_proj,0.0075194087,hessian_weighted_relative_error,41822,0.02500,0.869
9,mlp.experts.44.gate_proj,0.0078155489,hessian_weighted_relative_error,24199,0.02500,0.757
9,mlp.experts.45.gate_proj,0.0051155717,hessian_weighted_relative_error,34597,0.02500,0.873
9,mlp.experts.46.gate_proj,0.0064450997,hessian_weighted_relative_error,21675,0.02500,0.755
9,mlp.experts.47.gate_proj,0.0026783760,hessian_weighted_relative_error,13482,0.02500,0.872
9,mlp.experts.48.gate_proj,0.0067750768,hessian_weighted_relative_error,20659,0.02500,0.761
9,mlp.experts.49.gate_proj,0.0057468455,hessian_weighted_relative_error,9344,0.02500,0.875
9,mlp.experts.50.gate_proj,0.0060989515,hessian_weighted_relative_error,21335,0.02500,0.757
9,mlp.experts.51.gate_proj,0.0074924491,hessian_weighted_relative_error,35671,0.02500,0.873
9,mlp.experts.52.gate_proj,0.0075314471,hessian_weighted_relative_error,45446,0.02500,0.761
9,mlp.experts.53.gate_proj,0.0072411773,hessian_weighted_relative_error,43420,0.02500,0.880
9,mlp.experts.54.gate_proj,0.0056347569,hessian_weighted_relative_error,27002,0.02500,0.758
9,mlp.experts.55.gate_proj,0.0036427619,hessian_weighted_relative_error,21701,0.02500,0.875
9,mlp.experts.56.gate_proj,0.0068910160,hessian_weighted_relative_error,35653,0.02500,0.761
9,mlp.experts.57.gate_proj,0.0076774782,hessian_weighted_relative_error,24909,0.02500,0.880
9,mlp.experts.58.gate_proj,0.0040080905,hessian_weighted_relative_error,27866,0.02500,0.765
9,mlp.experts.59.gate_proj,0.0075095868,hessian_weighted_relative_error,31397,0.02500,0.877
9,mlp.experts.60.gate_proj,0.0076162837,hessian_weighted_relative_error,26093,0.02500,0.762
9,mlp.experts.61.gate_proj,0.0051194086,hessian_weighted_relative_error,16430,0.02500,0.880
9,mlp.experts.62.gate_proj,0.0053551402,hessian_weighted_relative_error,18215,0.02500,0.760
9,mlp.experts.63.gate_proj,0.0054727657,hessian_weighted_relative_error,18302,0.02500,0.879
9,mlp.experts.64.gate_proj,0.0030674452,hessian_weighted_relative_error,25876,0.02500,0.763
9,mlp.experts.65.gate_proj,0.0084108070,hessian_weighted_relative_error,44949,0.02500,0.887
9,mlp.experts.66.gate_proj,0.0065540066,hessian_weighted_relative_error,31326,0.02500,0.762
9,mlp.experts.67.gate_proj,0.0059990487,hessian_weighted_relative_error,15787,0.02500,0.884
9,mlp.experts.68.gate_proj,0.0053971809,hessian_weighted_relative_error,14446,0.02500,0.763
9,mlp.experts.70.gate_proj,0.0054351423,hessian_weighted_relative_error,21887,0.02500,0.762
9,mlp.experts.71.gate_proj,0.0078767985,hessian_weighted_relative_error,29276,0.02500,0.884
9,mlp.experts.72.gate_proj,0.0076988059,hessian_weighted_relative_error,43272,0.02500,0.781
9,mlp.experts.73.gate_proj,0.0056848444,hessian_weighted_relative_error,18272,0.02500,0.892
9,mlp.experts.74.gate_proj,0.0061478419,hessian_weighted_relative_error,21131,0.02500,0.764
9,mlp.experts.75.gate_proj,0.0060721332,hessian_weighted_relative_error,30861,0.02500,0.886
9,mlp.experts.76.gate_proj,0.0081618314,hessian_weighted_relative_error,40580,0.02500,0.763
9,mlp.experts.77.gate_proj,0.0070902365,hessian_weighted_relative_error,23469,0.02500,0.890
9,mlp.experts.79.gate_proj,0.0067999818,hessian_weighted_relative_error,17894,0.02500,0.889
9,mlp.experts.81.gate_proj,0.0074228783,hessian_weighted_relative_error,25190,0.02500,0.892
9,mlp.experts.83.gate_proj,0.0083998035,hessian_weighted_relative_error,30766,0.02500,0.892
9,mlp.experts.84.gate_proj,0.0052175199,hessian_weighted_relative_error,25695,0.02500,0.767
9,mlp.experts.85.gate_proj,0.0067478134,hessian_weighted_relative_error,28107,0.02500,0.894
9,mlp.experts.86.gate_proj,0.0028466395,hessian_weighted_relative_error,19279,0.02500,0.765
9,mlp.experts.87.gate_proj,0.0075374544,hessian_weighted_relative_error,46258,0.02500,0.893
9,mlp.experts.89.gate_proj,0.0063999334,hessian_weighted_relative_error,33322,0.02500,0.895
9,mlp.experts.90.gate_proj,0.0072385091,hessian_weighted_relative_error,36980,0.02500,0.768
9,mlp.experts.91.gate_proj,0.0079250937,hessian_weighted_relative_error,26765,0.02500,0.893
9,mlp.experts.92.gate_proj,0.0053309959,hessian_weighted_relative_error,12761,0.02500,0.770
9,mlp.experts.93.gate_proj,0.0087981068,hessian_weighted_relative_error,27913,0.02500,0.897
9,mlp.experts.94.gate_proj,0.0069236436,hessian_weighted_relative_error,37712,0.02500,0.769
9,mlp.experts.96.gate_proj,0.0052254888,hessian_weighted_relative_error,13976,0.02500,0.770
9,mlp.experts.97.gate_proj,0.0080154765,hessian_weighted_relative_error,44111,0.02500,0.900
9,mlp.experts.99.gate_proj,0.0071315313,hessian_weighted_relative_error,26511,0.02500,0.896
9,mlp.experts.101.gate_proj,0.0084642932,hessian_weighted_relative_error,42770,0.02500,0.900
9,mlp.experts.102.gate_proj,0.0067216851,hessian_weighted_relative_error,39652,0.02500,0.769
9,mlp.experts.103.gate_proj,0.0067322926,hessian_weighted_relative_error,14091,0.02500,0.897
9,mlp.experts.104.gate_proj,0.0072974826,hessian_weighted_relative_error,28168,0.02500,0.772
9,mlp.experts.105.gate_proj,0.0036935439,hessian_weighted_relative_error,5407,0.02500,0.898
9,mlp.experts.106.gate_proj,0.0076456351,hessian_weighted_relative_error,29359,0.02500,0.772
9,mlp.experts.107.gate_proj,0.0077938713,hessian_weighted_relative_error,26999,0.02500,0.899
9,mlp.experts.108.gate_proj,0.0081386390,hessian_weighted_relative_error,27066,0.02500,0.771
9,mlp.experts.109.gate_proj,0.0054820594,hessian_weighted_relative_error,24600,0.02500,0.901
9,mlp.experts.110.gate_proj,0.0057100812,hessian_weighted_relative_error,27503,0.02500,0.769
9,mlp.experts.111.gate_proj,0.0079395615,hessian_weighted_relative_error,59571,0.02500,0.905
9,mlp.experts.113.gate_proj,0.0036617537,hessian_weighted_relative_error,14774,0.02500,0.901
9,mlp.experts.115.gate_proj,0.0053667165,hessian_weighted_relative_error,10239,0.02500,0.900
9,mlp.experts.116.gate_proj,0.0067425059,hessian_weighted_relative_error,50543,0.02500,0.772
9,mlp.experts.118.gate_proj,0.0070488842,hessian_weighted_relative_error,32289,0.02500,0.770
9,mlp.experts.119.gate_proj,0.0077327015,hessian_weighted_relative_error,35483,0.02500,0.901
9,mlp.experts.120.gate_proj,0.0084325060,hessian_weighted_relative_error,27228,0.02500,0.774
9,mlp.experts.121.gate_proj,0.0074021224,hessian_weighted_relative_error,37202,0.02500,0.903
9,mlp.experts.122.gate_proj,0.0066835034,hessian_weighted_relative_error,42729,0.02500,0.774
9,mlp.experts.123.gate_proj,0.0069707760,hessian_weighted_relative_error,29209,0.02500,0.903
9,mlp.experts.124.gate_proj,0.0083531176,hessian_weighted_relative_error,34859,0.02500,0.773
9,mlp.experts.125.gate_proj,0.0057582150,hessian_weighted_relative_error,48260,0.02500,0.905
9,mlp.experts.126.gate_proj,0.0064242834,hessian_weighted_relative_error,26728,0.02500,0.773
9,mlp.experts.128.gate_proj,0.0070097130,hessian_weighted_relative_error,22918,0.02500,0.774
9,mlp.experts.130.gate_proj,0.0067231222,hessian_weighted_relative_error,22125,0.02500,0.773
9,mlp.experts.131.gate_proj,0.0051099673,hessian_weighted_relative_error,42952,0.02500,0.904
9,mlp.experts.132.gate_proj,0.0060684123,hessian_weighted_relative_error,64181,0.02500,0.774
9,mlp.experts.133.gate_proj,0.0060761652,hessian_weighted_relative_error,30994,0.02500,0.905
9,mlp.experts.134.gate_proj,0.0072340089,hessian_weighted_relative_error,30715,0.02500,0.773
9,mlp.experts.136.gate_proj,0.0084886843,hessian_weighted_relative_error,20248,0.02500,0.777
9,mlp.experts.137.gate_proj,0.0067866759,hessian_weighted_relative_error,25784,0.02500,0.905
9,mlp.experts.139.gate_proj,0.0046980739,hessian_weighted_relative_error,31145,0.02500,0.905
9,mlp.experts.140.gate_proj,0.0077969586,hessian_weighted_relative_error,22197,0.02500,0.777
9,mlp.experts.141.gate_proj,0.0083972413,hessian_weighted_relative_error,33911,0.02500,0.909
9,mlp.experts.143.gate_proj,0.0084657402,hessian_weighted_relative_error,35699,0.02500,0.905
9,mlp.experts.144.gate_proj,0.0019890944,hessian_weighted_relative_error,17549,0.02500,0.789
9,mlp.experts.145.gate_proj,0.0072028576,hessian_weighted_relative_error,29693,0.02500,0.908
9,mlp.experts.146.gate_proj,0.0055100622,hessian_weighted_relative_error,15279,0.02500,0.775
9,mlp.experts.148.gate_proj,0.0071599779,hessian_weighted_relative_error,23629,0.02500,0.777
9,mlp.experts.150.gate_proj,0.0076437687,hessian_weighted_relative_error,29004,0.02500,0.780
9,mlp.experts.151.gate_proj,0.0080090130,hessian_weighted_relative_error,41871,0.02500,0.908
9,mlp.experts.152.gate_proj,0.0060767185,hessian_weighted_relative_error,29354,0.02500,0.778
9,mlp.experts.153.gate_proj,0.0066244643,hessian_weighted_relative_error,28827,0.02500,0.912
9,mlp.experts.154.gate_proj,0.0081466283,hessian_weighted_relative_error,26911,0.02500,0.775
9,mlp.experts.155.gate_proj,0.0075747234,hessian_weighted_relative_error,40820,0.02500,0.908
9,mlp.experts.156.gate_proj,0.0064372116,hessian_weighted_relative_error,30082,0.02500,0.778
9,mlp.experts.157.gate_proj,0.0052974675,hessian_weighted_relative_error,25768,0.02500,0.908
9,mlp.experts.158.gate_proj,0.0077263265,hessian_weighted_relative_error,40872,0.02500,0.777
9,mlp.experts.159.gate_proj,0.0080359188,hessian_weighted_relative_error,32394,0.02500,0.909
9,mlp.experts.160.gate_proj,0.0066133817,hessian_weighted_relative_error,24692,0.02500,0.777
9,mlp.experts.161.gate_proj,0.0038680988,hessian_weighted_relative_error,20015,0.02500,0.907
9,mlp.experts.162.gate_proj,0.0032754077,hessian_weighted_relative_error,14483,0.02500,0.779
9,mlp.experts.163.gate_proj,0.0063051475,hessian_weighted_relative_error,12403,0.02500,0.908
9,mlp.experts.165.gate_proj,0.0068728255,hessian_weighted_relative_error,30191,0.02500,0.916
9,mlp.experts.166.gate_proj,0.0024772011,hessian_weighted_relative_error,22124,0.02500,0.778
9,mlp.experts.167.gate_proj,0.0077897022,hessian_weighted_relative_error,41071,0.02500,0.907
9,mlp.experts.168.gate_proj,0.0056177902,hessian_weighted_relative_error,28056,0.02500,0.779
9,mlp.experts.169.gate_proj,0.0054341369,hessian_weighted_relative_error,37219,0.02500,0.908
9,mlp.experts.170.gate_proj,0.0070117872,hessian_weighted_relative_error,33218,0.02500,0.780
9,mlp.experts.171.gate_proj,0.0083177158,hessian_weighted_relative_error,30450,0.02500,0.913
9,mlp.experts.172.gate_proj,0.0053332129,hessian_weighted_relative_error,21534,0.02500,0.779
9,mlp.experts.173.gate_proj,0.0034987448,hessian_weighted_relative_error,19055,0.02500,0.908
9,mlp.experts.174.gate_proj,0.0060761465,hessian_weighted_relative_error,28808,0.02500,0.779
9,mlp.experts.176.gate_proj,0.0063773372,hessian_weighted_relative_error,14665,0.02500,0.781
9,mlp.experts.177.gate_proj,0.0070409764,hessian_weighted_relative_error,28114,0.02500,0.908
9,mlp.experts.179.gate_proj,0.0082036850,hessian_weighted_relative_error,36559,0.02500,0.909
9,mlp.experts.180.gate_proj,0.0062146600,hessian_weighted_relative_error,28541,0.02500,0.776
9,mlp.experts.183.gate_proj,0.0060580090,hessian_weighted_relative_error,25924,0.02500,0.909
9,mlp.experts.184.gate_proj,0.0065986097,hessian_weighted_relative_error,34348,0.02500,0.781
9,mlp.experts.185.gate_proj,0.0069712228,hessian_weighted_relative_error,39433,0.02500,0.909
9,mlp.experts.186.gate_proj,0.0079394150,hessian_weighted_relative_error,32105,0.02500,0.780
9,mlp.experts.188.gate_proj,0.0078153662,hessian_weighted_relative_error,29716,0.02500,0.783
9,mlp.experts.189.gate_proj,0.0060888663,hessian_weighted_relative_error,33437,0.02500,0.910
9,mlp.experts.190.gate_proj,0.0037516284,hessian_weighted_relative_error,25956,0.02500,0.781
9,mlp.experts.192.gate_proj,0.0069222614,hessian_weighted_relative_error,27090,0.02500,0.783
9,mlp.experts.194.gate_proj,0.0067991889,hessian_weighted_relative_error,20996,0.02500,0.782
9,mlp.experts.195.gate_proj,0.0065781154,hessian_weighted_relative_error,30311,0.02500,0.921
9,mlp.experts.197.gate_proj,0.0063045125,hessian_weighted_relative_error,19409,0.02500,0.910
9,mlp.experts.200.gate_proj,0.0055876098,hessian_weighted_relative_error,23138,0.02500,0.783
9,mlp.experts.201.gate_proj,0.0070503001,hessian_weighted_relative_error,31775,0.02500,0.922
9,mlp.experts.202.gate_proj,0.0042021820,hessian_weighted_relative_error,24911,0.02500,0.781
9,mlp.experts.203.gate_proj,0.0035094703,hessian_weighted_relative_error,36187,0.02500,0.919
9,mlp.experts.204.gate_proj,0.0070884267,hessian_weighted_relative_error,22807,0.02500,0.783
9,mlp.experts.205.gate_proj,0.0028480184,hessian_weighted_relative_error,41286,0.02500,0.911
9,mlp.experts.207.gate_proj,0.0044500165,hessian_weighted_relative_error,23523,0.02500,0.914
9,mlp.experts.208.gate_proj,0.0068434663,hessian_weighted_relative_error,28050,0.02500,0.783
9,mlp.experts.209.gate_proj,0.0028707522,hessian_weighted_relative_error,15835,0.02500,0.921
9,mlp.experts.210.gate_proj,0.0067488135,hessian_weighted_relative_error,54610,0.02500,0.782
9,mlp.experts.211.gate_proj,0.0038334822,hessian_weighted_relative_error,21155,0.02500,0.910
9,mlp.experts.212.gate_proj,0.0065934336,hessian_weighted_relative_error,31691,0.02500,0.784
9,mlp.experts.213.gate_proj,0.0029687637,hessian_weighted_relative_error,15894,0.02500,0.921
9,mlp.experts.214.gate_proj,0.0070170868,hessian_weighted_relative_error,35871,0.02500,0.782
9,mlp.experts.215.gate_proj,0.0049113439,hessian_weighted_relative_error,17617,0.02500,0.925
9,mlp.experts.216.gate_proj,0.0065063448,hessian_weighted_relative_error,35646,0.02500,0.787
9,mlp.experts.217.gate_proj,0.0072758432,hessian_weighted_relative_error,32138,0.02500,0.922
9,mlp.experts.218.gate_proj,0.0038417332,hessian_weighted_relative_error,23909,0.02500,0.783
9,mlp.experts.219.gate_proj,0.0065304881,hessian_weighted_relative_error,21369,0.02500,0.920
9,mlp.experts.220.gate_proj,0.0043780473,hessian_weighted_relative_error,20056,0.02500,0.786
9,mlp.experts.221.gate_proj,0.0053677859,hessian_weighted_relative_error,37065,0.02500,0.918
9,mlp.experts.222.gate_proj,0.0068152524,hessian_weighted_relative_error,28507,0.02500,0.783
9,mlp.experts.223.gate_proj,0.0088423060,hessian_weighted_relative_error,45415,0.02500,0.919
9,mlp.experts.224.gate_proj,0.0077636808,hessian_weighted_relative_error,30703,0.02500,0.786
9,mlp.experts.225.gate_proj,0.0054010943,hessian_weighted_relative_error,22473,0.02500,0.927
9,mlp.experts.226.gate_proj,0.0076711261,hessian_weighted_relative_error,39272,0.02500,0.785
9,mlp.experts.227.gate_proj,0.0070011355,hessian_weighted_relative_error,28044,0.02500,0.917
9,mlp.experts.228.gate_proj,0.0083268612,hessian_weighted_relative_error,49370,0.02500,0.786
9,mlp.experts.229.gate_proj,0.0078783834,hessian_weighted_relative_error,23101,0.02500,0.923
9,mlp.experts.231.gate_proj,0.0054516117,hessian_weighted_relative_error,23783,0.02500,0.924
9,mlp.experts.232.gate_proj,0.0084220958,hessian_weighted_relative_error,33965,0.02500,0.786
9,mlp.experts.233.gate_proj,0.0055562400,hessian_weighted_relative_error,21818,0.02500,0.921
9,mlp.experts.234.gate_proj,0.0049240885,hessian_weighted_relative_error,16821,0.02500,0.798
9,mlp.experts.235.gate_proj,0.0073879343,hessian_weighted_relative_error,54148,0.02500,0.923
9,mlp.experts.236.gate_proj,0.0076071705,hessian_weighted_relative_error,33520,0.02500,0.785
9,mlp.experts.237.gate_proj,0.0070084664,hessian_weighted_relative_error,30038,0.02500,0.919
9,mlp.experts.240.gate_proj,0.0022283671,hessian_weighted_relative_error,20743,0.02500,0.787
9,mlp.experts.242.gate_proj,0.0059757602,hessian_weighted_relative_error,25136,0.02500,0.785
9,mlp.experts.243.gate_proj,0.0075393459,hessian_weighted_relative_error,26624,0.02500,0.920
9,mlp.experts.244.gate_proj,0.0067267233,hessian_weighted_relative_error,17557,0.02500,0.785
9,mlp.experts.245.gate_proj,0.0086750171,hessian_weighted_relative_error,29327,0.02500,0.925
9,mlp.experts.246.gate_proj,0.0034438780,hessian_weighted_relative_error,8786,0.02500,0.784
9,mlp.experts.247.gate_proj,0.0064271017,hessian_weighted_relative_error,13454,0.02500,0.924
9,mlp.experts.248.gate_proj,0.0079609601,hessian_weighted_relative_error,30070,0.02500,0.786
9,mlp.experts.249.gate_proj,0.0076183976,hessian_weighted_relative_error,35638,0.02500,0.944
9,mlp.experts.250.gate_proj,0.0070100804,hessian_weighted_relative_error,34314,0.02500,0.787
9,mlp.experts.251.gate_proj,0.0065116905,hessian_weighted_relative_error,22373,0.02500,0.919
9,mlp.experts.252.gate_proj,0.0051972197,hessian_weighted_relative_error,11656,0.02500,0.796
9,mlp.experts.253.gate_proj,0.0068937013,hessian_weighted_relative_error,39021,0.02500,0.926
9,mlp.experts.254.gate_proj,0.0058991998,hessian_weighted_relative_error,12777,0.02500,0.786
9,mlp.experts.255.gate_proj,0.0075997329,hessian_weighted_relative_error,30752,0.02500,0.926
9,mlp.experts.257.gate_proj,0.0037052065,hessian_weighted_relative_error,25495,0.02500,0.927
9,mlp.experts.259.gate_proj,0.0070242510,hessian_weighted_relative_error,25617,0.02500,0.926
9,mlp.experts.260.gate_proj,0.0047645324,hessian_weighted_relative_error,15383,0.02500,0.789
9,mlp.experts.261.gate_proj,0.0068466174,hessian_weighted_relative_error,42994,0.02500,0.927
9,mlp.experts.262.gate_proj,0.0062613353,hessian_weighted_relative_error,23981,0.02500,0.786
9,mlp.experts.263.gate_proj,0.0055618650,hessian_weighted_relative_error,15180,0.02500,0.926
9,mlp.experts.264.gate_proj,0.0061868990,hessian_weighted_relative_error,21743,0.02500,0.788
9,mlp.experts.265.gate_proj,0.0063273391,hessian_weighted_relative_error,15476,0.02500,0.935
9,mlp.experts.266.gate_proj,0.0080866692,hessian_weighted_relative_error,57380,0.02500,0.787
9,mlp.experts.267.gate_proj,0.0080244441,hessian_weighted_relative_error,32706,0.02500,0.934
9,mlp.experts.268.gate_proj,0.0050741227,hessian_weighted_relative_error,22133,0.02500,0.790
9,mlp.experts.270.gate_proj,0.0061469456,hessian_weighted_relative_error,18703,0.02500,0.799
9,mlp.experts.271.gate_proj,0.0062513386,hessian_weighted_relative_error,32868,0.02500,0.927
9,mlp.experts.272.gate_proj,0.0046309766,hessian_weighted_relative_error,19536,0.02500,0.797
9,mlp.experts.273.gate_proj,0.0064617753,hessian_weighted_relative_error,29974,0.02500,0.929
9,mlp.experts.274.gate_proj,0.0084801096,hessian_weighted_relative_error,33928,0.02500,0.788
9,mlp.experts.275.gate_proj,0.0065577836,hessian_weighted_relative_error,23601,0.02500,0.931
9,mlp.experts.276.gate_proj,0.0040366786,hessian_weighted_relative_error,17718,0.02500,0.790
9,mlp.experts.277.gate_proj,0.0036621027,hessian_weighted_relative_error,27066,0.02500,0.925
9,mlp.experts.278.gate_proj,0.0048730863,hessian_weighted_relative_error,42817,0.02500,0.788
9,mlp.experts.279.gate_proj,0.0039308085,hessian_weighted_relative_error,25111,0.02500,0.931
9,mlp.experts.280.gate_proj,0.0075574982,hessian_weighted_relative_error,27011,0.02500,0.786
9,mlp.experts.281.gate_proj,0.0081574321,hessian_weighted_relative_error,37331,0.02500,0.936
9,mlp.experts.282.gate_proj,0.0063745985,hessian_weighted_relative_error,39027,0.02500,0.786
9,mlp.experts.283.gate_proj,0.0049015222,hessian_weighted_relative_error,22482,0.02500,0.930
9,mlp.experts.284.gate_proj,0.0059554168,hessian_weighted_relative_error,23031,0.02500,0.788
9,mlp.experts.285.gate_proj,0.0067943863,hessian_weighted_relative_error,19707,0.02500,0.931
9,mlp.experts.286.gate_proj,0.0058979580,hessian_weighted_relative_error,10402,0.02500,0.787
9,mlp.experts.287.gate_proj,0.0055988872,hessian_weighted_relative_error,30415,0.02500,0.930
9,mlp.experts.0.up_proj,0.0057038973,hessian_weighted_relative_error,18304,0.02500,0.787
9,mlp.experts.1.up_proj,0.0076961532,hessian_weighted_relative_error,27697,0.02500,0.927
9,mlp.experts.2.up_proj,0.0074326320,hessian_weighted_relative_error,23474,0.02500,0.796
9,mlp.experts.3.up_proj,0.0025068918,hessian_weighted_relative_error,12331,0.02500,0.931
9,mlp.experts.4.up_proj,0.0063544104,hessian_weighted_relative_error,20536,0.02500,0.789
9,mlp.experts.5.up_proj,0.0049314549,hessian_weighted_relative_error,29278,0.02500,0.934
9,mlp.experts.6.up_proj,0.0059748457,hessian_weighted_relative_error,17449,0.02500,0.788
9,mlp.experts.7.up_proj,0.0088856126,hessian_weighted_relative_error,33193,0.02500,0.934
9,mlp.experts.8.up_proj,0.0068390134,hessian_weighted_relative_error,61739,0.02500,0.788
9,mlp.experts.10.up_proj,0.0025836081,hessian_weighted_relative_error,17595,0.02500,0.789
9,mlp.experts.11.up_proj,0.0053637579,hessian_weighted_relative_error,18879,0.02500,0.935
9,mlp.experts.12.up_proj,0.0076835577,hessian_weighted_relative_error,38102,0.02500,0.789
9,mlp.experts.13.up_proj,0.0074478747,hessian_weighted_relative_error,34930,0.02500,0.933
9,mlp.experts.15.up_proj,0.0080770388,hessian_weighted_relative_error,34269,0.02500,0.934
9,mlp.experts.16.up_proj,0.0032131022,hessian_weighted_relative_error,24479,0.02500,0.789
9,mlp.experts.17.up_proj,0.0050193771,hessian_weighted_relative_error,30960,0.02500,0.946
9,mlp.experts.18.up_proj,0.0063130957,hessian_weighted_relative_error,38423,0.02500,0.788
9,mlp.experts.19.up_proj,0.0053850329,hessian_weighted_relative_error,17773,0.02500,0.933
9,mlp.experts.20.up_proj,0.0063602859,hessian_weighted_relative_error,18525,0.02500,0.790
9,mlp.experts.21.up_proj,0.0071262493,hessian_weighted_relative_error,55226,0.02500,0.933
9,mlp.experts.22.up_proj,0.0070167559,hessian_weighted_relative_error,17229,0.02500,0.789
9,mlp.experts.23.up_proj,0.0056151439,hessian_weighted_relative_error,20259,0.02500,0.938
9,mlp.experts.24.up_proj,0.0079707211,hessian_weighted_relative_error,36554,0.02500,0.795
9,mlp.experts.25.up_proj,0.0058658199,hessian_weighted_relative_error,19713,0.02500,0.935
9,mlp.experts.26.up_proj,0.0068728847,hessian_weighted_relative_error,19910,0.02500,0.791
9,mlp.experts.27.up_proj,0.0047915695,hessian_weighted_relative_error,8298,0.02500,0.933
9,mlp.experts.31.up_proj,0.0065652854,hessian_weighted_relative_error,28629,0.02500,0.939
9,mlp.experts.32.up_proj,0.0063346576,hessian_weighted_relative_error,25533,0.02500,0.790
9,mlp.experts.33.up_proj,0.0076898823,hessian_weighted_relative_error,32708,0.02500,0.939
9,mlp.experts.34.up_proj,0.0065774295,hessian_weighted_relative_error,19162,0.02500,0.792
9,mlp.experts.35.up_proj,0.0051914252,hessian_weighted_relative_error,26326,0.02500,0.934
9,mlp.experts.37.up_proj,0.0089073940,hessian_weighted_relative_error,28738,0.02500,0.936
9,mlp.experts.39.up_proj,0.0035590498,hessian_weighted_relative_error,21894,0.02500,0.938
9,mlp.experts.40.up_proj,0.0078636388,hessian_weighted_relative_error,36076,0.02500,0.790
9,mlp.experts.41.up_proj,0.0074896972,hessian_weighted_relative_error,21610,0.02500,0.941
9,mlp.experts.42.up_proj,0.0041903391,hessian_weighted_relative_error,17505,0.02500,0.792
9,mlp.experts.43.up_proj,0.0083550422,hessian_weighted_relative_error,41822,0.02500,0.934
9,mlp.experts.44.up_proj,0.0083743839,hessian_weighted_relative_error,24199,0.02500,0.788
9,mlp.experts.46.up_proj,0.0068597756,hessian_weighted_relative_error,21675,0.02500,0.791
9,mlp.experts.47.up_proj,0.0030009574,hessian_weighted_relative_error,13482,0.02500,0.938
9,mlp.experts.48.up_proj,0.0071795133,hessian_weighted_relative_error,20659,0.02500,0.790
9,mlp.experts.49.up_proj,0.0061230370,hessian_weighted_relative_error,9344,0.02500,0.940
9,mlp.experts.50.up_proj,0.0068846224,hessian_weighted_relative_error,21335,0.02500,0.789
9,mlp.experts.51.up_proj,0.0084426156,hessian_weighted_relative_error,35671,0.02500,0.937
9,mlp.experts.52.up_proj,0.0080950546,hessian_weighted_relative_error,45446,0.02500,0.790
9,mlp.experts.53.up_proj,0.0081204188,hessian_weighted_relative_error,43420,0.02500,0.935
9,mlp.experts.55.up_proj,0.0039625057,hessian_weighted_relative_error,21701,0.02500,0.940
9,mlp.experts.57.up_proj,0.0082620712,hessian_weighted_relative_error,24909,0.02500,0.938
9,mlp.experts.58.up_proj,0.0045502112,hessian_weighted_relative_error,27866,0.02500,0.790
9,mlp.experts.59.up_proj,0.0080251592,hessian_weighted_relative_error,31397,0.02500,0.941
9,mlp.experts.60.up_proj,0.0080347721,hessian_weighted_relative_error,26093,0.02500,0.789
9,mlp.experts.61.up_proj,0.0055536984,hessian_weighted_relative_error,16430,0.02500,0.944
9,mlp.experts.62.up_proj,0.0057348346,hessian_weighted_relative_error,18215,0.02500,0.793
9,mlp.experts.63.up_proj,0.0061985038,hessian_weighted_relative_error,18302,0.02500,0.933
9,mlp.experts.65.up_proj,0.0092417657,hessian_weighted_relative_error,44949,0.02500,0.942
9,mlp.experts.66.up_proj,0.0071706617,hessian_weighted_relative_error,31326,0.02500,0.788
9,mlp.experts.67.up_proj,0.0063123724,hessian_weighted_relative_error,15787,0.02500,0.947
9,mlp.experts.68.up_proj,0.0056977189,hessian_weighted_relative_error,14446,0.02500,0.790
9,mlp.experts.70.up_proj,0.0058655399,hessian_weighted_relative_error,21887,0.02500,0.789
9,mlp.experts.71.up_proj,0.0083566362,hessian_weighted_relative_error,29276,0.02500,0.936
9,mlp.experts.72.up_proj,0.0087848259,hessian_weighted_relative_error,43272,0.02500,0.790
9,mlp.experts.73.up_proj,0.0060526447,hessian_weighted_relative_error,18272,0.02500,0.942
9,mlp.experts.74.up_proj,0.0066969766,hessian_weighted_relative_error,21131,0.02500,0.791
9,mlp.experts.76.up_proj,0.0089042244,hessian_weighted_relative_error,40580,0.02500,0.793
9,mlp.experts.77.up_proj,0.0076901308,hessian_weighted_relative_error,23469,0.02500,0.940
9,mlp.experts.79.up_proj,0.0072964791,hessian_weighted_relative_error,17894,0.02500,0.948
9,mlp.experts.81.up_proj,0.0078785883,hessian_weighted_relative_error,25190,0.02500,0.946
9,mlp.experts.83.up_proj,0.0087682292,hessian_weighted_relative_error,30766,0.02500,0.941
9,mlp.experts.84.up_proj,0.0054653576,hessian_weighted_relative_error,25695,0.02500,0.791
9,mlp.experts.85.up_proj,0.0074728739,hessian_weighted_relative_error,28107,0.02500,0.938
9,mlp.experts.86.up_proj,0.0031719744,hessian_weighted_relative_error,19279,0.02500,0.791
9,mlp.experts.87.up_proj,0.0080370735,hessian_weighted_relative_error,46258,0.02500,0.941
9,mlp.experts.89.up_proj,0.0067158481,hessian_weighted_relative_error,33322,0.02500,0.941
9,mlp.experts.90.up_proj,0.0075098909,hessian_weighted_relative_error,36980,0.02500,0.792
9,mlp.experts.91.up_proj,0.0086057979,hessian_weighted_relative_error,26765,0.02500,0.943
9,mlp.experts.92.up_proj,0.0056985392,hessian_weighted_relative_error,12761,0.02500,0.792
9,mlp.experts.93.up_proj,0.0093075303,hessian_weighted_relative_error,27913,0.02500,0.946
9,mlp.experts.94.up_proj,0.0073076818,hessian_weighted_relative_error,37712,0.02500,0.791
9,mlp.experts.96.up_proj,0.0054871239,hessian_weighted_relative_error,13976,0.02500,0.792
9,mlp.experts.99.up_proj,0.0077715188,hessian_weighted_relative_error,26511,0.02500,0.942
9,mlp.experts.102.up_proj,0.0072730496,hessian_weighted_relative_error,39652,0.02500,0.792
9,mlp.experts.103.up_proj,0.0072320141,hessian_weighted_relative_error,14091,0.02500,0.941
9,mlp.experts.104.up_proj,0.0077867215,hessian_weighted_relative_error,28168,0.02500,0.793
9,mlp.experts.105.up_proj,0.0039613807,hessian_weighted_relative_error,5407,0.02500,0.946
9,mlp.experts.106.up_proj,0.0081701476,hessian_weighted_relative_error,29359,0.02500,0.791
9,mlp.experts.107.up_proj,0.0081570619,hessian_weighted_relative_error,26999,0.02500,0.943
9,mlp.experts.108.up_proj,0.0085693394,hessian_weighted_relative_error,27066,0.02500,0.794
9,mlp.experts.109.up_proj,0.0057534129,hessian_weighted_relative_error,24600,0.02500,0.949
9,mlp.experts.110.up_proj,0.0060218642,hessian_weighted_relative_error,27503,0.02500,0.792
9,mlp.experts.111.up_proj,0.0084513197,hessian_weighted_relative_error,59571,0.02500,0.942
9,mlp.experts.113.up_proj,0.0041120290,hessian_weighted_relative_error,14774,0.02500,0.947
9,mlp.experts.115.up_proj,0.0057647730,hessian_weighted_relative_error,10239,0.02500,0.942
9,mlp.experts.116.up_proj,0.0069470182,hessian_weighted_relative_error,50543,0.02500,0.795
9,mlp.experts.118.up_proj,0.0078170625,hessian_weighted_relative_error,32289,0.02500,0.795
9,mlp.experts.119.up_proj,0.0083539744,hessian_weighted_relative_error,35483,0.02500,0.944
9,mlp.experts.120.up_proj,0.0090318619,hessian_weighted_relative_error,27228,0.02500,0.793
9,mlp.experts.121.up_proj,0.0079137004,hessian_weighted_relative_error,37202,0.02500,0.947
9,mlp.experts.122.up_proj,0.0070289551,hessian_weighted_relative_error,42729,0.02500,0.795
9,mlp.experts.123.up_proj,0.0076670711,hessian_weighted_relative_error,29209,0.02500,0.948
9,mlp.experts.124.up_proj,0.0090298894,hessian_weighted_relative_error,34859,0.02500,0.794
9,mlp.experts.125.up_proj,0.0065056125,hessian_weighted_relative_error,48260,0.02500,0.943
9,mlp.experts.126.up_proj,0.0068090349,hessian_weighted_relative_error,26728,0.02500,0.793
9,mlp.experts.128.up_proj,0.0075604995,hessian_weighted_relative_error,22918,0.02500,0.795
9,mlp.experts.130.up_proj,0.0069304500,hessian_weighted_relative_error,22125,0.02500,0.795
9,mlp.experts.131.up_proj,0.0054052360,hessian_weighted_relative_error,42952,0.02500,0.958
9,mlp.experts.132.up_proj,0.0069098826,hessian_weighted_relative_error,64181,0.02500,0.793
9,mlp.experts.133.up_proj,0.0063834408,hessian_weighted_relative_error,30994,0.02500,0.949
9,mlp.experts.134.up_proj,0.0076203826,hessian_weighted_relative_error,30715,0.02500,0.793
9,mlp.experts.136.up_proj,0.0089015865,hessian_weighted_relative_error,20248,0.02500,0.796
9,mlp.experts.137.up_proj,0.0072023834,hessian_weighted_relative_error,25784,0.02500,0.949
9,mlp.experts.140.up_proj,0.0081347923,hessian_weighted_relative_error,22197,0.02500,0.794
9,mlp.experts.141.up_proj,0.0089817776,hessian_weighted_relative_error,33911,0.02500,0.956
9,mlp.experts.143.up_proj,0.0090832549,hessian_weighted_relative_error,35699,0.02500,0.948
9,mlp.experts.144.up_proj,0.0022711268,hessian_weighted_relative_error,17549,0.02500,0.795
9,mlp.experts.145.up_proj,0.0076893362,hessian_weighted_relative_error,29693,0.02500,0.952
9,mlp.experts.146.up_proj,0.0060711472,hessian_weighted_relative_error,15279,0.02500,0.797
9,mlp.experts.148.up_proj,0.0077438583,hessian_weighted_relative_error,23629,0.02500,0.793
9,mlp.experts.150.up_proj,0.0081368204,hessian_weighted_relative_error,29004,0.02500,0.795
9,mlp.experts.151.up_proj,0.0088974165,hessian_weighted_relative_error,41871,0.02500,0.959
9,mlp.experts.154.up_proj,0.0085702833,hessian_weighted_relative_error,26911,0.02500,0.797
9,mlp.experts.155.up_proj,0.0080144961,hessian_weighted_relative_error,40820,0.02500,0.954
9,mlp.experts.156.up_proj,0.0067916389,hessian_weighted_relative_error,30082,0.02500,0.794
9,mlp.experts.157.up_proj,0.0056035173,hessian_weighted_relative_error,25768,0.02500,0.957
9,mlp.experts.158.up_proj,0.0081251351,hessian_weighted_relative_error,40872,0.02500,0.795
9,mlp.experts.159.up_proj,0.0084145041,hessian_weighted_relative_error,32394,0.02500,0.951
9,mlp.experts.160.up_proj,0.0068861654,hessian_weighted_relative_error,24692,0.02500,0.797
9,mlp.experts.161.up_proj,0.0041451440,hessian_weighted_relative_error,20015,0.02500,0.964
9,mlp.experts.162.up_proj,0.0038082017,hessian_weighted_relative_error,14483,0.02500,0.796
9,mlp.experts.163.up_proj,0.0066478316,hessian_weighted_relative_error,12403,0.02500,0.965
9,mlp.experts.165.up_proj,0.0073251577,hessian_weighted_relative_error,30191,0.02500,0.958
9,mlp.experts.166.up_proj,0.0028205463,hessian_weighted_relative_error,22124,0.02500,0.806
9,mlp.experts.167.up_proj,0.0085535060,hessian_weighted_relative_error,41071,0.02500,0.956
9,mlp.experts.168.up_proj,0.0060765588,hessian_weighted_relative_error,28056,0.02500,0.796
9,mlp.experts.169.up_proj,0.0057669745,hessian_weighted_relative_error,37219,0.02500,0.961
9,mlp.experts.170.up_proj,0.0072948351,hessian_weighted_relative_error,33218,0.02500,0.794
9,mlp.experts.171.up_proj,0.0086468006,hessian_weighted_relative_error,30450,0.02500,0.954
9,mlp.experts.172.up_proj,0.0058845715,hessian_weighted_relative_error,21534,0.02500,0.799
9,mlp.experts.173.up_proj,0.0038029854,hessian_weighted_relative_error,19055,0.02500,0.957
9,mlp.experts.174.up_proj,0.0063851412,hessian_weighted_relative_error,28808,0.02500,0.798
9,mlp.experts.176.up_proj,0.0068391161,hessian_weighted_relative_error,14665,0.02500,0.798
9,mlp.experts.177.up_proj,0.0073868639,hessian_weighted_relative_error,28114,0.02500,0.957
9,mlp.experts.179.up_proj,0.0086094759,hessian_weighted_relative_error,36559,0.02500,0.950
9,mlp.experts.180.up_proj,0.0066759111,hessian_weighted_relative_error,28541,0.02500,0.796
9,mlp.experts.183.up_proj,0.0063600578,hessian_weighted_relative_error,25924,0.02500,0.962
9,mlp.experts.185.up_proj,0.0071821706,hessian_weighted_relative_error,39433,0.02500,0.949
9,mlp.experts.186.up_proj,0.0084682464,hessian_weighted_relative_error,32105,0.02500,0.797
9,mlp.experts.188.up_proj,0.0082493661,hessian_weighted_relative_error,29716,0.02500,0.808
9,mlp.experts.189.up_proj,0.0065812428,hessian_weighted_relative_error,33437,0.02500,0.984
9,mlp.experts.190.up_proj,0.0039275220,hessian_weighted_relative_error,25956,0.02500,0.796
9,mlp.experts.192.up_proj,0.0074330965,hessian_weighted_relative_error,27090,0.02500,0.797
9,mlp.experts.194.up_proj,0.0072671939,hessian_weighted_relative_error,20996,0.02500,0.794
9,mlp.experts.195.up_proj,0.0069399988,hessian_weighted_relative_error,30311,0.02500,0.959
9,mlp.experts.197.up_proj,0.0068803773,hessian_weighted_relative_error,19409,0.02500,0.953
9,mlp.experts.200.up_proj,0.0060225151,hessian_weighted_relative_error,23138,0.02500,0.797
9,mlp.experts.201.up_proj,0.0074080169,hessian_weighted_relative_error,31775,0.02500,0.955
9,mlp.experts.202.up_proj,0.0044850209,hessian_weighted_relative_error,24911,0.02500,0.797
9,mlp.experts.204.up_proj,0.0077945388,hessian_weighted_relative_error,22807,0.02500,0.795
9,mlp.experts.205.up_proj,0.0032900892,hessian_weighted_relative_error,41286,0.02500,0.959
9,mlp.experts.207.up_proj,0.0048620270,hessian_weighted_relative_error,23523,0.02500,0.960
9,mlp.experts.208.up_proj,0.0071630739,hessian_weighted_relative_error,28050,0.02500,0.796
9,mlp.experts.209.up_proj,0.0030699888,hessian_weighted_relative_error,15835,0.02500,0.957
9,mlp.experts.210.up_proj,0.0071189826,hessian_weighted_relative_error,54610,0.02500,0.796
9,mlp.experts.211.up_proj,0.0041946503,hessian_weighted_relative_error,21155,0.02500,0.960
9,mlp.experts.212.up_proj,0.0072203946,hessian_weighted_relative_error,31691,0.02500,0.796
9,mlp.experts.213.up_proj,0.0031014731,hessian_weighted_relative_error,15894,0.02500,0.955
9,mlp.experts.214.up_proj,0.0072915870,hessian_weighted_relative_error,35871,0.02500,0.798
9,mlp.experts.215.up_proj,0.0051946145,hessian_weighted_relative_error,17617,0.02500,0.953
9,mlp.experts.216.up_proj,0.0069466226,hessian_weighted_relative_error,35646,0.02500,0.801
9,mlp.experts.217.up_proj,0.0079225625,hessian_weighted_relative_error,32138,0.02500,0.954
9,mlp.experts.218.up_proj,0.0041716992,hessian_weighted_relative_error,23909,0.02500,0.795
9,mlp.experts.219.up_proj,0.0068377505,hessian_weighted_relative_error,21369,0.02500,0.959
9,mlp.experts.220.up_proj,0.0048114538,hessian_weighted_relative_error,20056,0.02500,0.799
9,mlp.experts.221.up_proj,0.0058157521,hessian_weighted_relative_error,37065,0.02500,0.956
9,mlp.experts.222.up_proj,0.0071818848,hessian_weighted_relative_error,28507,0.02500,0.796
9,mlp.experts.224.up_proj,0.0082924265,hessian_weighted_relative_error,30703,0.02500,0.800
9,mlp.experts.226.up_proj,0.0083192150,hessian_weighted_relative_error,39272,0.02500,0.800
9,mlp.experts.227.up_proj,0.0073397816,hessian_weighted_relative_error,28044,0.02500,0.955
9,mlp.experts.228.up_proj,0.0088854159,hessian_weighted_relative_error,49370,0.02500,0.800
9,mlp.experts.229.up_proj,0.0083489968,hessian_weighted_relative_error,23101,0.02500,0.951
9,mlp.experts.231.up_proj,0.0056543142,hessian_weighted_relative_error,23783,0.02500,0.952
9,mlp.experts.233.up_proj,0.0058643435,hessian_weighted_relative_error,21818,0.02500,0.960
9,mlp.experts.234.up_proj,0.0052356739,hessian_weighted_relative_error,16821,0.02500,0.797
9,mlp.experts.235.up_proj,0.0082351615,hessian_weighted_relative_error,54148,0.02500,0.950
9,mlp.experts.236.up_proj,0.0079167017,hessian_weighted_relative_error,33520,0.02500,0.798
9,mlp.experts.237.up_proj,0.0073206362,hessian_weighted_relative_error,30038,0.02500,0.950
9,mlp.experts.240.up_proj,0.0023492177,hessian_weighted_relative_error,20743,0.02500,0.797
9,mlp.experts.243.up_proj,0.0082875088,hessian_weighted_relative_error,26624,0.02500,0.949
9,mlp.experts.244.up_proj,0.0073188896,hessian_weighted_relative_error,17557,0.02500,0.799
9,mlp.experts.245.up_proj,0.0091685810,hessian_weighted_relative_error,29327,0.02500,0.947
9,mlp.experts.246.up_proj,0.0037364255,hessian_weighted_relative_error,8786,0.02500,0.797
9,mlp.experts.247.up_proj,0.0069396508,hessian_weighted_relative_error,13454,0.02500,0.947
9,mlp.experts.249.up_proj,0.0084010150,hessian_weighted_relative_error,35638,0.02500,0.950
9,mlp.experts.251.up_proj,0.0074543816,hessian_weighted_relative_error,22373,0.02500,0.946
9,mlp.experts.252.up_proj,0.0059811894,hessian_weighted_relative_error,11656,0.02500,0.798
9,mlp.experts.254.up_proj,0.0061992844,hessian_weighted_relative_error,12777,0.02500,0.800
9,mlp.experts.255.up_proj,0.0078231581,hessian_weighted_relative_error,30752,0.02500,0.944
9,mlp.experts.257.up_proj,0.0039875426,hessian_weighted_relative_error,25495,0.02500,0.938
9,mlp.experts.259.up_proj,0.0077902800,hessian_weighted_relative_error,25617,0.02500,0.935
9,mlp.experts.260.up_proj,0.0049481350,hessian_weighted_relative_error,15383,0.02500,0.798
9,mlp.experts.262.up_proj,0.0065601429,hessian_weighted_relative_error,23981,0.02500,0.798
9,mlp.experts.263.up_proj,0.0058381111,hessian_weighted_relative_error,15180,0.02500,0.939
9,mlp.experts.264.up_proj,0.0067784178,hessian_weighted_relative_error,21743,0.02500,0.797
9,mlp.experts.265.up_proj,0.0069218677,hessian_weighted_relative_error,15476,0.02500,0.931
9,mlp.experts.266.up_proj,0.0085662136,hessian_weighted_relative_error,57380,0.02500,0.797
9,mlp.experts.267.up_proj,0.0084885429,hessian_weighted_relative_error,32706,0.02500,0.933
9,mlp.experts.268.up_proj,0.0055149640,hessian_weighted_relative_error,22133,0.02500,0.798
9,mlp.experts.270.up_proj,0.0066468839,hessian_weighted_relative_error,18703,0.02500,0.798
9,mlp.experts.271.up_proj,0.0065499568,hessian_weighted_relative_error,32868,0.02500,0.931
9,mlp.experts.272.up_proj,0.0050425168,hessian_weighted_relative_error,19536,0.02500,0.798
9,mlp.experts.273.up_proj,0.0070120186,hessian_weighted_relative_error,29974,0.02500,0.929
9,mlp.experts.274.up_proj,0.0088124528,hessian_weighted_relative_error,33928,0.02500,0.796
9,mlp.experts.275.up_proj,0.0069597755,hessian_weighted_relative_error,23601,0.02500,0.926
9,mlp.experts.277.up_proj,0.0040190887,hessian_weighted_relative_error,27066,0.02500,0.930
9,mlp.experts.279.up_proj,0.0043196984,hessian_weighted_relative_error,25111,0.02500,0.931
9,mlp.experts.280.up_proj,0.0081736700,hessian_weighted_relative_error,27011,0.02500,0.800
9,mlp.experts.281.up_proj,0.0089771713,hessian_weighted_relative_error,37331,0.02500,0.922
9,mlp.experts.283.up_proj,0.0052491841,hessian_weighted_relative_error,22482,0.02500,0.930
9,mlp.experts.284.up_proj,0.0065555476,hessian_weighted_relative_error,23031,0.02500,0.797
9,mlp.experts.285.up_proj,0.0073382271,hessian_weighted_relative_error,19707,0.02500,0.914
9,mlp.experts.286.up_proj,0.0063344169,hessian_weighted_relative_error,10402,0.02500,0.797
9,mlp.experts.287.up_proj,0.0058626248,hessian_weighted_relative_error,30415,0.02500,0.925
9,mlp.experts.1.down_proj,0.0121931660,hessian_weighted_relative_error,27697,0.02500,0.795
9,mlp.experts.2.down_proj,0.0119523242,hessian_weighted_relative_error,23474,0.02500,0.719
9,mlp.experts.3.down_proj,0.0043956168,hessian_weighted_relative_error,12331,0.02500,0.762
9,mlp.experts.4.down_proj,0.0105803589,hessian_weighted_relative_error,20536,0.02500,0.717
9,mlp.experts.6.down_proj,0.0097527667,hessian_weighted_relative_error,17449,0.02500,0.688
9,mlp.experts.7.down_proj,0.0140670845,hessian_weighted_relative_error,33193,0.02500,0.796
9,mlp.experts.8.down_proj,0.0103022718,hessian_weighted_relative_error,61739,0.02500,0.720
9,mlp.experts.10.down_proj,0.0052381529,hessian_weighted_relative_error,17595,0.02500,0.722
9,mlp.experts.12.down_proj,0.0132766869,hessian_weighted_relative_error,38102,0.02500,0.720
9,mlp.experts.15.down_proj,0.0125966686,hessian_weighted_relative_error,34269,0.02500,0.802
9,mlp.experts.18.down_proj,0.0107379427,hessian_weighted_relative_error,38423,0.02500,0.725
9,mlp.experts.20.down_proj,0.0103068485,hessian_weighted_relative_error,18525,0.02500,0.724
9,mlp.experts.21.down_proj,0.0119005667,hessian_weighted_relative_error,55226,0.02500,0.808
9,mlp.experts.22.down_proj,0.0127180364,hessian_weighted_relative_error,17229,0.02500,0.722
9,mlp.experts.24.down_proj,0.0126918409,hessian_weighted_relative_error,36554,0.02500,0.725
9,mlp.experts.25.down_proj,0.0105295118,hessian_weighted_relative_error,19713,0.02500,0.810
9,mlp.experts.26.down_proj,0.0115498090,hessian_weighted_relative_error,19910,0.02500,0.727
9,mlp.experts.27.down_proj,0.0094843834,hessian_weighted_relative_error,8298,0.02500,0.808
9,mlp.experts.31.down_proj,0.0105156256,hessian_weighted_relative_error,28629,0.02500,0.812
9,mlp.experts.33.down_proj,0.0126409201,hessian_weighted_relative_error,32708,0.02500,0.815
9,mlp.experts.34.down_proj,0.0111596960,hessian_weighted_relative_error,19162,0.02500,0.729
9,mlp.experts.37.down_proj,0.0139367915,hessian_weighted_relative_error,28738,0.02500,0.818
9,mlp.experts.39.down_proj,0.0075002726,hessian_weighted_relative_error,21894,0.02500,0.817
9,mlp.experts.40.down_proj,0.0123995896,hessian_weighted_relative_error,36076,0.02500,0.730
9,mlp.experts.41.down_proj,0.0124594746,hessian_weighted_relative_error,21610,0.02500,0.819
9,mlp.experts.42.down_proj,0.0077018066,hessian_weighted_relative_error,17505,0.02500,0.731
9,mlp.experts.43.down_proj,0.0129385542,hessian_weighted_relative_error,41822,0.02500,0.817
9,mlp.experts.44.down_proj,0.0124719621,hessian_weighted_relative_error,24199,0.02500,0.730
9,mlp.experts.46.down_proj,0.0117311256,hessian_weighted_relative_error,21675,0.02500,0.730
9,mlp.experts.47.down_proj,0.0048585636,hessian_weighted_relative_error,13482,0.02500,0.819
9,mlp.experts.48.down_proj,0.0119397045,hessian_weighted_relative_error,20659,0.02500,0.731
9,mlp.experts.49.down_proj,0.0106019649,hessian_weighted_relative_error,9344,0.02500,0.821
9,mlp.experts.50.down_proj,0.0123243651,hessian_weighted_relative_error,21335,0.02500,0.733
9,mlp.experts.51.down_proj,0.0124913795,hessian_weighted_relative_error,35671,0.02500,0.820
9,mlp.experts.53.down_proj,0.0130710136,hessian_weighted_relative_error,43420,0.02500,0.823
9,mlp.experts.55.down_proj,0.0067219619,hessian_weighted_relative_error,21701,0.02500,0.823
9,mlp.experts.57.down_proj,0.0135015724,hessian_weighted_relative_error,24909,0.02500,0.826
9,mlp.experts.58.down_proj,0.0091490485,hessian_weighted_relative_error,27866,0.02500,0.735
9,mlp.experts.59.down_proj,0.0126168022,hessian_weighted_relative_error,31397,0.02500,0.824
9,mlp.experts.60.down_proj,0.0129487057,hessian_weighted_relative_error,26093,0.02500,0.734
9,mlp.experts.61.down_proj,0.0104141342,hessian_weighted_relative_error,16430,0.02500,0.827
9,mlp.experts.62.down_proj,0.0104155891,hessian_weighted_relative_error,18215,0.02500,0.733
9,mlp.experts.63.down_proj,0.0107806674,hessian_weighted_relative_error,18302,0.02500,0.827
9,mlp.experts.65.down_proj,0.0140302578,hessian_weighted_relative_error,44949,0.02500,0.828
9,mlp.experts.66.down_proj,0.0117008807,hessian_weighted_relative_error,31326,0.02500,0.738
9,mlp.experts.67.down_proj,0.0113211147,hessian_weighted_relative_error,15787,0.02500,0.828
9,mlp.experts.68.down_proj,0.0091715725,hessian_weighted_relative_error,14446,0.02500,0.736
9,mlp.experts.71.down_proj,0.0129825680,hessian_weighted_relative_error,29276,0.02500,0.830
9,mlp.experts.72.down_proj,0.0134846245,hessian_weighted_relative_error,43272,0.02500,0.739
9,mlp.experts.73.down_proj,0.0102872217,hessian_weighted_relative_error,18272,0.02500,0.832
9,mlp.experts.77.down_proj,0.0126610862,hessian_weighted_relative_error,23469,0.02500,0.834
9,mlp.experts.79.down_proj,0.0124023789,hessian_weighted_relative_error,17894,0.02500,0.833
9,mlp.experts.83.down_proj,0.0137008045,hessian_weighted_relative_error,30766,0.02500,0.835
9,mlp.experts.86.down_proj,0.0054371975,hessian_weighted_relative_error,19279,0.02500,0.739
9,mlp.experts.89.down_proj,0.0116750216,hessian_weighted_relative_error,33322,0.02500,0.839
9,mlp.experts.90.down_proj,0.0118039771,hessian_weighted_relative_error,36980,0.02500,0.742
9,mlp.experts.91.down_proj,0.0131796113,hessian_weighted_relative_error,26765,0.02500,0.838
9,mlp.experts.92.down_proj,0.0103568252,hessian_weighted_relative_error,12761,0.02500,0.742
9,mlp.experts.93.down_proj,0.0141868077,hessian_weighted_relative_error,27913,0.02500,0.840
9,mlp.experts.96.down_proj,0.0101077700,hessian_weighted_relative_error,13976,0.02500,0.742
9,mlp.experts.99.down_proj,0.0123298656,hessian_weighted_relative_error,26511,0.02500,0.841
9,mlp.experts.103.down_proj,0.0126981935,hessian_weighted_relative_error,14091,0.02500,0.845
9,mlp.experts.104.down_proj,0.0127549071,hessian_weighted_relative_error,28168,0.02500,0.753
9,mlp.experts.105.down_proj,0.0076469069,hessian_weighted_relative_error,5407,0.02500,0.846
9,mlp.experts.106.down_proj,0.0135028182,hessian_weighted_relative_error,29359,0.02500,0.744
9,mlp.experts.107.down_proj,0.0136781544,hessian_weighted_relative_error,26999,0.02500,0.846
9,mlp.experts.108.down_proj,0.0136400011,hessian_weighted_relative_error,27066,0.02500,0.738
9,mlp.experts.109.down_proj,0.0096171785,hessian_weighted_relative_error,24600,0.02500,0.849
9,mlp.experts.110.down_proj,0.0104117526,hessian_weighted_relative_error,27503,0.02500,0.743
9,mlp.experts.113.down_proj,0.0075367985,hessian_weighted_relative_error,14774,0.02500,0.852
9,mlp.experts.115.down_proj,0.0102265164,hessian_weighted_relative_error,10239,0.02500,0.851
9,mlp.experts.118.down_proj,0.0130448876,hessian_weighted_relative_error,32289,0.02500,0.745
9,mlp.experts.119.down_proj,0.0132256968,hessian_weighted_relative_error,35483,0.02500,0.853
9,mlp.experts.120.down_proj,0.0132476981,hessian_weighted_relative_error,27228,0.02500,0.746
9,mlp.experts.121.down_proj,0.0127422495,hessian_weighted_relative_error,37202,0.02500,0.855
9,mlp.experts.122.down_proj,0.0113574440,hessian_weighted_relative_error,42729,0.02500,0.747
9,mlp.experts.123.down_proj,0.0119312663,hessian_weighted_relative_error,29209,0.02500,0.854
9,mlp.experts.124.down_proj,0.0145631440,hessian_weighted_relative_error,34859,0.02500,0.746
9,mlp.experts.125.down_proj,0.0105191760,hessian_weighted_relative_error,48260,0.02500,0.857
9,mlp.experts.126.down_proj,0.0107781330,hessian_weighted_relative_error,26728,0.02500,0.745
9,mlp.experts.128.down_proj,0.0133257166,hessian_weighted_relative_error,22918,0.02500,0.748
9,mlp.experts.130.down_proj,0.0105638435,hessian_weighted_relative_error,22125,0.02500,0.748
9,mlp.experts.131.down_proj,0.0025477486,hessian_weighted_relative_error,42952,0.02500,0.859
9,mlp.experts.132.down_proj,0.0098091490,hessian_weighted_relative_error,64181,0.02500,0.747
9,mlp.experts.133.down_proj,0.0107665881,hessian_weighted_relative_error,30994,0.02500,0.860
9,mlp.experts.134.down_proj,0.0124594888,hessian_weighted_relative_error,30715,0.02500,0.747
9,mlp.experts.136.down_proj,0.0139361177,hessian_weighted_relative_error,20248,0.02500,0.748
9,mlp.experts.137.down_proj,0.0120035971,hessian_weighted_relative_error,25784,0.02500,0.862
9,mlp.experts.140.down_proj,0.0127559369,hessian_weighted_relative_error,22197,0.02500,0.748
9,mlp.experts.141.down_proj,0.0136352704,hessian_weighted_relative_error,33911,0.02500,0.865
9,mlp.experts.143.down_proj,0.0138115729,hessian_weighted_relative_error,35699,0.02500,0.863
9,mlp.experts.144.down_proj,0.0048698313,hessian_weighted_relative_error,17549,0.02500,0.750
9,mlp.experts.145.down_proj,0.0128269256,hessian_weighted_relative_error,29693,0.02500,0.867
9,mlp.experts.146.down_proj,0.0102785238,hessian_weighted_relative_error,15279,0.02500,0.752
9,mlp.experts.148.down_proj,0.0123284722,hessian_weighted_relative_error,23629,0.02500,0.749
9,mlp.experts.150.down_proj,0.0130463322,hessian_weighted_relative_error,29004,0.02500,0.749
9,mlp.experts.151.down_proj,0.0139788415,hessian_weighted_relative_error,41871,0.02500,0.868
9,mlp.experts.154.down_proj,0.0127384983,hessian_weighted_relative_error,26911,0.02500,0.751
9,mlp.experts.156.down_proj,0.0118352722,hessian_weighted_relative_error,30082,0.02500,0.750
9,mlp.experts.158.down_proj,0.0123125631,hessian_weighted_relative_error,40872,0.02500,0.750
9,mlp.experts.159.down_proj,0.0128600322,hessian_weighted_relative_error,32394,0.02500,0.871
9,mlp.experts.160.down_proj,0.0115237455,hessian_weighted_relative_error,24692,0.02500,0.751
9,mlp.experts.162.down_proj,0.0068076548,hessian_weighted_relative_error,14483,0.02500,0.752
9,mlp.experts.163.down_proj,0.0119360559,hessian_weighted_relative_error,12403,0.02500,0.874
9,mlp.experts.165.down_proj,0.0116712455,hessian_weighted_relative_error,30191,0.02500,0.875
9,mlp.experts.167.down_proj,0.0133689535,hessian_weighted_relative_error,41071,0.02500,0.874
9,mlp.experts.169.down_proj,0.0096202248,hessian_weighted_relative_error,37219,0.02500,0.877
9,mlp.experts.170.down_proj,0.0115880177,hessian_weighted_relative_error,33218,0.02500,0.753
9,mlp.experts.171.down_proj,0.0133151047,hessian_weighted_relative_error,30450,0.02500,0.877
9,mlp.experts.172.down_proj,0.0091880409,hessian_weighted_relative_error,21534,0.02500,0.752
9,mlp.experts.173.down_proj,0.0065676781,hessian_weighted_relative_error,19055,0.02500,0.878
9,mlp.experts.174.down_proj,0.0097464368,hessian_weighted_relative_error,28808,0.02500,0.752
9,mlp.experts.176.down_proj,0.0125234064,hessian_weighted_relative_error,14665,0.02500,0.754
9,mlp.experts.177.down_proj,0.0122312581,hessian_weighted_relative_error,28114,0.02500,0.880
9,mlp.experts.179.down_proj,0.0137533021,hessian_weighted_relative_error,36559,0.02500,0.879
9,mlp.experts.183.down_proj,0.0095359221,hessian_weighted_relative_error,25924,0.02500,0.879
9,mlp.experts.185.down_proj,0.0120617439,hessian_weighted_relative_error,39433,0.02500,0.881
9,mlp.experts.186.down_proj,0.0128087857,hessian_weighted_relative_error,32105,0.02500,0.756
9,mlp.experts.188.down_proj,0.0127291864,hessian_weighted_relative_error,29716,0.02500,0.753
9,mlp.experts.190.down_proj,0.0059696998,hessian_weighted_relative_error,25956,0.02500,0.754
9,mlp.experts.192.down_proj,0.0120916864,hessian_weighted_relative_error,27090,0.02500,0.755
9,mlp.experts.194.down_proj,0.0121932875,hessian_weighted_relative_error,20996,0.02500,0.755
9,mlp.experts.195.down_proj,0.0112904783,hessian_weighted_relative_error,30311,0.02500,0.884
9,mlp.experts.197.down_proj,0.0122141161,hessian_weighted_relative_error,19409,0.02500,0.884
9,mlp.experts.201.down_proj,0.0119269349,hessian_weighted_relative_error,31775,0.02500,0.883
9,mlp.experts.202.down_proj,0.0074220617,hessian_weighted_relative_error,24911,0.02500,0.757
9,mlp.experts.204.down_proj,0.0109173668,hessian_weighted_relative_error,22807,0.02500,0.756
9,mlp.experts.205.down_proj,0.0060737296,hessian_weighted_relative_error,41286,0.02500,0.884
9,mlp.experts.207.down_proj,0.0081223376,hessian_weighted_relative_error,23523,0.02500,0.885
9,mlp.experts.208.down_proj,0.0123708554,hessian_weighted_relative_error,28050,0.02500,0.756
9,mlp.experts.209.down_proj,0.0050203989,hessian_weighted_relative_error,15835,0.02500,0.884
9,mlp.experts.210.down_proj,0.0112854460,hessian_weighted_relative_error,54610,0.02500,0.758
9,mlp.experts.211.down_proj,0.0076256002,hessian_weighted_relative_error,21155,0.02500,0.883
9,mlp.experts.212.down_proj,0.0124294538,hessian_weighted_relative_error,31691,0.02500,0.757
9,mlp.experts.213.down_proj,0.0048603031,hessian_weighted_relative_error,15894,0.02500,0.884
9,mlp.experts.215.down_proj,0.0092676684,hessian_weighted_relative_error,17617,0.02500,0.885
9,mlp.experts.216.down_proj,0.0119361198,hessian_weighted_relative_error,35646,0.02500,0.758
9,mlp.experts.217.down_proj,0.0133130125,hessian_weighted_relative_error,32138,0.02500,0.885
9,mlp.experts.218.down_proj,0.0080648696,hessian_weighted_relative_error,23909,0.02500,0.758
9,mlp.experts.219.down_proj,0.0114493470,hessian_weighted_relative_error,21369,0.02500,0.885
9,mlp.experts.220.down_proj,0.0082706014,hessian_weighted_relative_error,20056,0.02500,0.758
9,mlp.experts.221.down_proj,0.0098425591,hessian_weighted_relative_error,37065,0.02500,0.885
9,mlp.experts.224.down_proj,0.0133413668,hessian_weighted_relative_error,30703,0.02500,0.758
9,mlp.experts.226.down_proj,0.0123681454,hessian_weighted_relative_error,39272,0.02500,0.759
9,mlp.experts.227.down_proj,0.0120033264,hessian_weighted_relative_error,28044,0.02500,0.885
9,mlp.experts.228.down_proj,0.0143838919,hessian_weighted_relative_error,49370,0.02500,0.759
9,mlp.experts.229.down_proj,0.0130841914,hessian_weighted_relative_error,23101,0.02500,0.886
9,mlp.experts.231.down_proj,0.0093176220,hessian_weighted_relative_error,23783,0.02500,0.886
9,mlp.experts.235.down_proj,0.0137416397,hessian_weighted_relative_error,54148,0.02500,0.886
9,mlp.experts.236.down_proj,0.0128892860,hessian_weighted_relative_error,33520,0.02500,0.760
9,mlp.experts.237.down_proj,0.0110969533,hessian_weighted_relative_error,30038,0.02500,0.887
9,mlp.experts.243.down_proj,0.0130582420,hessian_weighted_relative_error,26624,0.02500,0.887
9,mlp.experts.244.down_proj,0.0123883816,hessian_weighted_relative_error,17557,0.02500,0.760
9,mlp.experts.245.down_proj,0.0141266847,hessian_weighted_relative_error,29327,0.02500,0.888
9,mlp.experts.246.down_proj,0.0062140537,hessian_weighted_relative_error,8786,0.02500,0.759
9,mlp.experts.247.down_proj,0.0113998502,hessian_weighted_relative_error,13454,0.02500,0.887
9,mlp.experts.249.down_proj,0.0131969094,hessian_weighted_relative_error,35638,0.02500,0.888
9,mlp.experts.251.down_proj,0.0113951981,hessian_weighted_relative_error,22373,0.02500,0.888
9,mlp.experts.252.down_proj,0.0095758439,hessian_weighted_relative_error,11656,0.02500,0.761
9,mlp.experts.254.down_proj,0.0113102475,hessian_weighted_relative_error,12777,0.02500,0.759
9,mlp.experts.255.down_proj,0.0126664896,hessian_weighted_relative_error,30752,0.02500,0.887
9,mlp.experts.257.down_proj,0.0069059855,hessian_weighted_relative_error,25495,0.02500,0.889
9,mlp.experts.259.down_proj,0.0127277420,hessian_weighted_relative_error,25617,0.02500,0.890
9,mlp.experts.260.down_proj,0.0086182149,hessian_weighted_relative_error,15383,0.02500,0.761
9,mlp.experts.262.down_proj,0.0112942285,hessian_weighted_relative_error,23981,0.02500,0.761
9,mlp.experts.263.down_proj,0.0102892338,hessian_weighted_relative_error,15180,0.02500,0.889
9,mlp.experts.264.down_proj,0.0109985891,hessian_weighted_relative_error,21743,0.02500,0.761
9,mlp.experts.265.down_proj,0.0122770767,hessian_weighted_relative_error,15476,0.02500,0.891
9,mlp.experts.267.down_proj,0.0136747216,hessian_weighted_relative_error,32706,0.02500,0.890
9,mlp.experts.270.down_proj,0.0120400028,hessian_weighted_relative_error,18703,0.02500,0.761
9,mlp.experts.272.down_proj,0.0072339558,hessian_weighted_relative_error,19536,0.02500,0.762
9,mlp.experts.273.down_proj,0.0116416796,hessian_weighted_relative_error,29974,0.02500,0.890
9,mlp.experts.275.down_proj,0.0114471764,hessian_weighted_relative_error,23601,0.02500,0.891
9,mlp.experts.279.down_proj,0.0077431281,hessian_weighted_relative_error,25111,0.02500,0.890
9,mlp.experts.280.down_proj,0.0131145579,hessian_weighted_relative_error,27011,0.02500,0.764
9,mlp.experts.281.down_proj,0.0138314831,hessian_weighted_relative_error,37331,0.02500,0.890
9,mlp.experts.283.down_proj,0.0089435736,hessian_weighted_relative_error,22482,0.02500,0.890
9,mlp.experts.285.down_proj,0.0130236392,hessian_weighted_relative_error,19707,0.02500,0.889
9,mlp.experts.286.down_proj,0.0116283669,hessian_weighted_relative_error,10402,0.02500,0.762
9,mlp.experts.287.down_proj,0.0107377898,hessian_weighted_relative_error,30415,0.02500,0.890
9,mlp.experts.111.down_proj,0.0035686998,hessian_weighted_relative_error,59571,0.02500,1.654
9,mlp.experts.101.up_proj,0.0023521584,hessian_weighted_relative_error,42770,0.02500,1.860
9,mlp.experts.100.down_proj,0.0022621645,hessian_weighted_relative_error,33815,0.02500,1.419
9,mlp.experts.0.down_proj,0.0026428672,hessian_weighted_relative_error,18304,0.02500,1.372
9,mlp.experts.101.down_proj,0.0036447810,hessian_weighted_relative_error,42770,0.02500,1.596
9,mlp.experts.11.down_proj,0.0024812910,hessian_weighted_relative_error,18879,0.02500,1.586
9,mlp.experts.100.gate_proj,0.0013628161,hessian_weighted_relative_error,33815,0.02500,1.458
9,mlp.experts.127.down_proj,0.0017874060,hessian_weighted_relative_error,39125,0.02500,1.661
9,mlp.experts.100.up_proj,0.0014566704,hessian_weighted_relative_error,33815,0.02500,1.484
9,mlp.experts.117.gate_proj,0.0021003239,hessian_weighted_relative_error,37047,0.02500,1.811
9,mlp.experts.112.down_proj,0.0031701905,hessian_weighted_relative_error,51761,0.02500,1.424
9,mlp.experts.102.down_proj,0.0032079839,hessian_weighted_relative_error,39652,0.02500,1.418
9,mlp.experts.117.down_proj,0.0033830347,hessian_weighted_relative_error,37047,0.02500,1.654
9,mlp.experts.117.up_proj,0.0022937773,hessian_weighted_relative_error,37047,0.02500,1.860
9,mlp.experts.112.gate_proj,0.0017925193,hessian_weighted_relative_error,51761,0.02500,1.466
9,mlp.experts.129.gate_proj,0.0014066868,hessian_weighted_relative_error,104601,0.02500,1.766
9,mlp.experts.112.up_proj,0.0018992206,hessian_weighted_relative_error,51761,0.02500,1.484
9,mlp.experts.127.up_proj,0.0009996514,hessian_weighted_relative_error,39125,0.02500,1.830
9,mlp.experts.114.down_proj,0.0035533559,hessian_weighted_relative_error,56393,0.02500,1.424
9,mlp.experts.114.gate_proj,0.0021166924,hessian_weighted_relative_error,56393,0.02500,1.464
9,mlp.experts.129.down_proj,0.0022023617,hessian_weighted_relative_error,104601,0.02500,1.661
9,mlp.experts.127.gate_proj,0.0009232210,hessian_weighted_relative_error,39125,0.02500,1.790
9,mlp.experts.114.up_proj,0.0022890026,hessian_weighted_relative_error,56393,0.02500,1.484
9,mlp.experts.135.gate_proj,0.0006833231,hessian_weighted_relative_error,37556,0.02500,1.755
9,mlp.experts.116.down_proj,0.0028845403,hessian_weighted_relative_error,50543,0.02500,1.428
9,mlp.experts.13.down_proj,0.0032029200,hessian_weighted_relative_error,34930,0.02500,1.593
9,mlp.experts.138.down_proj,0.0018972142,hessian_weighted_relative_error,33650,0.02500,1.429
9,mlp.experts.135.down_proj,0.0012413562,hessian_weighted_relative_error,37556,0.02500,1.657
9,mlp.experts.138.gate_proj,0.0010707992,hessian_weighted_relative_error,33650,0.02500,1.471
9,mlp.experts.129.up_proj,0.0014677453,hessian_weighted_relative_error,104601,0.02500,1.810
9,mlp.experts.138.up_proj,0.0011636801,hessian_weighted_relative_error,33650,0.02500,1.487
9,mlp.experts.147.down_proj,0.0016828085,hessian_weighted_relative_error,24515,0.02500,1.650
9,mlp.experts.14.down_proj,0.0035056078,hessian_weighted_relative_error,65863,0.02500,1.400
9,mlp.experts.139.down_proj,0.0020446702,hessian_weighted_relative_error,31145,0.02500,1.650
9,mlp.experts.14.gate_proj,0.0020099735,hessian_weighted_relative_error,65863,0.02500,1.441
9,mlp.experts.139.up_proj,0.0013107180,hessian_weighted_relative_error,31145,0.02500,1.798
9,mlp.experts.14.up_proj,0.0021469866,hessian_weighted_relative_error,65863,0.02500,1.485
9,mlp.experts.142.down_proj,0.0030917131,hessian_weighted_relative_error,48937,0.02500,1.429
9,mlp.experts.135.up_proj,0.0007298335,hessian_weighted_relative_error,37556,0.02500,1.794
9,mlp.experts.149.gate_proj,0.0018412828,hessian_weighted_relative_error,52101,0.02500,1.751
9,mlp.experts.142.gate_proj,0.0017646556,hessian_weighted_relative_error,48937,0.02500,1.469
9,mlp.experts.147.up_proj,0.0011550279,hessian_weighted_relative_error,24515,0.02500,1.789
9,mlp.experts.142.up_proj,0.0018605281,hessian_weighted_relative_error,48937,0.02500,1.494
9,mlp.experts.149.down_proj,0.0031824630,hessian_weighted_relative_error,52101,0.02500,1.657
9,mlp.experts.152.down_proj,0.0026835260,hessian_weighted_relative_error,29354,0.02500,1.435
9,mlp.experts.152.up_proj,0.0016492733,hessian_weighted_relative_error,29354,0.02500,1.496
9,mlp.experts.147.gate_proj,0.0010737717,hessian_weighted_relative_error,24515,0.02500,1.742
9,mlp.experts.155.down_proj,0.0033759084,hessian_weighted_relative_error,40820,0.02500,1.653
9,mlp.experts.16.down_proj,0.0016143103,hessian_weighted_relative_error,24479,0.02500,1.407
9,mlp.experts.153.down_proj,0.0027940480,hessian_weighted_relative_error,28827,0.02500,1.656
9,mlp.experts.164.down_proj,0.0027743729,hessian_weighted_relative_error,45043,0.02500,1.436
9,mlp.experts.153.up_proj,0.0018070203,hessian_weighted_relative_error,28827,0.02500,1.796
9,mlp.experts.164.gate_proj,0.0016324038,hessian_weighted_relative_error,45043,0.02500,1.476
9,mlp.experts.164.up_proj,0.0017970924,hessian_weighted_relative_error,45043,0.02500,1.493
9,mlp.experts.175.down_proj,0.0025324119,hessian_weighted_relative_error,44827,0.02500,1.660
9,mlp.experts.166.down_proj,0.0015937850,hessian_weighted_relative_error,22124,0.02500,1.438
9,mlp.experts.149.up_proj,0.0020330535,hessian_weighted_relative_error,52101,0.02500,1.793
9,mlp.experts.161.down_proj,0.0016770581,hessian_weighted_relative_error,20015,0.02500,1.656
9,mlp.experts.168.down_proj,0.0028545130,hessian_weighted_relative_error,28056,0.02500,1.439
9,mlp.experts.17.down_proj,0.0021856253,hessian_weighted_relative_error,30960,0.02500,1.590
9,mlp.experts.178.down_proj,0.0030989752,hessian_weighted_relative_error,21645,0.02500,1.439
9,mlp.experts.178.gate_proj,0.0016315856,hessian_weighted_relative_error,21645,0.02500,1.480
9,mlp.experts.181.gate_proj,0.0014218522,hessian_weighted_relative_error,25614,0.02500,1.750
9,mlp.experts.178.up_proj,0.0017826231,hessian_weighted_relative_error,21645,0.02500,1.498
9,mlp.experts.157.down_proj,0.0023214769,hessian_weighted_relative_error,25768,0.02500,1.654
9,mlp.experts.175.up_proj,0.0016745949,hessian_weighted_relative_error,44827,0.02500,1.812
9,mlp.experts.180.down_proj,0.0028741354,hessian_weighted_relative_error,28541,0.02500,1.440
9,mlp.experts.181.down_proj,0.0022765831,hessian_weighted_relative_error,25614,0.02500,1.669
9,mlp.experts.182.down_proj,0.0029180281,hessian_weighted_relative_error,21345,0.02500,1.438
9,mlp.experts.182.gate_proj,0.0013270433,hessian_weighted_relative_error,21345,0.02500,1.483
9,mlp.experts.187.up_proj,0.0005867569,hessian_weighted_relative_error,32838,0.02500,1.794
9,mlp.experts.182.up_proj,0.0014989895,hessian_weighted_relative_error,21345,0.02500,1.496
9,mlp.experts.187.down_proj,0.0013003086,hessian_weighted_relative_error,32838,0.02500,1.664
9,mlp.experts.175.gate_proj,0.0015833827,hessian_weighted_relative_error,44827,0.02500,1.767
9,mlp.experts.184.down_proj,0.0031036791,hessian_weighted_relative_error,34348,0.02500,1.440
9,mlp.experts.187.gate_proj,0.0005619265,hessian_weighted_relative_error,32838,0.02500,1.754
9,mlp.experts.196.down_proj,0.0032346117,hessian_weighted_relative_error,40087,0.02500,1.443
9,mlp.experts.184.up_proj,0.0018324701,hessian_weighted_relative_error,34348,0.02500,1.504
9,mlp.experts.191.gate_proj,0.0014217329,hessian_weighted_relative_error,36019,0.02500,1.776
9,mlp.experts.196.gate_proj,0.0020388747,hessian_weighted_relative_error,40087,0.02500,1.484
9,mlp.experts.19.down_proj,0.0025449890,hessian_weighted_relative_error,17773,0.02500,1.588
9,mlp.experts.181.up_proj,0.0015110928,hessian_weighted_relative_error,25614,0.02500,1.809
9,mlp.experts.196.up_proj,0.0021361470,hessian_weighted_relative_error,40087,0.02500,1.499
9,mlp.experts.191.down_proj,0.0020732458,hessian_weighted_relative_error,36019,0.02500,1.666
9,mlp.experts.198.gate_proj,0.0016593983,hessian_weighted_relative_error,30285,0.02500,1.486
9,mlp.experts.198.down_proj,0.0028584965,hessian_weighted_relative_error,30285,0.02500,1.442
9,mlp.experts.193.up_proj,0.0021748264,hessian_weighted_relative_error,56298,0.02500,1.814
9,mlp.experts.193.down_proj,0.0035454593,hessian_weighted_relative_error,56298,0.02500,1.678
9,mlp.experts.198.up_proj,0.0017483123,hessian_weighted_relative_error,30285,0.02500,1.500
9,mlp.experts.189.down_proj,0.0030538244,hessian_weighted_relative_error,33437,0.02500,1.668
9,mlp.experts.200.down_proj,0.0030179028,hessian_weighted_relative_error,23138,0.02500,1.446
9,mlp.experts.193.gate_proj,0.0019786293,hessian_weighted_relative_error,56298,0.02500,1.760
9,mlp.experts.206.gate_proj,0.0010649186,hessian_weighted_relative_error,43604,0.02500,1.483
9,mlp.experts.206.down_proj,0.0017305051,hessian_weighted_relative_error,43604,0.02500,1.443
9,mlp.experts.203.down_proj,0.0018609866,hessian_weighted_relative_error,36187,0.02500,1.676
9,mlp.experts.199.gate_proj,0.0008375721,hessian_weighted_relative_error,30609,0.02500,1.756
9,mlp.experts.206.up_proj,0.0011235728,hessian_weighted_relative_error,43604,0.02500,1.500
9,mlp.experts.214.down_proj,0.0027172897,hessian_weighted_relative_error,35871,0.02500,1.444
9,mlp.experts.191.up_proj,0.0014673242,hessian_weighted_relative_error,36019,0.02500,1.815
9,mlp.experts.230.down_proj,0.0029581543,hessian_weighted_relative_error,32934,0.02500,1.447
9,mlp.experts.199.up_proj,0.0008988029,hessian_weighted_relative_error,30609,0.02500,1.806
9,mlp.experts.222.down_proj,0.0027111318,hessian_weighted_relative_error,28507,0.02500,1.447
9,mlp.experts.225.down_proj,0.0028135256,hessian_weighted_relative_error,22473,0.02500,1.677
9,mlp.experts.223.down_proj,0.0036336216,hessian_weighted_relative_error,45415,0.02500,1.675
9,mlp.experts.230.gate_proj,0.0018321028,hessian_weighted_relative_error,32934,0.02500,1.491
9,mlp.experts.230.up_proj,0.0019351881,hessian_weighted_relative_error,32934,0.02500,1.502
9,mlp.experts.199.down_proj,0.0018596984,hessian_weighted_relative_error,30609,0.02500,1.678
9,mlp.experts.232.up_proj,0.0022821155,hessian_weighted_relative_error,33965,0.02500,1.505
9,mlp.experts.223.up_proj,0.0024255728,hessian_weighted_relative_error,45415,0.02500,1.804
9,mlp.experts.232.down_proj,0.0033973205,hessian_weighted_relative_error,33965,0.02500,1.450
9,mlp.experts.239.down_proj,0.0032135743,hessian_weighted_relative_error,54843,0.02500,1.676
9,mlp.experts.23.down_proj,0.0024985334,hessian_weighted_relative_error,20259,0.02500,1.597
9,mlp.experts.234.down_proj,0.0025961105,hessian_weighted_relative_error,16821,0.02500,1.451
9,mlp.experts.238.down_proj,0.0029937076,hessian_weighted_relative_error,22685,0.02500,1.453
9,mlp.experts.203.up_proj,0.0009491835,hessian_weighted_relative_error,36187,0.02500,1.826
9,mlp.experts.233.down_proj,0.0026084648,hessian_weighted_relative_error,21818,0.02500,1.679
9,mlp.experts.238.up_proj,0.0017195020,hessian_weighted_relative_error,22685,0.02500,1.502
9,mlp.experts.238.gate_proj,0.0016379445,hessian_weighted_relative_error,22685,0.02500,1.493
9,mlp.experts.241.gate_proj,0.0006969694,hessian_weighted_relative_error,43383,0.02500,1.764
9,mlp.experts.240.down_proj,0.0012821832,hessian_weighted_relative_error,20743,0.02500,1.453
9,mlp.experts.239.up_proj,0.0019653937,hessian_weighted_relative_error,54843,0.02500,1.785
9,mlp.experts.242.down_proj,0.0028697321,hessian_weighted_relative_error,25136,0.02500,1.454
9,mlp.experts.241.down_proj,0.0015166900,hessian_weighted_relative_error,43383,0.02500,1.673
9,mlp.experts.225.up_proj,0.0015130693,hessian_weighted_relative_error,22473,0.02500,1.799
9,mlp.experts.248.down_proj,0.0036540462,hessian_weighted_relative_error,30070,0.02500,1.452
9,mlp.experts.261.down_proj,0.0029582268,hessian_weighted_relative_error,42994,0.02500,1.673
9,mlp.experts.242.up_proj,0.0016549266,hessian_weighted_relative_error,25136,0.02500,1.505
9,mlp.experts.253.down_proj,0.0029785442,hessian_weighted_relative_error,39021,0.02500,1.673
9,mlp.experts.248.up_proj,0.0021775883,hessian_weighted_relative_error,30070,0.02500,1.503
9,mlp.experts.250.down_proj,0.0034810468,hessian_weighted_relative_error,34314,0.02500,1.452
9,mlp.experts.253.up_proj,0.0019059216,hessian_weighted_relative_error,39021,0.02500,1.773
9,mlp.experts.256.down_proj,0.0028180240,hessian_weighted_relative_error,49416,0.02500,1.453
9,mlp.experts.239.gate_proj,0.0018457401,hessian_weighted_relative_error,54843,0.02500,1.757
9,mlp.experts.269.down_proj,0.0035256164,hessian_weighted_relative_error,61925,0.02500,1.677
9,mlp.experts.250.up_proj,0.0019786786,hessian_weighted_relative_error,34314,0.02500,1.505
9,mlp.experts.256.gate_proj,0.0015858966,hessian_weighted_relative_error,49416,0.02500,1.494
9,mlp.experts.256.up_proj,0.0016964096,hessian_weighted_relative_error,49416,0.02500,1.506
9,mlp.experts.269.gate_proj,0.0022349878,hessian_weighted_relative_error,61925,0.02500,1.755
9,mlp.experts.258.gate_proj,0.0019841974,hessian_weighted_relative_error,45965,0.02500,1.497
9,mlp.experts.241.up_proj,0.0007882721,hessian_weighted_relative_error,43383,0.02500,1.791
9,mlp.experts.258.down_proj,0.0034572610,hessian_weighted_relative_error,45965,0.02500,1.456
9,mlp.experts.266.down_proj,0.0036244703,hessian_weighted_relative_error,57380,0.02500,1.458
9,mlp.experts.258.up_proj,0.0020961897,hessian_weighted_relative_error,45965,0.02500,1.506
9,mlp.experts.274.down_proj,0.0035205681,hessian_weighted_relative_error,33928,0.02500,1.455
9,mlp.experts.261.up_proj,0.0018780013,hessian_weighted_relative_error,42994,0.02500,1.772
9,mlp.experts.268.down_proj,0.0027800148,hessian_weighted_relative_error,22133,0.02500,1.456
9,mlp.experts.276.down_proj,0.0020040020,hessian_weighted_relative_error,17718,0.02500,1.456
9,mlp.experts.276.up_proj,0.0011414018,hessian_weighted_relative_error,17718,0.02500,1.508
9,mlp.experts.278.up_proj,0.0013372591,hessian_weighted_relative_error,42817,0.02500,1.510
9,mlp.experts.278.down_proj,0.0022219666,hessian_weighted_relative_error,42817,0.02500,1.456
9,mlp.experts.28.down_proj,0.0017034029,hessian_weighted_relative_error,25597,0.02500,1.423
9,mlp.experts.28.up_proj,0.0009416682,hessian_weighted_relative_error,25597,0.02500,1.498
9,mlp.experts.282.up_proj,0.0018083204,hessian_weighted_relative_error,39027,0.02500,1.509
9,mlp.experts.282.down_proj,0.0029780005,hessian_weighted_relative_error,39027,0.02500,1.456
9,mlp.experts.284.down_proj,0.0030100987,hessian_weighted_relative_error,23031,0.02500,1.461
9,mlp.experts.269.up_proj,0.0024219703,hessian_weighted_relative_error,61925,0.02500,1.905
9,mlp.experts.36.down_proj,0.0023268298,hessian_weighted_relative_error,34983,0.02500,1.426
9,mlp.experts.277.down_proj,0.0019950934,hessian_weighted_relative_error,27066,0.02500,1.518
9,mlp.experts.30.down_proj,0.0020993386,hessian_weighted_relative_error,19367,0.02500,1.399
9,mlp.experts.29.down_proj,0.0020783443,hessian_weighted_relative_error,36380,0.02500,1.460
9,mlp.experts.271.down_proj,0.0028389880,hessian_weighted_relative_error,32868,0.02500,1.542
9,mlp.experts.30.up_proj,0.0010778113,hessian_weighted_relative_error,19367,0.02500,1.483
9,mlp.experts.32.down_proj,0.0028939623,hessian_weighted_relative_error,25533,0.02500,1.411
9,mlp.experts.35.down_proj,0.0023194114,hessian_weighted_relative_error,26326,0.02500,1.450
9,mlp.experts.38.up_proj,0.0016272622,hessian_weighted_relative_error,30170,0.02500,1.486
9,mlp.experts.29.up_proj,0.0010692675,hessian_weighted_relative_error,36380,0.02500,1.600
9,mlp.experts.36.up_proj,0.0012603096,hessian_weighted_relative_error,34983,0.02500,1.485
9,mlp.experts.45.down_proj,0.0026571083,hessian_weighted_relative_error,34597,0.02500,1.476
9,mlp.experts.29.gate_proj,0.0009854869,hessian_weighted_relative_error,36380,0.02500,1.526
9,mlp.experts.38.down_proj,0.0027829407,hessian_weighted_relative_error,30170,0.02500,1.412
9,mlp.experts.69.down_proj,0.0030336055,hessian_weighted_relative_error,28011,0.02500,1.484
9,mlp.experts.38.gate_proj,0.0015588074,hessian_weighted_relative_error,30170,0.02500,1.458
9,mlp.experts.5.down_proj,0.0020489989,hessian_weighted_relative_error,29278,0.02500,1.451
9,mlp.experts.56.down_proj,0.0031865166,hessian_weighted_relative_error,35653,0.02500,1.417
9,mlp.experts.69.gate_proj,0.0016565081,hessian_weighted_relative_error,28011,0.02500,1.548
9,mlp.experts.52.down_proj,0.0033227525,hessian_weighted_relative_error,45446,0.02500,1.415
9,mlp.experts.45.up_proj,0.0014086615,hessian_weighted_relative_error,34597,0.02500,1.601
9,mlp.experts.54.down_proj,0.0027240807,hessian_weighted_relative_error,27002,0.02500,1.414
9,mlp.experts.75.up_proj,0.0016620867,hessian_weighted_relative_error,30861,0.02500,1.602
9,mlp.experts.54.up_proj,0.0015584796,hessian_weighted_relative_error,27002,0.02500,1.490
9,mlp.experts.75.down_proj,0.0029735468,hessian_weighted_relative_error,30861,0.02500,1.486
9,mlp.experts.70.down_proj,0.0025354996,hessian_weighted_relative_error,21887,0.02500,1.418
9,mlp.experts.81.down_proj,0.0032008479,hessian_weighted_relative_error,25190,0.02500,1.491
9,mlp.experts.56.up_proj,0.0019291421,hessian_weighted_relative_error,35653,0.02500,1.491
9,mlp.experts.69.up_proj,0.0017866763,hessian_weighted_relative_error,28011,0.02500,1.608
9,mlp.experts.64.down_proj,0.0019152968,hessian_weighted_relative_error,25876,0.02500,1.418
9,mlp.experts.9.down_proj,0.0027462936,hessian_weighted_relative_error,24876,0.02500,1.459
9,mlp.experts.64.up_proj,0.0008768666,hessian_weighted_relative_error,25876,0.02500,1.493
9,mlp.experts.87.down_proj,0.0035494284,hessian_weighted_relative_error,46258,0.02500,1.493
9,mlp.experts.78.gate_proj,0.0009040290,hessian_weighted_relative_error,21690,0.02500,1.462
9,mlp.experts.9.up_proj,0.0014602707,hessian_weighted_relative_error,24876,0.02500,1.596
9,mlp.experts.74.down_proj,0.0029974802,hessian_weighted_relative_error,21131,0.02500,1.423
9,mlp.experts.85.down_proj,0.0031335280,hessian_weighted_relative_error,28107,0.02500,1.495
9,mlp.experts.76.down_proj,0.0036869493,hessian_weighted_relative_error,40580,0.02500,1.422
9,mlp.experts.95.up_proj,0.0013732110,hessian_weighted_relative_error,23614,0.02500,1.609
9,mlp.experts.78.down_proj,0.0016578907,hessian_weighted_relative_error,21690,0.02500,1.423
9,mlp.experts.95.gate_proj,0.0012950699,hessian_weighted_relative_error,23614,0.02500,1.564
9,mlp.experts.80.up_proj,0.0019035732,hessian_weighted_relative_error,30053,0.02500,1.494
9,mlp.experts.97.down_proj,0.0035061025,hessian_weighted_relative_error,44111,0.02500,1.502
9,mlp.experts.78.up_proj,0.0009837513,hessian_weighted_relative_error,21690,0.02500,1.492
9,mlp.experts.95.down_proj,0.0022785582,hessian_weighted_relative_error,23614,0.02500,1.498
9,mlp.experts.80.down_proj,0.0033292097,hessian_weighted_relative_error,30053,0.02500,1.427
9,mlp.experts.97.up_proj,0.0022710158,hessian_weighted_relative_error,44111,0.02500,1.598
9,mlp.experts.80.gate_proj,0.0017243470,hessian_weighted_relative_error,30053,0.02500,1.468
9,mlp.experts.84.down_proj,0.0025915054,hessian_weighted_relative_error,25695,0.02500,1.426
9,mlp.experts.82.down_proj,0.0026344228,hessian_weighted_relative_error,122906,0.02500,1.428
9,mlp.experts.82.gate_proj,0.0016857603,hessian_weighted_relative_error,122906,0.02500,1.472
9,mlp.experts.82.up_proj,0.0017868655,hessian_weighted_relative_error,122906,0.02500,1.500
9,mlp.experts.94.down_proj,0.0030168517,hessian_weighted_relative_error,37712,0.02500,1.431
9,mlp.experts.88.down_proj,0.0014043441,hessian_weighted_relative_error,38136,0.02500,1.433
9,mlp.experts.88.gate_proj,0.0006238973,hessian_weighted_relative_error,38136,0.02500,1.477
9,mlp.experts.88.up_proj,0.0006754151,hessian_weighted_relative_error,38136,0.02500,1.501
9,mlp.experts.98.down_proj,0.0016194284,hessian_weighted_relative_error,45463,0.02500,1.436
9,mlp.experts.98.gate_proj,0.0007812757,hessian_weighted_relative_error,45463,0.02500,1.479
9,mlp.experts.98.up_proj,0.0008361695,hessian_weighted_relative_error,45463,0.02500,1.507
10,mlp.experts.0.gate_proj,0.0037129771,hessian_weighted_relative_error,38696,0.02500,0.813
10,mlp.experts.2.gate_proj,0.0052203870,hessian_weighted_relative_error,19792,0.02500,0.789
10,mlp.experts.3.gate_proj,0.0054804695,hessian_weighted_relative_error,24956,0.02500,0.773
10,mlp.experts.4.gate_proj,0.0055297650,hessian_weighted_relative_error,18998,0.02500,0.797
10,mlp.experts.6.gate_proj,0.0058741800,hessian_weighted_relative_error,24975,0.02500,0.786
10,mlp.experts.7.gate_proj,0.0067775211,hessian_weighted_relative_error,25677,0.02500,0.799
10,mlp.experts.8.gate_proj,0.0051206168,hessian_weighted_relative_error,24936,0.02500,0.796
10,mlp.experts.9.gate_proj,0.0037445008,hessian_weighted_relative_error,26472,0.02500,0.775
10,mlp.experts.11.gate_proj,0.0049308543,hessian_weighted_relative_error,26204,0.02500,0.775
10,mlp.experts.12.gate_proj,0.0073583749,hessian_weighted_relative_error,36634,0.02500,0.796
10,mlp.experts.13.gate_proj,0.0071293530,hessian_weighted_relative_error,34735,0.02500,0.774
10,mlp.experts.14.gate_proj,0.0036133511,hessian_weighted_relative_error,18739,0.02500,0.793
10,mlp.experts.15.gate_proj,0.0078383184,hessian_weighted_relative_error,38363,0.02500,0.774
10,mlp.experts.16.gate_proj,0.0055685011,hessian_weighted_relative_error,30355,0.02500,0.798
10,mlp.experts.17.gate_proj,0.0062667870,hessian_weighted_relative_error,27383,0.02500,0.779
10,mlp.experts.18.gate_proj,0.0080530566,hessian_weighted_relative_error,40013,0.02500,0.799
10,mlp.experts.19.gate_proj,0.0084558757,hessian_weighted_relative_error,43928,0.02500,0.780
10,mlp.experts.21.gate_proj,0.0069095188,hessian_weighted_relative_error,27715,0.02500,0.777
10,mlp.experts.22.gate_proj,0.0079219748,hessian_weighted_relative_error,23644,0.02500,0.795
10,mlp.experts.23.gate_proj,0.0074598919,hessian_weighted_relative_error,28055,0.02500,0.776
10,mlp.experts.24.gate_proj,0.0072997405,hessian_weighted_relative_error,33129,0.02500,0.801
10,mlp.experts.25.gate_proj,0.0042297047,hessian_weighted_relative_error,19837,0.02500,0.783
10,mlp.experts.26.gate_proj,0.0087349445,hessian_weighted_relative_error,41301,0.02500,0.799
10,mlp.experts.27.gate_proj,0.0057721772,hessian_weighted_relative_error,27834,0.02500,0.783
10,mlp.experts.28.gate_proj,0.0040891273,hessian_weighted_relative_error,36391,0.02500,0.799
10,mlp.experts.29.gate_proj,0.0064561292,hessian_weighted_relative_error,25041,0.02500,0.781
10,mlp.experts.30.gate_proj,0.0060508572,hessian_weighted_relative_error,22531,0.02500,0.803
10,mlp.experts.31.gate_proj,0.0067845908,hessian_weighted_relative_error,29451,0.02500,0.784
10,mlp.experts.32.gate_proj,0.0065053161,hessian_weighted_relative_error,27918,0.02500,0.802
10,mlp.experts.33.gate_proj,0.0061847902,hessian_weighted_relative_error,14597,0.02500,0.786
10,mlp.experts.34.gate_proj,0.0049873022,hessian_weighted_relative_error,23063,0.02500,0.800
10,mlp.experts.35.gate_proj,0.0080580261,hessian_weighted_relative_error,39786,0.02500,0.785
10,mlp.experts.37.gate_proj,0.0080951164,hessian_weighted_relative_error,40909,0.02500,0.783
10,mlp.experts.38.gate_proj,0.0049591249,hessian_weighted_relative_error,17525,0.02500,0.801
10,mlp.experts.40.gate_proj,0.0078701384,hessian_weighted_relative_error,39353,0.02500,0.805
10,mlp.experts.41.gate_proj,0.0061798676,hessian_weighted_relative_error,43117,0.02500,0.788
10,mlp.experts.43.gate_proj,0.0080216072,hessian_weighted_relative_error,23405,0.02500,0.792
10,mlp.experts.44.gate_proj,0.0065826965,hessian_weighted_relative_error,33827,0.02500,0.803
10,mlp.experts.45.gate_proj,0.0081402645,hessian_weighted_relative_error,35437,0.02500,0.788
10,mlp.experts.46.gate_proj,0.0067337295,hessian_weighted_relative_error,17501,0.02500,0.803
10,mlp.experts.48.gate_proj,0.0079693742,hessian_weighted_relative_error,41447,0.02500,0.806
10,mlp.experts.49.gate_proj,0.0079049350,hessian_weighted_relative_error,26000,0.02500,0.792
10,mlp.experts.51.gate_proj,0.0063952128,hessian_weighted_relative_error,27855,0.02500,0.792
10,mlp.experts.52.gate_proj,0.0071532103,hessian_weighted_relative_error,25619,0.02500,0.806
10,mlp.experts.53.gate_proj,0.0049989792,hessian_weighted_relative_error,21530,0.02500,0.791
10,mlp.experts.54.gate_proj,0.0039118235,hessian_weighted_relative_error,24615,0.02500,0.804
10,mlp.experts.55.gate_proj,0.0068338657,hessian_weighted_relative_error,28315,0.02500,0.791
10,mlp.experts.56.gate_proj,0.0045101583,hessian_weighted_relative_error,24611,0.02500,0.809
10,mlp.experts.57.gate_proj,0.0085563186,hessian_weighted_relative_error,30059,0.02500,0.794
10,mlp.experts.58.gate_proj,0.0055205862,hessian_weighted_relative_error,15283,0.02500,0.806
10,mlp.experts.59.gate_proj,0.0048385679,hessian_weighted_relative_error,13343,0.02500,0.796
10,mlp.experts.60.gate_proj,0.0057719940,hessian_weighted_relative_error,39085,0.02500,0.807
10,mlp.experts.61.gate_proj,0.0047614471,hessian_weighted_relative_error,12420,0.02500,0.794
10,mlp.experts.63.gate_proj,0.0071720459,hessian_weighted_relative_error,20974,0.02500,0.795
10,mlp.experts.65.gate_proj,0.0074273030,hessian_weighted_relative_error,53482,0.02500,0.799
10,mlp.experts.66.gate_proj,0.0036205890,hessian_weighted_relative_error,12803,0.02500,0.809
10,mlp.experts.68.gate_proj,0.0075994774,hessian_weighted_relative_error,42087,0.02500,0.808
10,mlp.experts.69.gate_proj,0.0064324852,hessian_weighted_relative_error,17192,0.02500,0.797
10,mlp.experts.70.gate_proj,0.0030199433,hessian_weighted_relative_error,17868,0.02500,0.811
10,mlp.experts.71.gate_proj,0.0059325591,hessian_weighted_relative_error,23691,0.02500,0.796
10,mlp.experts.72.gate_proj,0.0040893957,hessian_weighted_relative_error,25861,0.02500,0.813
10,mlp.experts.73.gate_proj,0.0034672691,hessian_weighted_relative_error,23974,0.02500,0.801
10,mlp.experts.75.gate_proj,0.0047791467,hessian_weighted_relative_error,11330,0.02500,0.804
10,mlp.experts.76.gate_proj,0.0062906447,hessian_weighted_relative_error,15552,0.02500,0.810
10,mlp.experts.77.gate_proj,0.0081417707,hessian_weighted_relative_error,29099,0.02500,0.802
10,mlp.experts.78.gate_proj,0.0051263487,hessian_weighted_relative_error,23407,0.02500,0.811
10,mlp.experts.79.gate_proj,0.0081054683,hessian_weighted_relative_error,39308,0.02500,0.804
10,mlp.experts.80.gate_proj,0.0070865751,hessian_weighted_relative_error,32607,0.02500,0.815
10,mlp.experts.82.gate_proj,0.0061928695,hessian_weighted_relative_error,27171,0.02500,0.813
10,mlp.experts.83.gate_proj,0.0053306121,hessian_weighted_relative_error,33478,0.02500,0.809
10,mlp.experts.84.gate_proj,0.0026143330,hessian_weighted_relative_error,21261,0.02500,0.812
10,mlp.experts.85.gate_proj,0.0063679848,hessian_weighted_relative_error,18926,0.02500,0.807
10,mlp.experts.86.gate_proj,0.0068120940,hessian_weighted_relative_error,20108,0.02500,0.813
10,mlp.experts.87.gate_proj,0.0024492602,hessian_weighted_relative_error,26567,0.02500,0.802
10,mlp.experts.88.gate_proj,0.0071217979,hessian_weighted_relative_error,30797,0.02500,0.816
10,mlp.experts.89.gate_proj,0.0073244385,hessian_weighted_relative_error,42007,0.02500,0.806
10,mlp.experts.90.gate_proj,0.0064754827,hessian_weighted_relative_error,26793,0.02500,0.817
10,mlp.experts.91.gate_proj,0.0028244753,hessian_weighted_relative_error,28901,0.02500,0.809
10,mlp.experts.92.gate_proj,0.0040773073,hessian_weighted_relative_error,21825,0.02500,0.814
10,mlp.experts.95.gate_proj,0.0029268810,hessian_weighted_relative_error,15978,0.02500,0.809
10,mlp.experts.97.gate_proj,0.0074608143,hessian_weighted_relative_error,19680,0.02500,0.812
10,mlp.experts.98.gate_proj,0.0059865758,hessian_weighted_relative_error,16662,0.02500,0.815
10,mlp.experts.99.gate_proj,0.0030378034,hessian_weighted_relative_error,35169,0.02500,0.812
10,mlp.experts.100.gate_proj,0.0075233012,hessian_weighted_relative_error,34957,0.02500,0.816
10,mlp.experts.101.gate_proj,0.0049479430,hessian_weighted_relative_error,31435,0.02500,0.809
10,mlp.experts.103.gate_proj,0.0077274920,hessian_weighted_relative_error,27208,0.02500,0.811
10,mlp.experts.105.gate_proj,0.0030615115,hessian_weighted_relative_error,37620,0.02500,0.818
10,mlp.experts.106.gate_proj,0.0066508822,hessian_weighted_relative_error,20329,0.02500,0.817
10,mlp.experts.107.gate_proj,0.0044764120,hessian_weighted_relative_error,9879,0.02500,0.818
10,mlp.experts.108.gate_proj,0.0072216717,hessian_weighted_relative_error,37641,0.02500,0.818
10,mlp.experts.110.gate_proj,0.0060228142,hessian_weighted_relative_error,18394,0.02500,0.818
10,mlp.experts.111.gate_proj,0.0040261412,hessian_weighted_relative_error,27106,0.02500,0.815
10,mlp.experts.112.gate_proj,0.0082561914,hessian_weighted_relative_error,33404,0.02500,0.820
10,mlp.experts.113.gate_proj,0.0075179386,hessian_weighted_relative_error,23343,0.02500,0.823
10,mlp.experts.114.gate_proj,0.0075485853,hessian_weighted_relative_error,17215,0.02500,0.820
10,mlp.experts.115.gate_proj,0.0071215095,hessian_weighted_relative_error,25182,0.02500,0.817
10,mlp.experts.116.gate_proj,0.0074137667,hessian_weighted_relative_error,35750,0.02500,0.819
10,mlp.experts.118.gate_proj,0.0082132208,hessian_weighted_relative_error,33573,0.02500,0.819
10,mlp.experts.119.gate_proj,0.0065430352,hessian_weighted_relative_error,23122,0.02500,0.819
10,mlp.experts.121.gate_proj,0.0067146119,hessian_weighted_relative_error,22620,0.02500,0.819
10,mlp.experts.122.gate_proj,0.0042194457,hessian_weighted_relative_error,40047,0.02500,0.819
10,mlp.experts.123.gate_proj,0.0079105451,hessian_weighted_relative_error,57147,0.02500,0.821
10,mlp.experts.124.gate_proj,0.0060279435,hessian_weighted_relative_error,19202,0.02500,0.820
10,mlp.experts.125.gate_proj,0.0042047881,hessian_weighted_relative_error,17671,0.02500,0.821
10,mlp.experts.126.gate_proj,0.0043202636,hessian_weighted_relative_error,20947,0.02500,0.820
10,mlp.experts.127.gate_proj,0.0051851771,hessian_weighted_relative_error,30117,0.02500,0.821
10,mlp.experts.129.gate_proj,0.0025804165,hessian_weighted_relative_error,32105,0.02500,0.821
10,mlp.experts.130.gate_proj,0.0048600184,hessian_weighted_relative_error,20524,0.02500,0.822
10,mlp.experts.131.gate_proj,0.0085622044,hessian_weighted_relative_error,41297,0.02500,0.824
10,mlp.experts.132.gate_proj,0.0087069755,hessian_weighted_relative_error,40417,0.02500,0.820
10,mlp.experts.133.gate_proj,0.0041429706,hessian_weighted_relative_error,31012,0.02500,0.826
10,mlp.experts.134.gate_proj,0.0074467349,hessian_weighted_relative_error,52765,0.02500,0.821
10,mlp.experts.135.gate_proj,0.0064076384,hessian_weighted_relative_error,25339,0.02500,0.822
10,mlp.experts.136.gate_proj,0.0068510531,hessian_weighted_relative_error,39706,0.02500,0.822
10,mlp.experts.137.gate_proj,0.0080358082,hessian_weighted_relative_error,41459,0.02500,0.829
10,mlp.experts.138.gate_proj,0.0067796581,hessian_weighted_relative_error,22185,0.02500,0.824
10,mlp.experts.139.gate_proj,0.0052616148,hessian_weighted_relative_error,23956,0.02500,0.829
10,mlp.experts.140.gate_proj,0.0070102447,hessian_weighted_relative_error,25302,0.02500,0.822
10,mlp.experts.141.gate_proj,0.0065584898,hessian_weighted_relative_error,22219,0.02500,0.826
10,mlp.experts.142.gate_proj,0.0070343877,hessian_weighted_relative_error,19646,0.02500,0.823
10,mlp.experts.143.gate_proj,0.0070882035,hessian_weighted_relative_error,36510,0.02500,0.825
10,mlp.experts.144.gate_proj,0.0059279089,hessian_weighted_relative_error,28003,0.02500,0.825
10,mlp.experts.145.gate_proj,0.0053749018,hessian_weighted_relative_error,16182,0.02500,0.836
10,mlp.experts.146.gate_proj,0.0076897239,hessian_weighted_relative_error,41299,0.02500,0.826
10,mlp.experts.147.gate_proj,0.0053105481,hessian_weighted_relative_error,17523,0.02500,0.834
10,mlp.experts.148.gate_proj,0.0051736719,hessian_weighted_relative_error,30513,0.02500,0.823
10,mlp.experts.149.gate_proj,0.0067440654,hessian_weighted_relative_error,46520,0.02500,0.828
10,mlp.experts.150.gate_proj,0.0056225029,hessian_weighted_relative_error,24836,0.02500,0.825
10,mlp.experts.151.gate_proj,0.0077518477,hessian_weighted_relative_error,33787,0.02500,0.829
10,mlp.experts.153.gate_proj,0.0039465145,hessian_weighted_relative_error,21041,0.02500,0.835
10,mlp.experts.154.gate_proj,0.0083534008,hessian_weighted_relative_error,34030,0.02500,0.827
10,mlp.experts.155.gate_proj,0.0060842670,hessian_weighted_relative_error,11923,0.02500,0.835
10,mlp.experts.156.gate_proj,0.0075832292,hessian_weighted_relative_error,28075,0.02500,0.825
10,mlp.experts.157.gate_proj,0.0069677357,hessian_weighted_relative_error,21496,0.02500,0.837
10,mlp.experts.158.gate_proj,0.0081341893,hessian_weighted_relative_error,40404,0.02500,0.824
10,mlp.experts.159.gate_proj,0.0040203040,hessian_weighted_relative_error,17369,0.02500,0.830
10,mlp.experts.160.gate_proj,0.0078855393,hessian_weighted_relative_error,34561,0.02500,0.825
10,mlp.experts.161.gate_proj,0.0063597934,hessian_weighted_relative_error,30032,0.02500,0.836
10,mlp.experts.162.gate_proj,0.0055115343,hessian_weighted_relative_error,17023,0.02500,0.828
10,mlp.experts.163.gate_proj,0.0080867651,hessian_weighted_relative_error,29635,0.02500,0.840
10,mlp.experts.164.gate_proj,0.0051648767,hessian_weighted_relative_error,27252,0.02500,0.825
10,mlp.experts.165.gate_proj,0.0071654866,hessian_weighted_relative_error,32728,0.02500,0.834
10,mlp.experts.167.gate_proj,0.0070533527,hessian_weighted_relative_error,31879,0.02500,0.837
10,mlp.experts.168.gate_proj,0.0048598418,hessian_weighted_relative_error,28565,0.02500,0.828
10,mlp.experts.169.gate_proj,0.0078907062,hessian_weighted_relative_error,29004,0.02500,0.838
10,mlp.experts.170.gate_proj,0.0079946288,hessian_weighted_relative_error,19055,0.02500,0.828
10,mlp.experts.171.gate_proj,0.0059710301,hessian_weighted_relative_error,26557,0.02500,0.839
10,mlp.experts.172.gate_proj,0.0067107964,hessian_weighted_relative_error,27716,0.02500,0.824
10,mlp.experts.173.gate_proj,0.0074020286,hessian_weighted_relative_error,24303,0.02500,0.836
10,mlp.experts.174.gate_proj,0.0079235436,hessian_weighted_relative_error,27840,0.02500,0.829
10,mlp.experts.175.gate_proj,0.0068213177,hessian_weighted_relative_error,31315,0.02500,0.837
10,mlp.experts.176.gate_proj,0.0065935661,hessian_weighted_relative_error,34966,0.02500,0.830
10,mlp.experts.178.gate_proj,0.0082009346,hessian_weighted_relative_error,32560,0.02500,0.828
10,mlp.experts.179.gate_proj,0.0031657062,hessian_weighted_relative_error,21861,0.02500,0.840
10,mlp.experts.180.gate_proj,0.0090861986,hessian_weighted_relative_error,35648,0.02500,0.828
10,mlp.experts.181.gate_proj,0.0063866767,hessian_weighted_relative_error,16278,0.02500,0.842
10,mlp.experts.182.gate_proj,0.0051754026,hessian_weighted_relative_error,19268,0.02500,0.829
10,mlp.experts.183.gate_proj,0.0069174861,hessian_weighted_relative_error,41785,0.02500,0.837
10,mlp.experts.184.gate_proj,0.0036696583,hessian_weighted_relative_error,24638,0.02500,0.829
10,mlp.experts.185.gate_proj,0.0079154122,hessian_weighted_relative_error,26033,0.02500,0.844
10,mlp.experts.186.gate_proj,0.0073890059,hessian_weighted_relative_error,32877,0.02500,0.830
10,mlp.experts.187.gate_proj,0.0045154550,hessian_weighted_relative_error,15493,0.02500,0.841
10,mlp.experts.188.gate_proj,0.0074779078,hessian_weighted_relative_error,22848,0.02500,0.830
10,mlp.experts.189.gate_proj,0.0060747578,hessian_weighted_relative_error,27231,0.02500,0.839
10,mlp.experts.190.gate_proj,0.0079379000,hessian_weighted_relative_error,32526,0.02500,0.828
10,mlp.experts.191.gate_proj,0.0065201454,hessian_weighted_relative_error,26291,0.02500,0.840
10,mlp.experts.192.gate_proj,0.0051714047,hessian_weighted_relative_error,16886,0.02500,0.829
10,mlp.experts.194.gate_proj,0.0074606624,hessian_weighted_relative_error,26484,0.02500,0.830
10,mlp.experts.195.gate_proj,0.0058965853,hessian_weighted_relative_error,22461,0.02500,0.845
10,mlp.experts.196.gate_proj,0.0068231807,hessian_weighted_relative_error,37148,0.02500,0.830
10,mlp.experts.197.gate_proj,0.0064122716,hessian_weighted_relative_error,33527,0.02500,0.844
10,mlp.experts.198.gate_proj,0.0075989333,hessian_weighted_relative_error,37878,0.02500,0.831
10,mlp.experts.199.gate_proj,0.0074908704,hessian_weighted_relative_error,44458,0.02500,0.842
10,mlp.experts.200.gate_proj,0.0071556974,hessian_weighted_relative_error,21786,0.02500,0.828
10,mlp.experts.201.gate_proj,0.0059344190,hessian_weighted_relative_error,20970,0.02500,0.843
10,mlp.experts.202.gate_proj,0.0070856750,hessian_weighted_relative_error,55168,0.02500,0.831
10,mlp.experts.204.gate_proj,0.0060765272,hessian_weighted_relative_error,21021,0.02500,0.829
10,mlp.experts.205.gate_proj,0.0081153214,hessian_weighted_relative_error,28415,0.02500,0.842
10,mlp.experts.206.gate_proj,0.0072882203,hessian_weighted_relative_error,41239,0.02500,0.829
10,mlp.experts.207.gate_proj,0.0069795024,hessian_weighted_relative_error,31626,0.02500,0.842
10,mlp.experts.208.gate_proj,0.0025977922,hessian_weighted_relative_error,18027,0.02500,0.830
10,mlp.experts.209.gate_proj,0.0076218591,hessian_weighted_relative_error,42105,0.02500,0.845
10,mlp.experts.210.gate_proj,0.0079307370,hessian_weighted_relative_error,40710,0.02500,0.831
10,mlp.experts.211.gate_proj,0.0056210760,hessian_weighted_relative_error,17722,0.02500,0.847
10,mlp.experts.212.gate_proj,0.0064625539,hessian_weighted_relative_error,25724,0.02500,0.831
10,mlp.experts.213.gate_proj,0.0068864175,hessian_weighted_relative_error,27830,0.02500,0.845
10,mlp.experts.215.gate_proj,0.0052692499,hessian_weighted_relative_error,13615,0.02500,0.846
10,mlp.experts.216.gate_proj,0.0046169818,hessian_weighted_relative_error,23359,0.02500,0.832
10,mlp.experts.217.gate_proj,0.0033508994,hessian_weighted_relative_error,26261,0.02500,0.847
10,mlp.experts.218.gate_proj,0.0081863860,hessian_weighted_relative_error,22669,0.02500,0.830
10,mlp.experts.219.gate_proj,0.0067047306,hessian_weighted_relative_error,35248,0.02500,0.845
10,mlp.experts.220.gate_proj,0.0074171027,hessian_weighted_relative_error,47484,0.02500,0.832
10,mlp.experts.221.gate_proj,0.0059291593,hessian_weighted_relative_error,22286,0.02500,0.842
10,mlp.experts.223.gate_proj,0.0067613861,hessian_weighted_relative_error,32192,0.02500,0.844
10,mlp.experts.225.gate_proj,0.0093364573,hessian_weighted_relative_error,48078,0.02500,0.847
10,mlp.experts.226.gate_proj,0.0027919732,hessian_weighted_relative_error,40596,0.02500,0.831
10,mlp.experts.227.gate_proj,0.0078191402,hessian_weighted_relative_error,21766,0.02500,0.847
10,mlp.experts.229.gate_proj,0.0057539362,hessian_weighted_relative_error,19466,0.02500,0.844
10,mlp.experts.230.gate_proj,0.0084672604,hessian_weighted_relative_error,33030,0.02500,0.831
10,mlp.experts.232.gate_proj,0.0055527371,hessian_weighted_relative_error,34477,0.02500,0.832
10,mlp.experts.233.gate_proj,0.0074046875,hessian_weighted_relative_error,38713,0.02500,0.850
10,mlp.experts.234.gate_proj,0.0070163695,hessian_weighted_relative_error,23547,0.02500,0.832
10,mlp.experts.235.gate_proj,0.0075724459,hessian_weighted_relative_error,19047,0.02500,0.847
10,mlp.experts.236.gate_proj,0.0028019022,hessian_weighted_relative_error,33395,0.02500,0.833
10,mlp.experts.239.gate_proj,0.0074264803,hessian_weighted_relative_error,34760,0.02500,0.848
10,mlp.experts.240.gate_proj,0.0077178161,hessian_weighted_relative_error,27014,0.02500,0.832
10,mlp.experts.241.gate_proj,0.0059088398,hessian_weighted_relative_error,35565,0.02500,0.850
10,mlp.experts.243.gate_proj,0.0024775618,hessian_weighted_relative_error,20362,0.02500,0.849
10,mlp.experts.244.gate_proj,0.0051423306,hessian_weighted_relative_error,30420,0.02500,0.832
10,mlp.experts.245.gate_proj,0.0043721395,hessian_weighted_relative_error,4760,0.02500,0.845
10,mlp.experts.246.gate_proj,0.0059756829,hessian_weighted_relative_error,21761,0.02500,0.834
10,mlp.experts.247.gate_proj,0.0060313087,hessian_weighted_relative_error,12964,0.02500,0.849
10,mlp.experts.249.gate_proj,0.0050117255,hessian_weighted_relative_error,17879,0.02500,0.850
10,mlp.experts.250.gate_proj,0.0065299289,hessian_weighted_relative_error,28425,0.02500,0.842
10,mlp.experts.251.gate_proj,0.0030135898,hessian_weighted_relative_error,24233,0.02500,0.854
10,mlp.experts.252.gate_proj,0.0069958585,hessian_weighted_relative_error,24618,0.02500,0.836
10,mlp.experts.253.gate_proj,0.0040146188,hessian_weighted_relative_error,31348,0.02500,0.850
10,mlp.experts.254.gate_proj,0.0044653517,hessian_weighted_relative_error,22203,0.02500,0.835
10,mlp.experts.255.gate_proj,0.0081221775,hessian_weighted_relative_error,46044,0.02500,0.847
10,mlp.experts.257.gate_proj,0.0052079585,hessian_weighted_relative_error,26399,0.02500,0.848
10,mlp.experts.258.gate_proj,0.0051120121,hessian_weighted_relative_error,34133,0.02500,0.835
10,mlp.experts.259.gate_proj,0.0078999113,hessian_weighted_relative_error,42841,0.02500,0.851
10,mlp.experts.260.gate_proj,0.0067157306,hessian_weighted_relative_error,19924,0.02500,0.833
10,mlp.experts.261.gate_proj,0.0066916660,hessian_weighted_relative_error,30158,0.02500,0.851
10,mlp.experts.262.gate_proj,0.0066187512,hessian_weighted_relative_error,35157,0.02500,0.837
10,mlp.experts.263.gate_proj,0.0077370234,hessian_weighted_relative_error,44777,0.02500,0.867
10,mlp.experts.264.gate_proj,0.0084494277,hessian_weighted_relative_error,44195,0.02500,0.835
10,mlp.experts.265.gate_proj,0.0068494655,hessian_weighted_relative_error,26303,0.02500,0.848
10,mlp.experts.266.gate_proj,0.0045932221,hessian_weighted_relative_error,18428,0.02500,0.835
10,mlp.experts.267.gate_proj,0.0062434876,hessian_weighted_relative_error,13104,0.02500,0.851
10,mlp.experts.269.gate_proj,0.0048313131,hessian_weighted_relative_error,27220,0.02500,0.849
10,mlp.experts.271.gate_proj,0.0063751366,hessian_weighted_relative_error,26946,0.02500,0.847
10,mlp.experts.272.gate_proj,0.0055089714,hessian_weighted_relative_error,29443,0.02500,0.836
10,mlp.experts.273.gate_proj,0.0077978814,hessian_weighted_relative_error,31677,0.02500,0.849
10,mlp.experts.274.gate_proj,0.0060660567,hessian_weighted_relative_error,22733,0.02500,0.837
10,mlp.experts.275.gate_proj,0.0071704027,hessian_weighted_relative_error,46917,0.02500,0.849
10,mlp.experts.276.gate_proj,0.0075886945,hessian_weighted_relative_error,20175,0.02500,0.837
10,mlp.experts.277.gate_proj,0.0070893921,hessian_weighted_relative_error,31991,0.02500,0.847
10,mlp.experts.278.gate_proj,0.0069681015,hessian_weighted_relative_error,44689,0.02500,0.837
10,mlp.experts.279.gate_proj,0.0075807002,hessian_weighted_relative_error,33456,0.02500,0.846
10,mlp.experts.280.gate_proj,0.0053704718,hessian_weighted_relative_error,37683,0.02500,0.835
10,mlp.experts.281.gate_proj,0.0081709319,hessian_weighted_relative_error,36786,0.02500,0.850
10,mlp.experts.282.gate_proj,0.0037363569,hessian_weighted_relative_error,29583,0.02500,0.833
10,mlp.experts.283.gate_proj,0.0084686698,hessian_weighted_relative_error,38129,0.02500,0.849
10,mlp.experts.284.gate_proj,0.0046354804,hessian_weighted_relative_error,43112,0.02500,0.835
10,mlp.experts.286.gate_proj,0.0070653269,hessian_weighted_relative_error,38524,0.02500,0.835
10,mlp.experts.287.gate_proj,0.0062326448,hessian_weighted_relative_error,28031,0.02500,0.848
10,mlp.experts.2.up_proj,0.0055351939,hessian_weighted_relative_error,19792,0.02500,0.836
10,mlp.experts.3.up_proj,0.0057342620,hessian_weighted_relative_error,24956,0.02500,0.848
10,mlp.experts.4.up_proj,0.0060371183,hessian_weighted_relative_error,18998,0.02500,0.834
10,mlp.experts.6.up_proj,0.0066299816,hessian_weighted_relative_error,24975,0.02500,0.835
10,mlp.experts.7.up_proj,0.0071704001,hessian_weighted_relative_error,25677,0.02500,0.847
10,mlp.experts.8.up_proj,0.0053711900,hessian_weighted_relative_error,24936,0.02500,0.837
10,mlp.experts.9.up_proj,0.0039637767,hessian_weighted_relative_error,26472,0.02500,0.848
10,mlp.experts.11.up_proj,0.0053173284,hessian_weighted_relative_error,26204,0.02500,0.849
10,mlp.experts.12.up_proj,0.0078466394,hessian_weighted_relative_error,36634,0.02500,0.837
10,mlp.experts.13.up_proj,0.0077127200,hessian_weighted_relative_error,34735,0.02500,0.850
10,mlp.experts.14.up_proj,0.0039175605,hessian_weighted_relative_error,18739,0.02500,0.838
10,mlp.experts.15.up_proj,0.0084241834,hessian_weighted_relative_error,38363,0.02500,0.850
10,mlp.experts.16.up_proj,0.0058854574,hessian_weighted_relative_error,30355,0.02500,0.838
10,mlp.experts.18.up_proj,0.0089121955,hessian_weighted_relative_error,40013,0.02500,0.838
10,mlp.experts.21.up_proj,0.0073223153,hessian_weighted_relative_error,27715,0.02500,0.852
10,mlp.experts.22.up_proj,0.0085204844,hessian_weighted_relative_error,23644,0.02500,0.838
10,mlp.experts.23.up_proj,0.0081466941,hessian_weighted_relative_error,28055,0.02500,0.852
10,mlp.experts.25.up_proj,0.0045210445,hessian_weighted_relative_error,19837,0.02500,0.850
10,mlp.experts.26.up_proj,0.0092667513,hessian_weighted_relative_error,41301,0.02500,0.838
10,mlp.experts.27.up_proj,0.0061224187,hessian_weighted_relative_error,27834,0.02500,0.853
10,mlp.experts.28.up_proj,0.0042117463,hessian_weighted_relative_error,36391,0.02500,0.837
10,mlp.experts.29.up_proj,0.0067992835,hessian_weighted_relative_error,25041,0.02500,0.852
10,mlp.experts.30.up_proj,0.0064297947,hessian_weighted_relative_error,22531,0.02500,0.840
10,mlp.experts.31.up_proj,0.0071285521,hessian_weighted_relative_error,29451,0.02500,0.851
10,mlp.experts.33.up_proj,0.0066945186,hessian_weighted_relative_error,14597,0.02500,0.851
10,mlp.experts.34.up_proj,0.0055722776,hessian_weighted_relative_error,23063,0.02500,0.840
10,mlp.experts.35.up_proj,0.0090575006,hessian_weighted_relative_error,39786,0.02500,0.852
10,mlp.experts.37.up_proj,0.0089292702,hessian_weighted_relative_error,40909,0.02500,0.851
10,mlp.experts.38.up_proj,0.0052248775,hessian_weighted_relative_error,17525,0.02500,0.838
10,mlp.experts.40.up_proj,0.0084171077,hessian_weighted_relative_error,39353,0.02500,0.840
10,mlp.experts.41.up_proj,0.0064268756,hessian_weighted_relative_error,43117,0.02500,0.851
10,mlp.experts.43.up_proj,0.0087076659,hessian_weighted_relative_error,23405,0.02500,0.852
10,mlp.experts.44.up_proj,0.0073824601,hessian_weighted_relative_error,33827,0.02500,0.838
10,mlp.experts.45.up_proj,0.0086608099,hessian_weighted_relative_error,35437,0.02500,0.851
10,mlp.experts.46.up_proj,0.0072168491,hessian_weighted_relative_error,17501,0.02500,0.839
10,mlp.experts.48.up_proj,0.0089981252,hessian_weighted_relative_error,41447,0.02500,0.838
10,mlp.experts.49.up_proj,0.0085278112,hessian_weighted_relative_error,26000,0.02500,0.851
10,mlp.experts.51.up_proj,0.0069237746,hessian_weighted_relative_error,27855,0.02500,0.852
10,mlp.experts.53.up_proj,0.0053607598,hessian_weighted_relative_error,21530,0.02500,0.851
10,mlp.experts.54.up_proj,0.0041482814,hessian_weighted_relative_error,24615,0.02500,0.840
10,mlp.experts.55.up_proj,0.0071618306,hessian_weighted_relative_error,28315,0.02500,0.850
10,mlp.experts.56.up_proj,0.0049333839,hessian_weighted_relative_error,24611,0.02500,0.841
10,mlp.experts.57.up_proj,0.0091334672,hessian_weighted_relative_error,30059,0.02500,0.850
10,mlp.experts.58.up_proj,0.0062317920,hessian_weighted_relative_error,15283,0.02500,0.839
10,mlp.experts.59.up_proj,0.0050507067,hessian_weighted_relative_error,13343,0.02500,0.854
10,mlp.experts.60.up_proj,0.0060880615,hessian_weighted_relative_error,39085,0.02500,0.839
10,mlp.experts.61.up_proj,0.0050192568,hessian_weighted_relative_error,12420,0.02500,0.851
10,mlp.experts.63.up_proj,0.0079479316,hessian_weighted_relative_error,20974,0.02500,0.855
10,mlp.experts.66.up_proj,0.0038448140,hessian_weighted_relative_error,12803,0.02500,0.841
10,mlp.experts.68.up_proj,0.0080505147,hessian_weighted_relative_error,42087,0.02500,0.837
10,mlp.experts.69.up_proj,0.0068726848,hessian_weighted_relative_error,17192,0.02500,0.854
10,mlp.experts.70.up_proj,0.0030705477,hessian_weighted_relative_error,17868,0.02500,0.840
10,mlp.experts.71.up_proj,0.0063153385,hessian_weighted_relative_error,23691,0.02500,0.855
10,mlp.experts.72.up_proj,0.0044746654,hessian_weighted_relative_error,25861,0.02500,0.841
10,mlp.experts.73.up_proj,0.0040754414,hessian_weighted_relative_error,23974,0.02500,0.856
10,mlp.experts.75.up_proj,0.0049648170,hessian_weighted_relative_error,11330,0.02500,0.854
10,mlp.experts.76.up_proj,0.0068448024,hessian_weighted_relative_error,15552,0.02500,0.841
10,mlp.experts.77.up_proj,0.0088836964,hessian_weighted_relative_error,29099,0.02500,0.852
10,mlp.experts.78.up_proj,0.0053288046,hessian_weighted_relative_error,23407,0.02500,0.840
10,mlp.experts.79.up_proj,0.0090801480,hessian_weighted_relative_error,39308,0.02500,0.855
10,mlp.experts.80.up_proj,0.0076255163,hessian_weighted_relative_error,32607,0.02500,0.842
10,mlp.experts.82.up_proj,0.0067641333,hessian_weighted_relative_error,27171,0.02500,0.840
10,mlp.experts.83.up_proj,0.0057314590,hessian_weighted_relative_error,33478,0.02500,0.854
10,mlp.experts.84.up_proj,0.0027828909,hessian_weighted_relative_error,21261,0.02500,0.842
10,mlp.experts.85.up_proj,0.0070629129,hessian_weighted_relative_error,18926,0.02500,0.854
10,mlp.experts.86.up_proj,0.0077946338,hessian_weighted_relative_error,20108,0.02500,0.841
10,mlp.experts.87.up_proj,0.0027337171,hessian_weighted_relative_error,26567,0.02500,0.853
10,mlp.experts.88.up_proj,0.0075335911,hessian_weighted_relative_error,30797,0.02500,0.842
10,mlp.experts.89.up_proj,0.0080145043,hessian_weighted_relative_error,42007,0.02500,0.855
10,mlp.experts.90.up_proj,0.0076125337,hessian_weighted_relative_error,26793,0.02500,0.843
10,mlp.experts.91.up_proj,0.0033329958,hessian_weighted_relative_error,28901,0.02500,0.855
10,mlp.experts.92.up_proj,0.0043215495,hessian_weighted_relative_error,21825,0.02500,0.843
10,mlp.experts.95.up_proj,0.0029608102,hessian_weighted_relative_error,15978,0.02500,0.855
10,mlp.experts.97.up_proj,0.0079188366,hessian_weighted_relative_error,19680,0.02500,0.857
10,mlp.experts.98.up_proj,0.0062617427,hessian_weighted_relative_error,16662,0.02500,0.843
10,mlp.experts.99.up_proj,0.0032798287,hessian_weighted_relative_error,35169,0.02500,0.857
10,mlp.experts.100.up_proj,0.0078861260,hessian_weighted_relative_error,34957,0.02500,0.842
10,mlp.experts.101.up_proj,0.0051806420,hessian_weighted_relative_error,31435,0.02500,0.857
10,mlp.experts.103.up_proj,0.0082353439,hessian_weighted_relative_error,27208,0.02500,0.858
10,mlp.experts.106.up_proj,0.0071071007,hessian_weighted_relative_error,20329,0.02500,0.856
10,mlp.experts.107.up_proj,0.0047926374,hessian_weighted_relative_error,9879,0.02500,0.859
10,mlp.experts.108.up_proj,0.0079773951,hessian_weighted_relative_error,37641,0.02500,0.850
10,mlp.experts.110.up_proj,0.0063341455,hessian_weighted_relative_error,18394,0.02500,0.850
10,mlp.experts.111.up_proj,0.0041711625,hessian_weighted_relative_error,27106,0.02500,0.854
10,mlp.experts.112.up_proj,0.0088117911,hessian_weighted_relative_error,33404,0.02500,0.843
10,mlp.experts.113.up_proj,0.0082643054,hessian_weighted_relative_error,23343,0.02500,0.857
10,mlp.experts.114.up_proj,0.0080516525,hessian_weighted_relative_error,17215,0.02500,0.841
10,mlp.experts.115.up_proj,0.0075888032,hessian_weighted_relative_error,25182,0.02500,0.858
10,mlp.experts.116.up_proj,0.0080420403,hessian_weighted_relative_error,35750,0.02500,0.858
10,mlp.experts.118.up_proj,0.0088050215,hessian_weighted_relative_error,33573,0.02500,0.853
10,mlp.experts.119.up_proj,0.0069305563,hessian_weighted_relative_error,23122,0.02500,0.855
10,mlp.experts.121.up_proj,0.0072717450,hessian_weighted_relative_error,22620,0.02500,0.854
10,mlp.experts.122.up_proj,0.0050001228,hessian_weighted_relative_error,40047,0.02500,0.843
10,mlp.experts.123.up_proj,0.0083719584,hessian_weighted_relative_error,57147,0.02500,0.854
10,mlp.experts.124.up_proj,0.0063741374,hessian_weighted_relative_error,19202,0.02500,0.843
10,mlp.experts.125.up_proj,0.0046840434,hessian_weighted_relative_error,17671,0.02500,0.856
10,mlp.experts.126.up_proj,0.0045342347,hessian_weighted_relative_error,20947,0.02500,0.842
10,mlp.experts.127.up_proj,0.0055401681,hessian_weighted_relative_error,30117,0.02500,0.855
10,mlp.experts.129.up_proj,0.0028026847,hessian_weighted_relative_error,32105,0.02500,0.855
10,mlp.experts.130.up_proj,0.0051570394,hessian_weighted_relative_error,20524,0.02500,0.842
10,mlp.experts.133.up_proj,0.0043805449,hessian_weighted_relative_error,31012,0.02500,0.855
10,mlp.experts.134.up_proj,0.0078530377,hessian_weighted_relative_error,52765,0.02500,0.841
10,mlp.experts.135.up_proj,0.0069955173,hessian_weighted_relative_error,25339,0.02500,0.856
10,mlp.experts.136.up_proj,0.0074406017,hessian_weighted_relative_error,39706,0.02500,0.842
10,mlp.experts.137.up_proj,0.0090171790,hessian_weighted_relative_error,41459,0.02500,0.856
10,mlp.experts.138.up_proj,0.0074224050,hessian_weighted_relative_error,22185,0.02500,0.842
10,mlp.experts.139.up_proj,0.0057626200,hessian_weighted_relative_error,23956,0.02500,0.854
10,mlp.experts.140.up_proj,0.0073018404,hessian_weighted_relative_error,25302,0.02500,0.842
10,mlp.experts.141.up_proj,0.0068103189,hessian_weighted_relative_error,22219,0.02500,0.859
10,mlp.experts.142.up_proj,0.0074938704,hessian_weighted_relative_error,19646,0.02500,0.842
10,mlp.experts.143.up_proj,0.0075201042,hessian_weighted_relative_error,36510,0.02500,0.855
10,mlp.experts.144.up_proj,0.0062277352,hessian_weighted_relative_error,28003,0.02500,0.843
10,mlp.experts.145.up_proj,0.0057421616,hessian_weighted_relative_error,16182,0.02500,0.858
10,mlp.experts.146.up_proj,0.0086771613,hessian_weighted_relative_error,41299,0.02500,0.844
10,mlp.experts.147.up_proj,0.0056363006,hessian_weighted_relative_error,17523,0.02500,0.856
10,mlp.experts.148.up_proj,0.0054244220,hessian_weighted_relative_error,30513,0.02500,0.842
10,mlp.experts.149.up_proj,0.0072327418,hessian_weighted_relative_error,46520,0.02500,0.855
10,mlp.experts.150.up_proj,0.0059809403,hessian_weighted_relative_error,24836,0.02500,0.841
10,mlp.experts.151.up_proj,0.0083706993,hessian_weighted_relative_error,33787,0.02500,0.856
10,mlp.experts.153.up_proj,0.0043936484,hessian_weighted_relative_error,21041,0.02500,0.857
10,mlp.experts.154.up_proj,0.0088190954,hessian_weighted_relative_error,34030,0.02500,0.842
10,mlp.experts.155.up_proj,0.0065577683,hessian_weighted_relative_error,11923,0.02500,0.857
10,mlp.experts.156.up_proj,0.0088064028,hessian_weighted_relative_error,28075,0.02500,0.843
10,mlp.experts.157.up_proj,0.0075374724,hessian_weighted_relative_error,21496,0.02500,0.858
10,mlp.experts.159.up_proj,0.0043979733,hessian_weighted_relative_error,17369,0.02500,0.857
10,mlp.experts.160.up_proj,0.0085322290,hessian_weighted_relative_error,34561,0.02500,0.843
10,mlp.experts.161.up_proj,0.0068335903,hessian_weighted_relative_error,30032,0.02500,0.857
10,mlp.experts.162.up_proj,0.0059543946,hessian_weighted_relative_error,17023,0.02500,0.843
10,mlp.experts.165.up_proj,0.0079420966,hessian_weighted_relative_error,32728,0.02500,0.856
10,mlp.experts.167.up_proj,0.0074320303,hessian_weighted_relative_error,31879,0.02500,0.858
10,mlp.experts.168.up_proj,0.0053148055,hessian_weighted_relative_error,28565,0.02500,0.844
10,mlp.experts.169.up_proj,0.0083432750,hessian_weighted_relative_error,29004,0.02500,0.855
10,mlp.experts.170.up_proj,0.0084250493,hessian_weighted_relative_error,19055,0.02500,0.843
10,mlp.experts.173.up_proj,0.0079359368,hessian_weighted_relative_error,24303,0.02500,0.859
10,mlp.experts.174.up_proj,0.0083223659,hessian_weighted_relative_error,27840,0.02500,0.846
10,mlp.experts.176.up_proj,0.0069283348,hessian_weighted_relative_error,34966,0.02500,0.846
10,mlp.experts.178.up_proj,0.0087007906,hessian_weighted_relative_error,32560,0.02500,0.843
10,mlp.experts.179.up_proj,0.0033407231,hessian_weighted_relative_error,21861,0.02500,0.856
10,mlp.experts.180.up_proj,0.0096793905,hessian_weighted_relative_error,35648,0.02500,0.842
10,mlp.experts.181.up_proj,0.0068039064,hessian_weighted_relative_error,16278,0.02500,0.862
10,mlp.experts.182.up_proj,0.0054405474,hessian_weighted_relative_error,19268,0.02500,0.845
10,mlp.experts.184.up_proj,0.0042401393,hessian_weighted_relative_error,24638,0.02500,0.845
10,mlp.experts.185.up_proj,0.0084187252,hessian_weighted_relative_error,26033,0.02500,0.855
10,mlp.experts.186.up_proj,0.0081960760,hessian_weighted_relative_error,32877,0.02500,0.843
10,mlp.experts.187.up_proj,0.0050208906,hessian_weighted_relative_error,15493,0.02500,0.858
10,mlp.experts.188.up_proj,0.0079555301,hessian_weighted_relative_error,22848,0.02500,0.844
10,mlp.experts.189.up_proj,0.0064212713,hessian_weighted_relative_error,27231,0.02500,0.857
10,mlp.experts.190.up_proj,0.0084503768,hessian_weighted_relative_error,32526,0.02500,0.846
10,mlp.experts.191.up_proj,0.0068331618,hessian_weighted_relative_error,26291,0.02500,0.857
10,mlp.experts.192.up_proj,0.0057100931,hessian_weighted_relative_error,16886,0.02500,0.846
10,mlp.experts.194.up_proj,0.0079104361,hessian_weighted_relative_error,26484,0.02500,0.844
10,mlp.experts.195.up_proj,0.0061447037,hessian_weighted_relative_error,22461,0.02500,0.856
10,mlp.experts.197.up_proj,0.0066487363,hessian_weighted_relative_error,33527,0.02500,0.857
10,mlp.experts.198.up_proj,0.0082821835,hessian_weighted_relative_error,37878,0.02500,0.844
10,mlp.experts.200.up_proj,0.0076096594,hessian_weighted_relative_error,21786,0.02500,0.846
10,mlp.experts.201.up_proj,0.0062546654,hessian_weighted_relative_error,20970,0.02500,0.859
10,mlp.experts.202.up_proj,0.0076045996,hessian_weighted_relative_error,55168,0.02500,0.846
10,mlp.experts.204.up_proj,0.0064384452,hessian_weighted_relative_error,21021,0.02500,0.845
10,mlp.experts.205.up_proj,0.0085410620,hessian_weighted_relative_error,28415,0.02500,0.859
10,mlp.experts.206.up_proj,0.0078503785,hessian_weighted_relative_error,41239,0.02500,0.844
10,mlp.experts.207.up_proj,0.0071860290,hessian_weighted_relative_error,31626,0.02500,0.858
10,mlp.experts.208.up_proj,0.0027666255,hessian_weighted_relative_error,18027,0.02500,0.848
10,mlp.experts.209.up_proj,0.0079502992,hessian_weighted_relative_error,42105,0.02500,0.858
10,mlp.experts.210.up_proj,0.0083251849,hessian_weighted_relative_error,40710,0.02500,0.845
10,mlp.experts.211.up_proj,0.0060421666,hessian_weighted_relative_error,17722,0.02500,0.859
10,mlp.experts.212.up_proj,0.0068660014,hessian_weighted_relative_error,25724,0.02500,0.845
10,mlp.experts.213.up_proj,0.0073053900,hessian_weighted_relative_error,27830,0.02500,0.859
10,mlp.experts.215.up_proj,0.0056171137,hessian_weighted_relative_error,13615,0.02500,0.857
10,mlp.experts.216.up_proj,0.0049816306,hessian_weighted_relative_error,23359,0.02500,0.847
10,mlp.experts.217.up_proj,0.0034977434,hessian_weighted_relative_error,26261,0.02500,0.859
10,mlp.experts.218.up_proj,0.0087479382,hessian_weighted_relative_error,22669,0.02500,0.846
10,mlp.experts.219.up_proj,0.0072267207,hessian_weighted_relative_error,35248,0.02500,0.859
10,mlp.experts.221.up_proj,0.0064243295,hessian_weighted_relative_error,22286,0.02500,0.858
10,mlp.experts.223.up_proj,0.0071264664,hessian_weighted_relative_error,32192,0.02500,0.860
10,mlp.experts.225.up_proj,0.0100681645,hessian_weighted_relative_error,48078,0.02500,0.858
10,mlp.experts.227.up_proj,0.0080166738,hessian_weighted_relative_error,21766,0.02500,0.857
10,mlp.experts.229.up_proj,0.0060785590,hessian_weighted_relative_error,19466,0.02500,0.859
10,mlp.experts.233.up_proj,0.0077976752,hessian_weighted_relative_error,38713,0.02500,0.858
10,mlp.experts.234.up_proj,0.0077464020,hessian_weighted_relative_error,23547,0.02500,0.847
10,mlp.experts.235.up_proj,0.0080340962,hessian_weighted_relative_error,19047,0.02500,0.859
10,mlp.experts.239.up_proj,0.0077888285,hessian_weighted_relative_error,34760,0.02500,0.859
10,mlp.experts.240.up_proj,0.0081250162,hessian_weighted_relative_error,27014,0.02500,0.850
10,mlp.experts.241.up_proj,0.0062275965,hessian_weighted_relative_error,35565,0.02500,0.859
10,mlp.experts.243.up_proj,0.0026622702,hessian_weighted_relative_error,20362,0.02500,0.859
10,mlp.experts.244.up_proj,0.0057288246,hessian_weighted_relative_error,30420,0.02500,0.848
10,mlp.experts.245.up_proj,0.0046282387,hessian_weighted_relative_error,4760,0.02500,0.860
10,mlp.experts.246.up_proj,0.0062581655,hessian_weighted_relative_error,21761,0.02500,0.848
10,mlp.experts.247.up_proj,0.0066197087,hessian_weighted_relative_error,12964,0.02500,0.859
10,mlp.experts.249.up_proj,0.0053587894,hessian_weighted_relative_error,17879,0.02500,0.860
10,mlp.experts.250.up_proj,0.0069737536,hessian_weighted_relative_error,28425,0.02500,0.848
10,mlp.experts.251.up_proj,0.0032958102,hessian_weighted_relative_error,24233,0.02500,0.862
10,mlp.experts.252.up_proj,0.0075257229,hessian_weighted_relative_error,24618,0.02500,0.847
10,mlp.experts.253.up_proj,0.0043047802,hessian_weighted_relative_error,31348,0.02500,0.861
10,mlp.experts.254.up_proj,0.0046941750,hessian_weighted_relative_error,22203,0.02500,0.848
10,mlp.experts.255.up_proj,0.0090136475,hessian_weighted_relative_error,46044,0.02500,0.860
10,mlp.experts.257.up_proj,0.0057556469,hessian_weighted_relative_error,26399,0.02500,0.862
10,mlp.experts.258.up_proj,0.0053746486,hessian_weighted_relative_error,34133,0.02500,0.858
10,mlp.experts.259.up_proj,0.0089828048,hessian_weighted_relative_error,42841,0.02500,0.864
10,mlp.experts.260.up_proj,0.0072262254,hessian_weighted_relative_error,19924,0.02500,0.855
10,mlp.experts.262.up_proj,0.0071087495,hessian_weighted_relative_error,35157,0.02500,0.859
10,mlp.experts.263.up_proj,0.0085515832,hessian_weighted_relative_error,44777,0.02500,0.857
10,mlp.experts.264.up_proj,0.0092741748,hessian_weighted_relative_error,44195,0.02500,0.846
10,mlp.experts.265.up_proj,0.0073940738,hessian_weighted_relative_error,26303,0.02500,0.870
10,mlp.experts.266.up_proj,0.0049631588,hessian_weighted_relative_error,18428,0.02500,0.861
10,mlp.experts.267.up_proj,0.0066818723,hessian_weighted_relative_error,13104,0.02500,0.862
10,mlp.experts.269.up_proj,0.0050961971,hessian_weighted_relative_error,27220,0.02500,0.884
10,mlp.experts.271.up_proj,0.0070249066,hessian_weighted_relative_error,26946,0.02500,0.863
10,mlp.experts.272.up_proj,0.0057477059,hessian_weighted_relative_error,29443,0.02500,0.848
10,mlp.experts.273.up_proj,0.0082353164,hessian_weighted_relative_error,31677,0.02500,0.860
10,mlp.experts.274.up_proj,0.0064183417,hessian_weighted_relative_error,22733,0.02500,0.846
10,mlp.experts.276.up_proj,0.0081062243,hessian_weighted_relative_error,20175,0.02500,0.850
10,mlp.experts.277.up_proj,0.0075018621,hessian_weighted_relative_error,31991,0.02500,0.863
10,mlp.experts.278.up_proj,0.0072999229,hessian_weighted_relative_error,44689,0.02500,0.849
10,mlp.experts.279.up_proj,0.0083050805,hessian_weighted_relative_error,33456,0.02500,0.861
10,mlp.experts.280.up_proj,0.0056785710,hessian_weighted_relative_error,37683,0.02500,0.846
10,mlp.experts.281.up_proj,0.0087519538,hessian_weighted_relative_error,36786,0.02500,0.862
10,mlp.experts.282.up_proj,0.0039912557,hessian_weighted_relative_error,29583,0.02500,0.849
10,mlp.experts.284.up_proj,0.0047954255,hessian_weighted_relative_error,43112,0.02500,0.849
10,mlp.experts.286.up_proj,0.0076520972,hessian_weighted_relative_error,38524,0.02500,0.846
10,mlp.experts.287.up_proj,0.0066019414,hessian_weighted_relative_error,28031,0.02500,0.862
10,mlp.experts.3.down_proj,0.0084232740,hessian_weighted_relative_error,24956,0.02500,0.742
10,mlp.experts.4.down_proj,0.0088394958,hessian_weighted_relative_error,18998,0.02500,0.767
10,mlp.experts.6.down_proj,0.0113429066,hessian_weighted_relative_error,24975,0.02500,0.762
10,mlp.experts.7.down_proj,0.0122545506,hessian_weighted_relative_error,25677,0.02500,0.745
10,mlp.experts.8.down_proj,0.0065163541,hessian_weighted_relative_error,24936,0.02500,0.765
10,mlp.experts.11.down_proj,0.0078625167,hessian_weighted_relative_error,26204,0.02500,0.749
10,mlp.experts.13.down_proj,0.0124808966,hessian_weighted_relative_error,34735,0.02500,0.748
10,mlp.experts.14.down_proj,0.0057713923,hessian_weighted_relative_error,18739,0.02500,0.766
10,mlp.experts.21.down_proj,0.0123536103,hessian_weighted_relative_error,27715,0.02500,0.752
10,mlp.experts.22.down_proj,0.0126215974,hessian_weighted_relative_error,23644,0.02500,0.769
10,mlp.experts.23.down_proj,0.0119279028,hessian_weighted_relative_error,28055,0.02500,0.753
10,mlp.experts.25.down_proj,0.0027771588,hessian_weighted_relative_error,19837,0.02500,0.754
10,mlp.experts.26.down_proj,0.0142636766,hessian_weighted_relative_error,41301,0.02500,0.771
10,mlp.experts.27.down_proj,0.0094450774,hessian_weighted_relative_error,27834,0.02500,0.756
10,mlp.experts.28.down_proj,0.0059318415,hessian_weighted_relative_error,36391,0.02500,0.775
10,mlp.experts.30.down_proj,0.0100746264,hessian_weighted_relative_error,22531,0.02500,0.770
10,mlp.experts.31.down_proj,0.0104557190,hessian_weighted_relative_error,29451,0.02500,0.756
10,mlp.experts.33.down_proj,0.0124449618,hessian_weighted_relative_error,14597,0.02500,0.759
10,mlp.experts.34.down_proj,0.0092644562,hessian_weighted_relative_error,23063,0.02500,0.773
10,mlp.experts.35.down_proj,0.0139882415,hessian_weighted_relative_error,39786,0.02500,0.758
10,mlp.experts.37.down_proj,0.0137266775,hessian_weighted_relative_error,40909,0.02500,0.758
10,mlp.experts.38.down_proj,0.0091166818,hessian_weighted_relative_error,17525,0.02500,0.772
10,mlp.experts.40.down_proj,0.0136612748,hessian_weighted_relative_error,39353,0.02500,0.775
10,mlp.experts.43.down_proj,0.0136918673,hessian_weighted_relative_error,23405,0.02500,0.760
10,mlp.experts.44.down_proj,0.0122479565,hessian_weighted_relative_error,33827,0.02500,0.778
10,mlp.experts.45.down_proj,0.0123321389,hessian_weighted_relative_error,35437,0.02500,0.761
10,mlp.experts.46.down_proj,0.0112689899,hessian_weighted_relative_error,17501,0.02500,0.775
10,mlp.experts.48.down_proj,0.0140455838,hessian_weighted_relative_error,41447,0.02500,0.778
10,mlp.experts.49.down_proj,0.0127667205,hessian_weighted_relative_error,26000,0.02500,0.765
10,mlp.experts.51.down_proj,0.0110643658,hessian_weighted_relative_error,27855,0.02500,0.763
10,mlp.experts.53.down_proj,0.0063636130,hessian_weighted_relative_error,21530,0.02500,0.763
10,mlp.experts.54.down_proj,0.0053621339,hessian_weighted_relative_error,24615,0.02500,0.778
10,mlp.experts.55.down_proj,0.0106522304,hessian_weighted_relative_error,28315,0.02500,0.767
10,mlp.experts.56.down_proj,0.0073525965,hessian_weighted_relative_error,24611,0.02500,0.780
10,mlp.experts.57.down_proj,0.0135298929,hessian_weighted_relative_error,30059,0.02500,0.768
10,mlp.experts.58.down_proj,0.0103987603,hessian_weighted_relative_error,15283,0.02500,0.778
10,mlp.experts.60.down_proj,0.0079023432,hessian_weighted_relative_error,39085,0.02500,0.781
10,mlp.experts.61.down_proj,0.0077774690,hessian_weighted_relative_error,12420,0.02500,0.764
10,mlp.experts.63.down_proj,0.0122845705,hessian_weighted_relative_error,20974,0.02500,0.769
10,mlp.experts.66.down_proj,0.0063639035,hessian_weighted_relative_error,12803,0.02500,0.781
10,mlp.experts.69.down_proj,0.0103081358,hessian_weighted_relative_error,17192,0.02500,0.767
10,mlp.experts.71.down_proj,0.0098799660,hessian_weighted_relative_error,23691,0.02500,0.772
10,mlp.experts.72.down_proj,0.0052426037,hessian_weighted_relative_error,25861,0.02500,0.785
10,mlp.experts.73.down_proj,0.0062726696,hessian_weighted_relative_error,23974,0.02500,0.772
10,mlp.experts.75.down_proj,0.0079376070,hessian_weighted_relative_error,11330,0.02500,0.771
10,mlp.experts.76.down_proj,0.0110276456,hessian_weighted_relative_error,15552,0.02500,0.785
10,mlp.experts.77.down_proj,0.0137065153,hessian_weighted_relative_error,29099,0.02500,0.773
10,mlp.experts.78.down_proj,0.0072623863,hessian_weighted_relative_error,23407,0.02500,0.784
10,mlp.experts.79.down_proj,0.0140180358,hessian_weighted_relative_error,39308,0.02500,0.778
10,mlp.experts.80.down_proj,0.0115685185,hessian_weighted_relative_error,32607,0.02500,0.786
10,mlp.experts.84.down_proj,0.0044805419,hessian_weighted_relative_error,21261,0.02500,0.788
10,mlp.experts.85.down_proj,0.0102167936,hessian_weighted_relative_error,18926,0.02500,0.778
10,mlp.experts.86.down_proj,0.0128320057,hessian_weighted_relative_error,20108,0.02500,0.786
10,mlp.experts.87.down_proj,0.0056063015,hessian_weighted_relative_error,26567,0.02500,0.778
10,mlp.experts.88.down_proj,0.0124859576,hessian_weighted_relative_error,30797,0.02500,0.785
10,mlp.experts.90.down_proj,0.0117165995,hessian_weighted_relative_error,26793,0.02500,0.786
10,mlp.experts.91.down_proj,0.0068672529,hessian_weighted_relative_error,28901,0.02500,0.777
10,mlp.experts.92.down_proj,0.0059545233,hessian_weighted_relative_error,21825,0.02500,0.789
10,mlp.experts.95.down_proj,0.0034426991,hessian_weighted_relative_error,15978,0.02500,0.783
10,mlp.experts.97.down_proj,0.0130512989,hessian_weighted_relative_error,19680,0.02500,0.782
10,mlp.experts.99.down_proj,0.0051917569,hessian_weighted_relative_error,35169,0.02500,0.779
10,mlp.experts.100.down_proj,0.0133753497,hessian_weighted_relative_error,34957,0.02500,0.790
10,mlp.experts.101.down_proj,0.0070202903,hessian_weighted_relative_error,31435,0.02500,0.781
10,mlp.experts.103.down_proj,0.0131269960,hessian_weighted_relative_error,27208,0.02500,0.785
10,mlp.experts.106.down_proj,0.0113773320,hessian_weighted_relative_error,20329,0.02500,0.790
10,mlp.experts.107.down_proj,0.0070793287,hessian_weighted_relative_error,9879,0.02500,0.782
10,mlp.experts.108.down_proj,0.0131784384,hessian_weighted_relative_error,37641,0.02500,0.793
10,mlp.experts.110.down_proj,0.0099659739,hessian_weighted_relative_error,18394,0.02500,0.791
10,mlp.experts.111.down_proj,0.0073773314,hessian_weighted_relative_error,27106,0.02500,0.789
10,mlp.experts.112.down_proj,0.0136678672,hessian_weighted_relative_error,33404,0.02500,0.792
10,mlp.experts.113.down_proj,0.0131816547,hessian_weighted_relative_error,23343,0.02500,0.789
10,mlp.experts.114.down_proj,0.0132230640,hessian_weighted_relative_error,17215,0.02500,0.792
10,mlp.experts.115.down_proj,0.0121515536,hessian_weighted_relative_error,25182,0.02500,0.786
10,mlp.experts.116.down_proj,0.0108693931,hessian_weighted_relative_error,35750,0.02500,0.793
10,mlp.experts.118.down_proj,0.0131287177,hessian_weighted_relative_error,33573,0.02500,0.792
10,mlp.experts.119.down_proj,0.0115545206,hessian_weighted_relative_error,23122,0.02500,0.791
10,mlp.experts.122.down_proj,0.0075739129,hessian_weighted_relative_error,40047,0.02500,0.792
10,mlp.experts.125.down_proj,0.0078400017,hessian_weighted_relative_error,17671,0.02500,0.795
10,mlp.experts.127.down_proj,0.0089103347,hessian_weighted_relative_error,30117,0.02500,0.793
10,mlp.experts.129.down_proj,0.0040745503,hessian_weighted_relative_error,32105,0.02500,0.794
10,mlp.experts.130.down_proj,0.0077777576,hessian_weighted_relative_error,20524,0.02500,0.794
10,mlp.experts.135.down_proj,0.0113150762,hessian_weighted_relative_error,25339,0.02500,0.797
10,mlp.experts.136.down_proj,0.0126603515,hessian_weighted_relative_error,39706,0.02500,0.796
10,mlp.experts.137.down_proj,0.0137020280,hessian_weighted_relative_error,41459,0.02500,0.795
10,mlp.experts.138.down_proj,0.0113724124,hessian_weighted_relative_error,22185,0.02500,0.797
10,mlp.experts.139.down_proj,0.0078568987,hessian_weighted_relative_error,23956,0.02500,0.791
10,mlp.experts.140.down_proj,0.0117376594,hessian_weighted_relative_error,25302,0.02500,0.797
10,mlp.experts.141.down_proj,0.0086742779,hessian_weighted_relative_error,22219,0.02500,0.797
10,mlp.experts.143.down_proj,0.0129987530,hessian_weighted_relative_error,36510,0.02500,0.798
10,mlp.experts.145.down_proj,0.0104858426,hessian_weighted_relative_error,16182,0.02500,0.799
10,mlp.experts.146.down_proj,0.0132279475,hessian_weighted_relative_error,41299,0.02500,0.796
10,mlp.experts.147.down_proj,0.0088362502,hessian_weighted_relative_error,17523,0.02500,0.794
10,mlp.experts.150.down_proj,0.0087825759,hessian_weighted_relative_error,24836,0.02500,0.796
10,mlp.experts.153.down_proj,0.0062202751,hessian_weighted_relative_error,21041,0.02500,0.803
10,mlp.experts.154.down_proj,0.0140801016,hessian_weighted_relative_error,34030,0.02500,0.798
10,mlp.experts.155.down_proj,0.0103010334,hessian_weighted_relative_error,11923,0.02500,0.796
10,mlp.experts.156.down_proj,0.0137919796,hessian_weighted_relative_error,28075,0.02500,0.800
10,mlp.experts.157.down_proj,0.0130844489,hessian_weighted_relative_error,21496,0.02500,0.802
10,mlp.experts.159.down_proj,0.0065112567,hessian_weighted_relative_error,17369,0.02500,0.803
10,mlp.experts.160.down_proj,0.0129924618,hessian_weighted_relative_error,34561,0.02500,0.801
10,mlp.experts.161.down_proj,0.0106282059,hessian_weighted_relative_error,30032,0.02500,0.804
10,mlp.experts.165.down_proj,0.0136106612,hessian_weighted_relative_error,32728,0.02500,0.807
10,mlp.experts.167.down_proj,0.0118367763,hessian_weighted_relative_error,31879,0.02500,0.807
10,mlp.experts.168.down_proj,0.0068541533,hessian_weighted_relative_error,28565,0.02500,0.802
10,mlp.experts.169.down_proj,0.0136973117,hessian_weighted_relative_error,29004,0.02500,0.804
10,mlp.experts.170.down_proj,0.0135955436,hessian_weighted_relative_error,19055,0.02500,0.799
10,mlp.experts.173.down_proj,0.0124278046,hessian_weighted_relative_error,24303,0.02500,0.803
10,mlp.experts.174.down_proj,0.0125436847,hessian_weighted_relative_error,27840,0.02500,0.800
10,mlp.experts.176.down_proj,0.0119023785,hessian_weighted_relative_error,34966,0.02500,0.802
10,mlp.experts.178.down_proj,0.0133395357,hessian_weighted_relative_error,32560,0.02500,0.801
10,mlp.experts.179.down_proj,0.0051262250,hessian_weighted_relative_error,21861,0.02500,0.803
10,mlp.experts.180.down_proj,0.0144826696,hessian_weighted_relative_error,35648,0.02500,0.804
10,mlp.experts.181.down_proj,0.0122536596,hessian_weighted_relative_error,16278,0.02500,0.805
10,mlp.experts.182.down_proj,0.0010593058,hessian_weighted_relative_error,19268,0.02500,0.801
10,mlp.experts.184.down_proj,0.0078506668,hessian_weighted_relative_error,24638,0.02500,0.804
10,mlp.experts.185.down_proj,0.0126608921,hessian_weighted_relative_error,26033,0.02500,0.809
10,mlp.experts.186.down_proj,0.0120232739,hessian_weighted_relative_error,32877,0.02500,0.802
10,mlp.experts.187.down_proj,0.0009553967,hessian_weighted_relative_error,15493,0.02500,0.805
10,mlp.experts.188.down_proj,0.0130288493,hessian_weighted_relative_error,22848,0.02500,0.804
10,mlp.experts.190.down_proj,0.0137756038,hessian_weighted_relative_error,32526,0.02500,0.802
10,mlp.experts.191.down_proj,0.0129775360,hessian_weighted_relative_error,26291,0.02500,0.812
10,mlp.experts.192.down_proj,0.0080380718,hessian_weighted_relative_error,16886,0.02500,0.804
10,mlp.experts.194.down_proj,0.0123007503,hessian_weighted_relative_error,26484,0.02500,0.803
10,mlp.experts.195.down_proj,0.0083755370,hessian_weighted_relative_error,22461,0.02500,0.808
10,mlp.experts.198.down_proj,0.0128438521,hessian_weighted_relative_error,37878,0.02500,0.803
10,mlp.experts.200.down_proj,0.0117921336,hessian_weighted_relative_error,21786,0.02500,0.805
10,mlp.experts.201.down_proj,0.0099889846,hessian_weighted_relative_error,20970,0.02500,0.815
10,mlp.experts.202.down_proj,0.0135399602,hessian_weighted_relative_error,55168,0.02500,0.804
10,mlp.experts.204.down_proj,0.0108441600,hessian_weighted_relative_error,21021,0.02500,0.806
10,mlp.experts.205.down_proj,0.0133382057,hessian_weighted_relative_error,28415,0.02500,0.816
10,mlp.experts.207.down_proj,0.0116948173,hessian_weighted_relative_error,31626,0.02500,0.818
10,mlp.experts.208.down_proj,0.0033547861,hessian_weighted_relative_error,18027,0.02500,0.806
10,mlp.experts.209.down_proj,0.0129587398,hessian_weighted_relative_error,42105,0.02500,0.815
10,mlp.experts.211.down_proj,0.0095142277,hessian_weighted_relative_error,17722,0.02500,0.813
10,mlp.experts.212.down_proj,0.0104194727,hessian_weighted_relative_error,25724,0.02500,0.807
10,mlp.experts.213.down_proj,0.0129666359,hessian_weighted_relative_error,27830,0.02500,0.817
10,mlp.experts.215.down_proj,0.0087125980,hessian_weighted_relative_error,13615,0.02500,0.818
10,mlp.experts.216.down_proj,0.0086941969,hessian_weighted_relative_error,23359,0.02500,0.807
10,mlp.experts.217.down_proj,0.0057657738,hessian_weighted_relative_error,26261,0.02500,0.817
10,mlp.experts.218.down_proj,0.0136335255,hessian_weighted_relative_error,22669,0.02500,0.806
10,mlp.experts.219.down_proj,0.0111512584,hessian_weighted_relative_error,35248,0.02500,0.814
10,mlp.experts.223.down_proj,0.0110128100,hessian_weighted_relative_error,32192,0.02500,0.819
10,mlp.experts.227.down_proj,0.0122169896,hessian_weighted_relative_error,21766,0.02500,0.816
10,mlp.experts.229.down_proj,0.0090913717,hessian_weighted_relative_error,19466,0.02500,0.819
10,mlp.experts.233.down_proj,0.0127305600,hessian_weighted_relative_error,38713,0.02500,0.817
10,mlp.experts.234.down_proj,0.0126327572,hessian_weighted_relative_error,23547,0.02500,0.807
10,mlp.experts.235.down_proj,0.0136142290,hessian_weighted_relative_error,19047,0.02500,0.815
10,mlp.experts.239.down_proj,0.0119505530,hessian_weighted_relative_error,34760,0.02500,0.820
10,mlp.experts.240.down_proj,0.0127337882,hessian_weighted_relative_error,27014,0.02500,0.813
10,mlp.experts.241.down_proj,0.0104478145,hessian_weighted_relative_error,35565,0.02500,0.821
10,mlp.experts.243.down_proj,0.0053841938,hessian_weighted_relative_error,20362,0.02500,0.817
10,mlp.experts.245.down_proj,0.0084561689,hessian_weighted_relative_error,4760,0.02500,0.822
10,mlp.experts.246.down_proj,0.0089917015,hessian_weighted_relative_error,21761,0.02500,0.809
10,mlp.experts.247.down_proj,0.0114043735,hessian_weighted_relative_error,12964,0.02500,0.820
10,mlp.experts.249.down_proj,0.0071679807,hessian_weighted_relative_error,17879,0.02500,0.819
10,mlp.experts.250.down_proj,0.0097156669,hessian_weighted_relative_error,28425,0.02500,0.811
10,mlp.experts.251.down_proj,0.0044714777,hessian_weighted_relative_error,24233,0.02500,0.818
10,mlp.experts.252.down_proj,0.0109770283,hessian_weighted_relative_error,24618,0.02500,0.810
10,mlp.experts.253.down_proj,0.0073561571,hessian_weighted_relative_error,31348,0.02500,0.821
10,mlp.experts.254.down_proj,0.0069354620,hessian_weighted_relative_error,22203,0.02500,0.809
10,mlp.experts.255.down_proj,0.0139747656,hessian_weighted_relative_error,46044,0.02500,0.820
10,mlp.experts.258.down_proj,0.0084673524,hessian_weighted_relative_error,34133,0.02500,0.810
10,mlp.experts.259.down_proj,0.0125770119,hessian_weighted_relative_error,42841,0.02500,0.817
10,mlp.experts.260.down_proj,0.0125322383,hessian_weighted_relative_error,19924,0.02500,0.814
10,mlp.experts.263.down_proj,0.0131734606,hessian_weighted_relative_error,44777,0.02500,0.821
10,mlp.experts.264.down_proj,0.0140449366,hessian_weighted_relative_error,44195,0.02500,0.814
10,mlp.experts.265.down_proj,0.0123485770,hessian_weighted_relative_error,26303,0.02500,0.822
10,mlp.experts.266.down_proj,0.0073653784,hessian_weighted_relative_error,18428,0.02500,0.811
10,mlp.experts.267.down_proj,0.0110415827,hessian_weighted_relative_error,13104,0.02500,0.819
10,mlp.experts.269.down_proj,0.0075130138,hessian_weighted_relative_error,27220,0.02500,0.823
10,mlp.experts.271.down_proj,0.0102294670,hessian_weighted_relative_error,26946,0.02500,0.822
10,mlp.experts.272.down_proj,0.0089929752,hessian_weighted_relative_error,29443,0.02500,0.814
10,mlp.experts.273.down_proj,0.0116033380,hessian_weighted_relative_error,31677,0.02500,0.822
10,mlp.experts.274.down_proj,0.0108014532,hessian_weighted_relative_error,22733,0.02500,0.811
10,mlp.experts.276.down_proj,0.0127289441,hessian_weighted_relative_error,20175,0.02500,0.814
10,mlp.experts.279.down_proj,0.0134950284,hessian_weighted_relative_error,33456,0.02500,0.826
10,mlp.experts.280.down_proj,0.0090965442,hessian_weighted_relative_error,37683,0.02500,0.814
10,mlp.experts.281.down_proj,0.0138410991,hessian_weighted_relative_error,36786,0.02500,0.821
10,mlp.experts.284.down_proj,0.0074836636,hessian_weighted_relative_error,43112,0.02500,0.814
10,mlp.experts.287.down_proj,0.0101159324,hessian_weighted_relative_error,28031,0.02500,0.822
10,mlp.experts.0.down_proj,0.0014155103,hessian_weighted_relative_error,38696,0.02500,1.436
10,mlp.experts.1.up_proj,0.0013034333,hessian_weighted_relative_error,30128,0.02500,1.611
10,mlp.experts.10.down_proj,0.0031133259,hessian_weighted_relative_error,42838,0.02500,1.500
10,mlp.experts.1.down_proj,0.0020593764,hessian_weighted_relative_error,30128,0.02500,1.487
10,mlp.experts.0.up_proj,0.0009758821,hessian_weighted_relative_error,38696,0.02500,1.597
10,mlp.experts.1.gate_proj,0.0012606631,hessian_weighted_relative_error,30128,0.02500,1.592
10,mlp.experts.10.gate_proj,0.0020262842,hessian_weighted_relative_error,42838,0.02500,1.550
10,mlp.experts.105.down_proj,0.0015229801,hessian_weighted_relative_error,37620,0.02500,1.534
10,mlp.experts.10.up_proj,0.0021235560,hessian_weighted_relative_error,42838,0.02500,1.596
10,mlp.experts.109.gate_proj,0.0015921734,hessian_weighted_relative_error,29756,0.02500,1.611
10,mlp.experts.102.gate_proj,0.0019491848,hessian_weighted_relative_error,30300,0.02500,1.572
10,mlp.experts.105.up_proj,0.0008205839,hessian_weighted_relative_error,37620,0.02500,1.653
10,mlp.experts.102.down_proj,0.0033478728,hessian_weighted_relative_error,30300,0.02500,1.519
10,mlp.experts.109.down_proj,0.0029451593,hessian_weighted_relative_error,29756,0.02500,1.527
10,mlp.experts.102.up_proj,0.0021529446,hessian_weighted_relative_error,30300,0.02500,1.600
10,mlp.experts.109.up_proj,0.0016720485,hessian_weighted_relative_error,29756,0.02500,1.646
10,mlp.experts.104.down_proj,0.0032591568,hessian_weighted_relative_error,45097,0.02500,1.522
10,mlp.experts.117.up_proj,0.0011584701,hessian_weighted_relative_error,41441,0.02500,1.664
10,mlp.experts.104.up_proj,0.0019291693,hessian_weighted_relative_error,45097,0.02500,1.611
10,mlp.experts.117.down_proj,0.0017563929,hessian_weighted_relative_error,41441,0.02500,1.535
10,mlp.experts.104.gate_proj,0.0017891274,hessian_weighted_relative_error,45097,0.02500,1.580
10,mlp.experts.117.gate_proj,0.0010761894,hessian_weighted_relative_error,41441,0.02500,1.605
10,mlp.experts.12.down_proj,0.0032937067,hessian_weighted_relative_error,36634,0.02500,1.500
10,mlp.experts.121.down_proj,0.0028600230,hessian_weighted_relative_error,22620,0.02500,1.538
10,mlp.experts.120.down_proj,0.0020694515,hessian_weighted_relative_error,33287,0.02500,1.526
10,mlp.experts.131.up_proj,0.0023395350,hessian_weighted_relative_error,41297,0.02500,1.654
10,mlp.experts.120.up_proj,0.0013532432,hessian_weighted_relative_error,33287,0.02500,1.598
10,mlp.experts.123.down_proj,0.0035888422,hessian_weighted_relative_error,57147,0.02500,1.535
10,mlp.experts.120.gate_proj,0.0012650054,hessian_weighted_relative_error,33287,0.02500,1.576
10,mlp.experts.131.down_proj,0.0035271435,hessian_weighted_relative_error,41297,0.02500,1.528
10,mlp.experts.124.down_proj,0.0025661133,hessian_weighted_relative_error,19202,0.02500,1.525
10,mlp.experts.133.down_proj,0.0022867118,hessian_weighted_relative_error,31012,0.02500,1.536
10,mlp.experts.126.down_proj,0.0020672499,hessian_weighted_relative_error,20947,0.02500,1.526
10,mlp.experts.151.down_proj,0.0033778783,hessian_weighted_relative_error,33787,0.02500,1.545
10,mlp.experts.128.gate_proj,0.0015323352,hessian_weighted_relative_error,31821,0.02500,1.579
10,mlp.experts.149.down_proj,0.0028886472,hessian_weighted_relative_error,46520,0.02500,1.539
10,mlp.experts.128.down_proj,0.0025967116,hessian_weighted_relative_error,31821,0.02500,1.526
10,mlp.experts.15.down_proj,0.0033824782,hessian_weighted_relative_error,38363,0.02500,1.487
10,mlp.experts.128.up_proj,0.0016191157,hessian_weighted_relative_error,31821,0.02500,1.603
10,mlp.experts.163.down_proj,0.0033389687,hessian_weighted_relative_error,29635,0.02500,1.541
10,mlp.experts.132.down_proj,0.0037494093,hessian_weighted_relative_error,40417,0.02500,1.529
10,mlp.experts.17.up_proj,0.0017471005,hessian_weighted_relative_error,27383,0.02500,1.642
10,mlp.experts.134.down_proj,0.0030520250,hessian_weighted_relative_error,52765,0.02500,1.528
10,mlp.experts.163.up_proj,0.0021898233,hessian_weighted_relative_error,29635,0.02500,1.650
10,mlp.experts.132.up_proj,0.0023798752,hessian_weighted_relative_error,40417,0.02500,1.603
10,mlp.experts.17.down_proj,0.0031654812,hessian_weighted_relative_error,27383,0.02500,1.495
10,mlp.experts.142.down_proj,0.0034223032,hessian_weighted_relative_error,19646,0.02500,1.529
10,mlp.experts.171.down_proj,0.0027574618,hessian_weighted_relative_error,26557,0.02500,1.543
10,mlp.experts.144.down_proj,0.0022291563,hessian_weighted_relative_error,28003,0.02500,1.531
10,mlp.experts.175.up_proj,0.0018780660,hessian_weighted_relative_error,31315,0.02500,1.653
10,mlp.experts.152.down_proj,0.0014742161,hessian_weighted_relative_error,31834,0.02500,1.533
10,mlp.experts.171.up_proj,0.0016735628,hessian_weighted_relative_error,26557,0.02500,1.644
10,mlp.experts.148.down_proj,0.0022669228,hessian_weighted_relative_error,30513,0.02500,1.531
10,mlp.experts.175.down_proj,0.0032471485,hessian_weighted_relative_error,31315,0.02500,1.546
10,mlp.experts.152.gate_proj,0.0008800692,hessian_weighted_relative_error,31834,0.02500,1.585
10,mlp.experts.177.down_proj,0.0028719848,hessian_weighted_relative_error,29541,0.02500,1.549
10,mlp.experts.152.up_proj,0.0009305844,hessian_weighted_relative_error,31834,0.02500,1.602
10,mlp.experts.183.down_proj,0.0027011699,hessian_weighted_relative_error,41785,0.02500,1.556
10,mlp.experts.158.up_proj,0.0022076018,hessian_weighted_relative_error,40404,0.02500,1.602
10,mlp.experts.177.gate_proj,0.0017577706,hessian_weighted_relative_error,29541,0.02500,1.633
10,mlp.experts.158.down_proj,0.0033104315,hessian_weighted_relative_error,40404,0.02500,1.531
10,mlp.experts.177.up_proj,0.0018980676,hessian_weighted_relative_error,29541,0.02500,1.652
10,mlp.experts.16.down_proj,0.0024639158,hessian_weighted_relative_error,30355,0.02500,1.502
10,mlp.experts.183.up_proj,0.0019237074,hessian_weighted_relative_error,41785,0.02500,1.651
10,mlp.experts.162.down_proj,0.0024813710,hessian_weighted_relative_error,17023,0.02500,1.535
10,mlp.experts.19.up_proj,0.0022737833,hessian_weighted_relative_error,43928,0.02500,1.638
10,mlp.experts.164.up_proj,0.0013817827,hessian_weighted_relative_error,27252,0.02500,1.605
10,mlp.experts.189.down_proj,0.0028291357,hessian_weighted_relative_error,27231,0.02500,1.556
10,mlp.experts.164.down_proj,0.0021129261,hessian_weighted_relative_error,27252,0.02500,1.535
10,mlp.experts.19.down_proj,0.0035425925,hessian_weighted_relative_error,43928,0.02500,1.492
10,mlp.experts.166.down_proj,0.0025630480,hessian_weighted_relative_error,34294,0.02500,1.533
10,mlp.experts.193.down_proj,0.0014497523,hessian_weighted_relative_error,38644,0.02500,1.553
10,mlp.experts.166.gate_proj,0.0017004929,hessian_weighted_relative_error,34294,0.02500,1.585
10,mlp.experts.197.down_proj,0.0030642857,hessian_weighted_relative_error,33527,0.02500,1.554
10,mlp.experts.172.down_proj,0.0032263107,hessian_weighted_relative_error,27716,0.02500,1.542
10,mlp.experts.193.gate_proj,0.0009714534,hessian_weighted_relative_error,38644,0.02500,1.636
10,mlp.experts.166.up_proj,0.0018093359,hessian_weighted_relative_error,34294,0.02500,1.605
10,mlp.experts.193.up_proj,0.0010065172,hessian_weighted_relative_error,38644,0.02500,1.654
10,mlp.experts.172.up_proj,0.0018728412,hessian_weighted_relative_error,27716,0.02500,1.608
10,mlp.experts.199.down_proj,0.0033765829,hessian_weighted_relative_error,44458,0.02500,1.559
10,mlp.experts.18.down_proj,0.0034130608,hessian_weighted_relative_error,40013,0.02500,1.506
10,mlp.experts.196.up_proj,0.0019028136,hessian_weighted_relative_error,37148,0.02500,1.620
10,mlp.experts.203.gate_proj,0.0009207777,hessian_weighted_relative_error,50410,0.02500,1.634
10,mlp.experts.196.down_proj,0.0031968412,hessian_weighted_relative_error,37148,0.02500,1.539
10,mlp.experts.199.up_proj,0.0020754491,hessian_weighted_relative_error,44458,0.02500,1.653
10,mlp.experts.2.down_proj,0.0024818316,hessian_weighted_relative_error,19792,0.02500,1.497
10,mlp.experts.203.down_proj,0.0015497344,hessian_weighted_relative_error,50410,0.02500,1.552
10,mlp.experts.20.down_proj,0.0031440001,hessian_weighted_relative_error,55106,0.02500,1.508
10,mlp.experts.203.up_proj,0.0009867860,hessian_weighted_relative_error,50410,0.02500,1.653
10,mlp.experts.20.up_proj,0.0022527470,hessian_weighted_relative_error,55106,0.02500,1.599
10,mlp.experts.231.down_proj,0.0036647945,hessian_weighted_relative_error,41978,0.02500,1.569
10,mlp.experts.20.gate_proj,0.0020041949,hessian_weighted_relative_error,55106,0.02500,1.556
10,mlp.experts.221.down_proj,0.0028098991,hessian_weighted_relative_error,22286,0.02500,1.561
10,mlp.experts.206.down_proj,0.0033251338,hessian_weighted_relative_error,41239,0.02500,1.540
10,mlp.experts.225.down_proj,0.0038767827,hessian_weighted_relative_error,48078,0.02500,1.558
10,mlp.experts.210.down_proj,0.0032686335,hessian_weighted_relative_error,40710,0.02500,1.541
10,mlp.experts.231.gate_proj,0.0022436821,hessian_weighted_relative_error,41978,0.02500,1.640
10,mlp.experts.214.gate_proj,0.0018752163,hessian_weighted_relative_error,27794,0.02500,1.593
10,mlp.experts.237.gate_proj,0.0017379451,hessian_weighted_relative_error,33040,0.02500,1.639
10,mlp.experts.214.down_proj,0.0030995232,hessian_weighted_relative_error,27794,0.02500,1.539
10,mlp.experts.231.up_proj,0.0023744401,hessian_weighted_relative_error,41978,0.02500,1.649
10,mlp.experts.214.up_proj,0.0019830883,hessian_weighted_relative_error,27794,0.02500,1.606
10,mlp.experts.237.down_proj,0.0031841788,hessian_weighted_relative_error,33040,0.02500,1.560
10,mlp.experts.220.down_proj,0.0025902807,hessian_weighted_relative_error,47484,0.02500,1.544
10,mlp.experts.237.up_proj,0.0018611747,hessian_weighted_relative_error,33040,0.02500,1.645
10,mlp.experts.222.down_proj,0.0030011005,hessian_weighted_relative_error,21205,0.02500,1.543
10,mlp.experts.261.up_proj,0.0018609307,hessian_weighted_relative_error,30158,0.02500,1.660
10,mlp.experts.220.up_proj,0.0020256465,hessian_weighted_relative_error,47484,0.02500,1.606
10,mlp.experts.257.down_proj,0.0025150537,hessian_weighted_relative_error,26399,0.02500,1.562
10,mlp.experts.222.gate_proj,0.0018641011,hessian_weighted_relative_error,21205,0.02500,1.592
10,mlp.experts.261.down_proj,0.0031315868,hessian_weighted_relative_error,30158,0.02500,1.560
10,mlp.experts.222.up_proj,0.0019671501,hessian_weighted_relative_error,21205,0.02500,1.608
10,mlp.experts.275.down_proj,0.0035494120,hessian_weighted_relative_error,46917,0.02500,1.561
10,mlp.experts.224.gate_proj,0.0017317412,hessian_weighted_relative_error,29762,0.02500,1.593
10,mlp.experts.283.down_proj,0.0035921801,hessian_weighted_relative_error,38129,0.02500,1.562
10,mlp.experts.224.down_proj,0.0029373532,hessian_weighted_relative_error,29762,0.02500,1.543
10,mlp.experts.275.up_proj,0.0020650430,hessian_weighted_relative_error,46917,0.02500,1.664
10,mlp.experts.224.up_proj,0.0018367063,hessian_weighted_relative_error,29762,0.02500,1.609
10,mlp.experts.277.down_proj,0.0032833378,hessian_weighted_relative_error,31991,0.02500,1.568
10,mlp.experts.226.down_proj,0.0011145869,hessian_weighted_relative_error,40596,0.02500,1.543
10,mlp.experts.283.up_proj,0.0022936413,hessian_weighted_relative_error,38129,0.02500,1.655
10,mlp.experts.228.down_proj,0.0019768509,hessian_weighted_relative_error,31647,0.02500,1.547
10,mlp.experts.285.up_proj,0.0011093007,hessian_weighted_relative_error,34010,0.02500,1.653
10,mlp.experts.226.up_proj,0.0007301221,hessian_weighted_relative_error,40596,0.02500,1.608
10,mlp.experts.285.down_proj,0.0017256751,hessian_weighted_relative_error,34010,0.02500,1.563
10,mlp.experts.228.gate_proj,0.0010430541,hessian_weighted_relative_error,31647,0.02500,1.593
10,mlp.experts.285.gate_proj,0.0010450940,hessian_weighted_relative_error,34010,0.02500,1.637
10,mlp.experts.228.up_proj,0.0011193369,hessian_weighted_relative_error,31647,0.02500,1.608
10,mlp.experts.29.down_proj,0.0028411161,hessian_weighted_relative_error,25041,0.02500,1.499
10,mlp.experts.230.up_proj,0.0022765566,hessian_weighted_relative_error,33030,0.02500,1.611
10,mlp.experts.39.up_proj,0.0018368766,hessian_weighted_relative_error,38385,0.02500,1.644
10,mlp.experts.230.down_proj,0.0034914534,hessian_weighted_relative_error,33030,0.02500,1.543
10,mlp.experts.39.down_proj,0.0032188764,hessian_weighted_relative_error,38385,0.02500,1.509
10,mlp.experts.232.down_proj,0.0019692501,hessian_weighted_relative_error,34477,0.02500,1.546
10,mlp.experts.39.gate_proj,0.0017497199,hessian_weighted_relative_error,38385,0.02500,1.584
10,mlp.experts.232.up_proj,0.0015506428,hessian_weighted_relative_error,34477,0.02500,1.610
10,mlp.experts.41.down_proj,0.0024006739,hessian_weighted_relative_error,43117,0.02500,1.510
10,mlp.experts.236.up_proj,0.0007677681,hessian_weighted_relative_error,33395,0.02500,1.609
10,mlp.experts.47.up_proj,0.0015769436,hessian_weighted_relative_error,23206,0.02500,1.638
10,mlp.experts.236.down_proj,0.0014190847,hessian_weighted_relative_error,33395,0.02500,1.546
10,mlp.experts.47.down_proj,0.0027421094,hessian_weighted_relative_error,23206,0.02500,1.509
10,mlp.experts.238.down_proj,0.0015255360,hessian_weighted_relative_error,38508,0.02500,1.545
10,mlp.experts.47.gate_proj,0.0014751124,hessian_weighted_relative_error,23206,0.02500,1.580
10,mlp.experts.238.gate_proj,0.0010931327,hessian_weighted_relative_error,38508,0.02500,1.595
10,mlp.experts.5.down_proj,0.0017849918,hessian_weighted_relative_error,24312,0.02500,1.458
10,mlp.experts.24.down_proj,0.0032354084,hessian_weighted_relative_error,33129,0.02500,1.510
10,mlp.experts.59.down_proj,0.0024589328,hessian_weighted_relative_error,13343,0.02500,1.511
10,mlp.experts.238.up_proj,0.0011488032,hessian_weighted_relative_error,38508,0.02500,1.612
10,mlp.experts.5.gate_proj,0.0012263961,hessian_weighted_relative_error,24312,0.02500,1.576
10,mlp.experts.24.up_proj,0.0020445117,hessian_weighted_relative_error,33129,0.02500,1.606
10,mlp.experts.5.up_proj,0.0012839313,hessian_weighted_relative_error,24312,0.02500,1.644
10,mlp.experts.242.down_proj,0.0024223030,hessian_weighted_relative_error,31224,0.02500,1.550
10,mlp.experts.65.down_proj,0.0036900807,hessian_weighted_relative_error,53482,0.02500,1.516
10,mlp.experts.242.up_proj,0.0015145345,hessian_weighted_relative_error,31224,0.02500,1.613
10,mlp.experts.67.gate_proj,0.0019597688,hessian_weighted_relative_error,26763,0.02500,1.596
10,mlp.experts.242.gate_proj,0.0013720069,hessian_weighted_relative_error,31224,0.02500,1.597
10,mlp.experts.65.up_proj,0.0021177325,hessian_weighted_relative_error,53482,0.02500,1.647
10,mlp.experts.244.down_proj,0.0023232111,hessian_weighted_relative_error,30420,0.02500,1.548
10,mlp.experts.67.down_proj,0.0034110543,hessian_weighted_relative_error,26763,0.02500,1.510
10,mlp.experts.248.down_proj,0.0019038998,hessian_weighted_relative_error,18595,0.02500,1.552
10,mlp.experts.67.up_proj,0.0020742356,hessian_weighted_relative_error,26763,0.02500,1.644
10,mlp.experts.248.up_proj,0.0012550498,hessian_weighted_relative_error,18595,0.02500,1.616
10,mlp.experts.81.up_proj,0.0011816235,hessian_weighted_relative_error,29061,0.02500,1.645
10,mlp.experts.248.gate_proj,0.0011851212,hessian_weighted_relative_error,18595,0.02500,1.610
10,mlp.experts.256.down_proj,0.0033525555,hessian_weighted_relative_error,40919,0.02500,1.550
10,mlp.experts.81.down_proj,0.0019956381,hessian_weighted_relative_error,29061,0.02500,1.525
10,mlp.experts.81.gate_proj,0.0011299243,hessian_weighted_relative_error,29061,0.02500,1.600
10,mlp.experts.268.down_proj,0.0030778721,hessian_weighted_relative_error,140463,0.02500,1.524
10,mlp.experts.83.down_proj,0.0023072506,hessian_weighted_relative_error,33478,0.02500,1.523
10,mlp.experts.262.down_proj,0.0031091905,hessian_weighted_relative_error,35157,0.02500,1.550
10,mlp.experts.93.down_proj,0.0031972841,hessian_weighted_relative_error,37805,0.02500,1.523
10,mlp.experts.256.up_proj,0.0020926881,hessian_weighted_relative_error,40919,0.02500,1.623
10,mlp.experts.89.down_proj,0.0034504488,hessian_weighted_relative_error,42007,0.02500,1.525
10,mlp.experts.256.gate_proj,0.0019575451,hessian_weighted_relative_error,40919,0.02500,1.598
10,mlp.experts.9.down_proj,0.0017078962,hessian_weighted_relative_error,26472,0.02500,1.501
10,mlp.experts.270.gate_proj,0.0015239184,hessian_weighted_relative_error,35717,0.02500,1.599
10,mlp.experts.93.gate_proj,0.0018282442,hessian_weighted_relative_error,37805,0.02500,1.607
10,mlp.experts.270.down_proj,0.0025922397,hessian_weighted_relative_error,35717,0.02500,1.551
10,mlp.experts.93.up_proj,0.0019058522,hessian_weighted_relative_error,37805,0.02500,1.652
10,mlp.experts.268.up_proj,0.0020731934,hessian_weighted_relative_error,140463,0.02500,1.622
10,mlp.experts.268.gate_proj,0.0019506423,hessian_weighted_relative_error,140463,0.02500,1.600
10,mlp.experts.286.down_proj,0.0033095144,hessian_weighted_relative_error,38524,0.02500,1.551
10,mlp.experts.282.down_proj,0.0015576629,hessian_weighted_relative_error,29583,0.02500,1.554
10,mlp.experts.278.down_proj,0.0031019402,hessian_weighted_relative_error,44689,0.02500,1.550
10,mlp.experts.270.up_proj,0.0015937060,hessian_weighted_relative_error,35717,0.02500,1.626
10,mlp.experts.36.gate_proj,0.0020422241,hessian_weighted_relative_error,49725,0.02500,1.566
10,mlp.experts.36.down_proj,0.0035728286,hessian_weighted_relative_error,49725,0.02500,1.515
10,mlp.experts.32.up_proj,0.0018510926,hessian_weighted_relative_error,27918,0.02500,1.607
10,mlp.experts.32.down_proj,0.0028056429,hessian_weighted_relative_error,27918,0.02500,1.515
10,mlp.experts.42.up_proj,0.0019416678,hessian_weighted_relative_error,40253,0.02500,1.608
10,mlp.experts.42.gate_proj,0.0018585759,hessian_weighted_relative_error,40253,0.02500,1.568
10,mlp.experts.42.down_proj,0.0028167905,hessian_weighted_relative_error,40253,0.02500,1.512
10,mlp.experts.36.up_proj,0.0022079542,hessian_weighted_relative_error,49725,0.02500,1.607
10,mlp.experts.52.down_proj,0.0031478728,hessian_weighted_relative_error,25619,0.02500,1.517
10,mlp.experts.50.up_proj,0.0022671724,hessian_weighted_relative_error,50370,0.02500,1.607
10,mlp.experts.50.gate_proj,0.0019969368,hessian_weighted_relative_error,50370,0.02500,1.571
10,mlp.experts.50.down_proj,0.0033462994,hessian_weighted_relative_error,50370,0.02500,1.518
10,mlp.experts.62.up_proj,0.0015212296,hessian_weighted_relative_error,31436,0.02500,1.607
10,mlp.experts.62.gate_proj,0.0014163584,hessian_weighted_relative_error,31436,0.02500,1.574
10,mlp.experts.62.down_proj,0.0027497547,hessian_weighted_relative_error,31436,0.02500,1.519
10,mlp.experts.52.up_proj,0.0019822221,hessian_weighted_relative_error,25619,0.02500,1.606
10,mlp.experts.68.down_proj,0.0032416865,hessian_weighted_relative_error,42087,0.02500,1.521
10,mlp.experts.64.up_proj,0.0022716662,hessian_weighted_relative_error,58860,0.02500,1.610
10,mlp.experts.64.gate_proj,0.0021065647,hessian_weighted_relative_error,58860,0.02500,1.578
10,mlp.experts.64.down_proj,0.0037518343,hessian_weighted_relative_error,58860,0.02500,1.526
10,mlp.experts.74.up_proj,0.0020379921,hessian_weighted_relative_error,33813,0.02500,1.607
10,mlp.experts.74.gate_proj,0.0019155980,hessian_weighted_relative_error,33813,0.02500,1.579
10,mlp.experts.74.down_proj,0.0034594574,hessian_weighted_relative_error,33813,0.02500,1.522
10,mlp.experts.70.down_proj,0.0015021351,hessian_weighted_relative_error,17868,0.02500,1.523
10,mlp.experts.94.up_proj,0.0017200203,hessian_weighted_relative_error,48587,0.02500,1.610
10,mlp.experts.94.gate_proj,0.0015984875,hessian_weighted_relative_error,48587,0.02500,1.582
10,mlp.experts.94.down_proj,0.0029714785,hessian_weighted_relative_error,48587,0.02500,1.527
10,mlp.experts.82.down_proj,0.0030759452,hessian_weighted_relative_error,27171,0.02500,1.527
10,mlp.experts.98.down_proj,0.0025894806,hessian_weighted_relative_error,16662,0.02500,1.528
10,mlp.experts.96.up_proj,0.0013827668,hessian_weighted_relative_error,35698,0.02500,1.622
10,mlp.experts.96.gate_proj,0.0013345550,hessian_weighted_relative_error,35698,0.02500,1.582
10,mlp.experts.96.down_proj,0.0022147816,hessian_weighted_relative_error,35698,0.02500,1.532
11,mlp.experts.0.gate_proj,0.0056613956,hessian_weighted_relative_error,25486,0.02500,0.796
11,mlp.experts.1.gate_proj,0.0080037084,hessian_weighted_relative_error,32697,0.02500,0.783
11,mlp.experts.2.gate_proj,0.0046398795,hessian_weighted_relative_error,39078,0.02500,0.792
11,mlp.experts.3.gate_proj,0.0053610064,hessian_weighted_relative_error,22108,0.02500,0.782
11,mlp.experts.4.gate_proj,0.0071889490,hessian_weighted_relative_error,24448,0.02500,0.802
11,mlp.experts.7.gate_proj,0.0055637588,hessian_weighted_relative_error,17071,0.02500,0.783
11,mlp.experts.8.gate_proj,0.0065924580,hessian_weighted_relative_error,25942,0.02500,0.800
11,mlp.experts.9.gate_proj,0.0090302939,hessian_weighted_relative_error,30265,0.02500,0.786
11,mlp.experts.10.gate_proj,0.0073875865,hessian_weighted_relative_error,16561,0.02500,0.799
11,mlp.experts.11.gate_proj,0.0090322418,hessian_weighted_relative_error,26741,0.02500,0.785
11,mlp.experts.12.gate_proj,0.0061891666,hessian_weighted_relative_error,33627,0.02500,0.797
11,mlp.experts.13.gate_proj,0.0064073230,hessian_weighted_relative_error,24015,0.02500,0.785
11,mlp.experts.14.gate_proj,0.0090737195,hessian_weighted_relative_error,36592,0.02500,0.798
11,mlp.experts.15.gate_proj,0.0067964650,hessian_weighted_relative_error,15961,0.02500,0.791
11,mlp.experts.16.gate_proj,0.0029779239,hessian_weighted_relative_error,24107,0.02500,0.804
11,mlp.experts.17.gate_proj,0.0039428977,hessian_weighted_relative_error,15889,0.02500,0.792
11,mlp.experts.19.gate_proj,0.0051479154,hessian_weighted_relative_error,24361,0.02500,0.791
11,mlp.experts.20.gate_proj,0.0055596429,hessian_weighted_relative_error,20883,0.02500,0.800
11,mlp.experts.21.gate_proj,0.0030609074,hessian_weighted_relative_error,8798,0.02500,0.792
11,mlp.experts.22.gate_proj,0.0067788656,hessian_weighted_relative_error,24323,0.02500,0.800
11,mlp.experts.23.gate_proj,0.0062450519,hessian_weighted_relative_error,23313,0.02500,0.792
11,mlp.experts.24.gate_proj,0.0089544390,hessian_weighted_relative_error,46819,0.02500,0.808
11,mlp.experts.26.gate_proj,0.0068060463,hessian_weighted_relative_error,24457,0.02500,0.804
11,mlp.experts.28.gate_proj,0.0061972660,hessian_weighted_relative_error,12040,0.02500,0.804
11,mlp.experts.29.gate_proj,0.0080745167,hessian_weighted_relative_error,37318,0.02500,0.793
11,mlp.experts.30.gate_proj,0.0064183250,hessian_weighted_relative_error,23416,0.02500,0.807
11,mlp.experts.31.gate_proj,0.0036900774,hessian_weighted_relative_error,30258,0.02500,0.797
11,mlp.experts.32.gate_proj,0.0080261470,hessian_weighted_relative_error,37518,0.02500,0.809
11,mlp.experts.33.gate_proj,0.0068768369,hessian_weighted_relative_error,41444,0.02500,0.799
11,mlp.experts.34.gate_proj,0.0073843444,hessian_weighted_relative_error,36757,0.02500,0.806
11,mlp.experts.35.gate_proj,0.0056758225,hessian_weighted_relative_error,24149,0.02500,0.798
11,mlp.experts.36.gate_proj,0.0063708485,hessian_weighted_relative_error,12385,0.02500,0.804
11,mlp.experts.37.gate_proj,0.0066168741,hessian_weighted_relative_error,26382,0.02500,0.796
11,mlp.experts.38.gate_proj,0.0052459446,hessian_weighted_relative_error,13626,0.02500,0.808
11,mlp.experts.39.gate_proj,0.0070972586,hessian_weighted_relative_error,38772,0.02500,0.799
11,mlp.experts.40.gate_proj,0.0030500352,hessian_weighted_relative_error,22668,0.02500,0.810
11,mlp.experts.41.gate_proj,0.0072813608,hessian_weighted_relative_error,34874,0.02500,0.803
11,mlp.experts.43.gate_proj,0.0086590024,hessian_weighted_relative_error,26055,0.02500,0.801
11,mlp.experts.44.gate_proj,0.0067109511,hessian_weighted_relative_error,26224,0.02500,0.807
11,mlp.experts.46.gate_proj,0.0071493611,hessian_weighted_relative_error,28693,0.02500,0.810
11,mlp.experts.47.gate_proj,0.0063619153,hessian_weighted_relative_error,56347,0.02500,0.801
11,mlp.experts.48.gate_proj,0.0077205587,hessian_weighted_relative_error,20027,0.02500,0.814
11,mlp.experts.49.gate_proj,0.0059185225,hessian_weighted_relative_error,18009,0.02500,0.808
11,mlp.experts.50.gate_proj,0.0073515497,hessian_weighted_relative_error,29019,0.02500,0.812
11,mlp.experts.51.gate_proj,0.0065576798,hessian_weighted_relative_error,34322,0.02500,0.805
11,mlp.experts.52.gate_proj,0.0082554760,hessian_weighted_relative_error,39347,0.02500,0.811
11,mlp.experts.53.gate_proj,0.0073814652,hessian_weighted_relative_error,32838,0.02500,0.806
11,mlp.experts.54.gate_proj,0.0089598401,hessian_weighted_relative_error,26662,0.02500,0.811
11,mlp.experts.55.gate_proj,0.0077408481,hessian_weighted_relative_error,31140,0.02500,0.804
11,mlp.experts.56.gate_proj,0.0060037677,hessian_weighted_relative_error,41300,0.02500,0.816
11,mlp.experts.57.gate_proj,0.0079147460,hessian_weighted_relative_error,56128,0.02500,0.812
11,mlp.experts.58.gate_proj,0.0056932057,hessian_weighted_relative_error,21269,0.02500,0.813
11,mlp.experts.59.gate_proj,0.0058453644,hessian_weighted_relative_error,9209,0.02500,0.810
11,mlp.experts.60.gate_proj,0.0039637322,hessian_weighted_relative_error,27665,0.02500,0.815
11,mlp.experts.61.gate_proj,0.0051436743,hessian_weighted_relative_error,30877,0.02500,0.807
11,mlp.experts.62.gate_proj,0.0086853399,hessian_weighted_relative_error,38489,0.02500,0.814
11,mlp.experts.63.gate_proj,0.0075556554,hessian_weighted_relative_error,34865,0.02500,0.811
11,mlp.experts.65.gate_proj,0.0059673606,hessian_weighted_relative_error,26633,0.02500,0.815
11,mlp.experts.66.gate_proj,0.0038364218,hessian_weighted_relative_error,28324,0.02500,0.816
11,mlp.experts.67.gate_proj,0.0066134728,hessian_weighted_relative_error,27789,0.02500,0.814
11,mlp.experts.68.gate_proj,0.0081165982,hessian_weighted_relative_error,30449,0.02500,0.816
11,mlp.experts.70.gate_proj,0.0055415780,hessian_weighted_relative_error,15921,0.02500,0.815
11,mlp.experts.71.gate_proj,0.0041971635,hessian_weighted_relative_error,25167,0.02500,0.817
11,mlp.experts.72.gate_proj,0.0066103199,hessian_weighted_relative_error,29798,0.02500,0.819
11,mlp.experts.73.gate_proj,0.0030345341,hessian_weighted_relative_error,32437,0.02500,0.819
11,mlp.experts.74.gate_proj,0.0030957076,hessian_weighted_relative_error,25550,0.02500,0.817
11,mlp.experts.75.gate_proj,0.0077741405,hessian_weighted_relative_error,42429,0.02500,0.817
11,mlp.experts.76.gate_proj,0.0032875640,hessian_weighted_relative_error,2823,0.02500,0.817
11,mlp.experts.77.gate_proj,0.0075752817,hessian_weighted_relative_error,26975,0.02500,0.817
11,mlp.experts.78.gate_proj,0.0050270451,hessian_weighted_relative_error,16235,0.02500,0.818
11,mlp.experts.79.gate_proj,0.0046652546,hessian_weighted_relative_error,7533,0.02500,0.823
11,mlp.experts.80.gate_proj,0.0067037879,hessian_weighted_relative_error,20315,0.02500,0.821
11,mlp.experts.82.gate_proj,0.0054128551,hessian_weighted_relative_error,24133,0.02500,0.823
11,mlp.experts.83.gate_proj,0.0060997564,hessian_weighted_relative_error,32695,0.02500,0.822
11,mlp.experts.84.gate_proj,0.0067254538,hessian_weighted_relative_error,20638,0.02500,0.819
11,mlp.experts.85.gate_proj,0.0041220212,hessian_weighted_relative_error,25070,0.02500,0.819
11,mlp.experts.86.gate_proj,0.0080005119,hessian_weighted_relative_error,28471,0.02500,0.819
11,mlp.experts.87.gate_proj,0.0056961858,hessian_weighted_relative_error,17288,0.02500,0.824
11,mlp.experts.88.gate_proj,0.0061804140,hessian_weighted_relative_error,25504,0.02500,0.824
11,mlp.experts.89.gate_proj,0.0072646156,hessian_weighted_relative_error,21380,0.02500,0.825
11,mlp.experts.90.gate_proj,0.0076347640,hessian_weighted_relative_error,42447,0.02500,0.822
11,mlp.experts.91.gate_proj,0.0063582506,hessian_weighted_relative_error,37883,0.02500,0.823
11,mlp.experts.92.gate_proj,0.0076110032,hessian_weighted_relative_error,37729,0.02500,0.823
11,mlp.experts.93.gate_proj,0.0071479854,hessian_weighted_relative_error,31497,0.02500,0.824
11,mlp.experts.94.gate_proj,0.0042377505,hessian_weighted_relative_error,22084,0.02500,0.822
11,mlp.experts.95.gate_proj,0.0068660188,hessian_weighted_relative_error,31189,0.02500,0.827
11,mlp.experts.96.gate_proj,0.0066163741,hessian_weighted_relative_error,15898,0.02500,0.825
11,mlp.experts.97.gate_proj,0.0075275977,hessian_weighted_relative_error,27805,0.02500,0.829
11,mlp.experts.98.gate_proj,0.0067701509,hessian_weighted_relative_error,25672,0.02500,0.824
11,mlp.experts.100.gate_proj,0.0053103116,hessian_weighted_relative_error,37152,0.02500,0.822
11,mlp.experts.101.gate_proj,0.0066549266,hessian_weighted_relative_error,29830,0.02500,0.830
11,mlp.experts.104.gate_proj,0.0061042022,hessian_weighted_relative_error,8448,0.02500,0.828
11,mlp.experts.105.gate_proj,0.0048991293,hessian_weighted_relative_error,30851,0.02500,0.832
11,mlp.experts.106.gate_proj,0.0061908645,hessian_weighted_relative_error,27268,0.02500,0.824
11,mlp.experts.107.gate_proj,0.0081604804,hessian_weighted_relative_error,28741,0.02500,0.830
11,mlp.experts.108.gate_proj,0.0043657649,hessian_weighted_relative_error,23421,0.02500,0.825
11,mlp.experts.109.gate_proj,0.0056392650,hessian_weighted_relative_error,23302,0.02500,0.831
11,mlp.experts.110.gate_proj,0.0076359747,hessian_weighted_relative_error,42802,0.02500,0.824
11,mlp.experts.111.gate_proj,0.0082169958,hessian_weighted_relative_error,33278,0.02500,0.831
11,mlp.experts.112.gate_proj,0.0060397093,hessian_weighted_relative_error,17223,0.02500,0.827
11,mlp.experts.113.gate_proj,0.0075302336,hessian_weighted_relative_error,29818,0.02500,0.832
11,mlp.experts.114.gate_proj,0.0070047502,hessian_weighted_relative_error,25644,0.02500,0.825
11,mlp.experts.116.gate_proj,0.0085173041,hessian_weighted_relative_error,21160,0.02500,0.823
11,mlp.experts.117.gate_proj,0.0062004730,hessian_weighted_relative_error,14474,0.02500,0.835
11,mlp.experts.118.gate_proj,0.0068456242,hessian_weighted_relative_error,23142,0.02500,0.826
11,mlp.experts.119.gate_proj,0.0069703392,hessian_weighted_relative_error,48319,0.02500,0.835
11,mlp.experts.120.gate_proj,0.0047359244,hessian_weighted_relative_error,28694,0.02500,0.830
11,mlp.experts.121.gate_proj,0.0034989051,hessian_weighted_relative_error,23483,0.02500,0.838
11,mlp.experts.122.gate_proj,0.0071750259,hessian_weighted_relative_error,37592,0.02500,0.826
11,mlp.experts.123.gate_proj,0.0048380654,hessian_weighted_relative_error,28158,0.02500,0.837
11,mlp.experts.125.gate_proj,0.0065422508,hessian_weighted_relative_error,24520,0.02500,0.837
11,mlp.experts.126.gate_proj,0.0074216974,hessian_weighted_relative_error,32396,0.02500,0.829
11,mlp.experts.127.gate_proj,0.0058905448,hessian_weighted_relative_error,12851,0.02500,0.840
11,mlp.experts.128.gate_proj,0.0040197503,hessian_weighted_relative_error,18106,0.02500,0.831
11,mlp.experts.129.gate_proj,0.0093690540,hessian_weighted_relative_error,26556,0.02500,0.840
11,mlp.experts.130.gate_proj,0.0063195420,hessian_weighted_relative_error,37860,0.02500,0.830
11,mlp.experts.131.gate_proj,0.0047732449,hessian_weighted_relative_error,31673,0.02500,0.843
11,mlp.experts.132.gate_proj,0.0078574924,hessian_weighted_relative_error,30840,0.02500,0.828
11,mlp.experts.133.gate_proj,0.0071065650,hessian_weighted_relative_error,32541,0.02500,0.838
11,mlp.experts.135.gate_proj,0.0021257158,hessian_weighted_relative_error,25476,0.02500,0.842
11,mlp.experts.139.gate_proj,0.0081613750,hessian_weighted_relative_error,36626,0.02500,0.842
11,mlp.experts.140.gate_proj,0.0081955259,hessian_weighted_relative_error,30876,0.02500,0.827
11,mlp.experts.141.gate_proj,0.0062296029,hessian_weighted_relative_error,27245,0.02500,0.840
11,mlp.experts.142.gate_proj,0.0073380899,hessian_weighted_relative_error,24170,0.02500,0.830
11,mlp.experts.143.gate_proj,0.0063062577,hessian_weighted_relative_error,18442,0.02500,0.848
11,mlp.experts.144.gate_proj,0.0067836515,hessian_weighted_relative_error,37747,0.02500,0.833
11,mlp.experts.145.gate_proj,0.0093002707,hessian_weighted_relative_error,24213,0.02500,0.844
11,mlp.experts.146.gate_proj,0.0066643848,hessian_weighted_relative_error,40608,0.02500,0.835
11,mlp.experts.148.gate_proj,0.0064242573,hessian_weighted_relative_error,18060,0.02500,0.830
11,mlp.experts.149.gate_proj,0.0049877958,hessian_weighted_relative_error,15139,0.02500,0.843
11,mlp.experts.150.gate_proj,0.0063085373,hessian_weighted_relative_error,25382,0.02500,0.832
11,mlp.experts.151.gate_proj,0.0067035154,hessian_weighted_relative_error,25786,0.02500,0.847
11,mlp.experts.152.gate_proj,0.0085009342,hessian_weighted_relative_error,34119,0.02500,0.832
11,mlp.experts.153.gate_proj,0.0078122548,hessian_weighted_relative_error,29404,0.02500,0.845
11,mlp.experts.154.gate_proj,0.0075048722,hessian_weighted_relative_error,26085,0.02500,0.833
11,mlp.experts.155.gate_proj,0.0059384710,hessian_weighted_relative_error,35570,0.02500,0.846
11,mlp.experts.156.gate_proj,0.0079249815,hessian_weighted_relative_error,20002,0.02500,0.832
11,mlp.experts.157.gate_proj,0.0078786569,hessian_weighted_relative_error,53312,0.02500,0.847
11,mlp.experts.158.gate_proj,0.0043910937,hessian_weighted_relative_error,17193,0.02500,0.835
11,mlp.experts.159.gate_proj,0.0049972242,hessian_weighted_relative_error,30900,0.02500,0.850
11,mlp.experts.160.gate_proj,0.0079928442,hessian_weighted_relative_error,33070,0.02500,0.849
11,mlp.experts.163.gate_proj,0.0064181663,hessian_weighted_relative_error,34815,0.02500,0.853
11,mlp.experts.164.gate_proj,0.0041018778,hessian_weighted_relative_error,30821,0.02500,0.835
11,mlp.experts.165.gate_proj,0.0068354760,hessian_weighted_relative_error,27699,0.02500,0.849
11,mlp.experts.166.gate_proj,0.0041818571,hessian_weighted_relative_error,13147,0.02500,0.839
11,mlp.experts.167.gate_proj,0.0075961445,hessian_weighted_relative_error,36030,0.02500,0.855
11,mlp.experts.168.gate_proj,0.0078890172,hessian_weighted_relative_error,38828,0.02500,0.838
11,mlp.experts.169.gate_proj,0.0064076328,hessian_weighted_relative_error,26509,0.02500,0.854
11,mlp.experts.171.gate_proj,0.0081616640,hessian_weighted_relative_error,18170,0.02500,0.872
11,mlp.experts.172.gate_proj,0.0077879069,hessian_weighted_relative_error,21171,0.02500,0.846
11,mlp.experts.173.gate_proj,0.0075322855,hessian_weighted_relative_error,33752,0.02500,0.850
11,mlp.experts.174.gate_proj,0.0021570481,hessian_weighted_relative_error,9002,0.02500,0.835
11,mlp.experts.176.gate_proj,0.0042500907,hessian_weighted_relative_error,15751,0.02500,0.838
11,mlp.experts.177.gate_proj,0.0090543288,hessian_weighted_relative_error,39362,0.02500,0.848
11,mlp.experts.178.gate_proj,0.0048701594,hessian_weighted_relative_error,13576,0.02500,0.835
11,mlp.experts.179.gate_proj,0.0075382582,hessian_weighted_relative_error,33844,0.02500,0.851
11,mlp.experts.180.gate_proj,0.0074235710,hessian_weighted_relative_error,56658,0.02500,0.835
11,mlp.experts.181.gate_proj,0.0055563170,hessian_weighted_relative_error,27003,0.02500,0.850
11,mlp.experts.182.gate_proj,0.0079620608,hessian_weighted_relative_error,34934,0.02500,0.837
11,mlp.experts.183.gate_proj,0.0066590070,hessian_weighted_relative_error,20622,0.02500,0.851
11,mlp.experts.184.gate_proj,0.0086423103,hessian_weighted_relative_error,26750,0.02500,0.837
11,mlp.experts.185.gate_proj,0.0048787167,hessian_weighted_relative_error,28483,0.02500,0.850
11,mlp.experts.186.gate_proj,0.0086294739,hessian_weighted_relative_error,27140,0.02500,0.837
11,mlp.experts.187.gate_proj,0.0066450505,hessian_weighted_relative_error,20896,0.02500,0.851
11,mlp.experts.188.gate_proj,0.0071103648,hessian_weighted_relative_error,28446,0.02500,0.836
11,mlp.experts.189.gate_proj,0.0038495730,hessian_weighted_relative_error,18517,0.02500,0.851
11,mlp.experts.190.gate_proj,0.0031634387,hessian_weighted_relative_error,39036,0.02500,0.840
11,mlp.experts.191.gate_proj,0.0073416468,hessian_weighted_relative_error,38745,0.02500,0.851
11,mlp.experts.193.gate_proj,0.0063956486,hessian_weighted_relative_error,33876,0.02500,0.850
11,mlp.experts.195.gate_proj,0.0054771956,hessian_weighted_relative_error,28982,0.02500,0.852
11,mlp.experts.196.gate_proj,0.0066537686,hessian_weighted_relative_error,35748,0.02500,0.837
11,mlp.experts.197.gate_proj,0.0072565240,hessian_weighted_relative_error,30716,0.02500,0.851
11,mlp.experts.198.gate_proj,0.0066626109,hessian_weighted_relative_error,43116,0.02500,0.840
11,mlp.experts.199.gate_proj,0.0047770836,hessian_weighted_relative_error,22992,0.02500,0.851
11,mlp.experts.200.gate_proj,0.0057228572,hessian_weighted_relative_error,23230,0.02500,0.840
11,mlp.experts.201.gate_proj,0.0037536167,hessian_weighted_relative_error,18364,0.02500,0.850
11,mlp.experts.202.gate_proj,0.0049720455,hessian_weighted_relative_error,38520,0.02500,0.839
11,mlp.experts.203.gate_proj,0.0075107207,hessian_weighted_relative_error,31274,0.02500,0.853
11,mlp.experts.204.gate_proj,0.0059630912,hessian_weighted_relative_error,14807,0.02500,0.839
11,mlp.experts.206.gate_proj,0.0067876083,hessian_weighted_relative_error,28506,0.02500,0.841
11,mlp.experts.207.gate_proj,0.0053429028,hessian_weighted_relative_error,19787,0.02500,0.851
11,mlp.experts.208.gate_proj,0.0083356711,hessian_weighted_relative_error,28194,0.02500,0.842
11,mlp.experts.209.gate_proj,0.0078609123,hessian_weighted_relative_error,34102,0.02500,0.851
11,mlp.experts.210.gate_proj,0.0084177646,hessian_weighted_relative_error,21633,0.02500,0.840
11,mlp.experts.211.gate_proj,0.0048128592,hessian_weighted_relative_error,22965,0.02500,0.853
11,mlp.experts.212.gate_proj,0.0084522345,hessian_weighted_relative_error,33898,0.02500,0.839
11,mlp.experts.213.gate_proj,0.0061283950,hessian_weighted_relative_error,20147,0.02500,0.853
11,mlp.experts.214.gate_proj,0.0035887335,hessian_weighted_relative_error,31109,0.02500,0.841
11,mlp.experts.215.gate_proj,0.0072742928,hessian_weighted_relative_error,30750,0.02500,0.854
11,mlp.experts.216.gate_proj,0.0039746221,hessian_weighted_relative_error,28059,0.02500,0.843
11,mlp.experts.217.gate_proj,0.0030244010,hessian_weighted_relative_error,16709,0.02500,0.854
11,mlp.experts.218.gate_proj,0.0079176784,hessian_weighted_relative_error,19892,0.02500,0.842
11,mlp.experts.221.gate_proj,0.0057616779,hessian_weighted_relative_error,24703,0.02500,0.857
11,mlp.experts.222.gate_proj,0.0068509807,hessian_weighted_relative_error,40909,0.02500,0.842
11,mlp.experts.224.gate_proj,0.0043140613,hessian_weighted_relative_error,21613,0.02500,0.844
11,mlp.experts.225.gate_proj,0.0065760978,hessian_weighted_relative_error,28720,0.02500,0.853
11,mlp.experts.226.gate_proj,0.0078024650,hessian_weighted_relative_error,29612,0.02500,0.841
11,mlp.experts.227.gate_proj,0.0035823311,hessian_weighted_relative_error,22883,0.02500,0.855
11,mlp.experts.228.gate_proj,0.0068063962,hessian_weighted_relative_error,20268,0.02500,0.841
11,mlp.experts.230.gate_proj,0.0081493978,hessian_weighted_relative_error,28852,0.02500,0.843
11,mlp.experts.231.gate_proj,0.0068267926,hessian_weighted_relative_error,29677,0.02500,0.855
11,mlp.experts.232.gate_proj,0.0027730093,hessian_weighted_relative_error,25599,0.02500,0.845
11,mlp.experts.233.gate_proj,0.0075769299,hessian_weighted_relative_error,26154,0.02500,0.853
11,mlp.experts.234.gate_proj,0.0070674812,hessian_weighted_relative_error,22097,0.02500,0.841
11,mlp.experts.235.gate_proj,0.0059049457,hessian_weighted_relative_error,19029,0.02500,0.855
11,mlp.experts.236.gate_proj,0.0080389974,hessian_weighted_relative_error,52395,0.02500,0.843
11,mlp.experts.237.gate_proj,0.0047366563,hessian_weighted_relative_error,23903,0.02500,0.854
11,mlp.experts.238.gate_proj,0.0069220106,hessian_weighted_relative_error,16710,0.02500,0.842
11,mlp.experts.239.gate_proj,0.0067327114,hessian_weighted_relative_error,21685,0.02500,0.857
11,mlp.experts.241.gate_proj,0.0038868705,hessian_weighted_relative_error,13728,0.02500,0.853
11,mlp.experts.242.gate_proj,0.0076431609,hessian_weighted_relative_error,24609,0.02500,0.843
11,mlp.experts.244.gate_proj,0.0080290899,hessian_weighted_relative_error,32083,0.02500,0.844
11,mlp.experts.245.gate_proj,0.0024333613,hessian_weighted_relative_error,31109,0.02500,0.854
11,mlp.experts.248.gate_proj,0.0073420519,hessian_weighted_relative_error,22826,0.02500,0.846
11,mlp.experts.249.gate_proj,0.0078843772,hessian_weighted_relative_error,31590,0.02500,0.855
11,mlp.experts.250.gate_proj,0.0069504457,hessian_weighted_relative_error,50388,0.02500,0.844
11,mlp.experts.251.gate_proj,0.0070271515,hessian_weighted_relative_error,35761,0.02500,0.855
11,mlp.experts.252.gate_proj,0.0062938306,hessian_weighted_relative_error,14109,0.02500,0.842
11,mlp.experts.253.gate_proj,0.0078794428,hessian_weighted_relative_error,27963,0.02500,0.858
11,mlp.experts.254.gate_proj,0.0049518502,hessian_weighted_relative_error,34031,0.02500,0.843
11,mlp.experts.255.gate_proj,0.0043512310,hessian_weighted_relative_error,23869,0.02500,0.858
11,mlp.experts.256.gate_proj,0.0082789127,hessian_weighted_relative_error,25837,0.02500,0.844
11,mlp.experts.258.gate_proj,0.0064933743,hessian_weighted_relative_error,32379,0.02500,0.844
11,mlp.experts.259.gate_proj,0.0073990607,hessian_weighted_relative_error,38064,0.02500,0.854
11,mlp.experts.260.gate_proj,0.0045132596,hessian_weighted_relative_error,9777,0.02500,0.846
11,mlp.experts.261.gate_proj,0.0026623349,hessian_weighted_relative_error,23339,0.02500,0.858
11,mlp.experts.262.gate_proj,0.0024204325,hessian_weighted_relative_error,21559,0.02500,0.844
11,mlp.experts.263.gate_proj,0.0067591382,hessian_weighted_relative_error,40656,0.02500,0.859
11,mlp.experts.264.gate_proj,0.0023155352,hessian_weighted_relative_error,17861,0.02500,0.849
11,mlp.experts.265.gate_proj,0.0046806631,hessian_weighted_relative_error,10242,0.02500,0.855
11,mlp.experts.266.gate_proj,0.0085674628,hessian_weighted_relative_error,25503,0.02500,0.847
11,mlp.experts.267.gate_proj,0.0050169853,hessian_weighted_relative_error,19276,0.02500,0.857
11,mlp.experts.268.gate_proj,0.0064901535,hessian_weighted_relative_error,32636,0.02500,0.848
11,mlp.experts.270.gate_proj,0.0076923445,hessian_weighted_relative_error,50414,0.02500,0.845
11,mlp.experts.272.gate_proj,0.0029500127,hessian_weighted_relative_error,5699,0.02500,0.848
11,mlp.experts.273.gate_proj,0.0085436867,hessian_weighted_relative_error,31673,0.02500,0.854
11,mlp.experts.274.gate_proj,0.0062461941,hessian_weighted_relative_error,18047,0.02500,0.846
11,mlp.experts.276.gate_proj,0.0081821024,hessian_weighted_relative_error,48139,0.02500,0.845
11,mlp.experts.277.gate_proj,0.0050263516,hessian_weighted_relative_error,18787,0.02500,0.858
11,mlp.experts.278.gate_proj,0.0074072296,hessian_weighted_relative_error,14680,0.02500,0.846
11,mlp.experts.279.gate_proj,0.0073443600,hessian_weighted_relative_error,26403,0.02500,0.859
11,mlp.experts.280.gate_proj,0.0066603003,hessian_weighted_relative_error,34326,0.02500,0.847
11,mlp.experts.281.gate_proj,0.0055895500,hessian_weighted_relative_error,21281,0.02500,0.855
11,mlp.experts.282.gate_proj,0.0076198070,hessian_weighted_relative_error,21187,0.02500,0.846
11,mlp.experts.283.gate_proj,0.0036685450,hessian_weighted_relative_error,28687,0.02500,0.857
11,mlp.experts.285.gate_proj,0.0044850465,hessian_weighted_relative_error,30001,0.02500,0.855
11,mlp.experts.286.gate_proj,0.0081631634,hessian_weighted_relative_error,24204,0.02500,0.849
11,mlp.experts.287.gate_proj,0.0057868822,hessian_weighted_relative_error,12175,0.02500,0.856
11,mlp.experts.0.up_proj,0.0062001878,hessian_weighted_relative_error,25486,0.02500,0.849
11,mlp.experts.1.up_proj,0.0088265667,hessian_weighted_relative_error,32697,0.02500,0.856
11,mlp.experts.2.up_proj,0.0050451701,hessian_weighted_relative_error,39078,0.02500,0.849
11,mlp.experts.3.up_proj,0.0056543781,hessian_weighted_relative_error,22108,0.02500,0.860
11,mlp.experts.4.up_proj,0.0080793660,hessian_weighted_relative_error,24448,0.02500,0.848
11,mlp.experts.7.up_proj,0.0062616434,hessian_weighted_relative_error,17071,0.02500,0.857
11,mlp.experts.8.up_proj,0.0075614687,hessian_weighted_relative_error,25942,0.02500,0.852
11,mlp.experts.9.up_proj,0.0097522651,hessian_weighted_relative_error,30265,0.02500,0.858
11,mlp.experts.10.up_proj,0.0079534701,hessian_weighted_relative_error,16561,0.02500,0.849
11,mlp.experts.11.up_proj,0.0097097827,hessian_weighted_relative_error,26741,0.02500,0.860
11,mlp.experts.12.up_proj,0.0066234101,hessian_weighted_relative_error,33627,0.02500,0.849
11,mlp.experts.13.up_proj,0.0068256081,hessian_weighted_relative_error,24015,0.02500,0.857
11,mlp.experts.14.up_proj,0.0094997538,hessian_weighted_relative_error,36592,0.02500,0.851
11,mlp.experts.15.up_proj,0.0076274296,hessian_weighted_relative_error,15961,0.02500,0.859
11,mlp.experts.16.up_proj,0.0034018588,hessian_weighted_relative_error,24107,0.02500,0.851
11,mlp.experts.17.up_proj,0.0041725509,hessian_weighted_relative_error,15889,0.02500,0.858
11,mlp.experts.19.up_proj,0.0055826374,hessian_weighted_relative_error,24361,0.02500,0.860
11,mlp.experts.20.up_proj,0.0059849410,hessian_weighted_relative_error,20883,0.02500,0.849
11,mlp.experts.21.up_proj,0.0034796468,hessian_weighted_relative_error,8798,0.02500,0.859
11,mlp.experts.22.up_proj,0.0070905961,hessian_weighted_relative_error,24323,0.02500,0.850
11,mlp.experts.23.up_proj,0.0069441867,hessian_weighted_relative_error,23313,0.02500,0.858
11,mlp.experts.26.up_proj,0.0073840511,hessian_weighted_relative_error,24457,0.02500,0.850
11,mlp.experts.28.up_proj,0.0064693847,hessian_weighted_relative_error,12040,0.02500,0.850
11,mlp.experts.29.up_proj,0.0086137370,hessian_weighted_relative_error,37318,0.02500,0.861
11,mlp.experts.30.up_proj,0.0071491544,hessian_weighted_relative_error,23416,0.02500,0.853
11,mlp.experts.31.up_proj,0.0041343425,hessian_weighted_relative_error,30258,0.02500,0.863
11,mlp.experts.33.up_proj,0.0071664997,hessian_weighted_relative_error,41444,0.02500,0.864
11,mlp.experts.34.up_proj,0.0086400769,hessian_weighted_relative_error,36757,0.02500,0.853
11,mlp.experts.35.up_proj,0.0059934465,hessian_weighted_relative_error,24149,0.02500,0.864
11,mlp.experts.36.up_proj,0.0066300849,hessian_weighted_relative_error,12385,0.02500,0.850
11,mlp.experts.37.up_proj,0.0072926338,hessian_weighted_relative_error,26382,0.02500,0.865
11,mlp.experts.38.up_proj,0.0055608333,hessian_weighted_relative_error,13626,0.02500,0.853
11,mlp.experts.39.up_proj,0.0080939652,hessian_weighted_relative_error,38772,0.02500,0.865
11,mlp.experts.40.up_proj,0.0036290320,hessian_weighted_relative_error,22668,0.02500,0.863
11,mlp.experts.41.up_proj,0.0078747965,hessian_weighted_relative_error,34874,0.02500,0.863
11,mlp.experts.43.up_proj,0.0091864749,hessian_weighted_relative_error,26055,0.02500,0.863
11,mlp.experts.44.up_proj,0.0071410456,hessian_weighted_relative_error,26224,0.02500,0.864
11,mlp.experts.46.up_proj,0.0076482872,hessian_weighted_relative_error,28693,0.02500,0.863
11,mlp.experts.48.up_proj,0.0082683579,hessian_weighted_relative_error,20027,0.02500,0.862
11,mlp.experts.49.up_proj,0.0064245579,hessian_weighted_relative_error,18009,0.02500,0.862
11,mlp.experts.50.up_proj,0.0080936091,hessian_weighted_relative_error,29019,0.02500,0.864
11,mlp.experts.52.up_proj,0.0094911519,hessian_weighted_relative_error,39347,0.02500,0.863
11,mlp.experts.53.up_proj,0.0080294643,hessian_weighted_relative_error,32838,0.02500,0.863
11,mlp.experts.54.up_proj,0.0097738830,hessian_weighted_relative_error,26662,0.02500,0.859
11,mlp.experts.55.up_proj,0.0085637011,hessian_weighted_relative_error,31140,0.02500,0.864
11,mlp.experts.56.up_proj,0.0068486845,hessian_weighted_relative_error,41300,0.02500,0.864
11,mlp.experts.57.up_proj,0.0085905130,hessian_weighted_relative_error,56128,0.02500,0.863
11,mlp.experts.58.up_proj,0.0059791627,hessian_weighted_relative_error,21269,0.02500,0.863
11,mlp.experts.59.up_proj,0.0063773581,hessian_weighted_relative_error,9209,0.02500,0.862
11,mlp.experts.61.up_proj,0.0055845741,hessian_weighted_relative_error,30877,0.02500,0.863
11,mlp.experts.62.up_proj,0.0098345546,hessian_weighted_relative_error,38489,0.02500,0.862
11,mlp.experts.63.up_proj,0.0082706984,hessian_weighted_relative_error,34865,0.02500,0.863
11,mlp.experts.65.up_proj,0.0067935498,hessian_weighted_relative_error,26633,0.02500,0.861
11,mlp.experts.67.up_proj,0.0070878301,hessian_weighted_relative_error,27789,0.02500,0.861
11,mlp.experts.68.up_proj,0.0087935288,hessian_weighted_relative_error,30449,0.02500,0.866
11,mlp.experts.70.up_proj,0.0062379696,hessian_weighted_relative_error,15921,0.02500,0.859
11,mlp.experts.71.up_proj,0.0044855950,hessian_weighted_relative_error,25167,0.02500,0.864
11,mlp.experts.72.up_proj,0.0069058288,hessian_weighted_relative_error,29798,0.02500,0.862
11,mlp.experts.73.up_proj,0.0033833649,hessian_weighted_relative_error,32437,0.02500,0.862
11,mlp.experts.74.up_proj,0.0032343086,hessian_weighted_relative_error,25550,0.02500,0.862
11,mlp.experts.75.up_proj,0.0081463471,hessian_weighted_relative_error,42429,0.02500,0.860
11,mlp.experts.76.up_proj,0.0034867260,hessian_weighted_relative_error,2823,0.02500,0.862
11,mlp.experts.77.up_proj,0.0079754782,hessian_weighted_relative_error,26975,0.02500,0.866
11,mlp.experts.78.up_proj,0.0056388303,hessian_weighted_relative_error,16235,0.02500,0.863
11,mlp.experts.79.up_proj,0.0049155681,hessian_weighted_relative_error,7533,0.02500,0.867
11,mlp.experts.80.up_proj,0.0072224901,hessian_weighted_relative_error,20315,0.02500,0.864
11,mlp.experts.82.up_proj,0.0058371495,hessian_weighted_relative_error,24133,0.02500,0.860
11,mlp.experts.84.up_proj,0.0074804364,hessian_weighted_relative_error,20638,0.02500,0.864
11,mlp.experts.85.up_proj,0.0045659092,hessian_weighted_relative_error,25070,0.02500,0.862
11,mlp.experts.86.up_proj,0.0083168439,hessian_weighted_relative_error,28471,0.02500,0.862
11,mlp.experts.87.up_proj,0.0062733488,hessian_weighted_relative_error,17288,0.02500,0.875
11,mlp.experts.88.up_proj,0.0066090787,hessian_weighted_relative_error,25504,0.02500,0.868
11,mlp.experts.89.up_proj,0.0079546771,hessian_weighted_relative_error,21380,0.02500,0.862
11,mlp.experts.92.up_proj,0.0082268063,hessian_weighted_relative_error,37729,0.02500,0.864
11,mlp.experts.93.up_proj,0.0079812134,hessian_weighted_relative_error,31497,0.02500,0.866
11,mlp.experts.94.up_proj,0.0045167025,hessian_weighted_relative_error,22084,0.02500,0.865
11,mlp.experts.96.up_proj,0.0073984241,hessian_weighted_relative_error,15898,0.02500,0.865
11,mlp.experts.97.up_proj,0.0085115640,hessian_weighted_relative_error,27805,0.02500,0.862
11,mlp.experts.98.up_proj,0.0075757222,hessian_weighted_relative_error,25672,0.02500,0.869
11,mlp.experts.100.up_proj,0.0056336877,hessian_weighted_relative_error,37152,0.02500,0.865
11,mlp.experts.101.up_proj,0.0071760862,hessian_weighted_relative_error,29830,0.02500,0.874
11,mlp.experts.104.up_proj,0.0067043552,hessian_weighted_relative_error,8448,0.02500,0.865
11,mlp.experts.105.up_proj,0.0050130863,hessian_weighted_relative_error,30851,0.02500,0.875
11,mlp.experts.106.up_proj,0.0069148910,hessian_weighted_relative_error,27268,0.02500,0.869
11,mlp.experts.107.up_proj,0.0085523535,hessian_weighted_relative_error,28741,0.02500,0.864
11,mlp.experts.109.up_proj,0.0057632808,hessian_weighted_relative_error,23302,0.02500,0.870
11,mlp.experts.110.up_proj,0.0084382530,hessian_weighted_relative_error,42802,0.02500,0.864
11,mlp.experts.111.up_proj,0.0093463134,hessian_weighted_relative_error,33278,0.02500,0.886
11,mlp.experts.112.up_proj,0.0066886947,hessian_weighted_relative_error,17223,0.02500,0.856
11,mlp.experts.113.up_proj,0.0081870026,hessian_weighted_relative_error,29818,0.02500,0.872
11,mlp.experts.114.up_proj,0.0080393917,hessian_weighted_relative_error,25644,0.02500,0.857
11,mlp.experts.116.up_proj,0.0091535451,hessian_weighted_relative_error,21160,0.02500,0.853
11,mlp.experts.117.up_proj,0.0066258907,hessian_weighted_relative_error,14474,0.02500,0.866
11,mlp.experts.118.up_proj,0.0072732452,hessian_weighted_relative_error,23142,0.02500,0.858
11,mlp.experts.119.up_proj,0.0077022433,hessian_weighted_relative_error,48319,0.02500,0.873
11,mlp.experts.120.up_proj,0.0051484583,hessian_weighted_relative_error,28694,0.02500,0.855
11,mlp.experts.121.up_proj,0.0037430386,hessian_weighted_relative_error,23483,0.02500,0.865
11,mlp.experts.122.up_proj,0.0083453416,hessian_weighted_relative_error,37592,0.02500,0.855
11,mlp.experts.123.up_proj,0.0053133623,hessian_weighted_relative_error,28158,0.02500,0.862
11,mlp.experts.125.up_proj,0.0072636732,hessian_weighted_relative_error,24520,0.02500,0.865
11,mlp.experts.126.up_proj,0.0086530169,hessian_weighted_relative_error,32396,0.02500,0.854
11,mlp.experts.127.up_proj,0.0064111185,hessian_weighted_relative_error,12851,0.02500,0.874
11,mlp.experts.128.up_proj,0.0040916584,hessian_weighted_relative_error,18106,0.02500,0.855
11,mlp.experts.129.up_proj,0.0100414717,hessian_weighted_relative_error,26556,0.02500,0.864
11,mlp.experts.130.up_proj,0.0073068981,hessian_weighted_relative_error,37860,0.02500,0.854
11,mlp.experts.131.up_proj,0.0050522424,hessian_weighted_relative_error,31673,0.02500,0.871
11,mlp.experts.132.up_proj,0.0083168747,hessian_weighted_relative_error,30840,0.02500,0.855
11,mlp.experts.135.up_proj,0.0026295298,hessian_weighted_relative_error,25476,0.02500,0.868
11,mlp.experts.139.up_proj,0.0091165831,hessian_weighted_relative_error,36626,0.02500,0.864
11,mlp.experts.140.up_proj,0.0087634164,hessian_weighted_relative_error,30876,0.02500,0.855
11,mlp.experts.141.up_proj,0.0069823545,hessian_weighted_relative_error,27245,0.02500,0.875
11,mlp.experts.142.up_proj,0.0082540962,hessian_weighted_relative_error,24170,0.02500,0.856
11,mlp.experts.143.up_proj,0.0066717937,hessian_weighted_relative_error,18442,0.02500,0.863
11,mlp.experts.144.up_proj,0.0076669685,hessian_weighted_relative_error,37747,0.02500,0.856
11,mlp.experts.145.up_proj,0.0098784824,hessian_weighted_relative_error,24213,0.02500,0.871
11,mlp.experts.146.up_proj,0.0072443431,hessian_weighted_relative_error,40608,0.02500,0.854
11,mlp.experts.148.up_proj,0.0067701167,hessian_weighted_relative_error,18060,0.02500,0.855
11,mlp.experts.149.up_proj,0.0052535153,hessian_weighted_relative_error,15139,0.02500,0.868
11,mlp.experts.150.up_proj,0.0069925634,hessian_weighted_relative_error,25382,0.02500,0.857
11,mlp.experts.151.up_proj,0.0073498378,hessian_weighted_relative_error,25786,0.02500,0.864
11,mlp.experts.152.up_proj,0.0090333732,hessian_weighted_relative_error,34119,0.02500,0.856
11,mlp.experts.153.up_proj,0.0088042712,hessian_weighted_relative_error,29404,0.02500,0.865
11,mlp.experts.154.up_proj,0.0079706810,hessian_weighted_relative_error,26085,0.02500,0.855
11,mlp.experts.155.up_proj,0.0066431174,hessian_weighted_relative_error,35570,0.02500,0.870
11,mlp.experts.156.up_proj,0.0084561672,hessian_weighted_relative_error,20002,0.02500,0.854
11,mlp.experts.157.up_proj,0.0085158382,hessian_weighted_relative_error,53312,0.02500,0.865
11,mlp.experts.158.up_proj,0.0050662649,hessian_weighted_relative_error,17193,0.02500,0.855
11,mlp.experts.159.up_proj,0.0057659331,hessian_weighted_relative_error,30900,0.02500,0.863
11,mlp.experts.160.up_proj,0.0088743961,hessian_weighted_relative_error,33070,0.02500,0.859
11,mlp.experts.163.up_proj,0.0078384511,hessian_weighted_relative_error,34815,0.02500,0.873
11,mlp.experts.164.up_proj,0.0044119763,hessian_weighted_relative_error,30821,0.02500,0.855
11,mlp.experts.165.up_proj,0.0073588708,hessian_weighted_relative_error,27699,0.02500,0.866
11,mlp.experts.166.up_proj,0.0043819655,hessian_weighted_relative_error,13147,0.02500,0.857
11,mlp.experts.167.up_proj,0.0084813716,hessian_weighted_relative_error,36030,0.02500,0.870
11,mlp.experts.168.up_proj,0.0087672411,hessian_weighted_relative_error,38828,0.02500,0.857
11,mlp.experts.171.up_proj,0.0086555759,hessian_weighted_relative_error,18170,0.02500,0.877
11,mlp.experts.172.up_proj,0.0088256580,hessian_weighted_relative_error,21171,0.02500,0.855
11,mlp.experts.173.up_proj,0.0081790748,hessian_weighted_relative_error,33752,0.02500,0.866
11,mlp.experts.174.up_proj,0.0020748292,hessian_weighted_relative_error,9002,0.02500,0.856
11,mlp.experts.176.up_proj,0.0045933363,hessian_weighted_relative_error,15751,0.02500,0.858
11,mlp.experts.177.up_proj,0.0096973296,hessian_weighted_relative_error,39362,0.02500,0.870
11,mlp.experts.178.up_proj,0.0050037337,hessian_weighted_relative_error,13576,0.02500,0.859
11,mlp.experts.179.up_proj,0.0082811881,hessian_weighted_relative_error,33844,0.02500,0.871
11,mlp.experts.180.up_proj,0.0090169237,hessian_weighted_relative_error,56658,0.02500,0.856
11,mlp.experts.182.up_proj,0.0085921800,hessian_weighted_relative_error,34934,0.02500,0.856
11,mlp.experts.183.up_proj,0.0072365454,hessian_weighted_relative_error,20622,0.02500,0.867
11,mlp.experts.184.up_proj,0.0093674567,hessian_weighted_relative_error,26750,0.02500,0.860
11,mlp.experts.186.up_proj,0.0092963041,hessian_weighted_relative_error,27140,0.02500,0.859
11,mlp.experts.187.up_proj,0.0071406202,hessian_weighted_relative_error,20896,0.02500,0.872
11,mlp.experts.188.up_proj,0.0075576240,hessian_weighted_relative_error,28446,0.02500,0.856
11,mlp.experts.189.up_proj,0.0040921789,hessian_weighted_relative_error,18517,0.02500,0.874
11,mlp.experts.191.up_proj,0.0077221739,hessian_weighted_relative_error,38745,0.02500,0.867
11,mlp.experts.196.up_proj,0.0076948311,hessian_weighted_relative_error,35748,0.02500,0.859
11,mlp.experts.198.up_proj,0.0070987306,hessian_weighted_relative_error,43116,0.02500,0.860
11,mlp.experts.199.up_proj,0.0052603376,hessian_weighted_relative_error,22992,0.02500,0.876
11,mlp.experts.200.up_proj,0.0063523632,hessian_weighted_relative_error,23230,0.02500,0.860
11,mlp.experts.201.up_proj,0.0043771891,hessian_weighted_relative_error,18364,0.02500,0.879
11,mlp.experts.202.up_proj,0.0053443113,hessian_weighted_relative_error,38520,0.02500,0.858
11,mlp.experts.203.up_proj,0.0083196399,hessian_weighted_relative_error,31274,0.02500,0.874
11,mlp.experts.204.up_proj,0.0069291921,hessian_weighted_relative_error,14807,0.02500,0.857
11,mlp.experts.206.up_proj,0.0076506404,hessian_weighted_relative_error,28506,0.02500,0.859
11,mlp.experts.207.up_proj,0.0057780724,hessian_weighted_relative_error,19787,0.02500,0.864
11,mlp.experts.208.up_proj,0.0093453386,hessian_weighted_relative_error,28194,0.02500,0.859
11,mlp.experts.209.up_proj,0.0083589990,hessian_weighted_relative_error,34102,0.02500,0.872
11,mlp.experts.210.up_proj,0.0090188535,hessian_weighted_relative_error,21633,0.02500,0.858
11,mlp.experts.211.up_proj,0.0053192021,hessian_weighted_relative_error,22965,0.02500,0.873
11,mlp.experts.212.up_proj,0.0097115641,hessian_weighted_relative_error,33898,0.02500,0.859
11,mlp.experts.213.up_proj,0.0067107605,hessian_weighted_relative_error,20147,0.02500,0.878
11,mlp.experts.214.up_proj,0.0037741280,hessian_weighted_relative_error,31109,0.02500,0.863
11,mlp.experts.216.up_proj,0.0044481237,hessian_weighted_relative_error,28059,0.02500,0.858
11,mlp.experts.217.up_proj,0.0034923212,hessian_weighted_relative_error,16709,0.02500,0.865
11,mlp.experts.218.up_proj,0.0085638208,hessian_weighted_relative_error,19892,0.02500,0.859
11,mlp.experts.222.up_proj,0.0081215378,hessian_weighted_relative_error,40909,0.02500,0.858
11,mlp.experts.224.up_proj,0.0047385378,hessian_weighted_relative_error,21613,0.02500,0.859
11,mlp.experts.225.up_proj,0.0071065892,hessian_weighted_relative_error,28720,0.02500,0.876
11,mlp.experts.226.up_proj,0.0082673851,hessian_weighted_relative_error,29612,0.02500,0.858
11,mlp.experts.227.up_proj,0.0041212935,hessian_weighted_relative_error,22883,0.02500,0.883
11,mlp.experts.228.up_proj,0.0071687220,hessian_weighted_relative_error,20268,0.02500,0.858
11,mlp.experts.230.up_proj,0.0085813719,hessian_weighted_relative_error,28852,0.02500,0.858
11,mlp.experts.231.up_proj,0.0075052870,hessian_weighted_relative_error,29677,0.02500,0.870
11,mlp.experts.232.up_proj,0.0033032648,hessian_weighted_relative_error,25599,0.02500,0.862
11,mlp.experts.233.up_proj,0.0084244653,hessian_weighted_relative_error,26154,0.02500,0.879
11,mlp.experts.234.up_proj,0.0076693846,hessian_weighted_relative_error,22097,0.02500,0.860
11,mlp.experts.235.up_proj,0.0062935449,hessian_weighted_relative_error,19029,0.02500,0.883
11,mlp.experts.236.up_proj,0.0089690872,hessian_weighted_relative_error,52395,0.02500,0.859
11,mlp.experts.238.up_proj,0.0074951178,hessian_weighted_relative_error,16710,0.02500,0.860
11,mlp.experts.239.up_proj,0.0073609387,hessian_weighted_relative_error,21685,0.02500,0.880
11,mlp.experts.241.up_proj,0.0043441005,hessian_weighted_relative_error,13728,0.02500,0.879
11,mlp.experts.242.up_proj,0.0081827758,hessian_weighted_relative_error,24609,0.02500,0.858
11,mlp.experts.244.up_proj,0.0089493579,hessian_weighted_relative_error,32083,0.02500,0.861
11,mlp.experts.245.up_proj,0.0030659859,hessian_weighted_relative_error,31109,0.02500,0.880
11,mlp.experts.248.up_proj,0.0079913019,hessian_weighted_relative_error,22826,0.02500,0.862
11,mlp.experts.250.up_proj,0.0078905272,hessian_weighted_relative_error,50388,0.02500,0.859
11,mlp.experts.251.up_proj,0.0082561845,hessian_weighted_relative_error,35761,0.02500,0.886
11,mlp.experts.252.up_proj,0.0065449412,hessian_weighted_relative_error,14109,0.02500,0.865
11,mlp.experts.253.up_proj,0.0083712957,hessian_weighted_relative_error,27963,0.02500,0.898
11,mlp.experts.256.up_proj,0.0087983332,hessian_weighted_relative_error,25837,0.02500,0.862
11,mlp.experts.258.up_proj,0.0071913445,hessian_weighted_relative_error,32379,0.02500,0.863
11,mlp.experts.259.up_proj,0.0088089756,hessian_weighted_relative_error,38064,0.02500,0.884
11,mlp.experts.260.up_proj,0.0049202909,hessian_weighted_relative_error,9777,0.02500,0.860
11,mlp.experts.261.up_proj,0.0028128700,hessian_weighted_relative_error,23339,0.02500,0.882
11,mlp.experts.262.up_proj,0.0025642306,hessian_weighted_relative_error,21559,0.02500,0.861
11,mlp.experts.263.up_proj,0.0069951740,hessian_weighted_relative_error,40656,0.02500,0.875
11,mlp.experts.264.up_proj,0.0026669366,hessian_weighted_relative_error,17861,0.02500,0.863
11,mlp.experts.265.up_proj,0.0054929242,hessian_weighted_relative_error,10242,0.02500,0.883
11,mlp.experts.266.up_proj,0.0091452085,hessian_weighted_relative_error,25503,0.02500,0.860
11,mlp.experts.267.up_proj,0.0056506433,hessian_weighted_relative_error,19276,0.02500,0.873
11,mlp.experts.268.up_proj,0.0071286106,hessian_weighted_relative_error,32636,0.02500,0.862
11,mlp.experts.270.up_proj,0.0083839350,hessian_weighted_relative_error,50414,0.02500,0.860
11,mlp.experts.272.up_proj,0.0031523774,hessian_weighted_relative_error,5699,0.02500,0.859
11,mlp.experts.273.up_proj,0.0090460905,hessian_weighted_relative_error,31673,0.02500,0.881
11,mlp.experts.274.up_proj,0.0067113401,hessian_weighted_relative_error,18047,0.02500,0.859
11,mlp.experts.277.up_proj,0.0054922994,hessian_weighted_relative_error,18787,0.02500,0.877
11,mlp.experts.278.up_proj,0.0079509676,hessian_weighted_relative_error,14680,0.02500,0.857
11,mlp.experts.279.up_proj,0.0079104659,hessian_weighted_relative_error,26403,0.02500,0.882
11,mlp.experts.280.up_proj,0.0073596569,hessian_weighted_relative_error,34326,0.02500,0.858
11,mlp.experts.281.up_proj,0.0062275365,hessian_weighted_relative_error,21281,0.02500,0.880
11,mlp.experts.282.up_proj,0.0087424758,hessian_weighted_relative_error,21187,0.02500,0.858
11,mlp.experts.285.up_proj,0.0051416104,hessian_weighted_relative_error,30001,0.02500,0.881
11,mlp.experts.286.up_proj,0.0089873373,hessian_weighted_relative_error,24204,0.02500,0.859
11,mlp.experts.287.up_proj,0.0061983570,hessian_weighted_relative_error,12175,0.02500,0.887
11,mlp.experts.1.down_proj,0.0133038329,hessian_weighted_relative_error,32697,0.02500,0.747
11,mlp.experts.2.down_proj,0.0073490350,hessian_weighted_relative_error,39078,0.02500,0.729
11,mlp.experts.3.down_proj,0.0082644292,hessian_weighted_relative_error,22108,0.02500,0.750
11,mlp.experts.4.down_proj,0.0123424882,hessian_weighted_relative_error,24448,0.02500,0.767
11,mlp.experts.7.down_proj,0.0101564497,hessian_weighted_relative_error,17071,0.02500,0.715
11,mlp.experts.8.down_proj,0.0108661391,hessian_weighted_relative_error,25942,0.02500,0.772
11,mlp.experts.9.down_proj,0.0138364312,hessian_weighted_relative_error,30265,0.02500,0.751
11,mlp.experts.10.down_proj,0.0122113963,hessian_weighted_relative_error,16561,0.02500,0.766
11,mlp.experts.11.down_proj,0.0146905353,hessian_weighted_relative_error,26741,0.02500,0.754
11,mlp.experts.12.down_proj,0.0103589028,hessian_weighted_relative_error,33627,0.02500,0.770
11,mlp.experts.13.down_proj,0.0104604259,hessian_weighted_relative_error,24015,0.02500,0.752
11,mlp.experts.15.down_proj,0.0124706250,hessian_weighted_relative_error,15961,0.02500,0.752
11,mlp.experts.16.down_proj,0.0064319595,hessian_weighted_relative_error,24107,0.02500,0.773
11,mlp.experts.17.down_proj,0.0068953955,hessian_weighted_relative_error,15889,0.02500,0.755
11,mlp.experts.19.down_proj,0.0081880832,hessian_weighted_relative_error,24361,0.02500,0.758
11,mlp.experts.21.down_proj,0.0060731106,hessian_weighted_relative_error,8798,0.02500,0.757
11,mlp.experts.22.down_proj,0.0110355747,hessian_weighted_relative_error,24323,0.02500,0.769
11,mlp.experts.26.down_proj,0.0113067109,hessian_weighted_relative_error,24457,0.02500,0.772
11,mlp.experts.28.down_proj,0.0107210966,hessian_weighted_relative_error,12040,0.02500,0.775
11,mlp.experts.34.down_proj,0.0119493332,hessian_weighted_relative_error,36757,0.02500,0.773
11,mlp.experts.35.down_proj,0.0094259880,hessian_weighted_relative_error,24149,0.02500,0.764
11,mlp.experts.36.down_proj,0.0108351608,hessian_weighted_relative_error,12385,0.02500,0.778
11,mlp.experts.37.down_proj,0.0116952561,hessian_weighted_relative_error,26382,0.02500,0.761
11,mlp.experts.38.down_proj,0.0080925920,hessian_weighted_relative_error,13626,0.02500,0.775
11,mlp.experts.39.down_proj,0.0116563946,hessian_weighted_relative_error,38772,0.02500,0.760
11,mlp.experts.40.down_proj,0.0051107576,hessian_weighted_relative_error,22668,0.02500,0.780
11,mlp.experts.43.down_proj,0.0132401380,hessian_weighted_relative_error,26055,0.02500,0.767
11,mlp.experts.44.down_proj,0.0116419237,hessian_weighted_relative_error,26224,0.02500,0.779
11,mlp.experts.46.down_proj,0.0125885603,hessian_weighted_relative_error,28693,0.02500,0.777
11,mlp.experts.48.down_proj,0.0128822600,hessian_weighted_relative_error,20027,0.02500,0.781
11,mlp.experts.49.down_proj,0.0101882676,hessian_weighted_relative_error,18009,0.02500,0.766
11,mlp.experts.50.down_proj,0.0134618653,hessian_weighted_relative_error,29019,0.02500,0.779
11,mlp.experts.52.down_proj,0.0137976611,hessian_weighted_relative_error,39347,0.02500,0.780
11,mlp.experts.54.down_proj,0.0139263041,hessian_weighted_relative_error,26662,0.02500,0.778
11,mlp.experts.55.down_proj,0.0132146060,hessian_weighted_relative_error,31140,0.02500,0.768
11,mlp.experts.58.down_proj,0.0095062837,hessian_weighted_relative_error,21269,0.02500,0.781
11,mlp.experts.59.down_proj,0.0113703182,hessian_weighted_relative_error,9209,0.02500,0.772
11,mlp.experts.61.down_proj,0.0081527285,hessian_weighted_relative_error,30877,0.02500,0.769
11,mlp.experts.62.down_proj,0.0143984565,hessian_weighted_relative_error,38489,0.02500,0.782
11,mlp.experts.63.down_proj,0.0112185802,hessian_weighted_relative_error,34865,0.02500,0.770
11,mlp.experts.65.down_proj,0.0120349815,hessian_weighted_relative_error,26633,0.02500,0.772
11,mlp.experts.67.down_proj,0.0112990589,hessian_weighted_relative_error,27789,0.02500,0.775
11,mlp.experts.68.down_proj,0.0137854632,hessian_weighted_relative_error,30449,0.02500,0.785
11,mlp.experts.70.down_proj,0.0092434825,hessian_weighted_relative_error,15921,0.02500,0.782
11,mlp.experts.71.down_proj,0.0069873226,hessian_weighted_relative_error,25167,0.02500,0.773
11,mlp.experts.72.down_proj,0.0113780250,hessian_weighted_relative_error,29798,0.02500,0.790
11,mlp.experts.73.down_proj,0.0057698098,hessian_weighted_relative_error,32437,0.02500,0.776
11,mlp.experts.74.down_proj,0.0058933620,hessian_weighted_relative_error,25550,0.02500,0.786
11,mlp.experts.75.down_proj,0.0134705903,hessian_weighted_relative_error,42429,0.02500,0.780
11,mlp.experts.76.down_proj,0.0064278512,hessian_weighted_relative_error,2823,0.02500,0.787
11,mlp.experts.77.down_proj,0.0128988483,hessian_weighted_relative_error,26975,0.02500,0.778
11,mlp.experts.78.down_proj,0.0095556646,hessian_weighted_relative_error,16235,0.02500,0.786
11,mlp.experts.79.down_proj,0.0073924244,hessian_weighted_relative_error,7533,0.02500,0.775
11,mlp.experts.80.down_proj,0.0109407741,hessian_weighted_relative_error,20315,0.02500,0.791
11,mlp.experts.84.down_proj,0.0110036955,hessian_weighted_relative_error,20638,0.02500,0.790
11,mlp.experts.85.down_proj,0.0085612060,hessian_weighted_relative_error,25070,0.02500,0.780
11,mlp.experts.86.down_proj,0.0127229231,hessian_weighted_relative_error,28471,0.02500,0.789
11,mlp.experts.87.down_proj,0.0097880407,hessian_weighted_relative_error,17288,0.02500,0.778
11,mlp.experts.88.down_proj,0.0112136541,hessian_weighted_relative_error,25504,0.02500,0.794
11,mlp.experts.89.down_proj,0.0120549030,hessian_weighted_relative_error,21380,0.02500,0.780
11,mlp.experts.92.down_proj,0.0128456122,hessian_weighted_relative_error,37729,0.02500,0.793
11,mlp.experts.93.down_proj,0.0122270612,hessian_weighted_relative_error,31497,0.02500,0.783
11,mlp.experts.96.down_proj,0.0126802021,hessian_weighted_relative_error,15898,0.02500,0.793
11,mlp.experts.97.down_proj,0.0120033375,hessian_weighted_relative_error,27805,0.02500,0.783
11,mlp.experts.98.down_proj,0.0121731606,hessian_weighted_relative_error,25672,0.02500,0.792
11,mlp.experts.100.down_proj,0.0088879177,hessian_weighted_relative_error,37152,0.02500,0.794
11,mlp.experts.101.down_proj,0.0116709720,hessian_weighted_relative_error,29830,0.02500,0.786
11,mlp.experts.104.down_proj,0.0102138276,hessian_weighted_relative_error,8448,0.02500,0.795
11,mlp.experts.105.down_proj,0.0071279700,hessian_weighted_relative_error,30851,0.02500,0.788
11,mlp.experts.106.down_proj,0.0103221905,hessian_weighted_relative_error,27268,0.02500,0.793
11,mlp.experts.107.down_proj,0.0131081555,hessian_weighted_relative_error,28741,0.02500,0.790
11,mlp.experts.109.down_proj,0.0075378771,hessian_weighted_relative_error,23302,0.02500,0.789
11,mlp.experts.110.down_proj,0.0119396280,hessian_weighted_relative_error,42802,0.02500,0.793
11,mlp.experts.111.down_proj,0.0133705103,hessian_weighted_relative_error,33278,0.02500,0.789
11,mlp.experts.112.down_proj,0.0108413257,hessian_weighted_relative_error,17223,0.02500,0.798
11,mlp.experts.113.down_proj,0.0108108327,hessian_weighted_relative_error,29818,0.02500,0.790
11,mlp.experts.114.down_proj,0.0119171084,hessian_weighted_relative_error,25644,0.02500,0.794
11,mlp.experts.116.down_proj,0.0136535647,hessian_weighted_relative_error,21160,0.02500,0.798
11,mlp.experts.117.down_proj,0.0108902631,hessian_weighted_relative_error,14474,0.02500,0.792
11,mlp.experts.118.down_proj,0.0121883708,hessian_weighted_relative_error,23142,0.02500,0.794
11,mlp.experts.121.down_proj,0.0069760472,hessian_weighted_relative_error,23483,0.02500,0.791
11,mlp.experts.122.down_proj,0.0115886436,hessian_weighted_relative_error,37592,0.02500,0.797
11,mlp.experts.123.down_proj,0.0078895744,hessian_weighted_relative_error,28158,0.02500,0.794
11,mlp.experts.125.down_proj,0.0118379309,hessian_weighted_relative_error,24520,0.02500,0.794
11,mlp.experts.126.down_proj,0.0125850478,hessian_weighted_relative_error,32396,0.02500,0.797
11,mlp.experts.127.down_proj,0.0110278053,hessian_weighted_relative_error,12851,0.02500,0.792
11,mlp.experts.129.down_proj,0.0144220098,hessian_weighted_relative_error,26556,0.02500,0.795
11,mlp.experts.130.down_proj,0.0102477881,hessian_weighted_relative_error,37860,0.02500,0.799
11,mlp.experts.131.down_proj,0.0085359254,hessian_weighted_relative_error,31673,0.02500,0.799
11,mlp.experts.132.down_proj,0.0131824389,hessian_weighted_relative_error,30840,0.02500,0.800
11,mlp.experts.135.down_proj,0.0053820967,hessian_weighted_relative_error,25476,0.02500,0.796
11,mlp.experts.139.down_proj,0.0132093610,hessian_weighted_relative_error,36626,0.02500,0.801
11,mlp.experts.140.down_proj,0.0122867788,hessian_weighted_relative_error,30876,0.02500,0.802
11,mlp.experts.141.down_proj,0.0112817796,hessian_weighted_relative_error,27245,0.02500,0.799
11,mlp.experts.142.down_proj,0.0126130708,hessian_weighted_relative_error,24170,0.02500,0.800
11,mlp.experts.143.down_proj,0.0091588276,hessian_weighted_relative_error,18442,0.02500,0.796
11,mlp.experts.145.down_proj,0.0144084044,hessian_weighted_relative_error,24213,0.02500,0.800
11,mlp.experts.146.down_proj,0.0096847323,hessian_weighted_relative_error,40608,0.02500,0.802
11,mlp.experts.148.down_proj,0.0110484700,hessian_weighted_relative_error,18060,0.02500,0.803
11,mlp.experts.149.down_proj,0.0086157596,hessian_weighted_relative_error,15139,0.02500,0.802
11,mlp.experts.150.down_proj,0.0110706942,hessian_weighted_relative_error,25382,0.02500,0.801
11,mlp.experts.153.down_proj,0.0133149378,hessian_weighted_relative_error,29404,0.02500,0.802
11,mlp.experts.154.down_proj,0.0119608583,hessian_weighted_relative_error,26085,0.02500,0.802
11,mlp.experts.156.down_proj,0.0134281564,hessian_weighted_relative_error,20002,0.02500,0.804
11,mlp.experts.158.down_proj,0.0078529422,hessian_weighted_relative_error,17193,0.02500,0.803
11,mlp.experts.159.down_proj,0.0094612263,hessian_weighted_relative_error,30900,0.02500,0.802
11,mlp.experts.160.down_proj,0.0135553849,hessian_weighted_relative_error,33070,0.02500,0.806
11,mlp.experts.165.down_proj,0.0113968625,hessian_weighted_relative_error,27699,0.02500,0.808
11,mlp.experts.166.down_proj,0.0059283827,hessian_weighted_relative_error,13147,0.02500,0.804
11,mlp.experts.167.down_proj,0.0133931096,hessian_weighted_relative_error,36030,0.02500,0.809
11,mlp.experts.168.down_proj,0.0127648475,hessian_weighted_relative_error,38828,0.02500,0.807
11,mlp.experts.171.down_proj,0.0133660804,hessian_weighted_relative_error,18170,0.02500,0.810
11,mlp.experts.172.down_proj,0.0135153412,hessian_weighted_relative_error,21171,0.02500,0.807
11,mlp.experts.173.down_proj,0.0135523639,hessian_weighted_relative_error,33752,0.02500,0.810
11,mlp.experts.174.down_proj,0.0047846208,hessian_weighted_relative_error,9002,0.02500,0.805
11,mlp.experts.176.down_proj,0.0053058954,hessian_weighted_relative_error,15751,0.02500,0.807
11,mlp.experts.178.down_proj,0.0089646174,hessian_weighted_relative_error,13576,0.02500,0.805
11,mlp.experts.179.down_proj,0.0116305119,hessian_weighted_relative_error,33844,0.02500,0.814
11,mlp.experts.180.down_proj,0.0134091333,hessian_weighted_relative_error,56658,0.02500,0.807
11,mlp.experts.182.down_proj,0.0138808730,hessian_weighted_relative_error,34934,0.02500,0.806
11,mlp.experts.183.down_proj,0.0125908484,hessian_weighted_relative_error,20622,0.02500,0.811
11,mlp.experts.184.down_proj,0.0141218765,hessian_weighted_relative_error,26750,0.02500,0.810
11,mlp.experts.186.down_proj,0.0143368862,hessian_weighted_relative_error,27140,0.02500,0.808
11,mlp.experts.187.down_proj,0.0114363754,hessian_weighted_relative_error,20896,0.02500,0.816
11,mlp.experts.191.down_proj,0.0122411414,hessian_weighted_relative_error,38745,0.02500,0.813
11,mlp.experts.196.down_proj,0.0124949969,hessian_weighted_relative_error,35748,0.02500,0.810
11,mlp.experts.198.down_proj,0.0129341558,hessian_weighted_relative_error,43116,0.02500,0.808
11,mlp.experts.199.down_proj,0.0091175070,hessian_weighted_relative_error,22992,0.02500,0.816
11,mlp.experts.200.down_proj,0.0115181180,hessian_weighted_relative_error,23230,0.02500,0.811
11,mlp.experts.201.down_proj,0.0073488520,hessian_weighted_relative_error,18364,0.02500,0.817
11,mlp.experts.203.down_proj,0.0120819728,hessian_weighted_relative_error,31274,0.02500,0.819
11,mlp.experts.204.down_proj,0.0115912636,hessian_weighted_relative_error,14807,0.02500,0.812
11,mlp.experts.206.down_proj,0.0101915259,hessian_weighted_relative_error,28506,0.02500,0.808
11,mlp.experts.207.down_proj,0.0086478273,hessian_weighted_relative_error,19787,0.02500,0.818
11,mlp.experts.208.down_proj,0.0136933993,hessian_weighted_relative_error,28194,0.02500,0.812
11,mlp.experts.209.down_proj,0.0128107139,hessian_weighted_relative_error,34102,0.02500,0.817
11,mlp.experts.210.down_proj,0.0128736440,hessian_weighted_relative_error,21633,0.02500,0.810
11,mlp.experts.212.down_proj,0.0142108405,hessian_weighted_relative_error,33898,0.02500,0.811
11,mlp.experts.213.down_proj,0.0102984867,hessian_weighted_relative_error,20147,0.02500,0.821
11,mlp.experts.214.down_proj,0.0066505910,hessian_weighted_relative_error,31109,0.02500,0.810
11,mlp.experts.216.down_proj,0.0072014009,hessian_weighted_relative_error,28059,0.02500,0.813
11,mlp.experts.217.down_proj,0.0062545407,hessian_weighted_relative_error,16709,0.02500,0.819
11,mlp.experts.218.down_proj,0.0132792135,hessian_weighted_relative_error,19892,0.02500,0.811
11,mlp.experts.222.down_proj,0.0124168808,hessian_weighted_relative_error,40909,0.02500,0.811
11,mlp.experts.224.down_proj,0.0065657303,hessian_weighted_relative_error,21613,0.02500,0.813
11,mlp.experts.227.down_proj,0.0074268456,hessian_weighted_relative_error,22883,0.02500,0.825
11,mlp.experts.228.down_proj,0.0113264910,hessian_weighted_relative_error,20268,0.02500,0.813
11,mlp.experts.230.down_proj,0.0130414257,hessian_weighted_relative_error,28852,0.02500,0.812
11,mlp.experts.231.down_proj,0.0102401458,hessian_weighted_relative_error,29677,0.02500,0.822
11,mlp.experts.232.down_proj,0.0061632557,hessian_weighted_relative_error,25599,0.02500,0.813
11,mlp.experts.233.down_proj,0.0125204419,hessian_weighted_relative_error,26154,0.02500,0.821
11,mlp.experts.234.down_proj,0.0118033792,hessian_weighted_relative_error,22097,0.02500,0.812
11,mlp.experts.235.down_proj,0.0106146281,hessian_weighted_relative_error,19029,0.02500,0.827
11,mlp.experts.238.down_proj,0.0121827485,hessian_weighted_relative_error,16710,0.02500,0.812
11,mlp.experts.241.down_proj,0.0060417292,hessian_weighted_relative_error,13728,0.02500,0.821
11,mlp.experts.242.down_proj,0.0123851833,hessian_weighted_relative_error,24609,0.02500,0.812
11,mlp.experts.244.down_proj,0.0139626990,hessian_weighted_relative_error,32083,0.02500,0.814
11,mlp.experts.248.down_proj,0.0107980671,hessian_weighted_relative_error,22826,0.02500,0.816
11,mlp.experts.253.down_proj,0.0122018533,hessian_weighted_relative_error,27963,0.02500,0.824
11,mlp.experts.256.down_proj,0.0134001612,hessian_weighted_relative_error,25837,0.02500,0.816
11,mlp.experts.258.down_proj,0.0102624177,hessian_weighted_relative_error,32379,0.02500,0.815
11,mlp.experts.259.down_proj,0.0127818725,hessian_weighted_relative_error,38064,0.02500,0.827
11,mlp.experts.260.down_proj,0.0092066128,hessian_weighted_relative_error,9777,0.02500,0.818
11,mlp.experts.262.down_proj,0.0047942990,hessian_weighted_relative_error,21559,0.02500,0.815
11,mlp.experts.264.down_proj,0.0059939144,hessian_weighted_relative_error,17861,0.02500,0.818
11,mlp.experts.265.down_proj,0.0087131483,hessian_weighted_relative_error,10242,0.02500,0.823
11,mlp.experts.266.down_proj,0.0132258735,hessian_weighted_relative_error,25503,0.02500,0.816
11,mlp.experts.268.down_proj,0.0097529864,hessian_weighted_relative_error,32636,0.02500,0.817
11,mlp.experts.272.down_proj,0.0051810025,hessian_weighted_relative_error,5699,0.02500,0.817
11,mlp.experts.273.down_proj,0.0131061510,hessian_weighted_relative_error,31673,0.02500,0.823
11,mlp.experts.274.down_proj,0.0115529998,hessian_weighted_relative_error,18047,0.02500,0.818
11,mlp.experts.277.down_proj,0.0084126617,hessian_weighted_relative_error,18787,0.02500,0.827
11,mlp.experts.278.down_proj,0.0115256842,hessian_weighted_relative_error,14680,0.02500,0.818
11,mlp.experts.279.down_proj,0.0109068565,hessian_weighted_relative_error,26403,0.02500,0.825
11,mlp.experts.280.down_proj,0.0118016415,hessian_weighted_relative_error,34326,0.02500,0.821
11,mlp.experts.281.down_proj,0.0105169030,hessian_weighted_relative_error,21281,0.02500,0.821
11,mlp.experts.282.down_proj,0.0133750533,hessian_weighted_relative_error,21187,0.02500,0.818
11,mlp.experts.285.down_proj,0.0080208757,hessian_weighted_relative_error,30001,0.02500,0.826
11,mlp.experts.286.down_proj,0.0134648014,hessian_weighted_relative_error,24204,0.02500,0.817
11,mlp.experts.287.down_proj,0.0112249174,hessian_weighted_relative_error,12175,0.02500,0.825
11,mlp.experts.103.down_proj,0.0021438265,hessian_weighted_relative_error,81849,0.02500,1.494
11,mlp.experts.102.gate_proj,0.0011996873,hessian_weighted_relative_error,21294,0.02500,1.575
11,mlp.experts.102.down_proj,0.0021408903,hessian_weighted_relative_error,21294,0.02500,1.524
11,mlp.experts.103.gate_proj,0.0011733628,hessian_weighted_relative_error,81849,0.02500,1.629
11,mlp.experts.0.down_proj,0.0028275336,hessian_weighted_relative_error,25486,0.02500,1.507
11,mlp.experts.115.down_proj,0.0033225088,hessian_weighted_relative_error,48676,0.02500,1.540
11,mlp.experts.102.up_proj,0.0012417154,hessian_weighted_relative_error,21294,0.02500,1.627
11,mlp.experts.103.up_proj,0.0012188659,hessian_weighted_relative_error,81849,0.02500,1.666
11,mlp.experts.120.down_proj,0.0024617425,hessian_weighted_relative_error,28694,0.02500,1.535
11,mlp.experts.115.gate_proj,0.0019333328,hessian_weighted_relative_error,48676,0.02500,1.636
11,mlp.experts.108.up_proj,0.0012288918,hessian_weighted_relative_error,23421,0.02500,1.623
11,mlp.experts.115.up_proj,0.0021048210,hessian_weighted_relative_error,48676,0.02500,1.674
11,mlp.experts.108.down_proj,0.0019778338,hessian_weighted_relative_error,23421,0.02500,1.531
11,mlp.experts.133.down_proj,0.0030369701,hessian_weighted_relative_error,32541,0.02500,1.544
11,mlp.experts.124.down_proj,0.0031386477,hessian_weighted_relative_error,41439,0.02500,1.532
11,mlp.experts.119.down_proj,0.0030733267,hessian_weighted_relative_error,48319,0.02500,1.535
11,mlp.experts.128.down_proj,0.0018556933,hessian_weighted_relative_error,18106,0.02500,1.537
11,mlp.experts.133.up_proj,0.0019089832,hessian_weighted_relative_error,32541,0.02500,1.663
11,mlp.experts.124.up_proj,0.0021195533,hessian_weighted_relative_error,41439,0.02500,1.616
11,mlp.experts.137.down_proj,0.0023288362,hessian_weighted_relative_error,69624,0.02500,1.543
11,mlp.experts.124.gate_proj,0.0019036236,hessian_weighted_relative_error,41439,0.02500,1.591
11,mlp.experts.137.up_proj,0.0015359882,hessian_weighted_relative_error,69624,0.02500,1.669
11,mlp.experts.134.down_proj,0.0030025612,hessian_weighted_relative_error,62876,0.02500,1.534
11,mlp.experts.137.gate_proj,0.0014395799,hessian_weighted_relative_error,69624,0.02500,1.652
11,mlp.experts.136.down_proj,0.0021109863,hessian_weighted_relative_error,27641,0.02500,1.539
11,mlp.experts.147.down_proj,0.0024880404,hessian_weighted_relative_error,33937,0.02500,1.548
11,mlp.experts.134.up_proj,0.0020137525,hessian_weighted_relative_error,62876,0.02500,1.616
11,mlp.experts.147.gate_proj,0.0015071051,hessian_weighted_relative_error,33937,0.02500,1.643
11,mlp.experts.134.gate_proj,0.0019200694,hessian_weighted_relative_error,62876,0.02500,1.589
11,mlp.experts.151.down_proj,0.0029557524,hessian_weighted_relative_error,25786,0.02500,1.551
11,mlp.experts.136.gate_proj,0.0009705612,hessian_weighted_relative_error,27641,0.02500,1.590
11,mlp.experts.147.up_proj,0.0015953997,hessian_weighted_relative_error,33937,0.02500,1.667
11,mlp.experts.138.gate_proj,0.0024391610,hessian_weighted_relative_error,63598,0.02500,1.592
11,mlp.experts.155.down_proj,0.0028084065,hessian_weighted_relative_error,35570,0.02500,1.548
11,mlp.experts.138.down_proj,0.0036029596,hessian_weighted_relative_error,63598,0.02500,1.535
11,mlp.experts.157.down_proj,0.0033645733,hessian_weighted_relative_error,53312,0.02500,1.550
11,mlp.experts.136.up_proj,0.0010243331,hessian_weighted_relative_error,27641,0.02500,1.617
11,mlp.experts.161.gate_proj,0.0017480409,hessian_weighted_relative_error,107070,0.02500,1.645
11,mlp.experts.138.up_proj,0.0025457333,hessian_weighted_relative_error,63598,0.02500,1.614
11,mlp.experts.161.down_proj,0.0026352041,hessian_weighted_relative_error,107070,0.02500,1.550
11,mlp.experts.152.down_proj,0.0036594478,hessian_weighted_relative_error,34119,0.02500,1.540
11,mlp.experts.161.up_proj,0.0018332683,hessian_weighted_relative_error,107070,0.02500,1.664
11,mlp.experts.144.down_proj,0.0028795851,hessian_weighted_relative_error,37747,0.02500,1.539
11,mlp.experts.163.down_proj,0.0027760529,hessian_weighted_relative_error,34815,0.02500,1.556
11,mlp.experts.14.down_proj,0.0034536279,hessian_weighted_relative_error,36592,0.02500,1.504
11,mlp.experts.169.up_proj,0.0017106385,hessian_weighted_relative_error,26509,0.02500,1.664
11,mlp.experts.162.down_proj,0.0026234771,hessian_weighted_relative_error,32544,0.02500,1.538
11,mlp.experts.169.down_proj,0.0023246194,hessian_weighted_relative_error,26509,0.02500,1.556
11,mlp.experts.164.down_proj,0.0019994054,hessian_weighted_relative_error,30821,0.02500,1.545
11,mlp.experts.175.down_proj,0.0026038941,hessian_weighted_relative_error,28838,0.02500,1.549
11,mlp.experts.162.up_proj,0.0015141653,hessian_weighted_relative_error,32544,0.02500,1.619
11,mlp.experts.175.gate_proj,0.0014815929,hessian_weighted_relative_error,28838,0.02500,1.645
11,mlp.experts.162.gate_proj,0.0014431433,hessian_weighted_relative_error,32544,0.02500,1.606
11,mlp.experts.177.down_proj,0.0037799432,hessian_weighted_relative_error,39362,0.02500,1.559
11,mlp.experts.170.down_proj,0.0023034038,hessian_weighted_relative_error,42599,0.02500,1.541
11,mlp.experts.175.up_proj,0.0016184450,hessian_weighted_relative_error,28838,0.02500,1.670
11,mlp.experts.18.down_proj,0.0031857989,hessian_weighted_relative_error,49745,0.02500,1.508
11,mlp.experts.181.down_proj,0.0025103032,hessian_weighted_relative_error,27003,0.02500,1.556
11,mlp.experts.170.up_proj,0.0017085843,hessian_weighted_relative_error,42599,0.02500,1.624
11,mlp.experts.181.up_proj,0.0015461830,hessian_weighted_relative_error,27003,0.02500,1.681
11,mlp.experts.170.gate_proj,0.0016289157,hessian_weighted_relative_error,42599,0.02500,1.600
11,mlp.experts.185.up_proj,0.0013843656,hessian_weighted_relative_error,28483,0.02500,1.665
11,mlp.experts.18.gate_proj,0.0021248837,hessian_weighted_relative_error,49745,0.02500,1.568
11,mlp.experts.185.down_proj,0.0019653693,hessian_weighted_relative_error,28483,0.02500,1.560
11,mlp.experts.190.down_proj,0.0017487142,hessian_weighted_relative_error,39036,0.02500,1.545
11,mlp.experts.189.down_proj,0.0018496587,hessian_weighted_relative_error,18517,0.02500,1.555
11,mlp.experts.188.down_proj,0.0030835704,hessian_weighted_relative_error,28446,0.02500,1.546
11,mlp.experts.193.down_proj,0.0023749169,hessian_weighted_relative_error,33876,0.02500,1.561
11,mlp.experts.18.up_proj,0.0022710258,hessian_weighted_relative_error,49745,0.02500,1.616
11,mlp.experts.195.down_proj,0.0026864630,hessian_weighted_relative_error,28982,0.02500,1.566
11,mlp.experts.190.up_proj,0.0008876052,hessian_weighted_relative_error,39036,0.02500,1.627
11,mlp.experts.193.up_proj,0.0018450651,hessian_weighted_relative_error,33876,0.02500,1.675
11,mlp.experts.192.up_proj,0.0020805703,hessian_weighted_relative_error,42428,0.02500,1.625
11,mlp.experts.195.up_proj,0.0014874462,hessian_weighted_relative_error,28982,0.02500,1.676
11,mlp.experts.192.gate_proj,0.0019207550,hessian_weighted_relative_error,42428,0.02500,1.611
11,mlp.experts.192.down_proj,0.0031862059,hessian_weighted_relative_error,42428,0.02500,1.547
11,mlp.experts.197.down_proj,0.0030221140,hessian_weighted_relative_error,30716,0.02500,1.568
11,mlp.experts.194.down_proj,0.0025219925,hessian_weighted_relative_error,35287,0.02500,1.544
11,mlp.experts.205.down_proj,0.0026603499,hessian_weighted_relative_error,50243,0.02500,1.567
11,mlp.experts.20.down_proj,0.0024104719,hessian_weighted_relative_error,20883,0.02500,1.512
11,mlp.experts.197.up_proj,0.0020272983,hessian_weighted_relative_error,30716,0.02500,1.668
11,mlp.experts.194.up_proj,0.0015076645,hessian_weighted_relative_error,35287,0.02500,1.622
11,mlp.experts.205.gate_proj,0.0015647177,hessian_weighted_relative_error,50243,0.02500,1.658
11,mlp.experts.194.gate_proj,0.0013722419,hessian_weighted_relative_error,35287,0.02500,1.604
11,mlp.experts.205.up_proj,0.0016881661,hessian_weighted_relative_error,50243,0.02500,1.679
11,mlp.experts.202.down_proj,0.0021251842,hessian_weighted_relative_error,38520,0.02500,1.546
11,mlp.experts.215.down_proj,0.0034499675,hessian_weighted_relative_error,30750,0.02500,1.568
11,mlp.experts.220.up_proj,0.0016084651,hessian_weighted_relative_error,29752,0.02500,1.624
11,mlp.experts.211.down_proj,0.0023270254,hessian_weighted_relative_error,22965,0.02500,1.569
11,mlp.experts.220.gate_proj,0.0015141467,hessian_weighted_relative_error,29752,0.02500,1.605
11,mlp.experts.215.up_proj,0.0020782512,hessian_weighted_relative_error,30750,0.02500,1.668
11,mlp.experts.220.down_proj,0.0022756209,hessian_weighted_relative_error,29752,0.02500,1.554
11,mlp.experts.219.down_proj,0.0019117696,hessian_weighted_relative_error,66846,0.02500,1.574
11,mlp.experts.226.down_proj,0.0032284539,hessian_weighted_relative_error,29612,0.02500,1.552
11,mlp.experts.219.up_proj,0.0012202859,hessian_weighted_relative_error,66846,0.02500,1.675
11,mlp.experts.24.up_proj,0.0026456403,hessian_weighted_relative_error,46819,0.02500,1.618
11,mlp.experts.219.gate_proj,0.0011559737,hessian_weighted_relative_error,66846,0.02500,1.654
11,mlp.experts.24.down_proj,0.0036448139,hessian_weighted_relative_error,46819,0.02500,1.514
11,mlp.experts.221.down_proj,0.0031529466,hessian_weighted_relative_error,24703,0.02500,1.565
11,mlp.experts.236.down_proj,0.0037269559,hessian_weighted_relative_error,52395,0.02500,1.557
11,mlp.experts.221.up_proj,0.0016813125,hessian_weighted_relative_error,24703,0.02500,1.677
11,mlp.experts.240.down_proj,0.0028877858,hessian_weighted_relative_error,54135,0.02500,1.557
11,mlp.experts.223.gate_proj,0.0010877038,hessian_weighted_relative_error,38352,0.02500,1.650
11,mlp.experts.246.down_proj,0.0026441374,hessian_weighted_relative_error,90530,0.02500,1.555
11,mlp.experts.223.down_proj,0.0022313681,hessian_weighted_relative_error,38352,0.02500,1.569
11,mlp.experts.240.up_proj,0.0019664346,hessian_weighted_relative_error,54135,0.02500,1.628
11,mlp.experts.223.up_proj,0.0012474882,hessian_weighted_relative_error,38352,0.02500,1.667
11,mlp.experts.240.gate_proj,0.0017422000,hessian_weighted_relative_error,54135,0.02500,1.613
11,mlp.experts.225.down_proj,0.0028767863,hessian_weighted_relative_error,28720,0.02500,1.567
11,mlp.experts.246.gate_proj,0.0016161671,hessian_weighted_relative_error,90530,0.02500,1.610
11,mlp.experts.229.gate_proj,0.0020169945,hessian_weighted_relative_error,37573,0.02500,1.658
11,mlp.experts.252.down_proj,0.0028109477,hessian_weighted_relative_error,14109,0.02500,1.558
11,mlp.experts.229.down_proj,0.0035188470,hessian_weighted_relative_error,37573,0.02500,1.574
11,mlp.experts.250.down_proj,0.0033011849,hessian_weighted_relative_error,50388,0.02500,1.554
11,mlp.experts.229.up_proj,0.0021209346,hessian_weighted_relative_error,37573,0.02500,1.669
11,mlp.experts.246.up_proj,0.0016658920,hessian_weighted_relative_error,90530,0.02500,1.626
11,mlp.experts.23.down_proj,0.0029065156,hessian_weighted_relative_error,23313,0.02500,1.507
11,mlp.experts.254.down_proj,0.0022027064,hessian_weighted_relative_error,34031,0.02500,1.554
11,mlp.experts.237.up_proj,0.0013234410,hessian_weighted_relative_error,23903,0.02500,1.675
11,mlp.experts.276.down_proj,0.0032299795,hessian_weighted_relative_error,48139,0.02500,1.561
11,mlp.experts.237.down_proj,0.0014250010,hessian_weighted_relative_error,23903,0.02500,1.577
11,mlp.experts.270.down_proj,0.0036515652,hessian_weighted_relative_error,50414,0.02500,1.557
11,mlp.experts.239.down_proj,0.0032559641,hessian_weighted_relative_error,21685,0.02500,1.566
11,mlp.experts.254.up_proj,0.0013872333,hessian_weighted_relative_error,34031,0.02500,1.642
11,mlp.experts.243.down_proj,0.0023365650,hessian_weighted_relative_error,58418,0.02500,1.573
11,mlp.experts.276.up_proj,0.0022394609,hessian_weighted_relative_error,48139,0.02500,1.627
11,mlp.experts.243.up_proj,0.0020949985,hessian_weighted_relative_error,58418,0.02500,1.684
11,mlp.experts.284.up_proj,0.0022422479,hessian_weighted_relative_error,70167,0.02500,1.627
11,mlp.experts.243.gate_proj,0.0019415497,hessian_weighted_relative_error,58418,0.02500,1.654
11,mlp.experts.284.gate_proj,0.0021367483,hessian_weighted_relative_error,70167,0.02500,1.615
11,mlp.experts.245.down_proj,0.0017146529,hessian_weighted_relative_error,31109,0.02500,1.570
11,mlp.experts.284.down_proj,0.0033788269,hessian_weighted_relative_error,70167,0.02500,1.562
11,mlp.experts.247.down_proj,0.0023969425,hessian_weighted_relative_error,36000,0.02500,1.572
11,mlp.experts.30.down_proj,0.0028961428,hessian_weighted_relative_error,23416,0.02500,1.515
11,mlp.experts.247.up_proj,0.0014563435,hessian_weighted_relative_error,36000,0.02500,1.687
11,mlp.experts.42.down_proj,0.0032865824,hessian_weighted_relative_error,26449,0.02500,1.519
11,mlp.experts.247.gate_proj,0.0013807193,hessian_weighted_relative_error,36000,0.02500,1.660
11,mlp.experts.32.up_proj,0.0022171798,hessian_weighted_relative_error,37518,0.02500,1.627
11,mlp.experts.249.down_proj,0.0032879834,hessian_weighted_relative_error,31590,0.02500,1.569
11,mlp.experts.32.down_proj,0.0034917695,hessian_weighted_relative_error,37518,0.02500,1.523
11,mlp.experts.42.gate_proj,0.0017682505,hessian_weighted_relative_error,26449,0.02500,1.583
11,mlp.experts.249.up_proj,0.0021663593,hessian_weighted_relative_error,31590,0.02500,1.677
11,mlp.experts.6.down_proj,0.0017834983,hessian_weighted_relative_error,61178,0.02500,1.506
11,mlp.experts.25.gate_proj,0.0019925391,hessian_weighted_relative_error,34472,0.02500,1.605
11,mlp.experts.56.down_proj,0.0030467358,hessian_weighted_relative_error,41300,0.02500,1.528
11,mlp.experts.25.down_proj,0.0031884109,hessian_weighted_relative_error,34472,0.02500,1.507
11,mlp.experts.42.up_proj,0.0019385546,hessian_weighted_relative_error,26449,0.02500,1.631
11,mlp.experts.25.up_proj,0.0021124042,hessian_weighted_relative_error,34472,0.02500,1.668
11,mlp.experts.6.gate_proj,0.0013283484,hessian_weighted_relative_error,61178,0.02500,1.562
11,mlp.experts.251.down_proj,0.0034483684,hessian_weighted_relative_error,35761,0.02500,1.578
11,mlp.experts.60.up_proj,0.0011539499,hessian_weighted_relative_error,27665,0.02500,1.631
11,mlp.experts.255.up_proj,0.0011954392,hessian_weighted_relative_error,23869,0.02500,1.681
11,mlp.experts.60.down_proj,0.0019754652,hessian_weighted_relative_error,27665,0.02500,1.526
11,mlp.experts.255.down_proj,0.0015735373,hessian_weighted_relative_error,23869,0.02500,1.579
11,mlp.experts.6.up_proj,0.0014315184,hessian_weighted_relative_error,61178,0.02500,1.617
11,mlp.experts.257.down_proj,0.0026662225,hessian_weighted_relative_error,45780,0.02500,1.564
11,mlp.experts.64.down_proj,0.0027528356,hessian_weighted_relative_error,36345,0.02500,1.528
11,mlp.experts.257.gate_proj,0.0016516212,hessian_weighted_relative_error,45780,0.02500,1.662
11,mlp.experts.66.down_proj,0.0017565893,hessian_weighted_relative_error,28324,0.02500,1.526
11,mlp.experts.261.down_proj,0.0013928094,hessian_weighted_relative_error,23339,0.02500,1.573
11,mlp.experts.64.up_proj,0.0015411342,hessian_weighted_relative_error,36345,0.02500,1.627
11,mlp.experts.257.up_proj,0.0017296110,hessian_weighted_relative_error,45780,0.02500,1.690
11,mlp.experts.64.gate_proj,0.0014436998,hessian_weighted_relative_error,36345,0.02500,1.585
11,mlp.experts.263.down_proj,0.0030480692,hessian_weighted_relative_error,40656,0.02500,1.570
11,mlp.experts.66.up_proj,0.0011028710,hessian_weighted_relative_error,28324,0.02500,1.629
11,mlp.experts.267.down_proj,0.0025033328,hessian_weighted_relative_error,19276,0.02500,1.574
11,mlp.experts.269.gate_proj,0.0019837481,hessian_weighted_relative_error,44292,0.02500,1.769
11,mlp.experts.90.down_proj,0.0031086932,hessian_weighted_relative_error,42447,0.02500,1.508
11,mlp.experts.90.up_proj,0.0020468362,hessian_weighted_relative_error,42447,0.02500,1.635
11,mlp.experts.269.down_proj,0.0031581120,hessian_weighted_relative_error,44292,0.02500,1.601
11,mlp.experts.82.down_proj,0.0021758381,hessian_weighted_relative_error,24133,0.02500,1.531
11,mlp.experts.269.up_proj,0.0022081485,hessian_weighted_relative_error,44292,0.02500,1.689
11,mlp.experts.94.down_proj,0.0022123936,hessian_weighted_relative_error,22084,0.02500,1.539
11,mlp.experts.27.down_proj,0.0024971300,hessian_weighted_relative_error,27071,0.02500,1.508
11,mlp.experts.27.up_proj,0.0015378065,hessian_weighted_relative_error,27071,0.02500,1.675
11,mlp.experts.27.gate_proj,0.0013943980,hessian_weighted_relative_error,27071,0.02500,1.596
11,mlp.experts.271.down_proj,0.0027830889,hessian_weighted_relative_error,53633,0.02500,1.580
11,mlp.experts.271.gate_proj,0.0017482679,hessian_weighted_relative_error,53633,0.02500,1.663
11,mlp.experts.275.down_proj,0.0029244957,hessian_weighted_relative_error,35388,0.02500,1.580
11,mlp.experts.271.up_proj,0.0018779691,hessian_weighted_relative_error,53633,0.02500,1.687
11,mlp.experts.275.gate_proj,0.0017483520,hessian_weighted_relative_error,35388,0.02500,1.669
11,mlp.experts.275.up_proj,0.0019013196,hessian_weighted_relative_error,35388,0.02500,1.688
11,mlp.experts.283.up_proj,0.0010909067,hessian_weighted_relative_error,28687,0.02500,1.682
11,mlp.experts.283.down_proj,0.0018157546,hessian_weighted_relative_error,28687,0.02500,1.579
11,mlp.experts.29.down_proj,0.0034311512,hessian_weighted_relative_error,37318,0.02500,1.502
11,mlp.experts.31.down_proj,0.0022286616,hessian_weighted_relative_error,30258,0.02500,1.508
11,mlp.experts.41.down_proj,0.0032623679,hessian_weighted_relative_error,34874,0.02500,1.513
11,mlp.experts.33.down_proj,0.0032822663,hessian_weighted_relative_error,41444,0.02500,1.508
11,mlp.experts.45.down_proj,0.0032625115,hessian_weighted_relative_error,53397,0.02500,1.511
11,mlp.experts.45.gate_proj,0.0020454010,hessian_weighted_relative_error,53397,0.02500,1.601
11,mlp.experts.47.down_proj,0.0028327504,hessian_weighted_relative_error,56347,0.02500,1.513
11,mlp.experts.45.up_proj,0.0022240801,hessian_weighted_relative_error,53397,0.02500,1.660
11,mlp.experts.47.up_proj,0.0017341834,hessian_weighted_relative_error,56347,0.02500,1.667
11,mlp.experts.5.down_proj,0.0029410876,hessian_weighted_relative_error,32974,0.02500,1.498
11,mlp.experts.5.up_proj,0.0017938245,hessian_weighted_relative_error,32974,0.02500,1.658
11,mlp.experts.5.gate_proj,0.0016844163,hessian_weighted_relative_error,32974,0.02500,1.568
11,mlp.experts.51.down_proj,0.0022776700,hessian_weighted_relative_error,34322,0.02500,1.512
11,mlp.experts.51.up_proj,0.0018291616,hessian_weighted_relative_error,34322,0.02500,1.658
11,mlp.experts.57.down_proj,0.0035033840,hessian_weighted_relative_error,56128,0.02500,1.516
11,mlp.experts.53.down_proj,0.0029439177,hessian_weighted_relative_error,32838,0.02500,1.514
11,mlp.experts.69.down_proj,0.0030664049,hessian_weighted_relative_error,31790,0.02500,1.516
11,mlp.experts.69.gate_proj,0.0018867117,hessian_weighted_relative_error,31790,0.02500,1.603
11,mlp.experts.81.down_proj,0.0017368530,hessian_weighted_relative_error,21015,0.02500,1.525
11,mlp.experts.69.up_proj,0.0019749957,hessian_weighted_relative_error,31790,0.02500,1.661
11,mlp.experts.81.gate_proj,0.0007974529,hessian_weighted_relative_error,21015,0.02500,1.621
11,mlp.experts.81.up_proj,0.0008710674,hessian_weighted_relative_error,21015,0.02500,1.651
11,mlp.experts.83.up_proj,0.0017443707,hessian_weighted_relative_error,32695,0.02500,1.653
11,mlp.experts.83.down_proj,0.0027795299,hessian_weighted_relative_error,32695,0.02500,1.532
11,mlp.experts.91.down_proj,0.0025045571,hessian_weighted_relative_error,37883,0.02500,1.530
11,mlp.experts.91.up_proj,0.0017298346,hessian_weighted_relative_error,37883,0.02500,1.653
11,mlp.experts.95.up_proj,0.0019441953,hessian_weighted_relative_error,31189,0.02500,1.653
11,mlp.experts.95.down_proj,0.0030619175,hessian_weighted_relative_error,31189,0.02500,1.529
11,mlp.experts.99.down_proj,0.0026770997,hessian_weighted_relative_error,34002,0.02500,1.529
11,mlp.experts.99.gate_proj,0.0010918505,hessian_weighted_relative_error,34002,0.02500,1.609
11,mlp.experts.99.up_proj,0.0012136099,hessian_weighted_relative_error,34002,0.02500,1.647
12,mlp.experts.0.gate_proj,0.0039543914,hessian_weighted_relative_error,17782,0.02500,0.803
12,mlp.experts.1.gate_proj,0.0067083155,hessian_weighted_relative_error,24869,0.02500,0.795
12,mlp.experts.2.gate_proj,0.0058254380,hessian_weighted_relative_error,28275,0.02500,0.804
12,mlp.experts.3.gate_proj,0.0039570308,hessian_weighted_relative_error,11426,0.02500,0.788
12,mlp.experts.4.gate_proj,0.0059071589,hessian_weighted_relative_error,17903,0.02500,0.806
12,mlp.experts.5.gate_proj,0.0067520243,hessian_weighted_relative_error,44458,0.02500,0.791
12,mlp.experts.6.gate_proj,0.0066914608,hessian_weighted_relative_error,34429,0.02500,0.803
12,mlp.experts.7.gate_proj,0.0047904797,hessian_weighted_relative_error,27707,0.02500,0.770
12,mlp.experts.9.gate_proj,0.0062343883,hessian_weighted_relative_error,28471,0.02500,0.797
12,mlp.experts.10.gate_proj,0.0047938548,hessian_weighted_relative_error,21737,0.02500,0.807
12,mlp.experts.11.gate_proj,0.0068658987,hessian_weighted_relative_error,49437,0.02500,0.796
12,mlp.experts.12.gate_proj,0.0067001978,hessian_weighted_relative_error,18370,0.02500,0.806
12,mlp.experts.13.gate_proj,0.0032295374,hessian_weighted_relative_error,10826,0.02500,0.796
12,mlp.experts.14.gate_proj,0.0049239382,hessian_weighted_relative_error,64831,0.02500,0.808
12,mlp.experts.15.gate_proj,0.0028354160,hessian_weighted_relative_error,28140,0.02500,0.793
12,mlp.experts.16.gate_proj,0.0051891794,hessian_weighted_relative_error,15231,0.02500,0.809
12,mlp.experts.17.gate_proj,0.0071344892,hessian_weighted_relative_error,21172,0.02500,0.799
12,mlp.experts.18.gate_proj,0.0047847254,hessian_weighted_relative_error,20587,0.02500,0.812
12,mlp.experts.19.gate_proj,0.0064681927,hessian_weighted_relative_error,22286,0.02500,0.800
12,mlp.experts.20.gate_proj,0.0040070716,hessian_weighted_relative_error,16989,0.02500,0.809
12,mlp.experts.21.gate_proj,0.0018903331,hessian_weighted_relative_error,11218,0.02500,0.803
12,mlp.experts.22.gate_proj,0.0032150496,hessian_weighted_relative_error,40707,0.02500,0.811
12,mlp.experts.24.gate_proj,0.0040331427,hessian_weighted_relative_error,22214,0.02500,0.814
12,mlp.experts.25.gate_proj,0.0071184754,hessian_weighted_relative_error,20996,0.02500,0.804
12,mlp.experts.26.gate_proj,0.0058208315,hessian_weighted_relative_error,26170,0.02500,0.812
12,mlp.experts.27.gate_proj,0.0073290573,hessian_weighted_relative_error,42638,0.02500,0.803
12,mlp.experts.28.gate_proj,0.0063784007,hessian_weighted_relative_error,70668,0.02500,0.814
12,mlp.experts.29.gate_proj,0.0066563552,hessian_weighted_relative_error,11822,0.02500,0.805
12,mlp.experts.30.gate_proj,0.0054337592,hessian_weighted_relative_error,35141,0.02500,0.814
12,mlp.experts.31.gate_proj,0.0073142757,hessian_weighted_relative_error,17463,0.02500,0.801
12,mlp.experts.33.gate_proj,0.0059244556,hessian_weighted_relative_error,11413,0.02500,0.808
12,mlp.experts.34.gate_proj,0.0049487444,hessian_weighted_relative_error,15354,0.02500,0.815
12,mlp.experts.36.gate_proj,0.0063942764,hessian_weighted_relative_error,35339,0.02500,0.814
12,mlp.experts.37.gate_proj,0.0022284466,hessian_weighted_relative_error,31375,0.02500,0.809
12,mlp.experts.38.gate_proj,0.0059379575,hessian_weighted_relative_error,34087,0.02500,0.815
12,mlp.experts.39.gate_proj,0.0048325251,hessian_weighted_relative_error,27639,0.02500,0.804
12,mlp.experts.40.gate_proj,0.0048278783,hessian_weighted_relative_error,25232,0.02500,0.817
12,mlp.experts.42.gate_proj,0.0058106129,hessian_weighted_relative_error,24650,0.02500,0.818
12,mlp.experts.43.gate_proj,0.0055164747,hessian_weighted_relative_error,31835,0.02500,0.810
12,mlp.experts.45.gate_proj,0.0025628070,hessian_weighted_relative_error,21161,0.02500,0.818
12,mlp.experts.46.gate_proj,0.0068011594,hessian_weighted_relative_error,28146,0.02500,0.818
12,mlp.experts.47.gate_proj,0.0053965870,hessian_weighted_relative_error,54292,0.02500,0.810
12,mlp.experts.48.gate_proj,0.0052592345,hessian_weighted_relative_error,22367,0.02500,0.818
12,mlp.experts.49.gate_proj,0.0065615301,hessian_weighted_relative_error,25562,0.02500,0.820
12,mlp.experts.50.gate_proj,0.0051406690,hessian_weighted_relative_error,24501,0.02500,0.820
12,mlp.experts.51.gate_proj,0.0041894190,hessian_weighted_relative_error,35711,0.02500,0.818
12,mlp.experts.53.gate_proj,0.0048568489,hessian_weighted_relative_error,35978,0.02500,0.819
12,mlp.experts.54.gate_proj,0.0059369391,hessian_weighted_relative_error,45016,0.02500,0.822
12,mlp.experts.55.gate_proj,0.0059712332,hessian_weighted_relative_error,20617,0.02500,0.814
12,mlp.experts.56.gate_proj,0.0071254175,hessian_weighted_relative_error,26044,0.02500,0.823
12,mlp.experts.57.gate_proj,0.0066326382,hessian_weighted_relative_error,46598,0.02500,0.820
12,mlp.experts.59.gate_proj,0.0070836423,hessian_weighted_relative_error,17480,0.02500,0.821
12,mlp.experts.60.gate_proj,0.0055700128,hessian_weighted_relative_error,30656,0.02500,0.822
12,mlp.experts.61.gate_proj,0.0064522945,hessian_weighted_relative_error,36752,0.02500,0.822
12,mlp.experts.62.gate_proj,0.0037923876,hessian_weighted_relative_error,32878,0.02500,0.825
12,mlp.experts.63.gate_proj,0.0057061731,hessian_weighted_relative_error,17187,0.02500,0.822
12,mlp.experts.65.gate_proj,0.0059915638,hessian_weighted_relative_error,82092,0.02500,0.828
12,mlp.experts.66.gate_proj,0.0070451083,hessian_weighted_relative_error,23727,0.02500,0.824
12,mlp.experts.67.gate_proj,0.0053299168,hessian_weighted_relative_error,7968,0.02500,0.822
12,mlp.experts.68.gate_proj,0.0053576276,hessian_weighted_relative_error,55639,0.02500,0.824
12,mlp.experts.69.gate_proj,0.0040148428,hessian_weighted_relative_error,7797,0.02500,0.824
12,mlp.experts.70.gate_proj,0.0059409579,hessian_weighted_relative_error,22004,0.02500,0.823
12,mlp.experts.71.gate_proj,0.0051147384,hessian_weighted_relative_error,30870,0.02500,0.821
12,mlp.experts.72.gate_proj,0.0038804283,hessian_weighted_relative_error,26120,0.02500,0.826
12,mlp.experts.73.gate_proj,0.0066371756,hessian_weighted_relative_error,31210,0.02500,0.829
12,mlp.experts.74.gate_proj,0.0068282925,hessian_weighted_relative_error,16180,0.02500,0.826
12,mlp.experts.75.gate_proj,0.0031271180,hessian_weighted_relative_error,33262,0.02500,0.828
12,mlp.experts.76.gate_proj,0.0066344860,hessian_weighted_relative_error,17835,0.02500,0.826
12,mlp.experts.77.gate_proj,0.0039960302,hessian_weighted_relative_error,22519,0.02500,0.829
12,mlp.experts.78.gate_proj,0.0068770609,hessian_weighted_relative_error,31014,0.02500,0.828
12,mlp.experts.79.gate_proj,0.0064489117,hessian_weighted_relative_error,27126,0.02500,0.829
12,mlp.experts.80.gate_proj,0.0062652909,hessian_weighted_relative_error,28794,0.02500,0.827
12,mlp.experts.81.gate_proj,0.0045790782,hessian_weighted_relative_error,14017,0.02500,0.833
12,mlp.experts.82.gate_proj,0.0028441607,hessian_weighted_relative_error,47942,0.02500,0.828
12,mlp.experts.84.gate_proj,0.0056519143,hessian_weighted_relative_error,26855,0.02500,0.825
12,mlp.experts.85.gate_proj,0.0045690285,hessian_weighted_relative_error,9675,0.02500,0.832
12,mlp.experts.87.gate_proj,0.0063128650,hessian_weighted_relative_error,37465,0.02500,0.830
12,mlp.experts.88.gate_proj,0.0062882077,hessian_weighted_relative_error,22558,0.02500,0.829
12,mlp.experts.89.gate_proj,0.0052501973,hessian_weighted_relative_error,20984,0.02500,0.836
12,mlp.experts.90.gate_proj,0.0029864650,hessian_weighted_relative_error,17073,0.02500,0.832
12,mlp.experts.91.gate_proj,0.0041872607,hessian_weighted_relative_error,15222,0.02500,0.836
12,mlp.experts.92.gate_proj,0.0033474681,hessian_weighted_relative_error,35240,0.02500,0.828
12,mlp.experts.93.gate_proj,0.0047505167,hessian_weighted_relative_error,18401,0.02500,0.836
12,mlp.experts.94.gate_proj,0.0042696328,hessian_weighted_relative_error,14262,0.02500,0.831
12,mlp.experts.95.gate_proj,0.0031569552,hessian_weighted_relative_error,19875,0.02500,0.832
12,mlp.experts.96.gate_proj,0.0054871908,hessian_weighted_relative_error,25169,0.02500,0.831
12,mlp.experts.97.gate_proj,0.0066923426,hessian_weighted_relative_error,39509,0.02500,0.838
12,mlp.experts.98.gate_proj,0.0055507915,hessian_weighted_relative_error,18143,0.02500,0.830
12,mlp.experts.99.gate_proj,0.0059221917,hessian_weighted_relative_error,21875,0.02500,0.838
12,mlp.experts.100.gate_proj,0.0064630368,hessian_weighted_relative_error,15903,0.02500,0.831
12,mlp.experts.101.gate_proj,0.0053889665,hessian_weighted_relative_error,7959,0.02500,0.840
12,mlp.experts.102.gate_proj,0.0069247705,hessian_weighted_relative_error,32097,0.02500,0.834
12,mlp.experts.103.gate_proj,0.0041156362,hessian_weighted_relative_error,34305,0.02500,0.837
12,mlp.experts.104.gate_proj,0.0060376177,hessian_weighted_relative_error,22954,0.02500,0.834
12,mlp.experts.105.gate_proj,0.0046551998,hessian_weighted_relative_error,18285,0.02500,0.842
12,mlp.experts.106.gate_proj,0.0058780740,hessian_weighted_relative_error,50929,0.02500,0.834
12,mlp.experts.108.gate_proj,0.0064015672,hessian_weighted_relative_error,24013,0.02500,0.832
12,mlp.experts.109.gate_proj,0.0066352807,hessian_weighted_relative_error,32485,0.02500,0.843
12,mlp.experts.110.gate_proj,0.0051772947,hessian_weighted_relative_error,45480,0.02500,0.833
12,mlp.experts.111.gate_proj,0.0035126689,hessian_weighted_relative_error,13884,0.02500,0.841
12,mlp.experts.112.gate_proj,0.0039357306,hessian_weighted_relative_error,26496,0.02500,0.833
12,mlp.experts.113.gate_proj,0.0064374367,hessian_weighted_relative_error,40432,0.02500,0.844
12,mlp.experts.114.gate_proj,0.0065652866,hessian_weighted_relative_error,28599,0.02500,0.835
12,mlp.experts.115.gate_proj,0.0046016604,hessian_weighted_relative_error,22312,0.02500,0.844
12,mlp.experts.117.gate_proj,0.0059583099,hessian_weighted_relative_error,23376,0.02500,0.845
12,mlp.experts.118.gate_proj,0.0032820996,hessian_weighted_relative_error,26875,0.02500,0.833
12,mlp.experts.119.gate_proj,0.0062061924,hessian_weighted_relative_error,22775,0.02500,0.841
12,mlp.experts.120.gate_proj,0.0054920551,hessian_weighted_relative_error,25738,0.02500,0.835
12,mlp.experts.121.gate_proj,0.0059081621,hessian_weighted_relative_error,48090,0.02500,0.850
12,mlp.experts.122.gate_proj,0.0063034669,hessian_weighted_relative_error,11446,0.02500,0.835
12,mlp.experts.123.gate_proj,0.0041957158,hessian_weighted_relative_error,21952,0.02500,0.848
12,mlp.experts.124.gate_proj,0.0064815913,hessian_weighted_relative_error,43609,0.02500,0.837
12,mlp.experts.125.gate_proj,0.0065291931,hessian_weighted_relative_error,26643,0.02500,0.848
12,mlp.experts.127.gate_proj,0.0062641382,hessian_weighted_relative_error,29837,0.02500,0.846
12,mlp.experts.128.gate_proj,0.0061632619,hessian_weighted_relative_error,20699,0.02500,0.836
12,mlp.experts.130.gate_proj,0.0069539989,hessian_weighted_relative_error,51553,0.02500,0.837
12,mlp.experts.131.gate_proj,0.0058264303,hessian_weighted_relative_error,12483,0.02500,0.848
12,mlp.experts.134.gate_proj,0.0068925419,hessian_weighted_relative_error,30308,0.02500,0.837
12,mlp.experts.135.gate_proj,0.0072496623,hessian_weighted_relative_error,27127,0.02500,0.849
12,mlp.experts.136.gate_proj,0.0046811834,hessian_weighted_relative_error,18270,0.02500,0.838
12,mlp.experts.137.gate_proj,0.0060808325,hessian_weighted_relative_error,14582,0.02500,0.852
12,mlp.experts.138.gate_proj,0.0022254945,hessian_weighted_relative_error,16361,0.02500,0.836
12,mlp.experts.140.gate_proj,0.0060060367,hessian_weighted_relative_error,20140,0.02500,0.838
12,mlp.experts.142.gate_proj,0.0032171919,hessian_weighted_relative_error,20928,0.02500,0.839
12,mlp.experts.143.gate_proj,0.0071688761,hessian_weighted_relative_error,30293,0.02500,0.849
12,mlp.experts.145.gate_proj,0.0048824582,hessian_weighted_relative_error,26910,0.02500,0.855
12,mlp.experts.146.gate_proj,0.0048157242,hessian_weighted_relative_error,21457,0.02500,0.851
12,mlp.experts.148.gate_proj,0.0051363341,hessian_weighted_relative_error,27512,0.02500,0.840
12,mlp.experts.150.gate_proj,0.0039124911,hessian_weighted_relative_error,21763,0.02500,0.853
12,mlp.experts.151.gate_proj,0.0024808667,hessian_weighted_relative_error,13688,0.02500,0.854
12,mlp.experts.153.gate_proj,0.0071487001,hessian_weighted_relative_error,19967,0.02500,0.854
12,mlp.experts.155.gate_proj,0.0036817592,hessian_weighted_relative_error,39557,0.02500,0.862
12,mlp.experts.156.gate_proj,0.0064924287,hessian_weighted_relative_error,23887,0.02500,0.839
12,mlp.experts.157.gate_proj,0.0060844942,hessian_weighted_relative_error,15316,0.02500,0.857
12,mlp.experts.158.gate_proj,0.0047545026,hessian_weighted_relative_error,22340,0.02500,0.841
12,mlp.experts.159.gate_proj,0.0068360352,hessian_weighted_relative_error,20107,0.02500,0.875
12,mlp.experts.160.gate_proj,0.0047974485,hessian_weighted_relative_error,32003,0.02500,0.841
12,mlp.experts.161.gate_proj,0.0059649533,hessian_weighted_relative_error,22779,0.02500,0.855
12,mlp.experts.162.gate_proj,0.0046691906,hessian_weighted_relative_error,25670,0.02500,0.841
12,mlp.experts.164.gate_proj,0.0058602389,hessian_weighted_relative_error,11679,0.02500,0.841
12,mlp.experts.166.gate_proj,0.0050851777,hessian_weighted_relative_error,41229,0.02500,0.841
12,mlp.experts.167.gate_proj,0.0037997209,hessian_weighted_relative_error,22976,0.02500,0.855
12,mlp.experts.168.gate_proj,0.0060335931,hessian_weighted_relative_error,33510,0.02500,0.842
12,mlp.experts.169.gate_proj,0.0057732393,hessian_weighted_relative_error,22871,0.02500,0.856
12,mlp.experts.170.gate_proj,0.0056322141,hessian_weighted_relative_error,26215,0.02500,0.845
12,mlp.experts.172.gate_proj,0.0041772466,hessian_weighted_relative_error,8372,0.02500,0.841
12,mlp.experts.173.gate_proj,0.0031916980,hessian_weighted_relative_error,30282,0.02500,0.859
12,mlp.experts.174.gate_proj,0.0039656196,hessian_weighted_relative_error,21406,0.02500,0.843
12,mlp.experts.175.gate_proj,0.0055286034,hessian_weighted_relative_error,18739,0.02500,0.854
12,mlp.experts.176.gate_proj,0.0063487681,hessian_weighted_relative_error,49166,0.02500,0.844
12,mlp.experts.177.gate_proj,0.0064290734,hessian_weighted_relative_error,28244,0.02500,0.856
12,mlp.experts.178.gate_proj,0.0056658303,hessian_weighted_relative_error,17509,0.02500,0.844
12,mlp.experts.179.gate_proj,0.0064089162,hessian_weighted_relative_error,27778,0.02500,0.856
12,mlp.experts.180.gate_proj,0.0045357649,hessian_weighted_relative_error,20046,0.02500,0.842
12,mlp.experts.181.gate_proj,0.0048016765,hessian_weighted_relative_error,29626,0.02500,0.857
12,mlp.experts.182.gate_proj,0.0063030716,hessian_weighted_relative_error,18508,0.02500,0.843
12,mlp.experts.183.gate_proj,0.0061866430,hessian_weighted_relative_error,22636,0.02500,0.857
12,mlp.experts.184.gate_proj,0.0061341651,hessian_weighted_relative_error,17988,0.02500,0.845
12,mlp.experts.185.gate_proj,0.0057219515,hessian_weighted_relative_error,12827,0.02500,0.857
12,mlp.experts.186.gate_proj,0.0060818005,hessian_weighted_relative_error,13728,0.02500,0.844
12,mlp.experts.187.gate_proj,0.0051953313,hessian_weighted_relative_error,12005,0.02500,0.856
12,mlp.experts.188.gate_proj,0.0044792603,hessian_weighted_relative_error,15842,0.02500,0.843
12,mlp.experts.189.gate_proj,0.0060751691,hessian_weighted_relative_error,46849,0.02500,0.857
12,mlp.experts.190.gate_proj,0.0042284002,hessian_weighted_relative_error,9233,0.02500,0.844
12,mlp.experts.191.gate_proj,0.0056849882,hessian_weighted_relative_error,25862,0.02500,0.856
12,mlp.experts.192.gate_proj,0.0043861500,hessian_weighted_relative_error,11057,0.02500,0.845
12,mlp.experts.194.gate_proj,0.0043638537,hessian_weighted_relative_error,31519,0.02500,0.846
12,mlp.experts.195.gate_proj,0.0040759002,hessian_weighted_relative_error,25877,0.02500,0.857
12,mlp.experts.196.gate_proj,0.0064488238,hessian_weighted_relative_error,20535,0.02500,0.844
12,mlp.experts.197.gate_proj,0.0057851386,hessian_weighted_relative_error,15533,0.02500,0.858
12,mlp.experts.198.gate_proj,0.0058832444,hessian_weighted_relative_error,48743,0.02500,0.848
12,mlp.experts.199.gate_proj,0.0048036047,hessian_weighted_relative_error,18865,0.02500,0.858
12,mlp.experts.200.gate_proj,0.0062433786,hessian_weighted_relative_error,29708,0.02500,0.846
12,mlp.experts.202.gate_proj,0.0050704391,hessian_weighted_relative_error,26911,0.02500,0.845
12,mlp.experts.203.gate_proj,0.0049642707,hessian_weighted_relative_error,42842,0.02500,0.859
12,mlp.experts.204.gate_proj,0.0060867149,hessian_weighted_relative_error,22415,0.02500,0.846
12,mlp.experts.205.gate_proj,0.0042270491,hessian_weighted_relative_error,17559,0.02500,0.859
12,mlp.experts.206.gate_proj,0.0068037416,hessian_weighted_relative_error,34517,0.02500,0.846
12,mlp.experts.209.gate_proj,0.0037231252,hessian_weighted_relative_error,44247,0.02500,0.857
12,mlp.experts.210.gate_proj,0.0055642145,hessian_weighted_relative_error,25426,0.02500,0.847
12,mlp.experts.211.gate_proj,0.0064758501,hessian_weighted_relative_error,23035,0.02500,0.859
12,mlp.experts.212.gate_proj,0.0034740297,hessian_weighted_relative_error,17395,0.02500,0.848
12,mlp.experts.213.gate_proj,0.0057553628,hessian_weighted_relative_error,7935,0.02500,0.858
12,mlp.experts.214.gate_proj,0.0058657329,hessian_weighted_relative_error,15356,0.02500,0.847
12,mlp.experts.215.gate_proj,0.0064508729,hessian_weighted_relative_error,28016,0.02500,0.858
12,mlp.experts.216.gate_proj,0.0056382418,hessian_weighted_relative_error,35964,0.02500,0.849
12,mlp.experts.217.gate_proj,0.0057282268,hessian_weighted_relative_error,16183,0.02500,0.858
12,mlp.experts.218.gate_proj,0.0060265073,hessian_weighted_relative_error,23461,0.02500,0.848
12,mlp.experts.219.gate_proj,0.0048407128,hessian_weighted_relative_error,9390,0.02500,0.858
12,mlp.experts.220.gate_proj,0.0026394183,hessian_weighted_relative_error,22988,0.02500,0.848
12,mlp.experts.221.gate_proj,0.0064410337,hessian_weighted_relative_error,16735,0.02500,0.859
12,mlp.experts.222.gate_proj,0.0068610912,hessian_weighted_relative_error,18608,0.02500,0.848
12,mlp.experts.224.gate_proj,0.0047751208,hessian_weighted_relative_error,37698,0.02500,0.849
12,mlp.experts.225.gate_proj,0.0051490722,hessian_weighted_relative_error,27560,0.02500,0.864
12,mlp.experts.226.gate_proj,0.0058584034,hessian_weighted_relative_error,33920,0.02500,0.848
12,mlp.experts.227.gate_proj,0.0060315650,hessian_weighted_relative_error,28635,0.02500,0.860
12,mlp.experts.228.gate_proj,0.0059856945,hessian_weighted_relative_error,14482,0.02500,0.848
12,mlp.experts.230.gate_proj,0.0045065992,hessian_weighted_relative_error,17846,0.02500,0.849
12,mlp.experts.232.gate_proj,0.0049550403,hessian_weighted_relative_error,18155,0.02500,0.851
12,mlp.experts.233.gate_proj,0.0058906320,hessian_weighted_relative_error,20969,0.02500,0.862
12,mlp.experts.234.gate_proj,0.0045366459,hessian_weighted_relative_error,52797,0.02500,0.848
12,mlp.experts.235.gate_proj,0.0050531839,hessian_weighted_relative_error,18084,0.02500,0.861
12,mlp.experts.236.gate_proj,0.0064502317,hessian_weighted_relative_error,39101,0.02500,0.850
12,mlp.experts.237.gate_proj,0.0066962020,hessian_weighted_relative_error,18369,0.02500,0.858
12,mlp.experts.238.gate_proj,0.0051463915,hessian_weighted_relative_error,16245,0.02500,0.849
12,mlp.experts.239.gate_proj,0.0056452827,hessian_weighted_relative_error,15169,0.02500,0.859
12,mlp.experts.240.gate_proj,0.0054487522,hessian_weighted_relative_error,28582,0.02500,0.851
12,mlp.experts.242.gate_proj,0.0082409784,hessian_weighted_relative_error,20709,0.02500,0.850
12,mlp.experts.243.gate_proj,0.0061662837,hessian_weighted_relative_error,35842,0.02500,0.862
12,mlp.experts.244.gate_proj,0.0034864348,hessian_weighted_relative_error,33839,0.02500,0.850
12,mlp.experts.245.gate_proj,0.0062451629,hessian_weighted_relative_error,34484,0.02500,0.861
12,mlp.experts.246.gate_proj,0.0042658526,hessian_weighted_relative_error,23168,0.02500,0.851
12,mlp.experts.248.gate_proj,0.0028928106,hessian_weighted_relative_error,17788,0.02500,0.851
12,mlp.experts.249.gate_proj,0.0044780311,hessian_weighted_relative_error,23830,0.02500,0.862
12,mlp.experts.250.gate_proj,0.0059614583,hessian_weighted_relative_error,24593,0.02500,0.850
12,mlp.experts.251.gate_proj,0.0050744294,hessian_weighted_relative_error,76574,0.02500,0.860
12,mlp.experts.252.gate_proj,0.0048966668,hessian_weighted_relative_error,22854,0.02500,0.851
12,mlp.experts.253.gate_proj,0.0047533081,hessian_weighted_relative_error,18481,0.02500,0.861
12,mlp.experts.254.gate_proj,0.0059232297,hessian_weighted_relative_error,12799,0.02500,0.849
12,mlp.experts.255.gate_proj,0.0066425042,hessian_weighted_relative_error,50204,0.02500,0.861
12,mlp.experts.256.gate_proj,0.0060547322,hessian_weighted_relative_error,34780,0.02500,0.852
12,mlp.experts.259.gate_proj,0.0054963800,hessian_weighted_relative_error,21532,0.02500,0.862
12,mlp.experts.260.gate_proj,0.0042757733,hessian_weighted_relative_error,42131,0.02500,0.852
12,mlp.experts.262.gate_proj,0.0045576659,hessian_weighted_relative_error,45009,0.02500,0.850
12,mlp.experts.263.gate_proj,0.0029203129,hessian_weighted_relative_error,13264,0.02500,0.861
12,mlp.experts.264.gate_proj,0.0057899357,hessian_weighted_relative_error,19944,0.02500,0.852
12,mlp.experts.265.gate_proj,0.0029015037,hessian_weighted_relative_error,10878,0.02500,0.861
12,mlp.experts.266.gate_proj,0.0065863017,hessian_weighted_relative_error,28381,0.02500,0.851
12,mlp.experts.267.gate_proj,0.0035674766,hessian_weighted_relative_error,9132,0.02500,0.862
12,mlp.experts.268.gate_proj,0.0083337922,hessian_weighted_relative_error,20897,0.02500,0.852
12,mlp.experts.270.gate_proj,0.0042503154,hessian_weighted_relative_error,45865,0.02500,0.851
12,mlp.experts.271.gate_proj,0.0059634112,hessian_weighted_relative_error,32517,0.02500,0.862
12,mlp.experts.272.gate_proj,0.0064826453,hessian_weighted_relative_error,65459,0.02500,0.852
12,mlp.experts.273.gate_proj,0.0067637651,hessian_weighted_relative_error,26039,0.02500,0.862
12,mlp.experts.274.gate_proj,0.0060793631,hessian_weighted_relative_error,30534,0.02500,0.853
12,mlp.experts.275.gate_proj,0.0063986857,hessian_weighted_relative_error,40590,0.02500,0.864
12,mlp.experts.276.gate_proj,0.0061185224,hessian_weighted_relative_error,25730,0.02500,0.852
12,mlp.experts.277.gate_proj,0.0046039913,hessian_weighted_relative_error,11861,0.02500,0.865
12,mlp.experts.278.gate_proj,0.0060021957,hessian_weighted_relative_error,21327,0.02500,0.852
12,mlp.experts.279.gate_proj,0.0031096198,hessian_weighted_relative_error,23753,0.02500,0.861
12,mlp.experts.280.gate_proj,0.0062843462,hessian_weighted_relative_error,9948,0.02500,0.851
12,mlp.experts.282.gate_proj,0.0059572865,hessian_weighted_relative_error,29787,0.02500,0.853
12,mlp.experts.283.gate_proj,0.0023224319,hessian_weighted_relative_error,20232,0.02500,0.863
12,mlp.experts.284.gate_proj,0.0058168962,hessian_weighted_relative_error,16307,0.02500,0.852
12,mlp.experts.285.gate_proj,0.0045178371,hessian_weighted_relative_error,9310,0.02500,0.863
12,mlp.experts.286.gate_proj,0.0060041697,hessian_weighted_relative_error,20910,0.02500,0.853
12,mlp.experts.287.gate_proj,0.0044551821,hessian_weighted_relative_error,30312,0.02500,0.862
12,mlp.experts.0.up_proj,0.0043307131,hessian_weighted_relative_error,17782,0.02500,0.855
12,mlp.experts.1.up_proj,0.0076509869,hessian_weighted_relative_error,24869,0.02500,0.864
12,mlp.experts.2.up_proj,0.0067078874,hessian_weighted_relative_error,28275,0.02500,0.855
12,mlp.experts.3.up_proj,0.0047768648,hessian_weighted_relative_error,11426,0.02500,0.864
12,mlp.experts.4.up_proj,0.0067380874,hessian_weighted_relative_error,17903,0.02500,0.852
12,mlp.experts.5.up_proj,0.0073636199,hessian_weighted_relative_error,44458,0.02500,0.868
12,mlp.experts.6.up_proj,0.0079018909,hessian_weighted_relative_error,34429,0.02500,0.854
12,mlp.experts.7.up_proj,0.0054451530,hessian_weighted_relative_error,27707,0.02500,0.865
12,mlp.experts.9.up_proj,0.0070560298,hessian_weighted_relative_error,28471,0.02500,0.866
12,mlp.experts.10.up_proj,0.0053609433,hessian_weighted_relative_error,21737,0.02500,0.864
12,mlp.experts.12.up_proj,0.0075440578,hessian_weighted_relative_error,18370,0.02500,0.858
12,mlp.experts.13.up_proj,0.0036364913,hessian_weighted_relative_error,10826,0.02500,0.863
12,mlp.experts.14.up_proj,0.0052450659,hessian_weighted_relative_error,64831,0.02500,0.868
12,mlp.experts.15.up_proj,0.0031814142,hessian_weighted_relative_error,28140,0.02500,0.867
12,mlp.experts.16.up_proj,0.0057706915,hessian_weighted_relative_error,15231,0.02500,0.867
12,mlp.experts.17.up_proj,0.0081026596,hessian_weighted_relative_error,21172,0.02500,0.864
12,mlp.experts.18.up_proj,0.0053921957,hessian_weighted_relative_error,20587,0.02500,0.865
12,mlp.experts.19.up_proj,0.0073461657,hessian_weighted_relative_error,22286,0.02500,0.863
12,mlp.experts.20.up_proj,0.0043218711,hessian_weighted_relative_error,16989,0.02500,0.864
12,mlp.experts.21.up_proj,0.0019978053,hessian_weighted_relative_error,11218,0.02500,0.864
12,mlp.experts.22.up_proj,0.0036158403,hessian_weighted_relative_error,40707,0.02500,0.865
12,mlp.experts.24.up_proj,0.0044663480,hessian_weighted_relative_error,22214,0.02500,0.865
12,mlp.experts.25.up_proj,0.0076691105,hessian_weighted_relative_error,20996,0.02500,0.874
12,mlp.experts.26.up_proj,0.0074376041,hessian_weighted_relative_error,26170,0.02500,0.867
12,mlp.experts.27.up_proj,0.0082299712,hessian_weighted_relative_error,42638,0.02500,0.866
12,mlp.experts.29.up_proj,0.0072668401,hessian_weighted_relative_error,11822,0.02500,0.867
12,mlp.experts.30.up_proj,0.0061369447,hessian_weighted_relative_error,35141,0.02500,0.867
12,mlp.experts.31.up_proj,0.0081880401,hessian_weighted_relative_error,17463,0.02500,0.868
12,mlp.experts.33.up_proj,0.0065233329,hessian_weighted_relative_error,11413,0.02500,0.865
12,mlp.experts.34.up_proj,0.0053770237,hessian_weighted_relative_error,15354,0.02500,0.870
12,mlp.experts.36.up_proj,0.0074642744,hessian_weighted_relative_error,35339,0.02500,0.868
12,mlp.experts.37.up_proj,0.0024855674,hessian_weighted_relative_error,31375,0.02500,0.864
12,mlp.experts.39.up_proj,0.0054538414,hessian_weighted_relative_error,27639,0.02500,0.865
12,mlp.experts.40.up_proj,0.0051757435,hessian_weighted_relative_error,25232,0.02500,0.865
12,mlp.experts.42.up_proj,0.0068891212,hessian_weighted_relative_error,24650,0.02500,0.856
12,mlp.experts.43.up_proj,0.0060377062,hessian_weighted_relative_error,31835,0.02500,0.890
12,mlp.experts.45.up_proj,0.0028842879,hessian_weighted_relative_error,21161,0.02500,0.865
12,mlp.experts.46.up_proj,0.0076298797,hessian_weighted_relative_error,28146,0.02500,0.856
12,mlp.experts.48.up_proj,0.0059702690,hessian_weighted_relative_error,22367,0.02500,0.855
12,mlp.experts.49.up_proj,0.0076975598,hessian_weighted_relative_error,25562,0.02500,0.866
12,mlp.experts.50.up_proj,0.0056181677,hessian_weighted_relative_error,24501,0.02500,0.855
12,mlp.experts.51.up_proj,0.0048626405,hessian_weighted_relative_error,35711,0.02500,0.878
12,mlp.experts.53.up_proj,0.0057186296,hessian_weighted_relative_error,35978,0.02500,0.871
12,mlp.experts.54.up_proj,0.0067596669,hessian_weighted_relative_error,45016,0.02500,0.856
12,mlp.experts.55.up_proj,0.0066330051,hessian_weighted_relative_error,20617,0.02500,0.866
12,mlp.experts.56.up_proj,0.0081733573,hessian_weighted_relative_error,26044,0.02500,0.856
12,mlp.experts.57.up_proj,0.0075763697,hessian_weighted_relative_error,46598,0.02500,0.869
12,mlp.experts.59.up_proj,0.0081124525,hessian_weighted_relative_error,17480,0.02500,0.868
12,mlp.experts.60.up_proj,0.0062416876,hessian_weighted_relative_error,30656,0.02500,0.855
12,mlp.experts.61.up_proj,0.0072462144,hessian_weighted_relative_error,36752,0.02500,0.866
12,mlp.experts.62.up_proj,0.0041488656,hessian_weighted_relative_error,32878,0.02500,0.856
12,mlp.experts.63.up_proj,0.0063052270,hessian_weighted_relative_error,17187,0.02500,0.877
12,mlp.experts.66.up_proj,0.0077585742,hessian_weighted_relative_error,23727,0.02500,0.855
12,mlp.experts.67.up_proj,0.0060979404,hessian_weighted_relative_error,7968,0.02500,0.871
12,mlp.experts.69.up_proj,0.0044246436,hessian_weighted_relative_error,7797,0.02500,0.866
12,mlp.experts.70.up_proj,0.0064749155,hessian_weighted_relative_error,22004,0.02500,0.857
12,mlp.experts.71.up_proj,0.0056562087,hessian_weighted_relative_error,30870,0.02500,0.868
12,mlp.experts.72.up_proj,0.0042880925,hessian_weighted_relative_error,26120,0.02500,0.856
12,mlp.experts.73.up_proj,0.0080906801,hessian_weighted_relative_error,31210,0.02500,0.876
12,mlp.experts.74.up_proj,0.0076892979,hessian_weighted_relative_error,16180,0.02500,0.856
12,mlp.experts.75.up_proj,0.0033572272,hessian_weighted_relative_error,33262,0.02500,0.879
12,mlp.experts.76.up_proj,0.0070424206,hessian_weighted_relative_error,17835,0.02500,0.856
12,mlp.experts.77.up_proj,0.0042731164,hessian_weighted_relative_error,22519,0.02500,0.868
12,mlp.experts.78.up_proj,0.0073289346,hessian_weighted_relative_error,31014,0.02500,0.855
12,mlp.experts.79.up_proj,0.0075690601,hessian_weighted_relative_error,27126,0.02500,0.876
12,mlp.experts.80.up_proj,0.0073558695,hessian_weighted_relative_error,28794,0.02500,0.856
12,mlp.experts.81.up_proj,0.0051325857,hessian_weighted_relative_error,14017,0.02500,0.877
12,mlp.experts.84.up_proj,0.0061834234,hessian_weighted_relative_error,26855,0.02500,0.856
12,mlp.experts.85.up_proj,0.0052418840,hessian_weighted_relative_error,9675,0.02500,0.875
12,mlp.experts.87.up_proj,0.0071650180,hessian_weighted_relative_error,37465,0.02500,0.867
12,mlp.experts.88.up_proj,0.0074846433,hessian_weighted_relative_error,22558,0.02500,0.856
12,mlp.experts.89.up_proj,0.0059520604,hessian_weighted_relative_error,20984,0.02500,0.866
12,mlp.experts.90.up_proj,0.0032158729,hessian_weighted_relative_error,17073,0.02500,0.856
12,mlp.experts.91.up_proj,0.0046172721,hessian_weighted_relative_error,15222,0.02500,0.876
12,mlp.experts.92.up_proj,0.0036991238,hessian_weighted_relative_error,35240,0.02500,0.857
12,mlp.experts.93.up_proj,0.0051984635,hessian_weighted_relative_error,18401,0.02500,0.870
12,mlp.experts.94.up_proj,0.0048031731,hessian_weighted_relative_error,14262,0.02500,0.857
12,mlp.experts.95.up_proj,0.0033868381,hessian_weighted_relative_error,19875,0.02500,0.880
12,mlp.experts.96.up_proj,0.0062908646,hessian_weighted_relative_error,25169,0.02500,0.858
12,mlp.experts.97.up_proj,0.0072754583,hessian_weighted_relative_error,39509,0.02500,0.869
12,mlp.experts.98.up_proj,0.0059841855,hessian_weighted_relative_error,18143,0.02500,0.858
12,mlp.experts.99.up_proj,0.0064623271,hessian_weighted_relative_error,21875,0.02500,0.868
12,mlp.experts.100.up_proj,0.0074214731,hessian_weighted_relative_error,15903,0.02500,0.856
12,mlp.experts.101.up_proj,0.0059598047,hessian_weighted_relative_error,7959,0.02500,0.869
12,mlp.experts.102.up_proj,0.0079270819,hessian_weighted_relative_error,32097,0.02500,0.858
12,mlp.experts.104.up_proj,0.0070029418,hessian_weighted_relative_error,22954,0.02500,0.858
12,mlp.experts.105.up_proj,0.0055872727,hessian_weighted_relative_error,18285,0.02500,0.867
12,mlp.experts.108.up_proj,0.0076540685,hessian_weighted_relative_error,24013,0.02500,0.858
12,mlp.experts.109.up_proj,0.0073732543,hessian_weighted_relative_error,32485,0.02500,0.869
12,mlp.experts.111.up_proj,0.0041537458,hessian_weighted_relative_error,13884,0.02500,0.887
12,mlp.experts.112.up_proj,0.0043817386,hessian_weighted_relative_error,26496,0.02500,0.858
12,mlp.experts.113.up_proj,0.0071153250,hessian_weighted_relative_error,40432,0.02500,0.871
12,mlp.experts.114.up_proj,0.0073778831,hessian_weighted_relative_error,28599,0.02500,0.858
12,mlp.experts.115.up_proj,0.0050574914,hessian_weighted_relative_error,22312,0.02500,0.880
12,mlp.experts.117.up_proj,0.0064933611,hessian_weighted_relative_error,23376,0.02500,0.882
12,mlp.experts.118.up_proj,0.0037696978,hessian_weighted_relative_error,26875,0.02500,0.858
12,mlp.experts.119.up_proj,0.0066084959,hessian_weighted_relative_error,22775,0.02500,0.868
12,mlp.experts.121.up_proj,0.0068566411,hessian_weighted_relative_error,48090,0.02500,0.876
12,mlp.experts.122.up_proj,0.0070870017,hessian_weighted_relative_error,11446,0.02500,0.859
12,mlp.experts.123.up_proj,0.0045694244,hessian_weighted_relative_error,21952,0.02500,0.868
12,mlp.experts.125.up_proj,0.0072117943,hessian_weighted_relative_error,26643,0.02500,0.874
12,mlp.experts.127.up_proj,0.0072414031,hessian_weighted_relative_error,29837,0.02500,0.880
12,mlp.experts.128.up_proj,0.0066671500,hessian_weighted_relative_error,20699,0.02500,0.860
12,mlp.experts.131.up_proj,0.0067890006,hessian_weighted_relative_error,12483,0.02500,0.882
12,mlp.experts.134.up_proj,0.0077793862,hessian_weighted_relative_error,30308,0.02500,0.859
12,mlp.experts.135.up_proj,0.0080801524,hessian_weighted_relative_error,27127,0.02500,0.868
12,mlp.experts.136.up_proj,0.0053359807,hessian_weighted_relative_error,18270,0.02500,0.859
12,mlp.experts.137.up_proj,0.0067329928,hessian_weighted_relative_error,14582,0.02500,0.877
12,mlp.experts.140.up_proj,0.0071879524,hessian_weighted_relative_error,20140,0.02500,0.859
12,mlp.experts.142.up_proj,0.0034379610,hessian_weighted_relative_error,20928,0.02500,0.860
12,mlp.experts.143.up_proj,0.0079889144,hessian_weighted_relative_error,30293,0.02500,0.874
12,mlp.experts.145.up_proj,0.0056432227,hessian_weighted_relative_error,26910,0.02500,0.882
12,mlp.experts.146.up_proj,0.0053188758,hessian_weighted_relative_error,21457,0.02500,0.858
12,mlp.experts.148.up_proj,0.0056921181,hessian_weighted_relative_error,27512,0.02500,0.859
12,mlp.experts.150.up_proj,0.0043315923,hessian_weighted_relative_error,21763,0.02500,0.861
12,mlp.experts.151.up_proj,0.0026629892,hessian_weighted_relative_error,13688,0.02500,0.875
12,mlp.experts.153.up_proj,0.0079074178,hessian_weighted_relative_error,19967,0.02500,0.902
12,mlp.experts.156.up_proj,0.0077292597,hessian_weighted_relative_error,23887,0.02500,0.860
12,mlp.experts.157.up_proj,0.0071963201,hessian_weighted_relative_error,15316,0.02500,0.877
12,mlp.experts.158.up_proj,0.0052627875,hessian_weighted_relative_error,22340,0.02500,0.875
12,mlp.experts.159.up_proj,0.0073409996,hessian_weighted_relative_error,20107,0.02500,0.884
12,mlp.experts.161.up_proj,0.0066607816,hessian_weighted_relative_error,22779,0.02500,0.879
12,mlp.experts.162.up_proj,0.0052765448,hessian_weighted_relative_error,25670,0.02500,0.860
12,mlp.experts.164.up_proj,0.0065293875,hessian_weighted_relative_error,11679,0.02500,0.859
12,mlp.experts.166.up_proj,0.0055669492,hessian_weighted_relative_error,41229,0.02500,0.859
12,mlp.experts.167.up_proj,0.0042482337,hessian_weighted_relative_error,22976,0.02500,0.881
12,mlp.experts.168.up_proj,0.0069565616,hessian_weighted_relative_error,33510,0.02500,0.858
12,mlp.experts.169.up_proj,0.0063298293,hessian_weighted_relative_error,22871,0.02500,0.882
12,mlp.experts.172.up_proj,0.0047423550,hessian_weighted_relative_error,8372,0.02500,0.859
12,mlp.experts.173.up_proj,0.0035945834,hessian_weighted_relative_error,30282,0.02500,0.886
12,mlp.experts.174.up_proj,0.0045242529,hessian_weighted_relative_error,21406,0.02500,0.859
12,mlp.experts.175.up_proj,0.0066838618,hessian_weighted_relative_error,18739,0.02500,0.879
12,mlp.experts.177.up_proj,0.0076341026,hessian_weighted_relative_error,28244,0.02500,0.875
12,mlp.experts.178.up_proj,0.0063055740,hessian_weighted_relative_error,17509,0.02500,0.859
12,mlp.experts.179.up_proj,0.0073259662,hessian_weighted_relative_error,27778,0.02500,0.880
12,mlp.experts.180.up_proj,0.0056463182,hessian_weighted_relative_error,20046,0.02500,0.859
12,mlp.experts.181.up_proj,0.0055098019,hessian_weighted_relative_error,29626,0.02500,0.886
12,mlp.experts.182.up_proj,0.0069087113,hessian_weighted_relative_error,18508,0.02500,0.856
12,mlp.experts.183.up_proj,0.0070741035,hessian_weighted_relative_error,22636,0.02500,0.884
12,mlp.experts.184.up_proj,0.0067694685,hessian_weighted_relative_error,17988,0.02500,0.857
12,mlp.experts.185.up_proj,0.0063285573,hessian_weighted_relative_error,12827,0.02500,0.882
12,mlp.experts.186.up_proj,0.0072285927,hessian_weighted_relative_error,13728,0.02500,0.858
12,mlp.experts.187.up_proj,0.0059144994,hessian_weighted_relative_error,12005,0.02500,0.877
12,mlp.experts.188.up_proj,0.0049551628,hessian_weighted_relative_error,15842,0.02500,0.859
12,mlp.experts.189.up_proj,0.0072076437,hessian_weighted_relative_error,46849,0.02500,0.884
12,mlp.experts.190.up_proj,0.0050140728,hessian_weighted_relative_error,9233,0.02500,0.858
12,mlp.experts.191.up_proj,0.0066168896,hessian_weighted_relative_error,25862,0.02500,0.885
12,mlp.experts.192.up_proj,0.0050456189,hessian_weighted_relative_error,11057,0.02500,0.858
12,mlp.experts.194.up_proj,0.0048444747,hessian_weighted_relative_error,31519,0.02500,0.858
12,mlp.experts.196.up_proj,0.0071486293,hessian_weighted_relative_error,20535,0.02500,0.859
12,mlp.experts.197.up_proj,0.0066790421,hessian_weighted_relative_error,15533,0.02500,0.882
12,mlp.experts.199.up_proj,0.0052767708,hessian_weighted_relative_error,18865,0.02500,0.882
12,mlp.experts.200.up_proj,0.0072006388,hessian_weighted_relative_error,29708,0.02500,0.861
12,mlp.experts.202.up_proj,0.0054868969,hessian_weighted_relative_error,26911,0.02500,0.859
12,mlp.experts.203.up_proj,0.0057464631,hessian_weighted_relative_error,42842,0.02500,0.884
12,mlp.experts.204.up_proj,0.0064214893,hessian_weighted_relative_error,22415,0.02500,0.858
12,mlp.experts.205.up_proj,0.0046691803,hessian_weighted_relative_error,17559,0.02500,0.880
12,mlp.experts.210.up_proj,0.0061067748,hessian_weighted_relative_error,25426,0.02500,0.859
12,mlp.experts.211.up_proj,0.0073293801,hessian_weighted_relative_error,23035,0.02500,0.888
12,mlp.experts.212.up_proj,0.0037940344,hessian_weighted_relative_error,17395,0.02500,0.860
12,mlp.experts.213.up_proj,0.0064091816,hessian_weighted_relative_error,7935,0.02500,0.885
12,mlp.experts.214.up_proj,0.0064993768,hessian_weighted_relative_error,15356,0.02500,0.860
12,mlp.experts.215.up_proj,0.0079495316,hessian_weighted_relative_error,28016,0.02500,0.885
12,mlp.experts.216.up_proj,0.0062849772,hessian_weighted_relative_error,35964,0.02500,0.861
12,mlp.experts.217.up_proj,0.0069885026,hessian_weighted_relative_error,16183,0.02500,0.885
12,mlp.experts.218.up_proj,0.0069736676,hessian_weighted_relative_error,23461,0.02500,0.859
12,mlp.experts.219.up_proj,0.0059819061,hessian_weighted_relative_error,9390,0.02500,0.882
12,mlp.experts.220.up_proj,0.0028788601,hessian_weighted_relative_error,22988,0.02500,0.859
12,mlp.experts.221.up_proj,0.0074393063,hessian_weighted_relative_error,16735,0.02500,0.883
12,mlp.experts.222.up_proj,0.0082198382,hessian_weighted_relative_error,18608,0.02500,0.860
12,mlp.experts.225.up_proj,0.0055479643,hessian_weighted_relative_error,27560,0.02500,0.888
12,mlp.experts.226.up_proj,0.0074282253,hessian_weighted_relative_error,33920,0.02500,0.862
12,mlp.experts.227.up_proj,0.0068681998,hessian_weighted_relative_error,28635,0.02500,0.885
12,mlp.experts.228.up_proj,0.0071611927,hessian_weighted_relative_error,14482,0.02500,0.859
12,mlp.experts.230.up_proj,0.0049445536,hessian_weighted_relative_error,17846,0.02500,0.862
12,mlp.experts.232.up_proj,0.0055883610,hessian_weighted_relative_error,18155,0.02500,0.862
12,mlp.experts.233.up_proj,0.0067891155,hessian_weighted_relative_error,20969,0.02500,0.890
12,mlp.experts.234.up_proj,0.0051740654,hessian_weighted_relative_error,52797,0.02500,0.865
12,mlp.experts.235.up_proj,0.0062867435,hessian_weighted_relative_error,18084,0.02500,0.906
12,mlp.experts.236.up_proj,0.0070402757,hessian_weighted_relative_error,39101,0.02500,0.860
12,mlp.experts.237.up_proj,0.0071362870,hessian_weighted_relative_error,18369,0.02500,0.893
12,mlp.experts.238.up_proj,0.0056270558,hessian_weighted_relative_error,16245,0.02500,0.868
12,mlp.experts.239.up_proj,0.0060491444,hessian_weighted_relative_error,15169,0.02500,0.889
12,mlp.experts.240.up_proj,0.0059751715,hessian_weighted_relative_error,28582,0.02500,0.859
12,mlp.experts.242.up_proj,0.0091470840,hessian_weighted_relative_error,20709,0.02500,0.862
12,mlp.experts.243.up_proj,0.0068797358,hessian_weighted_relative_error,35842,0.02500,0.888
12,mlp.experts.244.up_proj,0.0037107677,hessian_weighted_relative_error,33839,0.02500,0.859
12,mlp.experts.245.up_proj,0.0070424091,hessian_weighted_relative_error,34484,0.02500,0.883
12,mlp.experts.246.up_proj,0.0049845014,hessian_weighted_relative_error,23168,0.02500,0.859
12,mlp.experts.248.up_proj,0.0031060932,hessian_weighted_relative_error,17788,0.02500,0.861
12,mlp.experts.249.up_proj,0.0049686250,hessian_weighted_relative_error,23830,0.02500,0.890
12,mlp.experts.250.up_proj,0.0064524848,hessian_weighted_relative_error,24593,0.02500,0.861
12,mlp.experts.251.up_proj,0.0057791055,hessian_weighted_relative_error,76574,0.02500,0.888
12,mlp.experts.252.up_proj,0.0055195448,hessian_weighted_relative_error,22854,0.02500,0.861
12,mlp.experts.253.up_proj,0.0057716837,hessian_weighted_relative_error,18481,0.02500,0.894
12,mlp.experts.254.up_proj,0.0068485218,hessian_weighted_relative_error,12799,0.02500,0.859
12,mlp.experts.256.up_proj,0.0068142004,hessian_weighted_relative_error,34780,0.02500,0.858
12,mlp.experts.259.up_proj,0.0058935031,hessian_weighted_relative_error,21532,0.02500,0.888
12,mlp.experts.260.up_proj,0.0047624002,hessian_weighted_relative_error,42131,0.02500,0.858
12,mlp.experts.263.up_proj,0.0034131474,hessian_weighted_relative_error,13264,0.02500,0.893
12,mlp.experts.264.up_proj,0.0063852532,hessian_weighted_relative_error,19944,0.02500,0.860
12,mlp.experts.265.up_proj,0.0032131319,hessian_weighted_relative_error,10878,0.02500,0.888
12,mlp.experts.266.up_proj,0.0076694217,hessian_weighted_relative_error,28381,0.02500,0.860
12,mlp.experts.267.up_proj,0.0038582440,hessian_weighted_relative_error,9132,0.02500,0.896
12,mlp.experts.268.up_proj,0.0087639552,hessian_weighted_relative_error,20897,0.02500,0.859
12,mlp.experts.270.up_proj,0.0046017430,hessian_weighted_relative_error,45865,0.02500,0.860
12,mlp.experts.271.up_proj,0.0068740116,hessian_weighted_relative_error,32517,0.02500,0.894
12,mlp.experts.273.up_proj,0.0075312374,hessian_weighted_relative_error,26039,0.02500,0.892
12,mlp.experts.274.up_proj,0.0068541523,hessian_weighted_relative_error,30534,0.02500,0.859
12,mlp.experts.276.up_proj,0.0067407504,hessian_weighted_relative_error,25730,0.02500,0.861
12,mlp.experts.277.up_proj,0.0052003325,hessian_weighted_relative_error,11861,0.02500,0.890
12,mlp.experts.278.up_proj,0.0068551007,hessian_weighted_relative_error,21327,0.02500,0.861
12,mlp.experts.279.up_proj,0.0032614278,hessian_weighted_relative_error,23753,0.02500,0.893
12,mlp.experts.280.up_proj,0.0070590627,hessian_weighted_relative_error,9948,0.02500,0.859
12,mlp.experts.282.up_proj,0.0066313129,hessian_weighted_relative_error,29787,0.02500,0.856
12,mlp.experts.283.up_proj,0.0027759362,hessian_weighted_relative_error,20232,0.02500,0.889
12,mlp.experts.284.up_proj,0.0064726503,hessian_weighted_relative_error,16307,0.02500,0.859
12,mlp.experts.285.up_proj,0.0050483294,hessian_weighted_relative_error,9310,0.02500,0.893
12,mlp.experts.286.up_proj,0.0065682088,hessian_weighted_relative_error,20910,0.02500,0.859
12,mlp.experts.287.up_proj,0.0049902095,hessian_weighted_relative_error,30312,0.02500,0.893
12,mlp.experts.0.down_proj,0.0088106215,hessian_weighted_relative_error,17782,0.02500,0.769
12,mlp.experts.1.down_proj,0.0125634714,hessian_weighted_relative_error,24869,0.02500,0.750
12,mlp.experts.2.down_proj,0.0102591060,hessian_weighted_relative_error,28275,0.02500,0.770
12,mlp.experts.3.down_proj,0.0084821723,hessian_weighted_relative_error,11426,0.02500,0.716
12,mlp.experts.4.down_proj,0.0120451938,hessian_weighted_relative_error,17903,0.02500,0.732
12,mlp.experts.6.down_proj,0.0122837907,hessian_weighted_relative_error,34429,0.02500,0.772
12,mlp.experts.9.down_proj,0.0127918194,hessian_weighted_relative_error,28471,0.02500,0.756
12,mlp.experts.10.down_proj,0.0107909687,hessian_weighted_relative_error,21737,0.02500,0.773
12,mlp.experts.12.down_proj,0.0123502007,hessian_weighted_relative_error,18370,0.02500,0.770
12,mlp.experts.13.down_proj,0.0067584086,hessian_weighted_relative_error,10826,0.02500,0.755
12,mlp.experts.14.down_proj,0.0083127943,hessian_weighted_relative_error,64831,0.02500,0.775
12,mlp.experts.16.down_proj,0.0109439036,hessian_weighted_relative_error,15231,0.02500,0.776
12,mlp.experts.17.down_proj,0.0115813906,hessian_weighted_relative_error,21172,0.02500,0.759
12,mlp.experts.19.down_proj,0.0122200959,hessian_weighted_relative_error,22286,0.02500,0.754
12,mlp.experts.21.down_proj,0.0038195319,hessian_weighted_relative_error,11218,0.02500,0.760
12,mlp.experts.24.down_proj,0.0077015307,hessian_weighted_relative_error,22214,0.02500,0.779
12,mlp.experts.25.down_proj,0.0118156232,hessian_weighted_relative_error,20996,0.02500,0.764
12,mlp.experts.26.down_proj,0.0120672710,hessian_weighted_relative_error,26170,0.02500,0.779
12,mlp.experts.29.down_proj,0.0119249233,hessian_weighted_relative_error,11822,0.02500,0.764
12,mlp.experts.30.down_proj,0.0099171762,hessian_weighted_relative_error,35141,0.02500,0.779
12,mlp.experts.31.down_proj,0.0117407941,hessian_weighted_relative_error,17463,0.02500,0.765
12,mlp.experts.33.down_proj,0.0103465300,hessian_weighted_relative_error,11413,0.02500,0.765
12,mlp.experts.34.down_proj,0.0100032950,hessian_weighted_relative_error,15354,0.02500,0.782
12,mlp.experts.36.down_proj,0.0125698075,hessian_weighted_relative_error,35339,0.02500,0.779
12,mlp.experts.39.down_proj,0.0094993316,hessian_weighted_relative_error,27639,0.02500,0.767
12,mlp.experts.40.down_proj,0.0086590952,hessian_weighted_relative_error,25232,0.02500,0.782
12,mlp.experts.42.down_proj,0.0088454983,hessian_weighted_relative_error,24650,0.02500,0.783
12,mlp.experts.43.down_proj,0.0101607297,hessian_weighted_relative_error,31835,0.02500,0.765
12,mlp.experts.46.down_proj,0.0123074794,hessian_weighted_relative_error,28146,0.02500,0.784
12,mlp.experts.48.down_proj,0.0094430101,hessian_weighted_relative_error,22367,0.02500,0.784
12,mlp.experts.49.down_proj,0.0120065439,hessian_weighted_relative_error,25562,0.02500,0.771
12,mlp.experts.51.down_proj,0.0069227810,hessian_weighted_relative_error,35711,0.02500,0.768
12,mlp.experts.53.down_proj,0.0095314001,hessian_weighted_relative_error,35978,0.02500,0.770
12,mlp.experts.55.down_proj,0.0106524439,hessian_weighted_relative_error,20617,0.02500,0.773
12,mlp.experts.56.down_proj,0.0133614791,hessian_weighted_relative_error,26044,0.02500,0.786
12,mlp.experts.59.down_proj,0.0126887841,hessian_weighted_relative_error,17480,0.02500,0.770
12,mlp.experts.60.down_proj,0.0092186813,hessian_weighted_relative_error,30656,0.02500,0.785
12,mlp.experts.63.down_proj,0.0103763943,hessian_weighted_relative_error,17187,0.02500,0.777
12,mlp.experts.66.down_proj,0.0118307276,hessian_weighted_relative_error,23727,0.02500,0.789
12,mlp.experts.67.down_proj,0.0102589584,hessian_weighted_relative_error,7968,0.02500,0.774
12,mlp.experts.69.down_proj,0.0073955501,hessian_weighted_relative_error,7797,0.02500,0.779
12,mlp.experts.70.down_proj,0.0107734385,hessian_weighted_relative_error,22004,0.02500,0.791
12,mlp.experts.72.down_proj,0.0062211072,hessian_weighted_relative_error,26120,0.02500,0.790
12,mlp.experts.73.down_proj,0.0126280088,hessian_weighted_relative_error,31210,0.02500,0.780
12,mlp.experts.74.down_proj,0.0122752218,hessian_weighted_relative_error,16180,0.02500,0.791
12,mlp.experts.75.down_proj,0.0050231345,hessian_weighted_relative_error,33262,0.02500,0.776
12,mlp.experts.76.down_proj,0.0119548124,hessian_weighted_relative_error,17835,0.02500,0.789
12,mlp.experts.79.down_proj,0.0125775196,hessian_weighted_relative_error,27126,0.02500,0.782
12,mlp.experts.80.down_proj,0.0097849586,hessian_weighted_relative_error,28794,0.02500,0.792
12,mlp.experts.81.down_proj,0.0105082666,hessian_weighted_relative_error,14017,0.02500,0.783
12,mlp.experts.84.down_proj,0.0111805436,hessian_weighted_relative_error,26855,0.02500,0.789
12,mlp.experts.85.down_proj,0.0081914423,hessian_weighted_relative_error,9675,0.02500,0.784
12,mlp.experts.88.down_proj,0.0118223996,hessian_weighted_relative_error,22558,0.02500,0.793
12,mlp.experts.89.down_proj,0.0097328363,hessian_weighted_relative_error,20984,0.02500,0.786
12,mlp.experts.90.down_proj,0.0060895166,hessian_weighted_relative_error,17073,0.02500,0.795
12,mlp.experts.91.down_proj,0.0104383500,hessian_weighted_relative_error,15222,0.02500,0.783
12,mlp.experts.92.down_proj,0.0055003002,hessian_weighted_relative_error,35240,0.02500,0.793
12,mlp.experts.93.down_proj,0.0095380358,hessian_weighted_relative_error,18401,0.02500,0.788
12,mlp.experts.94.down_proj,0.0096904742,hessian_weighted_relative_error,14262,0.02500,0.795
12,mlp.experts.96.down_proj,0.0101283070,hessian_weighted_relative_error,25169,0.02500,0.796
12,mlp.experts.98.down_proj,0.0099072453,hessian_weighted_relative_error,18143,0.02500,0.797
12,mlp.experts.99.down_proj,0.0104430027,hessian_weighted_relative_error,21875,0.02500,0.785
12,mlp.experts.100.down_proj,0.0126889922,hessian_weighted_relative_error,15903,0.02500,0.795
12,mlp.experts.101.down_proj,0.0096411797,hessian_weighted_relative_error,7959,0.02500,0.789
12,mlp.experts.102.down_proj,0.0134381881,hessian_weighted_relative_error,32097,0.02500,0.798
12,mlp.experts.104.down_proj,0.0113624800,hessian_weighted_relative_error,22954,0.02500,0.798
12,mlp.experts.105.down_proj,0.0092218931,hessian_weighted_relative_error,18285,0.02500,0.792
12,mlp.experts.108.down_proj,0.0118715346,hessian_weighted_relative_error,24013,0.02500,0.796
12,mlp.experts.111.down_proj,0.0087223781,hessian_weighted_relative_error,13884,0.02500,0.794
12,mlp.experts.115.down_proj,0.0081089989,hessian_weighted_relative_error,22312,0.02500,0.793
12,mlp.experts.117.down_proj,0.0121680870,hessian_weighted_relative_error,23376,0.02500,0.796
12,mlp.experts.119.down_proj,0.0114117496,hessian_weighted_relative_error,22775,0.02500,0.800
12,mlp.experts.121.down_proj,0.0110884096,hessian_weighted_relative_error,48090,0.02500,0.798
12,mlp.experts.122.down_proj,0.0111430774,hessian_weighted_relative_error,11446,0.02500,0.803
12,mlp.experts.123.down_proj,0.0072773079,hessian_weighted_relative_error,21952,0.02500,0.794
12,mlp.experts.125.down_proj,0.0123974487,hessian_weighted_relative_error,26643,0.02500,0.800
12,mlp.experts.127.down_proj,0.0128623103,hessian_weighted_relative_error,29837,0.02500,0.802
12,mlp.experts.128.down_proj,0.0111378898,hessian_weighted_relative_error,20699,0.02500,0.801
12,mlp.experts.131.down_proj,0.0113682561,hessian_weighted_relative_error,12483,0.02500,0.797
12,mlp.experts.135.down_proj,0.0131638524,hessian_weighted_relative_error,27127,0.02500,0.804
12,mlp.experts.137.down_proj,0.0114555310,hessian_weighted_relative_error,14582,0.02500,0.804
12,mlp.experts.140.down_proj,0.0098503853,hessian_weighted_relative_error,20140,0.02500,0.803
12,mlp.experts.142.down_proj,0.0064505383,hessian_weighted_relative_error,20928,0.02500,0.805
12,mlp.experts.143.down_proj,0.0123226342,hessian_weighted_relative_error,30293,0.02500,0.807
12,mlp.experts.145.down_proj,0.0098447654,hessian_weighted_relative_error,26910,0.02500,0.807
12,mlp.experts.146.down_proj,0.0097303458,hessian_weighted_relative_error,21457,0.02500,0.806
12,mlp.experts.148.down_proj,0.0100513481,hessian_weighted_relative_error,27512,0.02500,0.805
12,mlp.experts.151.down_proj,0.0046945692,hessian_weighted_relative_error,13688,0.02500,0.810
12,mlp.experts.153.down_proj,0.0124196848,hessian_weighted_relative_error,19967,0.02500,0.808
12,mlp.experts.156.down_proj,0.0112935846,hessian_weighted_relative_error,23887,0.02500,0.805
12,mlp.experts.157.down_proj,0.0112265580,hessian_weighted_relative_error,15316,0.02500,0.810
12,mlp.experts.158.down_proj,0.0091893940,hessian_weighted_relative_error,22340,0.02500,0.806
12,mlp.experts.159.down_proj,0.0114154979,hessian_weighted_relative_error,20107,0.02500,0.812
12,mlp.experts.161.down_proj,0.0122377166,hessian_weighted_relative_error,22779,0.02500,0.811
12,mlp.experts.164.down_proj,0.0115762647,hessian_weighted_relative_error,11679,0.02500,0.806
12,mlp.experts.167.down_proj,0.0073398462,hessian_weighted_relative_error,22976,0.02500,0.814
12,mlp.experts.169.down_proj,0.0110441475,hessian_weighted_relative_error,22871,0.02500,0.815
12,mlp.experts.172.down_proj,0.0092957384,hessian_weighted_relative_error,8372,0.02500,0.806
12,mlp.experts.173.down_proj,0.0059932838,hessian_weighted_relative_error,30282,0.02500,0.818
12,mlp.experts.175.down_proj,0.0100615089,hessian_weighted_relative_error,18739,0.02500,0.818
12,mlp.experts.177.down_proj,0.0122823806,hessian_weighted_relative_error,28244,0.02500,0.818
12,mlp.experts.178.down_proj,0.0104801647,hessian_weighted_relative_error,17509,0.02500,0.811
12,mlp.experts.179.down_proj,0.0131847668,hessian_weighted_relative_error,27778,0.02500,0.814
12,mlp.experts.180.down_proj,0.0053454088,hessian_weighted_relative_error,20046,0.02500,0.808
12,mlp.experts.181.down_proj,0.0077147129,hessian_weighted_relative_error,29626,0.02500,0.820
12,mlp.experts.182.down_proj,0.0108822056,hessian_weighted_relative_error,18508,0.02500,0.811
12,mlp.experts.183.down_proj,0.0127748345,hessian_weighted_relative_error,22636,0.02500,0.819
12,mlp.experts.184.down_proj,0.0109832435,hessian_weighted_relative_error,17988,0.02500,0.811
12,mlp.experts.185.down_proj,0.0115092507,hessian_weighted_relative_error,12827,0.02500,0.819
12,mlp.experts.186.down_proj,0.0119514398,hessian_weighted_relative_error,13728,0.02500,0.810
12,mlp.experts.187.down_proj,0.0103839338,hessian_weighted_relative_error,12005,0.02500,0.816
12,mlp.experts.188.down_proj,0.0082183200,hessian_weighted_relative_error,15842,0.02500,0.809
12,mlp.experts.190.down_proj,0.0079365393,hessian_weighted_relative_error,9233,0.02500,0.812
12,mlp.experts.191.down_proj,0.0116381470,hessian_weighted_relative_error,25862,0.02500,0.821
12,mlp.experts.192.down_proj,0.0082824600,hessian_weighted_relative_error,11057,0.02500,0.811
12,mlp.experts.194.down_proj,0.0077562706,hessian_weighted_relative_error,31519,0.02500,0.812
12,mlp.experts.196.down_proj,0.0116414524,hessian_weighted_relative_error,20535,0.02500,0.810
12,mlp.experts.197.down_proj,0.0122028330,hessian_weighted_relative_error,15533,0.02500,0.824
12,mlp.experts.199.down_proj,0.0090269818,hessian_weighted_relative_error,18865,0.02500,0.822
12,mlp.experts.200.down_proj,0.0123569309,hessian_weighted_relative_error,29708,0.02500,0.813
12,mlp.experts.202.down_proj,0.0100537573,hessian_weighted_relative_error,26911,0.02500,0.814
12,mlp.experts.203.down_proj,0.0103849292,hessian_weighted_relative_error,42842,0.02500,0.819
12,mlp.experts.204.down_proj,0.0109719485,hessian_weighted_relative_error,22415,0.02500,0.812
12,mlp.experts.205.down_proj,0.0095538663,hessian_weighted_relative_error,17559,0.02500,0.823
12,mlp.experts.210.down_proj,0.0110421210,hessian_weighted_relative_error,25426,0.02500,0.814
12,mlp.experts.211.down_proj,0.0130131754,hessian_weighted_relative_error,23035,0.02500,0.819
12,mlp.experts.212.down_proj,0.0072593365,hessian_weighted_relative_error,17395,0.02500,0.812
12,mlp.experts.213.down_proj,0.0104048857,hessian_weighted_relative_error,7935,0.02500,0.823
12,mlp.experts.214.down_proj,0.0106176765,hessian_weighted_relative_error,15356,0.02500,0.815
12,mlp.experts.215.down_proj,0.0132729031,hessian_weighted_relative_error,28016,0.02500,0.824
12,mlp.experts.216.down_proj,0.0092632849,hessian_weighted_relative_error,35964,0.02500,0.817
12,mlp.experts.217.down_proj,0.0100242999,hessian_weighted_relative_error,16183,0.02500,0.823
12,mlp.experts.218.down_proj,0.0122566860,hessian_weighted_relative_error,23461,0.02500,0.815
12,mlp.experts.219.down_proj,0.0106916096,hessian_weighted_relative_error,9390,0.02500,0.821
12,mlp.experts.220.down_proj,0.0067235062,hessian_weighted_relative_error,22988,0.02500,0.814
12,mlp.experts.221.down_proj,0.0105255009,hessian_weighted_relative_error,16735,0.02500,0.825
12,mlp.experts.222.down_proj,0.0122274277,hessian_weighted_relative_error,18608,0.02500,0.817
12,mlp.experts.225.down_proj,0.0091790006,hessian_weighted_relative_error,27560,0.02500,0.825
12,mlp.experts.226.down_proj,0.0124740288,hessian_weighted_relative_error,33920,0.02500,0.816
12,mlp.experts.228.down_proj,0.0109833982,hessian_weighted_relative_error,14482,0.02500,0.815
12,mlp.experts.230.down_proj,0.0098046418,hessian_weighted_relative_error,17846,0.02500,0.816
12,mlp.experts.232.down_proj,0.0113512300,hessian_weighted_relative_error,18155,0.02500,0.817
12,mlp.experts.233.down_proj,0.0112851335,hessian_weighted_relative_error,20969,0.02500,0.824
12,mlp.experts.234.down_proj,0.0091596361,hessian_weighted_relative_error,52797,0.02500,0.816
12,mlp.experts.235.down_proj,0.0112289803,hessian_weighted_relative_error,18084,0.02500,0.822
12,mlp.experts.236.down_proj,0.0125842212,hessian_weighted_relative_error,39101,0.02500,0.815
12,mlp.experts.237.down_proj,0.0117894864,hessian_weighted_relative_error,18369,0.02500,0.826
12,mlp.experts.238.down_proj,0.0099755172,hessian_weighted_relative_error,16245,0.02500,0.818
12,mlp.experts.239.down_proj,0.0107469976,hessian_weighted_relative_error,15169,0.02500,0.825
12,mlp.experts.242.down_proj,0.0135508442,hessian_weighted_relative_error,20709,0.02500,0.820
12,mlp.experts.243.down_proj,0.0113483526,hessian_weighted_relative_error,35842,0.02500,0.824
12,mlp.experts.244.down_proj,0.0074369851,hessian_weighted_relative_error,33839,0.02500,0.817
12,mlp.experts.246.down_proj,0.0069734511,hessian_weighted_relative_error,23168,0.02500,0.819
12,mlp.experts.248.down_proj,0.0062059707,hessian_weighted_relative_error,17788,0.02500,0.819
12,mlp.experts.249.down_proj,0.0087697037,hessian_weighted_relative_error,23830,0.02500,0.826
12,mlp.experts.250.down_proj,0.0111800351,hessian_weighted_relative_error,24593,0.02500,0.820
12,mlp.experts.253.down_proj,0.0108133464,hessian_weighted_relative_error,18481,0.02500,0.829
12,mlp.experts.254.down_proj,0.0112891955,hessian_weighted_relative_error,12799,0.02500,0.820
12,mlp.experts.256.down_proj,0.0116221157,hessian_weighted_relative_error,34780,0.02500,0.820
12,mlp.experts.259.down_proj,0.0090785168,hessian_weighted_relative_error,21532,0.02500,0.824
12,mlp.experts.260.down_proj,0.0082736534,hessian_weighted_relative_error,42131,0.02500,0.818
12,mlp.experts.263.down_proj,0.0095098964,hessian_weighted_relative_error,13264,0.02500,0.827
12,mlp.experts.264.down_proj,0.0106366115,hessian_weighted_relative_error,19944,0.02500,0.820
12,mlp.experts.265.down_proj,0.0059698820,hessian_weighted_relative_error,10878,0.02500,0.825
12,mlp.experts.266.down_proj,0.0132060022,hessian_weighted_relative_error,28381,0.02500,0.819
12,mlp.experts.267.down_proj,0.0074087731,hessian_weighted_relative_error,9132,0.02500,0.824
12,mlp.experts.268.down_proj,0.0138606039,hessian_weighted_relative_error,20897,0.02500,0.818
12,mlp.experts.270.down_proj,0.0076156830,hessian_weighted_relative_error,45865,0.02500,0.821
12,mlp.experts.271.down_proj,0.0114227370,hessian_weighted_relative_error,32517,0.02500,0.828
12,mlp.experts.273.down_proj,0.0121189867,hessian_weighted_relative_error,26039,0.02500,0.827
12,mlp.experts.274.down_proj,0.0099110610,hessian_weighted_relative_error,30534,0.02500,0.820
12,mlp.experts.276.down_proj,0.0109389919,hessian_weighted_relative_error,25730,0.02500,0.818
12,mlp.experts.277.down_proj,0.0105633108,hessian_weighted_relative_error,11861,0.02500,0.829
12,mlp.experts.278.down_proj,0.0092635327,hessian_weighted_relative_error,21327,0.02500,0.823
12,mlp.experts.279.down_proj,0.0077103372,hessian_weighted_relative_error,23753,0.02500,0.829
12,mlp.experts.280.down_proj,0.0115439548,hessian_weighted_relative_error,9948,0.02500,0.821
12,mlp.experts.283.down_proj,0.0063330386,hessian_weighted_relative_error,20232,0.02500,0.824
12,mlp.experts.284.down_proj,0.0113618703,hessian_weighted_relative_error,16307,0.02500,0.820
12,mlp.experts.285.down_proj,0.0101348227,hessian_weighted_relative_error,9310,0.02500,0.828
12,mlp.experts.286.down_proj,0.0114877719,hessian_weighted_relative_error,20910,0.02500,0.822
12,mlp.experts.106.down_proj,0.0029104838,hessian_weighted_relative_error,50929,0.02500,1.503
12,mlp.experts.103.down_proj,0.0026908366,hessian_weighted_relative_error,34305,0.02500,1.502
12,mlp.experts.106.up_proj,0.0016610720,hessian_weighted_relative_error,50929,0.02500,1.628
12,mlp.experts.103.up_proj,0.0011911583,hessian_weighted_relative_error,34305,0.02500,1.673
12,mlp.experts.110.down_proj,0.0026805281,hessian_weighted_relative_error,45480,0.02500,1.536
12,mlp.experts.107.down_proj,0.0026674808,hessian_weighted_relative_error,47626,0.02500,1.538
12,mlp.experts.110.up_proj,0.0015235389,hessian_weighted_relative_error,45480,0.02500,1.622
12,mlp.experts.107.gate_proj,0.0015775844,hessian_weighted_relative_error,47626,0.02500,1.659
12,mlp.experts.112.down_proj,0.0023557063,hessian_weighted_relative_error,26496,0.02500,1.536
12,mlp.experts.107.up_proj,0.0017674423,hessian_weighted_relative_error,47626,0.02500,1.686
12,mlp.experts.114.down_proj,0.0031080524,hessian_weighted_relative_error,28599,0.02500,1.538
12,mlp.experts.109.down_proj,0.0034127852,hessian_weighted_relative_error,32485,0.02500,1.534
12,mlp.experts.116.down_proj,0.0033871639,hessian_weighted_relative_error,64144,0.02500,1.536
12,mlp.experts.11.down_proj,0.0030467184,hessian_weighted_relative_error,49437,0.02500,1.499
12,mlp.experts.116.gate_proj,0.0017689684,hessian_weighted_relative_error,64144,0.02500,1.593
12,mlp.experts.11.up_proj,0.0020283206,hessian_weighted_relative_error,49437,0.02500,1.672
12,mlp.experts.116.up_proj,0.0019718582,hessian_weighted_relative_error,64144,0.02500,1.622
12,mlp.experts.113.down_proj,0.0033606258,hessian_weighted_relative_error,40432,0.02500,1.540
12,mlp.experts.118.down_proj,0.0025555540,hessian_weighted_relative_error,26875,0.02500,1.538
12,mlp.experts.129.down_proj,0.0030058940,hessian_weighted_relative_error,32667,0.02500,1.542
12,mlp.experts.120.down_proj,0.0028788265,hessian_weighted_relative_error,25738,0.02500,1.537
12,mlp.experts.129.gate_proj,0.0015061312,hessian_weighted_relative_error,32667,0.02500,1.662
12,mlp.experts.120.up_proj,0.0016196186,hessian_weighted_relative_error,25738,0.02500,1.620
12,mlp.experts.129.up_proj,0.0017074920,hessian_weighted_relative_error,32667,0.02500,1.691
12,mlp.experts.124.down_proj,0.0033103757,hessian_weighted_relative_error,43609,0.02500,1.538
12,mlp.experts.133.down_proj,0.0032357089,hessian_weighted_relative_error,47986,0.02500,1.547
12,mlp.experts.124.up_proj,0.0019299612,hessian_weighted_relative_error,43609,0.02500,1.622
12,mlp.experts.133.gate_proj,0.0019427549,hessian_weighted_relative_error,47986,0.02500,1.648
12,mlp.experts.126.down_proj,0.0029049265,hessian_weighted_relative_error,46492,0.02500,1.539
12,mlp.experts.133.up_proj,0.0020604509,hessian_weighted_relative_error,47986,0.02500,1.681
12,mlp.experts.126.gate_proj,0.0017275773,hessian_weighted_relative_error,46492,0.02500,1.597
12,mlp.experts.139.down_proj,0.0026052767,hessian_weighted_relative_error,63578,0.02500,1.554
12,mlp.experts.126.up_proj,0.0018420191,hessian_weighted_relative_error,46492,0.02500,1.623
12,mlp.experts.139.gate_proj,0.0014557138,hessian_weighted_relative_error,63578,0.02500,1.654
12,mlp.experts.130.down_proj,0.0031690549,hessian_weighted_relative_error,51553,0.02500,1.541
12,mlp.experts.139.up_proj,0.0016615174,hessian_weighted_relative_error,63578,0.02500,1.682
12,mlp.experts.130.up_proj,0.0020476785,hessian_weighted_relative_error,51553,0.02500,1.623
12,mlp.experts.141.down_proj,0.0023951408,hessian_weighted_relative_error,46730,0.02500,1.552
12,mlp.experts.132.down_proj,0.0023438336,hessian_weighted_relative_error,37224,0.02500,1.541
12,mlp.experts.141.gate_proj,0.0013204985,hessian_weighted_relative_error,46730,0.02500,1.656
12,mlp.experts.132.gate_proj,0.0016600409,hessian_weighted_relative_error,37224,0.02500,1.599
12,mlp.experts.141.up_proj,0.0013964547,hessian_weighted_relative_error,46730,0.02500,1.687
12,mlp.experts.132.up_proj,0.0018473061,hessian_weighted_relative_error,37224,0.02500,1.622
12,mlp.experts.147.down_proj,0.0028294244,hessian_weighted_relative_error,53880,0.02500,1.548
12,mlp.experts.134.down_proj,0.0029624166,hessian_weighted_relative_error,30308,0.02500,1.541
12,mlp.experts.147.gate_proj,0.0016302644,hessian_weighted_relative_error,53880,0.02500,1.666
12,mlp.experts.136.down_proj,0.0021854427,hessian_weighted_relative_error,18270,0.02500,1.546
12,mlp.experts.147.up_proj,0.0019079319,hessian_weighted_relative_error,53880,0.02500,1.692
12,mlp.experts.138.down_proj,0.0016949048,hessian_weighted_relative_error,16361,0.02500,1.546
12,mlp.experts.138.up_proj,0.0006693913,hessian_weighted_relative_error,16361,0.02500,1.627
12,mlp.experts.149.down_proj,0.0036666015,hessian_weighted_relative_error,87007,0.02500,1.570
12,mlp.experts.144.down_proj,0.0033951498,hessian_weighted_relative_error,44467,0.02500,1.543
12,mlp.experts.149.gate_proj,0.0017500442,hessian_weighted_relative_error,87007,0.02500,1.665
12,mlp.experts.144.gate_proj,0.0019923051,hessian_weighted_relative_error,44467,0.02500,1.611
12,mlp.experts.149.up_proj,0.0021091840,hessian_weighted_relative_error,87007,0.02500,1.695
12,mlp.experts.144.up_proj,0.0022395242,hessian_weighted_relative_error,44467,0.02500,1.626
12,mlp.experts.15.down_proj,0.0023847621,hessian_weighted_relative_error,28140,0.02500,1.506
12,mlp.experts.150.down_proj,0.0024338011,hessian_weighted_relative_error,21763,0.02500,1.548
12,mlp.experts.155.down_proj,0.0020556873,hessian_weighted_relative_error,39557,0.02500,1.550
12,mlp.experts.152.down_proj,0.0032948439,hessian_weighted_relative_error,48736,0.02500,1.547
12,mlp.experts.155.up_proj,0.0010249452,hessian_weighted_relative_error,39557,0.02500,1.702
12,mlp.experts.152.gate_proj,0.0017280632,hessian_weighted_relative_error,48736,0.02500,1.608
12,mlp.experts.163.down_proj,0.0024013291,hessian_weighted_relative_error,61885,0.02500,1.558
12,mlp.experts.152.up_proj,0.0018889033,hessian_weighted_relative_error,48736,0.02500,1.627
12,mlp.experts.163.gate_proj,0.0013519753,hessian_weighted_relative_error,61885,0.02500,1.661
12,mlp.experts.154.down_proj,0.0029552967,hessian_weighted_relative_error,52169,0.02500,1.547
12,mlp.experts.163.up_proj,0.0015087021,hessian_weighted_relative_error,61885,0.02500,1.680
12,mlp.experts.154.gate_proj,0.0020192650,hessian_weighted_relative_error,52169,0.02500,1.606
12,mlp.experts.165.down_proj,0.0020173150,hessian_weighted_relative_error,36460,0.02500,1.561
12,mlp.experts.154.up_proj,0.0022396967,hessian_weighted_relative_error,52169,0.02500,1.631
12,mlp.experts.165.gate_proj,0.0012498845,hessian_weighted_relative_error,36460,0.02500,1.664
12,mlp.experts.160.down_proj,0.0027241250,hessian_weighted_relative_error,32003,0.02500,1.547
12,mlp.experts.165.up_proj,0.0013905102,hessian_weighted_relative_error,36460,0.02500,1.684
12,mlp.experts.160.up_proj,0.0013732202,hessian_weighted_relative_error,32003,0.02500,1.623
12,mlp.experts.171.down_proj,0.0018159965,hessian_weighted_relative_error,48626,0.02500,1.560
12,mlp.experts.162.down_proj,0.0029233476,hessian_weighted_relative_error,25670,0.02500,1.547
12,mlp.experts.171.gate_proj,0.0011746067,hessian_weighted_relative_error,48626,0.02500,1.653
12,mlp.experts.166.down_proj,0.0028731120,hessian_weighted_relative_error,41229,0.02500,1.548
12,mlp.experts.171.up_proj,0.0012508926,hessian_weighted_relative_error,48626,0.02500,1.695
12,mlp.experts.168.down_proj,0.0029374405,hessian_weighted_relative_error,33510,0.02500,1.548
12,mlp.experts.189.down_proj,0.0031581927,hessian_weighted_relative_error,46849,0.02500,1.573
12,mlp.experts.170.down_proj,0.0025573870,hessian_weighted_relative_error,26215,0.02500,1.551
12,mlp.experts.193.down_proj,0.0030496957,hessian_weighted_relative_error,42605,0.02500,1.568
12,mlp.experts.170.up_proj,0.0015463529,hessian_weighted_relative_error,26215,0.02500,1.626
12,mlp.experts.193.gate_proj,0.0015250975,hessian_weighted_relative_error,42605,0.02500,1.672
12,mlp.experts.174.down_proj,0.0025940037,hessian_weighted_relative_error,21406,0.02500,1.553
12,mlp.experts.193.up_proj,0.0018007613,hessian_weighted_relative_error,42605,0.02500,1.697
12,mlp.experts.176.down_proj,0.0025859416,hessian_weighted_relative_error,49166,0.02500,1.551
12,mlp.experts.195.down_proj,0.0021457268,hessian_weighted_relative_error,25877,0.02500,1.570
12,mlp.experts.176.up_proj,0.0017942133,hessian_weighted_relative_error,49166,0.02500,1.625
12,mlp.experts.195.up_proj,0.0011767170,hessian_weighted_relative_error,25877,0.02500,1.686
12,mlp.experts.18.down_proj,0.0029696270,hessian_weighted_relative_error,20587,0.02500,1.516
12,mlp.experts.201.down_proj,0.0025882636,hessian_weighted_relative_error,35228,0.02500,1.573
12,mlp.experts.198.down_proj,0.0031831627,hessian_weighted_relative_error,48743,0.02500,1.555
12,mlp.experts.201.gate_proj,0.0013002765,hessian_weighted_relative_error,35228,0.02500,1.667
12,mlp.experts.198.up_proj,0.0016641817,hessian_weighted_relative_error,48743,0.02500,1.631
12,mlp.experts.20.down_proj,0.0024064106,hessian_weighted_relative_error,16989,0.02500,1.516
12,mlp.experts.201.up_proj,0.0014818426,hessian_weighted_relative_error,35228,0.02500,1.687
12,mlp.experts.206.down_proj,0.0031577795,hessian_weighted_relative_error,34517,0.02500,1.556
12,mlp.experts.207.down_proj,0.0025123269,hessian_weighted_relative_error,66833,0.02500,1.573
12,mlp.experts.206.up_proj,0.0020720169,hessian_weighted_relative_error,34517,0.02500,1.630
12,mlp.experts.207.gate_proj,0.0016047015,hessian_weighted_relative_error,66833,0.02500,1.669
12,mlp.experts.208.down_proj,0.0028725924,hessian_weighted_relative_error,59178,0.02500,1.555
12,mlp.experts.207.up_proj,0.0017617935,hessian_weighted_relative_error,66833,0.02500,1.694
12,mlp.experts.208.gate_proj,0.0013967766,hessian_weighted_relative_error,59178,0.02500,1.614
12,mlp.experts.209.down_proj,0.0020264742,hessian_weighted_relative_error,44247,0.02500,1.575
12,mlp.experts.208.up_proj,0.0016061392,hessian_weighted_relative_error,59178,0.02500,1.625
12,mlp.experts.209.up_proj,0.0010509924,hessian_weighted_relative_error,44247,0.02500,1.684
12,mlp.experts.22.down_proj,0.0018903293,hessian_weighted_relative_error,40707,0.02500,1.520
12,mlp.experts.223.down_proj,0.0028116207,hessian_weighted_relative_error,38584,0.02500,1.570
12,mlp.experts.224.down_proj,0.0030540926,hessian_weighted_relative_error,37698,0.02500,1.560
12,mlp.experts.223.gate_proj,0.0018842703,hessian_weighted_relative_error,38584,0.02500,1.664
12,mlp.experts.224.up_proj,0.0014803901,hessian_weighted_relative_error,37698,0.02500,1.627
12,mlp.experts.223.up_proj,0.0019695407,hessian_weighted_relative_error,38584,0.02500,1.689
12,mlp.experts.240.down_proj,0.0030079508,hessian_weighted_relative_error,28582,0.02500,1.563
12,mlp.experts.227.down_proj,0.0030553611,hessian_weighted_relative_error,28635,0.02500,1.572
12,mlp.experts.252.down_proj,0.0028052083,hessian_weighted_relative_error,22854,0.02500,1.562
12,mlp.experts.229.down_proj,0.0028665707,hessian_weighted_relative_error,31539,0.02500,1.570
12,mlp.experts.258.down_proj,0.0030438991,hessian_weighted_relative_error,74667,0.02500,1.563
12,mlp.experts.229.gate_proj,0.0018423775,hessian_weighted_relative_error,31539,0.02500,1.666
12,mlp.experts.258.gate_proj,0.0016810711,hessian_weighted_relative_error,74667,0.02500,1.619
12,mlp.experts.229.up_proj,0.0020293444,hessian_weighted_relative_error,31539,0.02500,1.693
12,mlp.experts.258.up_proj,0.0019542603,hessian_weighted_relative_error,74667,0.02500,1.633
12,mlp.experts.23.down_proj,0.0027272170,hessian_weighted_relative_error,51116,0.02500,1.514
12,mlp.experts.262.down_proj,0.0027234659,hessian_weighted_relative_error,45009,0.02500,1.564
12,mlp.experts.23.gate_proj,0.0015017653,hessian_weighted_relative_error,51116,0.02500,1.607
12,mlp.experts.262.up_proj,0.0013759131,hessian_weighted_relative_error,45009,0.02500,1.628
12,mlp.experts.23.up_proj,0.0016760513,hessian_weighted_relative_error,51116,0.02500,1.673
12,mlp.experts.272.down_proj,0.0030696964,hessian_weighted_relative_error,65459,0.02500,1.567
12,mlp.experts.231.down_proj,0.0036597604,hessian_weighted_relative_error,81087,0.02500,1.580
12,mlp.experts.272.up_proj,0.0019680789,hessian_weighted_relative_error,65459,0.02500,1.628
12,mlp.experts.231.gate_proj,0.0017197321,hessian_weighted_relative_error,81087,0.02500,1.670
12,mlp.experts.28.down_proj,0.0035437360,hessian_weighted_relative_error,70668,0.02500,1.521
12,mlp.experts.231.up_proj,0.0020328939,hessian_weighted_relative_error,81087,0.02500,1.696
12,mlp.experts.28.up_proj,0.0019643223,hessian_weighted_relative_error,70668,0.02500,1.633
12,mlp.experts.241.down_proj,0.0031854815,hessian_weighted_relative_error,58836,0.02500,1.579
12,mlp.experts.282.down_proj,0.0030777205,hessian_weighted_relative_error,29787,0.02500,1.567
12,mlp.experts.241.gate_proj,0.0017985482,hessian_weighted_relative_error,58836,0.02500,1.667
12,mlp.experts.32.down_proj,0.0031900318,hessian_weighted_relative_error,74440,0.02500,1.525
12,mlp.experts.241.up_proj,0.0020663512,hessian_weighted_relative_error,58836,0.02500,1.687
12,mlp.experts.32.gate_proj,0.0016884931,hessian_weighted_relative_error,74440,0.02500,1.587
12,mlp.experts.245.down_proj,0.0031722286,hessian_weighted_relative_error,34484,0.02500,1.574
12,mlp.experts.32.up_proj,0.0018488538,hessian_weighted_relative_error,74440,0.02500,1.641
12,mlp.experts.247.down_proj,0.0028581412,hessian_weighted_relative_error,55927,0.02500,1.576
12,mlp.experts.38.down_proj,0.0024349559,hessian_weighted_relative_error,34087,0.02500,1.527
12,mlp.experts.247.gate_proj,0.0014549596,hessian_weighted_relative_error,55927,0.02500,1.667
12,mlp.experts.38.up_proj,0.0016331585,hessian_weighted_relative_error,34087,0.02500,1.643
12,mlp.experts.247.up_proj,0.0015997270,hessian_weighted_relative_error,55927,0.02500,1.691
12,mlp.experts.44.down_proj,0.0036924546,hessian_weighted_relative_error,115636,0.02500,1.524
12,mlp.experts.251.down_proj,0.0024407930,hessian_weighted_relative_error,76574,0.02500,1.570
12,mlp.experts.44.gate_proj,0.0017836717,hessian_weighted_relative_error,115636,0.02500,1.593
12,mlp.experts.255.down_proj,0.0030220346,hessian_weighted_relative_error,50204,0.02500,1.576
12,mlp.experts.44.up_proj,0.0021111644,hessian_weighted_relative_error,115636,0.02500,1.639
12,mlp.experts.255.up_proj,0.0019073419,hessian_weighted_relative_error,50204,0.02500,1.696
12,mlp.experts.50.down_proj,0.0026411398,hessian_weighted_relative_error,24501,0.02500,1.528
12,mlp.experts.257.down_proj,0.0017863537,hessian_weighted_relative_error,41112,0.02500,1.578
12,mlp.experts.52.down_proj,0.0026554231,hessian_weighted_relative_error,83644,0.02500,1.530
12,mlp.experts.52.gate_proj,0.0013561569,hessian_weighted_relative_error,83644,0.02500,1.604
12,mlp.experts.257.gate_proj,0.0009533368,hessian_weighted_relative_error,41112,0.02500,1.678
12,mlp.experts.52.up_proj,0.0015110795,hessian_weighted_relative_error,83644,0.02500,1.627
12,mlp.experts.257.up_proj,0.0010354205,hessian_weighted_relative_error,41112,0.02500,1.708
12,mlp.experts.54.down_proj,0.0029538416,hessian_weighted_relative_error,45016,0.02500,1.529
12,mlp.experts.261.down_proj,0.0031911967,hessian_weighted_relative_error,50572,0.02500,1.582
12,mlp.experts.58.down_proj,0.0030311387,hessian_weighted_relative_error,42103,0.02500,1.533
12,mlp.experts.261.gate_proj,0.0016096924,hessian_weighted_relative_error,50572,0.02500,1.681
12,mlp.experts.261.up_proj,0.0018155395,hessian_weighted_relative_error,50572,0.02500,1.691
12,mlp.experts.62.down_proj,0.0021708336,hessian_weighted_relative_error,32878,0.02500,1.501
12,mlp.experts.269.down_proj,0.0034309516,hessian_weighted_relative_error,49280,0.02500,1.581
12,mlp.experts.64.down_proj,0.0034839171,hessian_weighted_relative_error,63082,0.02500,1.532
12,mlp.experts.269.gate_proj,0.0018635322,hessian_weighted_relative_error,49280,0.02500,1.675
12,mlp.experts.58.gate_proj,0.0017150723,hessian_weighted_relative_error,42103,0.02500,1.592
12,mlp.experts.269.up_proj,0.0020084925,hessian_weighted_relative_error,49280,0.02500,1.702
12,mlp.experts.58.up_proj,0.0019594421,hessian_weighted_relative_error,42103,0.02500,1.625
12,mlp.experts.275.down_proj,0.0033476001,hessian_weighted_relative_error,40590,0.02500,1.594
12,mlp.experts.68.down_proj,0.0029734979,hessian_weighted_relative_error,55639,0.02500,1.530
12,mlp.experts.281.down_proj,0.0018682903,hessian_weighted_relative_error,23776,0.02500,1.578
12,mlp.experts.68.up_proj,0.0015901925,hessian_weighted_relative_error,55639,0.02500,1.629
12,mlp.experts.27.down_proj,0.0036124775,hessian_weighted_relative_error,42638,0.02500,1.508
12,mlp.experts.64.gate_proj,0.0019506186,hessian_weighted_relative_error,63082,0.02500,1.592
12,mlp.experts.275.up_proj,0.0018856971,hessian_weighted_relative_error,40590,0.02500,1.703
12,mlp.experts.64.up_proj,0.0022740345,hessian_weighted_relative_error,63082,0.02500,1.625
12,mlp.experts.281.up_proj,0.0008830607,hessian_weighted_relative_error,23776,0.02500,1.699
12,mlp.experts.8.gate_proj,0.0012395823,hessian_weighted_relative_error,32865,0.02500,1.576
12,mlp.experts.35.down_proj,0.0015180445,hessian_weighted_relative_error,33896,0.02500,1.515
12,mlp.experts.8.up_proj,0.0013463062,hessian_weighted_relative_error,32865,0.02500,1.633
12,mlp.experts.281.gate_proj,0.0008239230,hessian_weighted_relative_error,23776,0.02500,1.668
12,mlp.experts.78.down_proj,0.0029940266,hessian_weighted_relative_error,31014,0.02500,1.536
12,mlp.experts.287.down_proj,0.0025978825,hessian_weighted_relative_error,30312,0.02500,1.583
12,mlp.experts.8.down_proj,0.0023621545,hessian_weighted_relative_error,32865,0.02500,1.519
12,mlp.experts.35.up_proj,0.0009315906,hessian_weighted_relative_error,33896,0.02500,1.677
12,mlp.experts.86.down_proj,0.0032352118,hessian_weighted_relative_error,50043,0.02500,1.537
12,mlp.experts.86.gate_proj,0.0017916147,hessian_weighted_relative_error,50043,0.02500,1.599
12,mlp.experts.41.down_proj,0.0025249855,hessian_weighted_relative_error,25816,0.02500,1.533
12,mlp.experts.82.down_proj,0.0015679763,hessian_weighted_relative_error,47942,0.02500,1.538
12,mlp.experts.35.gate_proj,0.0008728607,hessian_weighted_relative_error,33896,0.02500,1.619
12,mlp.experts.82.up_proj,0.0008263915,hessian_weighted_relative_error,47942,0.02500,1.624
12,mlp.experts.37.down_proj,0.0017289787,hessian_weighted_relative_error,31375,0.02500,1.520
12,mlp.experts.86.up_proj,0.0019580002,hessian_weighted_relative_error,50043,0.02500,1.629
12,mlp.experts.41.up_proj,0.0015355938,hessian_weighted_relative_error,25816,0.02500,1.675
12,mlp.experts.47.down_proj,0.0029702962,hessian_weighted_relative_error,54292,0.02500,1.524
12,mlp.experts.41.gate_proj,0.0014026178,hessian_weighted_relative_error,25816,0.02500,1.620
12,mlp.experts.45.down_proj,0.0017232474,hessian_weighted_relative_error,21161,0.02500,1.522
12,mlp.experts.5.down_proj,0.0031097155,hessian_weighted_relative_error,44458,0.02500,1.504
12,mlp.experts.61.down_proj,0.0032396393,hessian_weighted_relative_error,36752,0.02500,1.522
12,mlp.experts.47.up_proj,0.0015736258,hessian_weighted_relative_error,54292,0.02500,1.694
12,mlp.experts.57.down_proj,0.0035719527,hessian_weighted_relative_error,46598,0.02500,1.526
12,mlp.experts.65.up_proj,0.0017260222,hessian_weighted_relative_error,82092,0.02500,1.694
12,mlp.experts.71.down_proj,0.0028055947,hessian_weighted_relative_error,30870,0.02500,1.531
12,mlp.experts.65.down_proj,0.0027846412,hessian_weighted_relative_error,82092,0.02500,1.527
12,mlp.experts.7.down_proj,0.0025596565,hessian_weighted_relative_error,27707,0.02500,1.499
12,mlp.experts.83.down_proj,0.0032633201,hessian_weighted_relative_error,55877,0.02500,1.529
12,mlp.experts.83.up_proj,0.0018375253,hessian_weighted_relative_error,55877,0.02500,1.682
12,mlp.experts.77.down_proj,0.0022037168,hessian_weighted_relative_error,22519,0.02500,1.528
12,mlp.experts.83.gate_proj,0.0016434338,hessian_weighted_relative_error,55877,0.02500,1.638
12,mlp.experts.95.down_proj,0.0016500548,hessian_weighted_relative_error,19875,0.02500,1.541
12,mlp.experts.87.down_proj,0.0025947942,hessian_weighted_relative_error,37465,0.02500,1.530
12,mlp.experts.97.down_proj,0.0032257672,hessian_weighted_relative_error,39509,0.02500,1.537
13,mlp.experts.0.gate_proj,0.0043408713,hessian_weighted_relative_error,35094,0.02500,0.785
13,mlp.experts.1.gate_proj,0.0054988691,hessian_weighted_relative_error,36547,0.02500,0.795
13,mlp.experts.2.gate_proj,0.0054741895,hessian_weighted_relative_error,28302,0.02500,0.806
13,mlp.experts.3.gate_proj,0.0047685232,hessian_weighted_relative_error,19451,0.02500,0.806
13,mlp.experts.4.gate_proj,0.0051954387,hessian_weighted_relative_error,20441,0.02500,0.805
13,mlp.experts.5.gate_proj,0.0040095668,hessian_weighted_relative_error,29343,0.02500,0.802
13,mlp.experts.6.gate_proj,0.0054932230,hessian_weighted_relative_error,39632,0.02500,0.819
13,mlp.experts.8.gate_proj,0.0050896603,hessian_weighted_relative_error,18754,0.02500,0.807
13,mlp.experts.9.gate_proj,0.0050641476,hessian_weighted_relative_error,24956,0.02500,0.796
13,mlp.experts.11.gate_proj,0.0040601841,hessian_weighted_relative_error,27611,0.02500,0.799
13,mlp.experts.12.gate_proj,0.0054867258,hessian_weighted_relative_error,20177,0.02500,0.809
13,mlp.experts.14.gate_proj,0.0051020994,hessian_weighted_relative_error,21517,0.02500,0.808
13,mlp.experts.15.gate_proj,0.0036350816,hessian_weighted_relative_error,22900,0.02500,0.796
13,mlp.experts.16.gate_proj,0.0035870640,hessian_weighted_relative_error,22951,0.02500,0.809
13,mlp.experts.17.gate_proj,0.0037179600,hessian_weighted_relative_error,20470,0.02500,0.797
13,mlp.experts.18.gate_proj,0.0052820821,hessian_weighted_relative_error,28316,0.02500,0.812
13,mlp.experts.20.gate_proj,0.0052408323,hessian_weighted_relative_error,21833,0.02500,0.810
13,mlp.experts.21.gate_proj,0.0033670711,hessian_weighted_relative_error,15977,0.02500,0.801
13,mlp.experts.22.gate_proj,0.0046311861,hessian_weighted_relative_error,20879,0.02500,0.810
13,mlp.experts.23.gate_proj,0.0033413852,hessian_weighted_relative_error,17276,0.02500,0.803
13,mlp.experts.26.gate_proj,0.0059130447,hessian_weighted_relative_error,31740,0.02500,0.816
13,mlp.experts.27.gate_proj,0.0031783172,hessian_weighted_relative_error,21941,0.02500,0.806
13,mlp.experts.28.gate_proj,0.0056161909,hessian_weighted_relative_error,10632,0.02500,0.811
13,mlp.experts.29.gate_proj,0.0042573617,hessian_weighted_relative_error,14559,0.02500,0.804
13,mlp.experts.31.gate_proj,0.0018449035,hessian_weighted_relative_error,14198,0.02500,0.806
13,mlp.experts.32.gate_proj,0.0023214571,hessian_weighted_relative_error,14029,0.02500,0.815
13,mlp.experts.34.gate_proj,0.0060136770,hessian_weighted_relative_error,35169,0.02500,0.817
13,mlp.experts.36.gate_proj,0.0041248800,hessian_weighted_relative_error,32686,0.02500,0.815
13,mlp.experts.37.gate_proj,0.0043028769,hessian_weighted_relative_error,12267,0.02500,0.808
13,mlp.experts.38.gate_proj,0.0034465935,hessian_weighted_relative_error,5304,0.02500,0.817
13,mlp.experts.39.gate_proj,0.0058463210,hessian_weighted_relative_error,24068,0.02500,0.809
13,mlp.experts.40.gate_proj,0.0055199868,hessian_weighted_relative_error,41496,0.02500,0.816
13,mlp.experts.41.gate_proj,0.0054568983,hessian_weighted_relative_error,28467,0.02500,0.814
13,mlp.experts.43.gate_proj,0.0046294439,hessian_weighted_relative_error,34141,0.02500,0.815
13,mlp.experts.44.gate_proj,0.0044713835,hessian_weighted_relative_error,21293,0.02500,0.817
13,mlp.experts.45.gate_proj,0.0049225391,hessian_weighted_relative_error,25938,0.02500,0.814
13,mlp.experts.46.gate_proj,0.0056494210,hessian_weighted_relative_error,18256,0.02500,0.820
13,mlp.experts.47.gate_proj,0.0060281767,hessian_weighted_relative_error,21752,0.02500,0.818
13,mlp.experts.48.gate_proj,0.0031447291,hessian_weighted_relative_error,17821,0.02500,0.820
13,mlp.experts.50.gate_proj,0.0052557662,hessian_weighted_relative_error,21296,0.02500,0.822
13,mlp.experts.51.gate_proj,0.0060936739,hessian_weighted_relative_error,26302,0.02500,0.820
13,mlp.experts.52.gate_proj,0.0062687928,hessian_weighted_relative_error,31387,0.02500,0.820
13,mlp.experts.53.gate_proj,0.0057256156,hessian_weighted_relative_error,16417,0.02500,0.817
13,mlp.experts.54.gate_proj,0.0048340899,hessian_weighted_relative_error,27328,0.02500,0.820
13,mlp.experts.56.gate_proj,0.0043330250,hessian_weighted_relative_error,27900,0.02500,0.823
13,mlp.experts.58.gate_proj,0.0048478906,hessian_weighted_relative_error,10983,0.02500,0.825
13,mlp.experts.59.gate_proj,0.0054082841,hessian_weighted_relative_error,26306,0.02500,0.823
13,mlp.experts.60.gate_proj,0.0059118727,hessian_weighted_relative_error,27151,0.02500,0.822
13,mlp.experts.61.gate_proj,0.0041280808,hessian_weighted_relative_error,30987,0.02500,0.823
13,mlp.experts.62.gate_proj,0.0060106282,hessian_weighted_relative_error,44713,0.02500,0.822
13,mlp.experts.63.gate_proj,0.0032349471,hessian_weighted_relative_error,20974,0.02500,0.824
13,mlp.experts.64.gate_proj,0.0050830493,hessian_weighted_relative_error,24546,0.02500,0.825
13,mlp.experts.65.gate_proj,0.0052311479,hessian_weighted_relative_error,10837,0.02500,0.824
13,mlp.experts.67.gate_proj,0.0047188045,hessian_weighted_relative_error,30834,0.02500,0.825
13,mlp.experts.69.gate_proj,0.0052510713,hessian_weighted_relative_error,37088,0.02500,0.826
13,mlp.experts.71.gate_proj,0.0035912043,hessian_weighted_relative_error,28300,0.02500,0.829
13,mlp.experts.73.gate_proj,0.0065496122,hessian_weighted_relative_error,21887,0.02500,0.827
13,mlp.experts.74.gate_proj,0.0052110899,hessian_weighted_relative_error,38602,0.02500,0.827
13,mlp.experts.75.gate_proj,0.0042327830,hessian_weighted_relative_error,21218,0.02500,0.830
13,mlp.experts.76.gate_proj,0.0054278983,hessian_weighted_relative_error,50910,0.02500,0.826
13,mlp.experts.77.gate_proj,0.0042730857,hessian_weighted_relative_error,16217,0.02500,0.829
13,mlp.experts.78.gate_proj,0.0050928907,hessian_weighted_relative_error,18012,0.02500,0.829
13,mlp.experts.79.gate_proj,0.0060358123,hessian_weighted_relative_error,22811,0.02500,0.832
13,mlp.experts.81.gate_proj,0.0059255006,hessian_weighted_relative_error,58399,0.02500,0.833
13,mlp.experts.82.gate_proj,0.0044809282,hessian_weighted_relative_error,24650,0.02500,0.830
13,mlp.experts.83.gate_proj,0.0053912009,hessian_weighted_relative_error,45516,0.02500,0.834
13,mlp.experts.84.gate_proj,0.0028308151,hessian_weighted_relative_error,3122,0.02500,0.829
13,mlp.experts.85.gate_proj,0.0039536480,hessian_weighted_relative_error,19889,0.02500,0.832
13,mlp.experts.87.gate_proj,0.0058278194,hessian_weighted_relative_error,23930,0.02500,0.833
13,mlp.experts.89.gate_proj,0.0051869968,hessian_weighted_relative_error,20260,0.02500,0.836
13,mlp.experts.90.gate_proj,0.0041056864,hessian_weighted_relative_error,11969,0.02500,0.831
13,mlp.experts.91.gate_proj,0.0053538247,hessian_weighted_relative_error,30892,0.02500,0.838
13,mlp.experts.92.gate_proj,0.0050923836,hessian_weighted_relative_error,30033,0.02500,0.832
13,mlp.experts.93.gate_proj,0.0055061798,hessian_weighted_relative_error,24460,0.02500,0.838
13,mlp.experts.94.gate_proj,0.0044565646,hessian_weighted_relative_error,32146,0.02500,0.831
13,mlp.experts.95.gate_proj,0.0027027399,hessian_weighted_relative_error,7454,0.02500,0.841
13,mlp.experts.96.gate_proj,0.0060508677,hessian_weighted_relative_error,19463,0.02500,0.832
13,mlp.experts.97.gate_proj,0.0052403353,hessian_weighted_relative_error,47774,0.02500,0.840
13,mlp.experts.98.gate_proj,0.0058368674,hessian_weighted_relative_error,15126,0.02500,0.833
13,mlp.experts.100.gate_proj,0.0046182333,hessian_weighted_relative_error,14984,0.02500,0.834
13,mlp.experts.101.gate_proj,0.0069670134,hessian_weighted_relative_error,84971,0.02500,0.847
13,mlp.experts.102.gate_proj,0.0060113829,hessian_weighted_relative_error,25805,0.02500,0.833
13,mlp.experts.103.gate_proj,0.0027542189,hessian_weighted_relative_error,14251,0.02500,0.844
13,mlp.experts.104.gate_proj,0.0047721249,hessian_weighted_relative_error,19633,0.02500,0.834
13,mlp.experts.105.gate_proj,0.0062789643,hessian_weighted_relative_error,31519,0.02500,0.847
13,mlp.experts.106.gate_proj,0.0028517544,hessian_weighted_relative_error,33405,0.02500,0.836
13,mlp.experts.107.gate_proj,0.0037819649,hessian_weighted_relative_error,20738,0.02500,0.845
13,mlp.experts.108.gate_proj,0.0043615960,hessian_weighted_relative_error,12820,0.02500,0.835
13,mlp.experts.109.gate_proj,0.0053881607,hessian_weighted_relative_error,40136,0.02500,0.845
13,mlp.experts.110.gate_proj,0.0051804692,hessian_weighted_relative_error,16133,0.02500,0.835
13,mlp.experts.111.gate_proj,0.0030416249,hessian_weighted_relative_error,4740,0.02500,0.845
13,mlp.experts.112.gate_proj,0.0032806233,hessian_weighted_relative_error,11888,0.02500,0.836
13,mlp.experts.113.gate_proj,0.0047005642,hessian_weighted_relative_error,33896,0.02500,0.848
13,mlp.experts.114.gate_proj,0.0037285309,hessian_weighted_relative_error,25383,0.02500,0.836
13,mlp.experts.115.gate_proj,0.0050820940,hessian_weighted_relative_error,36082,0.02500,0.850
13,mlp.experts.116.gate_proj,0.0056854775,hessian_weighted_relative_error,43850,0.02500,0.836
13,mlp.experts.117.gate_proj,0.0060558013,hessian_weighted_relative_error,35547,0.02500,0.848
13,mlp.experts.118.gate_proj,0.0039863864,hessian_weighted_relative_error,25210,0.02500,0.836
13,mlp.experts.120.gate_proj,0.0058005385,hessian_weighted_relative_error,31305,0.02500,0.839
13,mlp.experts.121.gate_proj,0.0042018135,hessian_weighted_relative_error,16590,0.02500,0.849
13,mlp.experts.122.gate_proj,0.0054656358,hessian_weighted_relative_error,30790,0.02500,0.843
13,mlp.experts.123.gate_proj,0.0050148412,hessian_weighted_relative_error,27210,0.02500,0.853
13,mlp.experts.124.gate_proj,0.0053899054,hessian_weighted_relative_error,27579,0.02500,0.838
13,mlp.experts.125.gate_proj,0.0057450966,hessian_weighted_relative_error,15399,0.02500,0.853
13,mlp.experts.126.gate_proj,0.0051959637,hessian_weighted_relative_error,32310,0.02500,0.846
13,mlp.experts.127.gate_proj,0.0043162907,hessian_weighted_relative_error,10582,0.02500,0.855
13,mlp.experts.128.gate_proj,0.0057877587,hessian_weighted_relative_error,27512,0.02500,0.852
13,mlp.experts.129.gate_proj,0.0055686450,hessian_weighted_relative_error,21439,0.02500,0.854
13,mlp.experts.131.gate_proj,0.0059033910,hessian_weighted_relative_error,32291,0.02500,0.855
13,mlp.experts.132.gate_proj,0.0058416248,hessian_weighted_relative_error,23462,0.02500,0.838
13,mlp.experts.133.gate_proj,0.0052682657,hessian_weighted_relative_error,13831,0.02500,0.874
13,mlp.experts.134.gate_proj,0.0049082318,hessian_weighted_relative_error,33493,0.02500,0.841
13,mlp.experts.135.gate_proj,0.0043255976,hessian_weighted_relative_error,20000,0.02500,0.852
13,mlp.experts.136.gate_proj,0.0029838441,hessian_weighted_relative_error,20108,0.02500,0.840
13,mlp.experts.137.gate_proj,0.0048836264,hessian_weighted_relative_error,36233,0.02500,0.853
13,mlp.experts.138.gate_proj,0.0052616725,hessian_weighted_relative_error,23111,0.02500,0.839
13,mlp.experts.139.gate_proj,0.0056789515,hessian_weighted_relative_error,39859,0.02500,0.853
13,mlp.experts.140.gate_proj,0.0060247556,hessian_weighted_relative_error,37989,0.02500,0.839
13,mlp.experts.141.gate_proj,0.0057541773,hessian_weighted_relative_error,35074,0.02500,0.854
13,mlp.experts.142.gate_proj,0.0045357896,hessian_weighted_relative_error,13679,0.02500,0.838
13,mlp.experts.143.gate_proj,0.0050688469,hessian_weighted_relative_error,23133,0.02500,0.855
13,mlp.experts.144.gate_proj,0.0034574389,hessian_weighted_relative_error,24653,0.02500,0.840
13,mlp.experts.146.gate_proj,0.0048439196,hessian_weighted_relative_error,26561,0.02500,0.839
13,mlp.experts.147.gate_proj,0.0036243340,hessian_weighted_relative_error,7461,0.02500,0.854
13,mlp.experts.148.gate_proj,0.0029173336,hessian_weighted_relative_error,16581,0.02500,0.840
13,mlp.experts.149.gate_proj,0.0048357404,hessian_weighted_relative_error,33112,0.02500,0.853
13,mlp.experts.150.gate_proj,0.0044902047,hessian_weighted_relative_error,14231,0.02500,0.840
13,mlp.experts.151.gate_proj,0.0036881250,hessian_weighted_relative_error,34071,0.02500,0.854
13,mlp.experts.152.gate_proj,0.0055856110,hessian_weighted_relative_error,45008,0.02500,0.840
13,mlp.experts.153.gate_proj,0.0049682849,hessian_weighted_relative_error,25059,0.02500,0.854
13,mlp.experts.154.gate_proj,0.0032497616,hessian_weighted_relative_error,9474,0.02500,0.841
13,mlp.experts.155.gate_proj,0.0038831294,hessian_weighted_relative_error,9951,0.02500,0.858
13,mlp.experts.156.gate_proj,0.0059836688,hessian_weighted_relative_error,70627,0.02500,0.841
13,mlp.experts.158.gate_proj,0.0041968538,hessian_weighted_relative_error,20760,0.02500,0.842
13,mlp.experts.159.gate_proj,0.0058066806,hessian_weighted_relative_error,33670,0.02500,0.855
13,mlp.experts.160.gate_proj,0.0056254976,hessian_weighted_relative_error,52694,0.02500,0.841
13,mlp.experts.162.gate_proj,0.0056103846,hessian_weighted_relative_error,28124,0.02500,0.843
13,mlp.experts.163.gate_proj,0.0032352345,hessian_weighted_relative_error,10482,0.02500,0.856
13,mlp.experts.164.gate_proj,0.0041861820,hessian_weighted_relative_error,50975,0.02500,0.842
13,mlp.experts.165.gate_proj,0.0047466136,hessian_weighted_relative_error,21408,0.02500,0.858
13,mlp.experts.166.gate_proj,0.0061316289,hessian_weighted_relative_error,24446,0.02500,0.844
13,mlp.experts.167.gate_proj,0.0054493721,hessian_weighted_relative_error,28079,0.02500,0.858
13,mlp.experts.168.gate_proj,0.0031679941,hessian_weighted_relative_error,15395,0.02500,0.845
13,mlp.experts.170.gate_proj,0.0034289644,hessian_weighted_relative_error,12883,0.02500,0.844
13,mlp.experts.171.gate_proj,0.0051211211,hessian_weighted_relative_error,13750,0.02500,0.856
13,mlp.experts.172.gate_proj,0.0046162338,hessian_weighted_relative_error,36064,0.02500,0.844
13,mlp.experts.173.gate_proj,0.0056231455,hessian_weighted_relative_error,34162,0.02500,0.858
13,mlp.experts.174.gate_proj,0.0055941795,hessian_weighted_relative_error,28127,0.02500,0.844
13,mlp.experts.175.gate_proj,0.0048269067,hessian_weighted_relative_error,16796,0.02500,0.856
13,mlp.experts.176.gate_proj,0.0033204724,hessian_weighted_relative_error,6880,0.02500,0.843
13,mlp.experts.177.gate_proj,0.0041067845,hessian_weighted_relative_error,24096,0.02500,0.855
13,mlp.experts.179.gate_proj,0.0058748489,hessian_weighted_relative_error,30353,0.02500,0.855
13,mlp.experts.180.gate_proj,0.0057035364,hessian_weighted_relative_error,24796,0.02500,0.844
13,mlp.experts.181.gate_proj,0.0047682773,hessian_weighted_relative_error,36403,0.02500,0.856
13,mlp.experts.182.gate_proj,0.0047223643,hessian_weighted_relative_error,40286,0.02500,0.846
13,mlp.experts.183.gate_proj,0.0045662487,hessian_weighted_relative_error,40420,0.02500,0.855
13,mlp.experts.185.gate_proj,0.0040013384,hessian_weighted_relative_error,16827,0.02500,0.853
13,mlp.experts.186.gate_proj,0.0056236683,hessian_weighted_relative_error,15810,0.02500,0.846
13,mlp.experts.187.gate_proj,0.0053365520,hessian_weighted_relative_error,37732,0.02500,0.856
13,mlp.experts.188.gate_proj,0.0044433281,hessian_weighted_relative_error,47287,0.02500,0.846
13,mlp.experts.189.gate_proj,0.0062235065,hessian_weighted_relative_error,37478,0.02500,0.856
13,mlp.experts.190.gate_proj,0.0031859236,hessian_weighted_relative_error,10155,0.02500,0.846
13,mlp.experts.191.gate_proj,0.0038709281,hessian_weighted_relative_error,21090,0.02500,0.857
13,mlp.experts.192.gate_proj,0.0036451090,hessian_weighted_relative_error,20116,0.02500,0.847
13,mlp.experts.193.gate_proj,0.0042641845,hessian_weighted_relative_error,12982,0.02500,0.854
13,mlp.experts.194.gate_proj,0.0057898174,hessian_weighted_relative_error,14851,0.02500,0.847
13,mlp.experts.195.gate_proj,0.0042286291,hessian_weighted_relative_error,21417,0.02500,0.857
13,mlp.experts.196.gate_proj,0.0057400950,hessian_weighted_relative_error,29298,0.02500,0.847
13,mlp.experts.197.gate_proj,0.0030990151,hessian_weighted_relative_error,13945,0.02500,0.858
13,mlp.experts.198.gate_proj,0.0045618572,hessian_weighted_relative_error,36269,0.02500,0.845
13,mlp.experts.199.gate_proj,0.0052597690,hessian_weighted_relative_error,37751,0.02500,0.859
13,mlp.experts.200.gate_proj,0.0029961543,hessian_weighted_relative_error,36418,0.02500,0.846
13,mlp.experts.201.gate_proj,0.0053172043,hessian_weighted_relative_error,15962,0.02500,0.856
13,mlp.experts.203.gate_proj,0.0048595132,hessian_weighted_relative_error,14831,0.02500,0.859
13,mlp.experts.204.gate_proj,0.0050961733,hessian_weighted_relative_error,21358,0.02500,0.848
13,mlp.experts.205.gate_proj,0.0055453592,hessian_weighted_relative_error,35336,0.02500,0.858
13,mlp.experts.206.gate_proj,0.0057693793,hessian_weighted_relative_error,21571,0.02500,0.846
13,mlp.experts.207.gate_proj,0.0046012706,hessian_weighted_relative_error,17640,0.02500,0.857
13,mlp.experts.208.gate_proj,0.0057391036,hessian_weighted_relative_error,34412,0.02500,0.849
13,mlp.experts.209.gate_proj,0.0046442144,hessian_weighted_relative_error,24338,0.02500,0.857
13,mlp.experts.210.gate_proj,0.0054480198,hessian_weighted_relative_error,41515,0.02500,0.849
13,mlp.experts.211.gate_proj,0.0053922196,hessian_weighted_relative_error,27356,0.02500,0.857
13,mlp.experts.212.gate_proj,0.0056957914,hessian_weighted_relative_error,24503,0.02500,0.848
13,mlp.experts.213.gate_proj,0.0040953747,hessian_weighted_relative_error,14676,0.02500,0.857
13,mlp.experts.216.gate_proj,0.0039632471,hessian_weighted_relative_error,10128,0.02500,0.849
13,mlp.experts.217.gate_proj,0.0081622938,hessian_weighted_relative_error,112623,0.02500,0.859
13,mlp.experts.218.gate_proj,0.0057553496,hessian_weighted_relative_error,39990,0.02500,0.849
13,mlp.experts.219.gate_proj,0.0046927603,hessian_weighted_relative_error,24376,0.02500,0.858
13,mlp.experts.220.gate_proj,0.0038066172,hessian_weighted_relative_error,11992,0.02500,0.848
13,mlp.experts.221.gate_proj,0.0040074032,hessian_weighted_relative_error,15441,0.02500,0.862
13,mlp.experts.222.gate_proj,0.0055270377,hessian_weighted_relative_error,23031,0.02500,0.849
13,mlp.experts.223.gate_proj,0.0055486333,hessian_weighted_relative_error,48840,0.02500,0.862
13,mlp.experts.224.gate_proj,0.0056921574,hessian_weighted_relative_error,15747,0.02500,0.849
13,mlp.experts.225.gate_proj,0.0050671985,hessian_weighted_relative_error,38559,0.02500,0.859
13,mlp.experts.226.gate_proj,0.0054050329,hessian_weighted_relative_error,21630,0.02500,0.850
13,mlp.experts.227.gate_proj,0.0040137356,hessian_weighted_relative_error,9730,0.02500,0.859
13,mlp.experts.228.gate_proj,0.0039012029,hessian_weighted_relative_error,31292,0.02500,0.851
13,mlp.experts.230.gate_proj,0.0025116097,hessian_weighted_relative_error,27346,0.02500,0.850
13,mlp.experts.232.gate_proj,0.0047102685,hessian_weighted_relative_error,20377,0.02500,0.852
13,mlp.experts.233.gate_proj,0.0035723205,hessian_weighted_relative_error,20777,0.02500,0.859
13,mlp.experts.234.gate_proj,0.0054142956,hessian_weighted_relative_error,17762,0.02500,0.853
13,mlp.experts.235.gate_proj,0.0038706866,hessian_weighted_relative_error,9694,0.02500,0.860
13,mlp.experts.236.gate_proj,0.0057533032,hessian_weighted_relative_error,27521,0.02500,0.851
13,mlp.experts.237.gate_proj,0.0056679599,hessian_weighted_relative_error,24206,0.02500,0.861
13,mlp.experts.238.gate_proj,0.0049879108,hessian_weighted_relative_error,46508,0.02500,0.852
13,mlp.experts.240.gate_proj,0.0052449803,hessian_weighted_relative_error,33191,0.02500,0.853
13,mlp.experts.241.gate_proj,0.0048636607,hessian_weighted_relative_error,19851,0.02500,0.860
13,mlp.experts.242.gate_proj,0.0053279719,hessian_weighted_relative_error,29440,0.02500,0.853
13,mlp.experts.243.gate_proj,0.0051648353,hessian_weighted_relative_error,24978,0.02500,0.862
13,mlp.experts.245.gate_proj,0.0051909497,hessian_weighted_relative_error,22271,0.02500,0.860
13,mlp.experts.247.gate_proj,0.0064950265,hessian_weighted_relative_error,25401,0.02500,0.862
13,mlp.experts.248.gate_proj,0.0051185453,hessian_weighted_relative_error,13935,0.02500,0.850
13,mlp.experts.249.gate_proj,0.0050673206,hessian_weighted_relative_error,28616,0.02500,0.865
13,mlp.experts.250.gate_proj,0.0045756822,hessian_weighted_relative_error,23459,0.02500,0.851
13,mlp.experts.251.gate_proj,0.0033686115,hessian_weighted_relative_error,26717,0.02500,0.862
13,mlp.experts.252.gate_proj,0.0059312983,hessian_weighted_relative_error,20002,0.02500,0.852
13,mlp.experts.253.gate_proj,0.0040084492,hessian_weighted_relative_error,8540,0.02500,0.866
13,mlp.experts.254.gate_proj,0.0035619809,hessian_weighted_relative_error,15498,0.02500,0.852
13,mlp.experts.255.gate_proj,0.0022976032,hessian_weighted_relative_error,5097,0.02500,0.870
13,mlp.experts.256.gate_proj,0.0029810469,hessian_weighted_relative_error,25369,0.02500,0.854
13,mlp.experts.259.gate_proj,0.0053482498,hessian_weighted_relative_error,23902,0.02500,0.861
13,mlp.experts.260.gate_proj,0.0051242472,hessian_weighted_relative_error,31857,0.02500,0.852
13,mlp.experts.261.gate_proj,0.0066385914,hessian_weighted_relative_error,28668,0.02500,0.862
13,mlp.experts.262.gate_proj,0.0047363122,hessian_weighted_relative_error,17446,0.02500,0.854
13,mlp.experts.263.gate_proj,0.0054124663,hessian_weighted_relative_error,35642,0.02500,0.863
13,mlp.experts.264.gate_proj,0.0052157786,hessian_weighted_relative_error,27836,0.02500,0.853
13,mlp.experts.265.gate_proj,0.0061033827,hessian_weighted_relative_error,22016,0.02500,0.861
13,mlp.experts.266.gate_proj,0.0038767650,hessian_weighted_relative_error,8267,0.02500,0.853
13,mlp.experts.267.gate_proj,0.0058695817,hessian_weighted_relative_error,33194,0.02500,0.862
13,mlp.experts.268.gate_proj,0.0049345257,hessian_weighted_relative_error,24053,0.02500,0.853
13,mlp.experts.269.gate_proj,0.0043825140,hessian_weighted_relative_error,14401,0.02500,0.862
13,mlp.experts.270.gate_proj,0.0039164170,hessian_weighted_relative_error,8493,0.02500,0.855
13,mlp.experts.271.gate_proj,0.0051330680,hessian_weighted_relative_error,18519,0.02500,0.866
13,mlp.experts.272.gate_proj,0.0053856128,hessian_weighted_relative_error,31283,0.02500,0.856
13,mlp.experts.273.gate_proj,0.0046208027,hessian_weighted_relative_error,28268,0.02500,0.864
13,mlp.experts.274.gate_proj,0.0046347312,hessian_weighted_relative_error,16545,0.02500,0.853
13,mlp.experts.275.gate_proj,0.0051138896,hessian_weighted_relative_error,18681,0.02500,0.864
13,mlp.experts.276.gate_proj,0.0053508607,hessian_weighted_relative_error,39378,0.02500,0.855
13,mlp.experts.277.gate_proj,0.0054613729,hessian_weighted_relative_error,24466,0.02500,0.868
13,mlp.experts.278.gate_proj,0.0027433566,hessian_weighted_relative_error,25332,0.02500,0.855
13,mlp.experts.279.gate_proj,0.0062166229,hessian_weighted_relative_error,42410,0.02500,0.872
13,mlp.experts.280.gate_proj,0.0057293954,hessian_weighted_relative_error,36092,0.02500,0.858
13,mlp.experts.281.gate_proj,0.0054371023,hessian_weighted_relative_error,36973,0.02500,0.874
13,mlp.experts.282.gate_proj,0.0046961010,hessian_weighted_relative_error,37171,0.02500,0.865
13,mlp.experts.284.gate_proj,0.0055844880,hessian_weighted_relative_error,21468,0.02500,0.863
13,mlp.experts.285.gate_proj,0.0038423152,hessian_weighted_relative_error,14404,0.02500,0.866
13,mlp.experts.286.gate_proj,0.0053705902,hessian_weighted_relative_error,47311,0.02500,0.866
13,mlp.experts.287.gate_proj,0.0026762608,hessian_weighted_relative_error,32569,0.02500,0.885
13,mlp.experts.0.up_proj,0.0049954110,hessian_weighted_relative_error,35094,0.02500,0.854
13,mlp.experts.1.up_proj,0.0067478862,hessian_weighted_relative_error,36547,0.02500,0.866
13,mlp.experts.2.up_proj,0.0063261702,hessian_weighted_relative_error,28302,0.02500,0.855
13,mlp.experts.3.up_proj,0.0066451544,hessian_weighted_relative_error,19451,0.02500,0.865
13,mlp.experts.4.up_proj,0.0058755876,hessian_weighted_relative_error,20441,0.02500,0.855
13,mlp.experts.5.up_proj,0.0048109309,hessian_weighted_relative_error,29343,0.02500,0.864
13,mlp.experts.6.up_proj,0.0074526613,hessian_weighted_relative_error,39632,0.02500,0.856
13,mlp.experts.8.up_proj,0.0060205766,hessian_weighted_relative_error,18754,0.02500,0.854
13,mlp.experts.9.up_proj,0.0062934338,hessian_weighted_relative_error,24956,0.02500,0.865
13,mlp.experts.11.up_proj,0.0047438895,hessian_weighted_relative_error,27611,0.02500,0.864
13,mlp.experts.12.up_proj,0.0067504896,hessian_weighted_relative_error,20177,0.02500,0.855
13,mlp.experts.14.up_proj,0.0067716052,hessian_weighted_relative_error,21517,0.02500,0.854
13,mlp.experts.15.up_proj,0.0040849399,hessian_weighted_relative_error,22900,0.02500,0.864
13,mlp.experts.16.up_proj,0.0042866773,hessian_weighted_relative_error,22951,0.02500,0.854
13,mlp.experts.17.up_proj,0.0044693974,hessian_weighted_relative_error,20470,0.02500,0.864
13,mlp.experts.18.up_proj,0.0066930009,hessian_weighted_relative_error,28316,0.02500,0.856
13,mlp.experts.21.up_proj,0.0047695051,hessian_weighted_relative_error,15977,0.02500,0.867
13,mlp.experts.22.up_proj,0.0060616854,hessian_weighted_relative_error,20879,0.02500,0.855
13,mlp.experts.23.up_proj,0.0038050360,hessian_weighted_relative_error,17276,0.02500,0.868
13,mlp.experts.26.up_proj,0.0075079319,hessian_weighted_relative_error,31740,0.02500,0.855
13,mlp.experts.27.up_proj,0.0034917895,hessian_weighted_relative_error,21941,0.02500,0.865
13,mlp.experts.28.up_proj,0.0068393947,hessian_weighted_relative_error,10632,0.02500,0.855
13,mlp.experts.29.up_proj,0.0051878117,hessian_weighted_relative_error,14559,0.02500,0.875
13,mlp.experts.31.up_proj,0.0021778907,hessian_weighted_relative_error,14198,0.02500,0.873
13,mlp.experts.32.up_proj,0.0024585786,hessian_weighted_relative_error,14029,0.02500,0.856
13,mlp.experts.34.up_proj,0.0071300698,hessian_weighted_relative_error,35169,0.02500,0.855
13,mlp.experts.36.up_proj,0.0049871415,hessian_weighted_relative_error,32686,0.02500,0.855
13,mlp.experts.37.up_proj,0.0058663527,hessian_weighted_relative_error,12267,0.02500,0.873
13,mlp.experts.38.up_proj,0.0038131541,hessian_weighted_relative_error,5304,0.02500,0.856
13,mlp.experts.39.up_proj,0.0074935182,hessian_weighted_relative_error,24068,0.02500,0.869
13,mlp.experts.40.up_proj,0.0073498054,hessian_weighted_relative_error,41496,0.02500,0.856
13,mlp.experts.41.up_proj,0.0072717155,hessian_weighted_relative_error,28467,0.02500,0.867
13,mlp.experts.43.up_proj,0.0053154490,hessian_weighted_relative_error,34141,0.02500,0.867
13,mlp.experts.44.up_proj,0.0053338301,hessian_weighted_relative_error,21293,0.02500,0.856
13,mlp.experts.45.up_proj,0.0057028769,hessian_weighted_relative_error,25938,0.02500,0.870
13,mlp.experts.46.up_proj,0.0071399983,hessian_weighted_relative_error,18256,0.02500,0.855
13,mlp.experts.47.up_proj,0.0074619228,hessian_weighted_relative_error,21752,0.02500,0.867
13,mlp.experts.48.up_proj,0.0033796071,hessian_weighted_relative_error,17821,0.02500,0.856
13,mlp.experts.50.up_proj,0.0064143406,hessian_weighted_relative_error,21296,0.02500,0.855
13,mlp.experts.51.up_proj,0.0078428628,hessian_weighted_relative_error,26302,0.02500,0.880
13,mlp.experts.53.up_proj,0.0073918100,hessian_weighted_relative_error,16417,0.02500,0.869
13,mlp.experts.54.up_proj,0.0055437734,hessian_weighted_relative_error,27328,0.02500,0.854
13,mlp.experts.56.up_proj,0.0049330247,hessian_weighted_relative_error,27900,0.02500,0.857
13,mlp.experts.58.up_proj,0.0059203548,hessian_weighted_relative_error,10983,0.02500,0.858
13,mlp.experts.59.up_proj,0.0078748879,hessian_weighted_relative_error,26306,0.02500,0.871
13,mlp.experts.60.up_proj,0.0066548236,hessian_weighted_relative_error,27151,0.02500,0.856
13,mlp.experts.63.up_proj,0.0048116138,hessian_weighted_relative_error,20974,0.02500,0.878
13,mlp.experts.64.up_proj,0.0061992058,hessian_weighted_relative_error,24546,0.02500,0.856
13,mlp.experts.65.up_proj,0.0063527308,hessian_weighted_relative_error,10837,0.02500,0.877
13,mlp.experts.67.up_proj,0.0060737551,hessian_weighted_relative_error,30834,0.02500,0.872
13,mlp.experts.69.up_proj,0.0075324325,hessian_weighted_relative_error,37088,0.02500,0.881
13,mlp.experts.71.up_proj,0.0045889783,hessian_weighted_relative_error,28300,0.02500,0.874
13,mlp.experts.73.up_proj,0.0083611436,hessian_weighted_relative_error,21887,0.02500,0.875
13,mlp.experts.74.up_proj,0.0061627007,hessian_weighted_relative_error,38602,0.02500,0.858
13,mlp.experts.75.up_proj,0.0048884831,hessian_weighted_relative_error,21218,0.02500,0.880
13,mlp.experts.76.up_proj,0.0067020414,hessian_weighted_relative_error,50910,0.02500,0.857
13,mlp.experts.77.up_proj,0.0048321865,hessian_weighted_relative_error,16217,0.02500,0.867
13,mlp.experts.78.up_proj,0.0066418856,hessian_weighted_relative_error,18012,0.02500,0.858
13,mlp.experts.79.up_proj,0.0072674355,hessian_weighted_relative_error,22811,0.02500,0.879
13,mlp.experts.82.up_proj,0.0052324447,hessian_weighted_relative_error,24650,0.02500,0.860
13,mlp.experts.84.up_proj,0.0035342822,hessian_weighted_relative_error,3122,0.02500,0.857
13,mlp.experts.85.up_proj,0.0043292087,hessian_weighted_relative_error,19889,0.02500,0.872
13,mlp.experts.87.up_proj,0.0071420460,hessian_weighted_relative_error,23930,0.02500,0.870
13,mlp.experts.89.up_proj,0.0060241663,hessian_weighted_relative_error,20260,0.02500,0.880
13,mlp.experts.90.up_proj,0.0047797160,hessian_weighted_relative_error,11969,0.02500,0.857
13,mlp.experts.91.up_proj,0.0068410455,hessian_weighted_relative_error,30892,0.02500,0.875
13,mlp.experts.92.up_proj,0.0069683693,hessian_weighted_relative_error,30033,0.02500,0.859
13,mlp.experts.93.up_proj,0.0070129041,hessian_weighted_relative_error,24460,0.02500,0.881
13,mlp.experts.94.up_proj,0.0049179651,hessian_weighted_relative_error,32146,0.02500,0.859
13,mlp.experts.95.up_proj,0.0028919087,hessian_weighted_relative_error,7454,0.02500,0.869
13,mlp.experts.96.up_proj,0.0071891886,hessian_weighted_relative_error,19463,0.02500,0.861
13,mlp.experts.98.up_proj,0.0067872979,hessian_weighted_relative_error,15126,0.02500,0.859
13,mlp.experts.100.up_proj,0.0055297893,hessian_weighted_relative_error,14984,0.02500,0.860
13,mlp.experts.101.up_proj,0.0091742990,hessian_weighted_relative_error,84971,0.02500,0.878
13,mlp.experts.102.up_proj,0.0073009091,hessian_weighted_relative_error,25805,0.02500,0.859
13,mlp.experts.103.up_proj,0.0033043270,hessian_weighted_relative_error,14251,0.02500,0.868
13,mlp.experts.104.up_proj,0.0067948596,hessian_weighted_relative_error,19633,0.02500,0.858
13,mlp.experts.105.up_proj,0.0082400269,hessian_weighted_relative_error,31519,0.02500,0.878
13,mlp.experts.106.up_proj,0.0033057865,hessian_weighted_relative_error,33405,0.02500,0.858
13,mlp.experts.107.up_proj,0.0048536487,hessian_weighted_relative_error,20738,0.02500,0.884
13,mlp.experts.108.up_proj,0.0054034095,hessian_weighted_relative_error,12820,0.02500,0.860
13,mlp.experts.109.up_proj,0.0065415192,hessian_weighted_relative_error,40136,0.02500,0.874
13,mlp.experts.110.up_proj,0.0063125679,hessian_weighted_relative_error,16133,0.02500,0.859
13,mlp.experts.111.up_proj,0.0041468856,hessian_weighted_relative_error,4740,0.02500,0.879
13,mlp.experts.112.up_proj,0.0039714967,hessian_weighted_relative_error,11888,0.02500,0.862
13,mlp.experts.113.up_proj,0.0057572387,hessian_weighted_relative_error,33896,0.02500,0.877
13,mlp.experts.114.up_proj,0.0042422576,hessian_weighted_relative_error,25383,0.02500,0.861
13,mlp.experts.117.up_proj,0.0066716979,hessian_weighted_relative_error,35547,0.02500,0.875
13,mlp.experts.118.up_proj,0.0048770382,hessian_weighted_relative_error,25210,0.02500,0.863
13,mlp.experts.120.up_proj,0.0070984620,hessian_weighted_relative_error,31305,0.02500,0.866
13,mlp.experts.121.up_proj,0.0054553962,hessian_weighted_relative_error,16590,0.02500,0.892
13,mlp.experts.122.up_proj,0.0064311894,hessian_weighted_relative_error,30790,0.02500,0.861
13,mlp.experts.124.up_proj,0.0065208663,hessian_weighted_relative_error,27579,0.02500,0.873
13,mlp.experts.125.up_proj,0.0073439241,hessian_weighted_relative_error,15399,0.02500,0.882
13,mlp.experts.126.up_proj,0.0064811542,hessian_weighted_relative_error,32310,0.02500,0.861
13,mlp.experts.127.up_proj,0.0059011721,hessian_weighted_relative_error,10582,0.02500,0.879
13,mlp.experts.128.up_proj,0.0076692158,hessian_weighted_relative_error,27512,0.02500,0.861
13,mlp.experts.129.up_proj,0.0076593944,hessian_weighted_relative_error,21439,0.02500,0.870
13,mlp.experts.132.up_proj,0.0075216315,hessian_weighted_relative_error,23462,0.02500,0.861
13,mlp.experts.133.up_proj,0.0065431717,hessian_weighted_relative_error,13831,0.02500,0.883
13,mlp.experts.135.up_proj,0.0050405618,hessian_weighted_relative_error,20000,0.02500,0.872
13,mlp.experts.136.up_proj,0.0032358453,hessian_weighted_relative_error,20108,0.02500,0.864
13,mlp.experts.138.up_proj,0.0065899651,hessian_weighted_relative_error,23111,0.02500,0.861
13,mlp.experts.142.up_proj,0.0050206800,hessian_weighted_relative_error,13679,0.02500,0.863
13,mlp.experts.143.up_proj,0.0055278982,hessian_weighted_relative_error,23133,0.02500,0.885
13,mlp.experts.144.up_proj,0.0037546154,hessian_weighted_relative_error,24653,0.02500,0.861
13,mlp.experts.146.up_proj,0.0066699831,hessian_weighted_relative_error,26561,0.02500,0.863
13,mlp.experts.147.up_proj,0.0042701950,hessian_weighted_relative_error,7461,0.02500,0.874
13,mlp.experts.148.up_proj,0.0032449685,hessian_weighted_relative_error,16581,0.02500,0.860
13,mlp.experts.149.up_proj,0.0062061601,hessian_weighted_relative_error,33112,0.02500,0.880
13,mlp.experts.150.up_proj,0.0057482542,hessian_weighted_relative_error,14231,0.02500,0.861
13,mlp.experts.151.up_proj,0.0044509838,hessian_weighted_relative_error,34071,0.02500,0.884
13,mlp.experts.153.up_proj,0.0059808844,hessian_weighted_relative_error,25059,0.02500,0.882
13,mlp.experts.154.up_proj,0.0040658496,hessian_weighted_relative_error,9474,0.02500,0.862
13,mlp.experts.155.up_proj,0.0052077832,hessian_weighted_relative_error,9951,0.02500,0.885
13,mlp.experts.156.up_proj,0.0067846110,hessian_weighted_relative_error,70627,0.02500,0.861
13,mlp.experts.158.up_proj,0.0049797921,hessian_weighted_relative_error,20760,0.02500,0.863
13,mlp.experts.160.up_proj,0.0072048057,hessian_weighted_relative_error,52694,0.02500,0.862
13,mlp.experts.162.up_proj,0.0066389145,hessian_weighted_relative_error,28124,0.02500,0.862
13,mlp.experts.163.up_proj,0.0036901015,hessian_weighted_relative_error,10482,0.02500,0.882
13,mlp.experts.164.up_proj,0.0048292034,hessian_weighted_relative_error,50975,0.02500,0.862
13,mlp.experts.165.up_proj,0.0059102623,hessian_weighted_relative_error,21408,0.02500,0.876
13,mlp.experts.166.up_proj,0.0078702780,hessian_weighted_relative_error,24446,0.02500,0.863
13,mlp.experts.167.up_proj,0.0068141523,hessian_weighted_relative_error,28079,0.02500,0.884
13,mlp.experts.168.up_proj,0.0035500782,hessian_weighted_relative_error,15395,0.02500,0.861
13,mlp.experts.170.up_proj,0.0037289074,hessian_weighted_relative_error,12883,0.02500,0.862
13,mlp.experts.171.up_proj,0.0070580995,hessian_weighted_relative_error,13750,0.02500,0.887
13,mlp.experts.172.up_proj,0.0051508842,hessian_weighted_relative_error,36064,0.02500,0.863
13,mlp.experts.173.up_proj,0.0069458519,hessian_weighted_relative_error,34162,0.02500,0.887
13,mlp.experts.174.up_proj,0.0066642341,hessian_weighted_relative_error,28127,0.02500,0.861
13,mlp.experts.175.up_proj,0.0062435791,hessian_weighted_relative_error,16796,0.02500,0.883
13,mlp.experts.176.up_proj,0.0037335326,hessian_weighted_relative_error,6880,0.02500,0.862
13,mlp.experts.177.up_proj,0.0059884900,hessian_weighted_relative_error,24096,0.02500,0.882
13,mlp.experts.179.up_proj,0.0068080220,hessian_weighted_relative_error,30353,0.02500,0.884
13,mlp.experts.180.up_proj,0.0072370070,hessian_weighted_relative_error,24796,0.02500,0.863
13,mlp.experts.181.up_proj,0.0075815601,hessian_weighted_relative_error,36403,0.02500,0.884
13,mlp.experts.182.up_proj,0.0059160470,hessian_weighted_relative_error,40286,0.02500,0.862
13,mlp.experts.183.up_proj,0.0062160050,hessian_weighted_relative_error,40420,0.02500,0.888
13,mlp.experts.185.up_proj,0.0049874679,hessian_weighted_relative_error,16827,0.02500,0.881
13,mlp.experts.186.up_proj,0.0070724268,hessian_weighted_relative_error,15810,0.02500,0.863
13,mlp.experts.188.up_proj,0.0063421811,hessian_weighted_relative_error,47287,0.02500,0.862
13,mlp.experts.189.up_proj,0.0072909826,hessian_weighted_relative_error,37478,0.02500,0.888
13,mlp.experts.190.up_proj,0.0039447376,hessian_weighted_relative_error,10155,0.02500,0.865
13,mlp.experts.191.up_proj,0.0053050369,hessian_weighted_relative_error,21090,0.02500,0.879
13,mlp.experts.192.up_proj,0.0041084741,hessian_weighted_relative_error,20116,0.02500,0.864
13,mlp.experts.193.up_proj,0.0048055417,hessian_weighted_relative_error,12982,0.02500,0.886
13,mlp.experts.194.up_proj,0.0069271818,hessian_weighted_relative_error,14851,0.02500,0.863
13,mlp.experts.196.up_proj,0.0076964720,hessian_weighted_relative_error,29298,0.02500,0.865
13,mlp.experts.197.up_proj,0.0037381021,hessian_weighted_relative_error,13945,0.02500,0.880
13,mlp.experts.198.up_proj,0.0072980186,hessian_weighted_relative_error,36269,0.02500,0.862
13,mlp.experts.199.up_proj,0.0078859050,hessian_weighted_relative_error,37751,0.02500,0.885
13,mlp.experts.200.up_proj,0.0034806589,hessian_weighted_relative_error,36418,0.02500,0.861
13,mlp.experts.201.up_proj,0.0062383010,hessian_weighted_relative_error,15962,0.02500,0.885
13,mlp.experts.203.up_proj,0.0063461137,hessian_weighted_relative_error,14831,0.02500,0.893
13,mlp.experts.204.up_proj,0.0060233966,hessian_weighted_relative_error,21358,0.02500,0.863
13,mlp.experts.205.up_proj,0.0066063008,hessian_weighted_relative_error,35336,0.02500,0.883
13,mlp.experts.206.up_proj,0.0070689212,hessian_weighted_relative_error,21571,0.02500,0.865
13,mlp.experts.207.up_proj,0.0059503991,hessian_weighted_relative_error,17640,0.02500,0.882
13,mlp.experts.208.up_proj,0.0079169977,hessian_weighted_relative_error,34412,0.02500,0.863
13,mlp.experts.209.up_proj,0.0058344810,hessian_weighted_relative_error,24338,0.02500,0.890
13,mlp.experts.211.up_proj,0.0063776639,hessian_weighted_relative_error,27356,0.02500,0.897
13,mlp.experts.212.up_proj,0.0070656352,hessian_weighted_relative_error,24503,0.02500,0.865
13,mlp.experts.213.up_proj,0.0045870181,hessian_weighted_relative_error,14676,0.02500,0.893
13,mlp.experts.216.up_proj,0.0050998884,hessian_weighted_relative_error,10128,0.02500,0.875
13,mlp.experts.217.up_proj,0.0094841995,hessian_weighted_relative_error,112623,0.02500,0.894
13,mlp.experts.219.up_proj,0.0054364693,hessian_weighted_relative_error,24376,0.02500,0.894
13,mlp.experts.220.up_proj,0.0053372876,hessian_weighted_relative_error,11992,0.02500,0.865
13,mlp.experts.221.up_proj,0.0046924853,hessian_weighted_relative_error,15441,0.02500,0.890
13,mlp.experts.222.up_proj,0.0064868849,hessian_weighted_relative_error,23031,0.02500,0.866
13,mlp.experts.223.up_proj,0.0079866708,hessian_weighted_relative_error,48840,0.02500,0.887
13,mlp.experts.224.up_proj,0.0073821919,hessian_weighted_relative_error,15747,0.02500,0.863
13,mlp.experts.225.up_proj,0.0075157853,hessian_weighted_relative_error,38559,0.02500,0.895
13,mlp.experts.226.up_proj,0.0065474219,hessian_weighted_relative_error,21630,0.02500,0.862
13,mlp.experts.227.up_proj,0.0053535121,hessian_weighted_relative_error,9730,0.02500,0.889
13,mlp.experts.230.up_proj,0.0027652542,hessian_weighted_relative_error,27346,0.02500,0.866
13,mlp.experts.232.up_proj,0.0057952864,hessian_weighted_relative_error,20377,0.02500,0.863
13,mlp.experts.233.up_proj,0.0041646938,hessian_weighted_relative_error,20777,0.02500,0.885
13,mlp.experts.234.up_proj,0.0061293592,hessian_weighted_relative_error,17762,0.02500,0.864
13,mlp.experts.235.up_proj,0.0042623648,hessian_weighted_relative_error,9694,0.02500,0.887
13,mlp.experts.236.up_proj,0.0070649271,hessian_weighted_relative_error,27521,0.02500,0.864
13,mlp.experts.237.up_proj,0.0066780556,hessian_weighted_relative_error,24206,0.02500,0.896
13,mlp.experts.238.up_proj,0.0062045217,hessian_weighted_relative_error,46508,0.02500,0.862
13,mlp.experts.241.up_proj,0.0054886103,hessian_weighted_relative_error,19851,0.02500,0.888
13,mlp.experts.242.up_proj,0.0062981980,hessian_weighted_relative_error,29440,0.02500,0.862
13,mlp.experts.243.up_proj,0.0065509586,hessian_weighted_relative_error,24978,0.02500,0.887
13,mlp.experts.245.up_proj,0.0066415952,hessian_weighted_relative_error,22271,0.02500,0.891
13,mlp.experts.247.up_proj,0.0075103012,hessian_weighted_relative_error,25401,0.02500,0.896
13,mlp.experts.248.up_proj,0.0066431079,hessian_weighted_relative_error,13935,0.02500,0.863
13,mlp.experts.249.up_proj,0.0067637910,hessian_weighted_relative_error,28616,0.02500,0.889
13,mlp.experts.250.up_proj,0.0053817825,hessian_weighted_relative_error,23459,0.02500,0.863
13,mlp.experts.251.up_proj,0.0060765084,hessian_weighted_relative_error,26717,0.02500,0.891
13,mlp.experts.252.up_proj,0.0070684687,hessian_weighted_relative_error,20002,0.02500,0.863
13,mlp.experts.253.up_proj,0.0048886598,hessian_weighted_relative_error,8540,0.02500,0.892
13,mlp.experts.254.up_proj,0.0040728552,hessian_weighted_relative_error,15498,0.02500,0.863
13,mlp.experts.255.up_proj,0.0030004843,hessian_weighted_relative_error,5097,0.02500,0.894
13,mlp.experts.256.up_proj,0.0039439678,hessian_weighted_relative_error,25369,0.02500,0.862
13,mlp.experts.259.up_proj,0.0070916332,hessian_weighted_relative_error,23902,0.02500,0.900
13,mlp.experts.260.up_proj,0.0061424248,hessian_weighted_relative_error,31857,0.02500,0.864
13,mlp.experts.261.up_proj,0.0086760229,hessian_weighted_relative_error,28668,0.02500,0.896
13,mlp.experts.262.up_proj,0.0053860339,hessian_weighted_relative_error,17446,0.02500,0.864
13,mlp.experts.263.up_proj,0.0063509547,hessian_weighted_relative_error,35642,0.02500,0.898
13,mlp.experts.264.up_proj,0.0058073196,hessian_weighted_relative_error,27836,0.02500,0.862
13,mlp.experts.265.up_proj,0.0075624165,hessian_weighted_relative_error,22016,0.02500,0.897
13,mlp.experts.266.up_proj,0.0047299581,hessian_weighted_relative_error,8267,0.02500,0.861
13,mlp.experts.268.up_proj,0.0057165525,hessian_weighted_relative_error,24053,0.02500,0.862
13,mlp.experts.269.up_proj,0.0060011961,hessian_weighted_relative_error,14401,0.02500,0.893
13,mlp.experts.270.up_proj,0.0055495724,hessian_weighted_relative_error,8493,0.02500,0.864
13,mlp.experts.271.up_proj,0.0059119469,hessian_weighted_relative_error,18519,0.02500,0.892
13,mlp.experts.272.up_proj,0.0062617935,hessian_weighted_relative_error,31283,0.02500,0.865
13,mlp.experts.273.up_proj,0.0069592425,hessian_weighted_relative_error,28268,0.02500,0.897
13,mlp.experts.274.up_proj,0.0051499740,hessian_weighted_relative_error,16545,0.02500,0.864
13,mlp.experts.275.up_proj,0.0066834502,hessian_weighted_relative_error,18681,0.02500,0.890
13,mlp.experts.276.up_proj,0.0068964352,hessian_weighted_relative_error,39378,0.02500,0.862
13,mlp.experts.277.up_proj,0.0065954752,hessian_weighted_relative_error,24466,0.02500,0.902
13,mlp.experts.278.up_proj,0.0030990840,hessian_weighted_relative_error,25332,0.02500,0.861
13,mlp.experts.280.up_proj,0.0071876220,hessian_weighted_relative_error,36092,0.02500,0.864
13,mlp.experts.281.up_proj,0.0064786311,hessian_weighted_relative_error,36973,0.02500,0.899
13,mlp.experts.284.up_proj,0.0068957300,hessian_weighted_relative_error,21468,0.02500,0.873
13,mlp.experts.285.up_proj,0.0045165268,hessian_weighted_relative_error,14404,0.02500,0.894
13,mlp.experts.286.up_proj,0.0066013955,hessian_weighted_relative_error,47311,0.02500,0.862
13,mlp.experts.287.up_proj,0.0032139379,hessian_weighted_relative_error,32569,0.02500,0.910
13,mlp.experts.0.down_proj,0.0056067523,hessian_weighted_relative_error,35094,0.02500,0.733
13,mlp.experts.3.down_proj,0.0098898082,hessian_weighted_relative_error,19451,0.02500,0.750
13,mlp.experts.5.down_proj,0.0074616508,hessian_weighted_relative_error,29343,0.02500,0.753
13,mlp.experts.8.down_proj,0.0091905369,hessian_weighted_relative_error,18754,0.02500,0.770
13,mlp.experts.12.down_proj,0.0114023234,hessian_weighted_relative_error,20177,0.02500,0.771
13,mlp.experts.14.down_proj,0.0112865127,hessian_weighted_relative_error,21517,0.02500,0.776
13,mlp.experts.15.down_proj,0.0091732860,hessian_weighted_relative_error,22900,0.02500,0.756
13,mlp.experts.16.down_proj,0.0084144118,hessian_weighted_relative_error,22951,0.02500,0.774
13,mlp.experts.17.down_proj,0.0063892817,hessian_weighted_relative_error,20470,0.02500,0.760
13,mlp.experts.18.down_proj,0.0115829221,hessian_weighted_relative_error,28316,0.02500,0.778
13,mlp.experts.21.down_proj,0.0073376551,hessian_weighted_relative_error,15977,0.02500,0.759
13,mlp.experts.22.down_proj,0.0108916359,hessian_weighted_relative_error,20879,0.02500,0.776
13,mlp.experts.23.down_proj,0.0068990446,hessian_weighted_relative_error,17276,0.02500,0.761
13,mlp.experts.28.down_proj,0.0100578259,hessian_weighted_relative_error,10632,0.02500,0.777
13,mlp.experts.29.down_proj,0.0091610868,hessian_weighted_relative_error,14559,0.02500,0.763
13,mlp.experts.31.down_proj,0.0044435004,hessian_weighted_relative_error,14198,0.02500,0.764
13,mlp.experts.32.down_proj,0.0041562860,hessian_weighted_relative_error,14029,0.02500,0.780
13,mlp.experts.36.down_proj,0.0098567005,hessian_weighted_relative_error,32686,0.02500,0.781
13,mlp.experts.37.down_proj,0.0102362375,hessian_weighted_relative_error,12267,0.02500,0.769
13,mlp.experts.38.down_proj,0.0074573345,hessian_weighted_relative_error,5304,0.02500,0.784
13,mlp.experts.39.down_proj,0.0094930351,hessian_weighted_relative_error,24068,0.02500,0.766
13,mlp.experts.41.down_proj,0.0109828801,hessian_weighted_relative_error,28467,0.02500,0.768
13,mlp.experts.43.down_proj,0.0083515090,hessian_weighted_relative_error,34141,0.02500,0.767
13,mlp.experts.46.down_proj,0.0116905127,hessian_weighted_relative_error,18256,0.02500,0.784
13,mlp.experts.47.down_proj,0.0117502928,hessian_weighted_relative_error,21752,0.02500,0.768
13,mlp.experts.50.down_proj,0.0103599540,hessian_weighted_relative_error,21296,0.02500,0.788
13,mlp.experts.51.down_proj,0.0136817186,hessian_weighted_relative_error,26302,0.02500,0.771
13,mlp.experts.53.down_proj,0.0119157643,hessian_weighted_relative_error,16417,0.02500,0.774
13,mlp.experts.56.down_proj,0.0084026052,hessian_weighted_relative_error,27900,0.02500,0.787
13,mlp.experts.58.down_proj,0.0082413691,hessian_weighted_relative_error,10983,0.02500,0.788
13,mlp.experts.59.down_proj,0.0119580477,hessian_weighted_relative_error,26306,0.02500,0.774
13,mlp.experts.63.down_proj,0.0074710589,hessian_weighted_relative_error,20974,0.02500,0.775
13,mlp.experts.65.down_proj,0.0105325517,hessian_weighted_relative_error,10837,0.02500,0.777
13,mlp.experts.67.down_proj,0.0103017440,hessian_weighted_relative_error,30834,0.02500,0.778
13,mlp.experts.69.down_proj,0.0120688581,hessian_weighted_relative_error,37088,0.02500,0.779
13,mlp.experts.71.down_proj,0.0073817343,hessian_weighted_relative_error,28300,0.02500,0.777
13,mlp.experts.73.down_proj,0.0110572126,hessian_weighted_relative_error,21887,0.02500,0.781
13,mlp.experts.75.down_proj,0.0092507915,hessian_weighted_relative_error,21218,0.02500,0.780
13,mlp.experts.77.down_proj,0.0081460601,hessian_weighted_relative_error,16217,0.02500,0.782
13,mlp.experts.78.down_proj,0.0109167454,hessian_weighted_relative_error,18012,0.02500,0.793
13,mlp.experts.79.down_proj,0.0116782654,hessian_weighted_relative_error,22811,0.02500,0.781
13,mlp.experts.84.down_proj,0.0063331948,hessian_weighted_relative_error,3122,0.02500,0.793
13,mlp.experts.85.down_proj,0.0100324227,hessian_weighted_relative_error,19889,0.02500,0.786
13,mlp.experts.87.down_proj,0.0115727028,hessian_weighted_relative_error,23930,0.02500,0.785
13,mlp.experts.89.down_proj,0.0102958649,hessian_weighted_relative_error,20260,0.02500,0.786
13,mlp.experts.90.down_proj,0.0097782815,hessian_weighted_relative_error,11969,0.02500,0.798
13,mlp.experts.91.down_proj,0.0095650985,hessian_weighted_relative_error,30892,0.02500,0.786
13,mlp.experts.92.down_proj,0.0116805440,hessian_weighted_relative_error,30033,0.02500,0.795
13,mlp.experts.93.down_proj,0.0117234497,hessian_weighted_relative_error,24460,0.02500,0.788
13,mlp.experts.94.down_proj,0.0060441949,hessian_weighted_relative_error,32146,0.02500,0.796
13,mlp.experts.95.down_proj,0.0065403538,hessian_weighted_relative_error,7454,0.02500,0.788
13,mlp.experts.96.down_proj,0.0096920228,hessian_weighted_relative_error,19463,0.02500,0.796
13,mlp.experts.98.down_proj,0.0110978451,hessian_weighted_relative_error,15126,0.02500,0.798
13,mlp.experts.100.down_proj,0.0112209283,hessian_weighted_relative_error,14984,0.02500,0.797
13,mlp.experts.101.down_proj,0.0127304097,hessian_weighted_relative_error,84971,0.02500,0.792
13,mlp.experts.102.down_proj,0.0132916304,hessian_weighted_relative_error,25805,0.02500,0.798
13,mlp.experts.103.down_proj,0.0062509389,hessian_weighted_relative_error,14251,0.02500,0.790
13,mlp.experts.104.down_proj,0.0103211897,hessian_weighted_relative_error,19633,0.02500,0.797
13,mlp.experts.105.down_proj,0.0112129471,hessian_weighted_relative_error,31519,0.02500,0.792
13,mlp.experts.106.down_proj,0.0054050634,hessian_weighted_relative_error,33405,0.02500,0.799
13,mlp.experts.107.down_proj,0.0089442143,hessian_weighted_relative_error,20738,0.02500,0.794
13,mlp.experts.108.down_proj,0.0090002029,hessian_weighted_relative_error,12820,0.02500,0.799
13,mlp.experts.110.down_proj,0.0098568236,hessian_weighted_relative_error,16133,0.02500,0.800
13,mlp.experts.111.down_proj,0.0077775570,hessian_weighted_relative_error,4740,0.02500,0.793
13,mlp.experts.112.down_proj,0.0068550591,hessian_weighted_relative_error,11888,0.02500,0.798
13,mlp.experts.114.down_proj,0.0079584040,hessian_weighted_relative_error,25383,0.02500,0.803
13,mlp.experts.117.down_proj,0.0112453883,hessian_weighted_relative_error,35547,0.02500,0.797
13,mlp.experts.120.down_proj,0.0126631274,hessian_weighted_relative_error,31305,0.02500,0.801
13,mlp.experts.121.down_proj,0.0085458899,hessian_weighted_relative_error,16590,0.02500,0.798
13,mlp.experts.122.down_proj,0.0112994376,hessian_weighted_relative_error,30790,0.02500,0.803
13,mlp.experts.124.down_proj,0.0109473268,hessian_weighted_relative_error,27579,0.02500,0.801
13,mlp.experts.125.down_proj,0.0111128367,hessian_weighted_relative_error,15399,0.02500,0.803
13,mlp.experts.126.down_proj,0.0099910842,hessian_weighted_relative_error,32310,0.02500,0.802
13,mlp.experts.127.down_proj,0.0086454013,hessian_weighted_relative_error,10582,0.02500,0.800
13,mlp.experts.128.down_proj,0.0122562332,hessian_weighted_relative_error,27512,0.02500,0.803
13,mlp.experts.129.down_proj,0.0106730292,hessian_weighted_relative_error,21439,0.02500,0.800
13,mlp.experts.132.down_proj,0.0120041675,hessian_weighted_relative_error,23462,0.02500,0.803
13,mlp.experts.133.down_proj,0.0104410893,hessian_weighted_relative_error,13831,0.02500,0.805
13,mlp.experts.135.down_proj,0.0079089263,hessian_weighted_relative_error,20000,0.02500,0.803
13,mlp.experts.138.down_proj,0.0109351139,hessian_weighted_relative_error,23111,0.02500,0.806
13,mlp.experts.143.down_proj,0.0083573296,hessian_weighted_relative_error,23133,0.02500,0.806
13,mlp.experts.144.down_proj,0.0078626763,hessian_weighted_relative_error,24653,0.02500,0.804
13,mlp.experts.146.down_proj,0.0092324094,hessian_weighted_relative_error,26561,0.02500,0.808
13,mlp.experts.147.down_proj,0.0069868045,hessian_weighted_relative_error,7461,0.02500,0.803
13,mlp.experts.149.down_proj,0.0103565044,hessian_weighted_relative_error,33112,0.02500,0.811
13,mlp.experts.150.down_proj,0.0105923572,hessian_weighted_relative_error,14231,0.02500,0.807
13,mlp.experts.151.down_proj,0.0064323576,hessian_weighted_relative_error,34071,0.02500,0.806
13,mlp.experts.153.down_proj,0.0090265069,hessian_weighted_relative_error,25059,0.02500,0.807
13,mlp.experts.154.down_proj,0.0077041937,hessian_weighted_relative_error,9474,0.02500,0.809
13,mlp.experts.155.down_proj,0.0079044873,hessian_weighted_relative_error,9951,0.02500,0.808
13,mlp.experts.158.down_proj,0.0080715983,hessian_weighted_relative_error,20760,0.02500,0.808
13,mlp.experts.160.down_proj,0.0102423906,hessian_weighted_relative_error,52694,0.02500,0.806
13,mlp.experts.165.down_proj,0.0093074075,hessian_weighted_relative_error,21408,0.02500,0.815
13,mlp.experts.166.down_proj,0.0124497130,hessian_weighted_relative_error,24446,0.02500,0.809
13,mlp.experts.167.down_proj,0.0100449095,hessian_weighted_relative_error,28079,0.02500,0.814
13,mlp.experts.168.down_proj,0.0069435641,hessian_weighted_relative_error,15395,0.02500,0.808
13,mlp.experts.170.down_proj,0.0074663781,hessian_weighted_relative_error,12883,0.02500,0.811
13,mlp.experts.171.down_proj,0.0108974309,hessian_weighted_relative_error,13750,0.02500,0.813
13,mlp.experts.173.down_proj,0.0119625949,hessian_weighted_relative_error,34162,0.02500,0.816
13,mlp.experts.174.down_proj,0.0113715161,hessian_weighted_relative_error,28127,0.02500,0.811
13,mlp.experts.175.down_proj,0.0099538864,hessian_weighted_relative_error,16796,0.02500,0.815
13,mlp.experts.176.down_proj,0.0065338127,hessian_weighted_relative_error,6880,0.02500,0.810
13,mlp.experts.177.down_proj,0.0098895169,hessian_weighted_relative_error,24096,0.02500,0.817
13,mlp.experts.180.down_proj,0.0112362071,hessian_weighted_relative_error,24796,0.02500,0.809
13,mlp.experts.181.down_proj,0.0100611294,hessian_weighted_relative_error,36403,0.02500,0.821
13,mlp.experts.182.down_proj,0.0096443304,hessian_weighted_relative_error,40286,0.02500,0.810
13,mlp.experts.183.down_proj,0.0104658033,hessian_weighted_relative_error,40420,0.02500,0.818
13,mlp.experts.185.down_proj,0.0090059094,hessian_weighted_relative_error,16827,0.02500,0.820
13,mlp.experts.186.down_proj,0.0128039901,hessian_weighted_relative_error,15810,0.02500,0.813
13,mlp.experts.188.down_proj,0.0096483280,hessian_weighted_relative_error,47287,0.02500,0.812
13,mlp.experts.189.down_proj,0.0105456381,hessian_weighted_relative_error,37478,0.02500,0.822
13,mlp.experts.190.down_proj,0.0076840181,hessian_weighted_relative_error,10155,0.02500,0.813
13,mlp.experts.191.down_proj,0.0093429084,hessian_weighted_relative_error,21090,0.02500,0.819
13,mlp.experts.192.down_proj,0.0072920873,hessian_weighted_relative_error,20116,0.02500,0.812
13,mlp.experts.193.down_proj,0.0086167100,hessian_weighted_relative_error,12982,0.02500,0.822
13,mlp.experts.194.down_proj,0.0115584826,hessian_weighted_relative_error,14851,0.02500,0.814
13,mlp.experts.196.down_proj,0.0123206459,hessian_weighted_relative_error,29298,0.02500,0.811
13,mlp.experts.197.down_proj,0.0083620245,hessian_weighted_relative_error,13945,0.02500,0.822
13,mlp.experts.198.down_proj,0.0106138876,hessian_weighted_relative_error,36269,0.02500,0.816
13,mlp.experts.199.down_proj,0.0112622215,hessian_weighted_relative_error,37751,0.02500,0.823
13,mlp.experts.200.down_proj,0.0052920711,hessian_weighted_relative_error,36418,0.02500,0.813
13,mlp.experts.201.down_proj,0.0104341488,hessian_weighted_relative_error,15962,0.02500,0.822
13,mlp.experts.203.down_proj,0.0111807424,hessian_weighted_relative_error,14831,0.02500,0.822
13,mlp.experts.204.down_proj,0.0090837639,hessian_weighted_relative_error,21358,0.02500,0.813
13,mlp.experts.206.down_proj,0.0118657620,hessian_weighted_relative_error,21571,0.02500,0.815
13,mlp.experts.207.down_proj,0.0092669408,hessian_weighted_relative_error,17640,0.02500,0.823
13,mlp.experts.208.down_proj,0.0122154365,hessian_weighted_relative_error,34412,0.02500,0.814
13,mlp.experts.211.down_proj,0.0101343139,hessian_weighted_relative_error,27356,0.02500,0.822
13,mlp.experts.212.down_proj,0.0112546538,hessian_weighted_relative_error,24503,0.02500,0.814
13,mlp.experts.216.down_proj,0.0095986060,hessian_weighted_relative_error,10128,0.02500,0.814
13,mlp.experts.217.down_proj,0.0106074842,hessian_weighted_relative_error,112623,0.02500,0.823
13,mlp.experts.220.down_proj,0.0073665073,hessian_weighted_relative_error,11992,0.02500,0.815
13,mlp.experts.221.down_proj,0.0085723667,hessian_weighted_relative_error,15441,0.02500,0.828
13,mlp.experts.222.down_proj,0.0102564614,hessian_weighted_relative_error,23031,0.02500,0.817
13,mlp.experts.223.down_proj,0.0118699083,hessian_weighted_relative_error,48840,0.02500,0.826
13,mlp.experts.224.down_proj,0.0115596520,hessian_weighted_relative_error,15747,0.02500,0.816
13,mlp.experts.225.down_proj,0.0111092118,hessian_weighted_relative_error,38559,0.02500,0.824
13,mlp.experts.226.down_proj,0.0101597163,hessian_weighted_relative_error,21630,0.02500,0.817
13,mlp.experts.227.down_proj,0.0087912320,hessian_weighted_relative_error,9730,0.02500,0.824
13,mlp.experts.230.down_proj,0.0051737227,hessian_weighted_relative_error,27346,0.02500,0.818
13,mlp.experts.232.down_proj,0.0096156688,hessian_weighted_relative_error,20377,0.02500,0.816
13,mlp.experts.233.down_proj,0.0046468428,hessian_weighted_relative_error,20777,0.02500,0.824
13,mlp.experts.234.down_proj,0.0099312678,hessian_weighted_relative_error,17762,0.02500,0.819
13,mlp.experts.235.down_proj,0.0083109789,hessian_weighted_relative_error,9694,0.02500,0.822
13,mlp.experts.236.down_proj,0.0127096189,hessian_weighted_relative_error,27521,0.02500,0.816
13,mlp.experts.237.down_proj,0.0121277394,hessian_weighted_relative_error,24206,0.02500,0.827
13,mlp.experts.241.down_proj,0.0097918280,hessian_weighted_relative_error,19851,0.02500,0.825
13,mlp.experts.242.down_proj,0.0101533530,hessian_weighted_relative_error,29440,0.02500,0.818
13,mlp.experts.243.down_proj,0.0111484661,hessian_weighted_relative_error,24978,0.02500,0.822
13,mlp.experts.245.down_proj,0.0099863242,hessian_weighted_relative_error,22271,0.02500,0.827
13,mlp.experts.247.down_proj,0.0130505572,hessian_weighted_relative_error,25401,0.02500,0.826
13,mlp.experts.248.down_proj,0.0110067061,hessian_weighted_relative_error,13935,0.02500,0.818
13,mlp.experts.250.down_proj,0.0103322934,hessian_weighted_relative_error,23459,0.02500,0.819
13,mlp.experts.251.down_proj,0.0066879834,hessian_weighted_relative_error,26717,0.02500,0.823
13,mlp.experts.252.down_proj,0.0114449564,hessian_weighted_relative_error,20002,0.02500,0.818
13,mlp.experts.253.down_proj,0.0101400631,hessian_weighted_relative_error,8540,0.02500,0.827
13,mlp.experts.254.down_proj,0.0091343550,hessian_weighted_relative_error,15498,0.02500,0.819
13,mlp.experts.255.down_proj,0.0033471148,hessian_weighted_relative_error,5097,0.02500,0.826
13,mlp.experts.256.down_proj,0.0065708771,hessian_weighted_relative_error,25369,0.02500,0.817
13,mlp.experts.259.down_proj,0.0108342494,hessian_weighted_relative_error,23902,0.02500,0.824
13,mlp.experts.261.down_proj,0.0126165200,hessian_weighted_relative_error,28668,0.02500,0.828
13,mlp.experts.262.down_proj,0.0101431930,hessian_weighted_relative_error,17446,0.02500,0.820
13,mlp.experts.265.down_proj,0.0114335697,hessian_weighted_relative_error,22016,0.02500,0.826
13,mlp.experts.266.down_proj,0.0081135909,hessian_weighted_relative_error,8267,0.02500,0.821
13,mlp.experts.268.down_proj,0.0094120469,hessian_weighted_relative_error,24053,0.02500,0.819
13,mlp.experts.269.down_proj,0.0102449390,hessian_weighted_relative_error,14401,0.02500,0.828
13,mlp.experts.270.down_proj,0.0072923415,hessian_weighted_relative_error,8493,0.02500,0.821
13,mlp.experts.271.down_proj,0.0099071592,hessian_weighted_relative_error,18519,0.02500,0.827
13,mlp.experts.273.down_proj,0.0096071475,hessian_weighted_relative_error,28268,0.02500,0.826
13,mlp.experts.274.down_proj,0.0076059151,hessian_weighted_relative_error,16545,0.02500,0.821
13,mlp.experts.275.down_proj,0.0109718832,hessian_weighted_relative_error,18681,0.02500,0.824
13,mlp.experts.276.down_proj,0.0108482191,hessian_weighted_relative_error,39378,0.02500,0.819
13,mlp.experts.277.down_proj,0.0106377797,hessian_weighted_relative_error,24466,0.02500,0.826
13,mlp.experts.278.down_proj,0.0065585286,hessian_weighted_relative_error,25332,0.02500,0.820
13,mlp.experts.279.down_proj,0.0096146373,hessian_weighted_relative_error,42410,0.02500,0.827
13,mlp.experts.280.down_proj,0.0121885465,hessian_weighted_relative_error,36092,0.02500,0.819
13,mlp.experts.284.down_proj,0.0119676834,hessian_weighted_relative_error,21468,0.02500,0.820
13,mlp.experts.285.down_proj,0.0078767133,hessian_weighted_relative_error,14404,0.02500,0.829
13,mlp.experts.286.down_proj,0.0100125015,hessian_weighted_relative_error,47311,0.02500,0.821
13,mlp.experts.287.down_proj,0.0070133721,hessian_weighted_relative_error,32569,0.02500,0.828
13,mlp.experts.1.down_proj,0.0031529651,hessian_weighted_relative_error,36547,0.02500,1.437
13,mlp.experts.10.down_proj,0.0027527962,hessian_weighted_relative_error,35450,0.02500,1.477
13,mlp.experts.109.down_proj,0.0029625537,hessian_weighted_relative_error,40136,0.02500,1.542
13,mlp.experts.10.up_proj,0.0015318230,hessian_weighted_relative_error,35450,0.02500,1.619
13,mlp.experts.11.down_proj,0.0023548800,hessian_weighted_relative_error,27611,0.02500,1.501
13,mlp.experts.10.gate_proj,0.0013104451,hessian_weighted_relative_error,35450,0.02500,1.572
13,mlp.experts.113.down_proj,0.0025962139,hessian_weighted_relative_error,33896,0.02500,1.541
13,mlp.experts.116.down_proj,0.0029126632,hessian_weighted_relative_error,43850,0.02500,1.538
13,mlp.experts.115.down_proj,0.0027886734,hessian_weighted_relative_error,36082,0.02500,1.541
13,mlp.experts.116.up_proj,0.0017940873,hessian_weighted_relative_error,43850,0.02500,1.624
13,mlp.experts.115.up_proj,0.0017950265,hessian_weighted_relative_error,36082,0.02500,1.691
13,mlp.experts.130.down_proj,0.0031336719,hessian_weighted_relative_error,109419,0.02500,1.539
13,mlp.experts.118.down_proj,0.0021613258,hessian_weighted_relative_error,25210,0.02500,1.543
13,mlp.experts.119.down_proj,0.0023605778,hessian_weighted_relative_error,29631,0.02500,1.546
13,mlp.experts.130.gate_proj,0.0018836982,hessian_weighted_relative_error,109419,0.02500,1.605
13,mlp.experts.119.gate_proj,0.0011585950,hessian_weighted_relative_error,29631,0.02500,1.665
13,mlp.experts.130.up_proj,0.0024206700,hessian_weighted_relative_error,109419,0.02500,1.623
13,mlp.experts.119.up_proj,0.0015116773,hessian_weighted_relative_error,29631,0.02500,1.693
13,mlp.experts.134.up_proj,0.0016344449,hessian_weighted_relative_error,33493,0.02500,1.624
13,mlp.experts.123.down_proj,0.0026858651,hessian_weighted_relative_error,27210,0.02500,1.541
13,mlp.experts.134.down_proj,0.0028885788,hessian_weighted_relative_error,33493,0.02500,1.544
13,mlp.experts.123.up_proj,0.0014938470,hessian_weighted_relative_error,27210,0.02500,1.685
13,mlp.experts.136.down_proj,0.0014580566,hessian_weighted_relative_error,20108,0.02500,1.541
13,mlp.experts.13.down_proj,0.0015977430,hessian_weighted_relative_error,72319,0.02500,1.506
13,mlp.experts.140.down_proj,0.0030078161,hessian_weighted_relative_error,37989,0.02500,1.542
13,mlp.experts.13.gate_proj,0.0008429759,hessian_weighted_relative_error,72319,0.02500,1.603
13,mlp.experts.142.down_proj,0.0024377593,hessian_weighted_relative_error,13679,0.02500,1.544
13,mlp.experts.13.up_proj,0.0009967476,hessian_weighted_relative_error,72319,0.02500,1.670
13,mlp.experts.140.up_proj,0.0020935464,hessian_weighted_relative_error,37989,0.02500,1.625
13,mlp.experts.131.down_proj,0.0028895061,hessian_weighted_relative_error,32291,0.02500,1.549
13,mlp.experts.148.down_proj,0.0021238686,hessian_weighted_relative_error,16581,0.02500,1.546
13,mlp.experts.131.up_proj,0.0019724771,hessian_weighted_relative_error,32291,0.02500,1.688
13,mlp.experts.152.down_proj,0.0030881091,hessian_weighted_relative_error,45008,0.02500,1.546
13,mlp.experts.137.down_proj,0.0029113978,hessian_weighted_relative_error,36233,0.02500,1.554
13,mlp.experts.156.down_proj,0.0029850992,hessian_weighted_relative_error,70627,0.02500,1.544
13,mlp.experts.137.up_proj,0.0014383564,hessian_weighted_relative_error,36233,0.02500,1.686
13,mlp.experts.152.up_proj,0.0017437543,hessian_weighted_relative_error,45008,0.02500,1.626
13,mlp.experts.139.down_proj,0.0030949253,hessian_weighted_relative_error,39859,0.02500,1.552
13,mlp.experts.162.down_proj,0.0026762445,hessian_weighted_relative_error,28124,0.02500,1.551
13,mlp.experts.139.up_proj,0.0018337848,hessian_weighted_relative_error,39859,0.02500,1.677
13,mlp.experts.164.down_proj,0.0020522788,hessian_weighted_relative_error,50975,0.02500,1.545
13,mlp.experts.141.down_proj,0.0030820698,hessian_weighted_relative_error,35074,0.02500,1.556
13,mlp.experts.178.down_proj,0.0019626496,hessian_weighted_relative_error,185944,0.02500,1.549
13,mlp.experts.141.up_proj,0.0018006480,hessian_weighted_relative_error,35074,0.02500,1.699
13,mlp.experts.172.down_proj,0.0026441577,hessian_weighted_relative_error,36064,0.02500,1.550
13,mlp.experts.145.down_proj,0.0028201004,hessian_weighted_relative_error,49960,0.02500,1.557
13,mlp.experts.178.gate_proj,0.0011007549,hessian_weighted_relative_error,185944,0.02500,1.611
13,mlp.experts.145.gate_proj,0.0016374911,hessian_weighted_relative_error,49960,0.02500,1.660
13,mlp.experts.178.up_proj,0.0013530464,hessian_weighted_relative_error,185944,0.02500,1.626
13,mlp.experts.145.up_proj,0.0018667739,hessian_weighted_relative_error,49960,0.02500,1.683
13,mlp.experts.184.gate_proj,0.0011782873,hessian_weighted_relative_error,29662,0.02500,1.608
13,mlp.experts.157.down_proj,0.0029093449,hessian_weighted_relative_error,35256,0.02500,1.556
13,mlp.experts.184.down_proj,0.0023982568,hessian_weighted_relative_error,29662,0.02500,1.551
13,mlp.experts.157.gate_proj,0.0014796079,hessian_weighted_relative_error,35256,0.02500,1.657
13,mlp.experts.184.up_proj,0.0013938792,hessian_weighted_relative_error,29662,0.02500,1.632
13,mlp.experts.157.up_proj,0.0018087522,hessian_weighted_relative_error,35256,0.02500,1.684
13,mlp.experts.2.down_proj,0.0027082113,hessian_weighted_relative_error,28302,0.02500,1.512
13,mlp.experts.159.down_proj,0.0030134082,hessian_weighted_relative_error,33670,0.02500,1.562
13,mlp.experts.20.up_proj,0.0015377286,hessian_weighted_relative_error,21833,0.02500,1.625
13,mlp.experts.20.down_proj,0.0025260593,hessian_weighted_relative_error,21833,0.02500,1.517
13,mlp.experts.159.up_proj,0.0018785391,hessian_weighted_relative_error,33670,0.02500,1.690
13,mlp.experts.202.down_proj,0.0033868801,hessian_weighted_relative_error,46605,0.02500,1.559
13,mlp.experts.161.down_proj,0.0023807570,hessian_weighted_relative_error,55812,0.02500,1.565
13,mlp.experts.202.gate_proj,0.0016240405,hessian_weighted_relative_error,46605,0.02500,1.614
13,mlp.experts.161.gate_proj,0.0013281045,hessian_weighted_relative_error,55812,0.02500,1.667
13,mlp.experts.210.down_proj,0.0026073943,hessian_weighted_relative_error,41515,0.02500,1.556
13,mlp.experts.161.up_proj,0.0016808532,hessian_weighted_relative_error,55812,0.02500,1.685
13,mlp.experts.202.up_proj,0.0018597369,hessian_weighted_relative_error,46605,0.02500,1.629
13,mlp.experts.163.down_proj,0.0019277827,hessian_weighted_relative_error,10482,0.02500,1.557
13,mlp.experts.210.up_proj,0.0016530774,hessian_weighted_relative_error,41515,0.02500,1.632
13,mlp.experts.169.down_proj,0.0022743861,hessian_weighted_relative_error,154014,0.02500,1.560
13,mlp.experts.214.down_proj,0.0028546393,hessian_weighted_relative_error,80900,0.02500,1.557
13,mlp.experts.169.gate_proj,0.0012656821,hessian_weighted_relative_error,154014,0.02500,1.667
13,mlp.experts.214.up_proj,0.0018603002,hessian_weighted_relative_error,80900,0.02500,1.641
13,mlp.experts.169.up_proj,0.0015348114,hessian_weighted_relative_error,154014,0.02500,1.689
13,mlp.experts.214.gate_proj,0.0015388447,hessian_weighted_relative_error,80900,0.02500,1.615
13,mlp.experts.179.down_proj,0.0031068776,hessian_weighted_relative_error,30353,0.02500,1.566
13,mlp.experts.218.down_proj,0.0030898940,hessian_weighted_relative_error,39990,0.02500,1.561
13,mlp.experts.187.down_proj,0.0029505445,hessian_weighted_relative_error,37732,0.02500,1.565
13,mlp.experts.218.up_proj,0.0020072776,hessian_weighted_relative_error,39990,0.02500,1.633
13,mlp.experts.187.up_proj,0.0017441070,hessian_weighted_relative_error,37732,0.02500,1.703
13,mlp.experts.228.up_proj,0.0011328991,hessian_weighted_relative_error,31292,0.02500,1.633
13,mlp.experts.19.down_proj,0.0025152854,hessian_weighted_relative_error,37549,0.02500,1.509
13,mlp.experts.228.down_proj,0.0017264853,hessian_weighted_relative_error,31292,0.02500,1.559
13,mlp.experts.19.gate_proj,0.0014801457,hessian_weighted_relative_error,37549,0.02500,1.613
13,mlp.experts.238.down_proj,0.0023107680,hessian_weighted_relative_error,46508,0.02500,1.563
13,mlp.experts.19.up_proj,0.0020007837,hessian_weighted_relative_error,37549,0.02500,1.681
13,mlp.experts.24.down_proj,0.0020697428,hessian_weighted_relative_error,21339,0.02500,1.519
13,mlp.experts.195.down_proj,0.0025681467,hessian_weighted_relative_error,21417,0.02500,1.569
13,mlp.experts.24.up_proj,0.0008878865,hessian_weighted_relative_error,21339,0.02500,1.624
13,mlp.experts.195.up_proj,0.0013092127,hessian_weighted_relative_error,21417,0.02500,1.697
13,mlp.experts.24.gate_proj,0.0008523850,hessian_weighted_relative_error,21339,0.02500,1.581
13,mlp.experts.205.down_proj,0.0031083397,hessian_weighted_relative_error,35336,0.02500,1.577
13,mlp.experts.240.down_proj,0.0027553573,hessian_weighted_relative_error,33191,0.02500,1.561
13,mlp.experts.209.down_proj,0.0026898716,hessian_weighted_relative_error,24338,0.02500,1.574
13,mlp.experts.240.up_proj,0.0016091214,hessian_weighted_relative_error,33191,0.02500,1.631
13,mlp.experts.213.down_proj,0.0020149785,hessian_weighted_relative_error,14676,0.02500,1.575
13,mlp.experts.244.gate_proj,0.0010692718,hessian_weighted_relative_error,19735,0.02500,1.619
13,mlp.experts.215.down_proj,0.0024840333,hessian_weighted_relative_error,32150,0.02500,1.580
13,mlp.experts.244.down_proj,0.0022432038,hessian_weighted_relative_error,19735,0.02500,1.561
13,mlp.experts.215.gate_proj,0.0012433781,hessian_weighted_relative_error,32150,0.02500,1.675
13,mlp.experts.244.up_proj,0.0011911178,hessian_weighted_relative_error,19735,0.02500,1.632
13,mlp.experts.215.up_proj,0.0014067040,hessian_weighted_relative_error,32150,0.02500,1.697
13,mlp.experts.246.down_proj,0.0026654997,hessian_weighted_relative_error,41410,0.02500,1.560
13,mlp.experts.219.down_proj,0.0026673505,hessian_weighted_relative_error,24376,0.02500,1.578
13,mlp.experts.246.up_proj,0.0019518708,hessian_weighted_relative_error,41410,0.02500,1.629
13,mlp.experts.229.down_proj,0.0026834851,hessian_weighted_relative_error,37492,0.02500,1.575
13,mlp.experts.246.gate_proj,0.0014754202,hessian_weighted_relative_error,41410,0.02500,1.621
13,mlp.experts.229.gate_proj,0.0013969511,hessian_weighted_relative_error,37492,0.02500,1.676
13,mlp.experts.258.down_proj,0.0030674597,hessian_weighted_relative_error,77755,0.02500,1.564
13,mlp.experts.229.up_proj,0.0017951089,hessian_weighted_relative_error,37492,0.02500,1.694
13,mlp.experts.258.gate_proj,0.0017029580,hessian_weighted_relative_error,77755,0.02500,1.621
13,mlp.experts.231.down_proj,0.0034211074,hessian_weighted_relative_error,59235,0.02500,1.577
13,mlp.experts.26.down_proj,0.0031357090,hessian_weighted_relative_error,31740,0.02500,1.524
13,mlp.experts.231.gate_proj,0.0015884733,hessian_weighted_relative_error,59235,0.02500,1.677
13,mlp.experts.258.up_proj,0.0019537499,hessian_weighted_relative_error,77755,0.02500,1.631
13,mlp.experts.231.up_proj,0.0020497880,hessian_weighted_relative_error,59235,0.02500,1.699
13,mlp.experts.260.down_proj,0.0030035315,hessian_weighted_relative_error,31857,0.02500,1.562
13,mlp.experts.239.down_proj,0.0016240175,hessian_weighted_relative_error,52082,0.02500,1.581
13,mlp.experts.264.down_proj,0.0025769119,hessian_weighted_relative_error,27836,0.02500,1.561
13,mlp.experts.282.down_proj,0.0027613016,hessian_weighted_relative_error,37171,0.02500,1.563
13,mlp.experts.239.gate_proj,0.0010448881,hessian_weighted_relative_error,52082,0.02500,1.678
13,mlp.experts.272.down_proj,0.0028959374,hessian_weighted_relative_error,31283,0.02500,1.565
13,mlp.experts.239.up_proj,0.0015797818,hessian_weighted_relative_error,52082,0.02500,1.715
13,mlp.experts.282.up_proj,0.0015532230,hessian_weighted_relative_error,37171,0.02500,1.630
13,mlp.experts.249.down_proj,0.0026675510,hessian_weighted_relative_error,28616,0.02500,1.576
13,mlp.experts.30.down_proj,0.0019370243,hessian_weighted_relative_error,33330,0.02500,1.521
13,mlp.experts.25.down_proj,0.0019791219,hessian_weighted_relative_error,105171,0.02500,1.508
13,mlp.experts.30.up_proj,0.0011420918,hessian_weighted_relative_error,33330,0.02500,1.624
13,mlp.experts.25.gate_proj,0.0011028835,hessian_weighted_relative_error,105171,0.02500,1.620
13,mlp.experts.30.gate_proj,0.0009006055,hessian_weighted_relative_error,33330,0.02500,1.581
13,mlp.experts.25.up_proj,0.0012258108,hessian_weighted_relative_error,105171,0.02500,1.676
13,mlp.experts.34.down_proj,0.0032916851,hessian_weighted_relative_error,35169,0.02500,1.526
13,mlp.experts.257.down_proj,0.0031898074,hessian_weighted_relative_error,117822,0.02500,1.574
13,mlp.experts.4.down_proj,0.0029240350,hessian_weighted_relative_error,20441,0.02500,1.512
13,mlp.experts.257.gate_proj,0.0020097076,hessian_weighted_relative_error,117822,0.02500,1.678
13,mlp.experts.42.down_proj,0.0031278515,hessian_weighted_relative_error,33487,0.02500,1.529
13,mlp.experts.257.up_proj,0.0025687049,hessian_weighted_relative_error,117822,0.02500,1.708
13,mlp.experts.40.down_proj,0.0030983864,hessian_weighted_relative_error,41496,0.02500,1.526
13,mlp.experts.263.down_proj,0.0028229734,hessian_weighted_relative_error,35642,0.02500,1.579
13,mlp.experts.42.gate_proj,0.0016433927,hessian_weighted_relative_error,33487,0.02500,1.588
13,mlp.experts.267.down_proj,0.0030029317,hessian_weighted_relative_error,33194,0.02500,1.569
13,mlp.experts.42.up_proj,0.0019436212,hessian_weighted_relative_error,33487,0.02500,1.626
13,mlp.experts.267.up_proj,0.0018643884,hessian_weighted_relative_error,33194,0.02500,1.712
13,mlp.experts.48.down_proj,0.0016214878,hessian_weighted_relative_error,17821,0.02500,1.526
13,mlp.experts.27.down_proj,0.0018197685,hessian_weighted_relative_error,21941,0.02500,1.515
13,mlp.experts.44.down_proj,0.0027192716,hessian_weighted_relative_error,21293,0.02500,1.527
13,mlp.experts.279.up_proj,0.0020150687,hessian_weighted_relative_error,42410,0.02500,1.705
13,mlp.experts.52.down_proj,0.0028498456,hessian_weighted_relative_error,31387,0.02500,1.531
13,mlp.experts.281.down_proj,0.0030012288,hessian_weighted_relative_error,36973,0.02500,1.578
13,mlp.experts.52.up_proj,0.0020059462,hessian_weighted_relative_error,31387,0.02500,1.625
13,mlp.experts.283.down_proj,0.0020495675,hessian_weighted_relative_error,46131,0.02500,1.576
13,mlp.experts.6.down_proj,0.0030525945,hessian_weighted_relative_error,39632,0.02500,1.514
13,mlp.experts.283.gate_proj,0.0010794912,hessian_weighted_relative_error,46131,0.02500,1.681
13,mlp.experts.54.down_proj,0.0028201806,hessian_weighted_relative_error,27328,0.02500,1.533
13,mlp.experts.283.up_proj,0.0011481677,hessian_weighted_relative_error,46131,0.02500,1.720
13,mlp.experts.60.down_proj,0.0031949531,hessian_weighted_relative_error,27151,0.02500,1.533
13,mlp.experts.33.down_proj,0.0032072459,hessian_weighted_relative_error,43139,0.02500,1.514
13,mlp.experts.62.down_proj,0.0033787060,hessian_weighted_relative_error,44713,0.02500,1.532
13,mlp.experts.33.gate_proj,0.0015286336,hessian_weighted_relative_error,43139,0.02500,1.621
13,mlp.experts.64.down_proj,0.0028834131,hessian_weighted_relative_error,24546,0.02500,1.531
13,mlp.experts.33.up_proj,0.0017805197,hessian_weighted_relative_error,43139,0.02500,1.694
13,mlp.experts.62.up_proj,0.0018283097,hessian_weighted_relative_error,44713,0.02500,1.626
13,mlp.experts.35.down_proj,0.0024782708,hessian_weighted_relative_error,20011,0.02500,1.518
13,mlp.experts.66.down_proj,0.0024983898,hessian_weighted_relative_error,27949,0.02500,1.537
13,mlp.experts.35.gate_proj,0.0013185968,hessian_weighted_relative_error,20011,0.02500,1.630
13,mlp.experts.68.down_proj,0.0021199195,hessian_weighted_relative_error,26599,0.02500,1.502
13,mlp.experts.35.up_proj,0.0015479298,hessian_weighted_relative_error,20011,0.02500,1.692
13,mlp.experts.68.gate_proj,0.0009351491,hessian_weighted_relative_error,26599,0.02500,1.593
13,mlp.experts.45.down_proj,0.0028096950,hessian_weighted_relative_error,25938,0.02500,1.526
13,mlp.experts.66.gate_proj,0.0013578125,hessian_weighted_relative_error,27949,0.02500,1.593
13,mlp.experts.49.down_proj,0.0027462227,hessian_weighted_relative_error,96636,0.02500,1.533
13,mlp.experts.66.up_proj,0.0015029596,hessian_weighted_relative_error,27949,0.02500,1.628
13,mlp.experts.55.gate_proj,0.0015372659,hessian_weighted_relative_error,45700,0.02500,1.631
13,mlp.experts.70.gate_proj,0.0012777407,hessian_weighted_relative_error,50169,0.02500,1.593
13,mlp.experts.49.gate_proj,0.0017103898,hessian_weighted_relative_error,96636,0.02500,1.636
13,mlp.experts.70.up_proj,0.0015010272,hessian_weighted_relative_error,50169,0.02500,1.625
13,mlp.experts.55.down_proj,0.0031036073,hessian_weighted_relative_error,45700,0.02500,1.549
13,mlp.experts.68.up_proj,0.0010407864,hessian_weighted_relative_error,26599,0.02500,1.626
13,mlp.experts.49.up_proj,0.0021268153,hessian_weighted_relative_error,96636,0.02500,1.687
13,mlp.experts.70.down_proj,0.0026807414,hessian_weighted_relative_error,50169,0.02500,1.536
13,mlp.experts.57.up_proj,0.0012146270,hessian_weighted_relative_error,56745,0.02500,1.682
13,mlp.experts.72.up_proj,0.0015518331,hessian_weighted_relative_error,40078,0.02500,1.625
13,mlp.experts.55.up_proj,0.0018188514,hessian_weighted_relative_error,45700,0.02500,1.694
13,mlp.experts.74.down_proj,0.0024971400,hessian_weighted_relative_error,38602,0.02500,1.539
13,mlp.experts.57.gate_proj,0.0008602233,hessian_weighted_relative_error,56745,0.02500,1.630
13,mlp.experts.72.down_proj,0.0024006880,hessian_weighted_relative_error,40078,0.02500,1.534
13,mlp.experts.57.down_proj,0.0015182892,hessian_weighted_relative_error,56745,0.02500,1.531
13,mlp.experts.72.gate_proj,0.0013120075,hessian_weighted_relative_error,40078,0.02500,1.600
13,mlp.experts.7.gate_proj,0.0014511745,hessian_weighted_relative_error,72596,0.02500,1.597
13,mlp.experts.80.gate_proj,0.0015042259,hessian_weighted_relative_error,45584,0.02500,1.603
13,mlp.experts.61.down_proj,0.0021177611,hessian_weighted_relative_error,30987,0.02500,1.527
13,mlp.experts.80.up_proj,0.0018987543,hessian_weighted_relative_error,45584,0.02500,1.630
13,mlp.experts.7.down_proj,0.0028156020,hessian_weighted_relative_error,72596,0.02500,1.501
13,mlp.experts.76.down_proj,0.0031422484,hessian_weighted_relative_error,50910,0.02500,1.532
13,mlp.experts.80.down_proj,0.0025731114,hessian_weighted_relative_error,45584,0.02500,1.539
13,mlp.experts.61.up_proj,0.0012124338,hessian_weighted_relative_error,30987,0.02500,1.672
13,mlp.experts.83.down_proj,0.0028514380,hessian_weighted_relative_error,45516,0.02500,1.557
13,mlp.experts.86.gate_proj,0.0015912712,hessian_weighted_relative_error,55616,0.02500,1.600
13,mlp.experts.86.up_proj,0.0019614100,hessian_weighted_relative_error,55616,0.02500,1.627
13,mlp.experts.7.up_proj,0.0017241071,hessian_weighted_relative_error,72596,0.02500,1.682
13,mlp.experts.82.down_proj,0.0029439114,hessian_weighted_relative_error,24650,0.02500,1.539
13,mlp.experts.81.up_proj,0.0020734902,hessian_weighted_relative_error,58399,0.02500,1.686
13,mlp.experts.86.down_proj,0.0032706623,hessian_weighted_relative_error,55616,0.02500,1.540
13,mlp.experts.81.down_proj,0.0033150090,hessian_weighted_relative_error,58399,0.02500,1.537
13,mlp.experts.88.up_proj,0.0011056224,hessian_weighted_relative_error,27115,0.02500,1.627
13,mlp.experts.97.up_proj,0.0016548047,hessian_weighted_relative_error,47774,0.02500,1.674
13,mlp.experts.88.down_proj,0.0021162018,hessian_weighted_relative_error,27115,0.02500,1.538
13,mlp.experts.83.up_proj,0.0018380256,hessian_weighted_relative_error,45516,0.02500,1.667
13,mlp.experts.88.gate_proj,0.0009923663,hessian_weighted_relative_error,27115,0.02500,1.602
13,mlp.experts.97.down_proj,0.0029223811,hessian_weighted_relative_error,47774,0.02500,1.537
13,mlp.experts.9.down_proj,0.0028175077,hessian_weighted_relative_error,24956,0.02500,1.500
13,mlp.experts.99.down_proj,0.0020481572,hessian_weighted_relative_error,29818,0.02500,1.535
13,mlp.experts.99.up_proj,0.0012411383,hessian_weighted_relative_error,29818,0.02500,1.681
13,mlp.experts.99.gate_proj,0.0010841564,hessian_weighted_relative_error,29818,0.02500,1.651
14,mlp.experts.0.gate_proj,0.0061506114,hessian_weighted_relative_error,30136,0.02500,0.785
14,mlp.experts.1.gate_proj,0.0060477120,hessian_weighted_relative_error,43000,0.02500,0.789
14,mlp.experts.2.gate_proj,0.0060127061,hessian_weighted_relative_error,31621,0.02500,0.801
14,mlp.experts.3.gate_proj,0.0053085950,hessian_weighted_relative_error,17371,0.02500,0.806
14,mlp.experts.4.gate_proj,0.0042141433,hessian_weighted_relative_error,13589,0.02500,0.807
14,mlp.experts.5.gate_proj,0.0043912105,hessian_weighted_relative_error,19518,0.02500,0.799
14,mlp.experts.6.gate_proj,0.0062581750,hessian_weighted_relative_error,28671,0.02500,0.808
14,mlp.experts.8.gate_proj,0.0055792194,hessian_weighted_relative_error,30321,0.02500,0.805
14,mlp.experts.9.gate_proj,0.0051617740,hessian_weighted_relative_error,21754,0.02500,0.810
14,mlp.experts.10.gate_proj,0.0048977696,hessian_weighted_relative_error,21909,0.02500,0.808
14,mlp.experts.11.gate_proj,0.0052034467,hessian_weighted_relative_error,34587,0.02500,0.814
14,mlp.experts.12.gate_proj,0.0041168963,hessian_weighted_relative_error,24465,0.02500,0.809
14,mlp.experts.13.gate_proj,0.0059446453,hessian_weighted_relative_error,32610,0.02500,0.810
14,mlp.experts.14.gate_proj,0.0058328191,hessian_weighted_relative_error,32315,0.02500,0.807
14,mlp.experts.15.gate_proj,0.0045136084,hessian_weighted_relative_error,24979,0.02500,0.813
14,mlp.experts.16.gate_proj,0.0043599701,hessian_weighted_relative_error,6054,0.02500,0.812
14,mlp.experts.18.gate_proj,0.0049030470,hessian_weighted_relative_error,21476,0.02500,0.811
14,mlp.experts.19.gate_proj,0.0052528142,hessian_weighted_relative_error,28264,0.02500,0.814
14,mlp.experts.20.gate_proj,0.0051122747,hessian_weighted_relative_error,21710,0.02500,0.812
14,mlp.experts.21.gate_proj,0.0061130812,hessian_weighted_relative_error,29456,0.02500,0.811
14,mlp.experts.22.gate_proj,0.0062107097,hessian_weighted_relative_error,23881,0.02500,0.813
14,mlp.experts.23.gate_proj,0.0056967711,hessian_weighted_relative_error,32054,0.02500,0.814
14,mlp.experts.24.gate_proj,0.0059515039,hessian_weighted_relative_error,33179,0.02500,0.812
14,mlp.experts.25.gate_proj,0.0051257702,hessian_weighted_relative_error,17563,0.02500,0.815
14,mlp.experts.26.gate_proj,0.0034143781,hessian_weighted_relative_error,7561,0.02500,0.811
14,mlp.experts.27.gate_proj,0.0060141509,hessian_weighted_relative_error,25500,0.02500,0.818
14,mlp.experts.28.gate_proj,0.0053727920,hessian_weighted_relative_error,22035,0.02500,0.815
14,mlp.experts.29.gate_proj,0.0064704917,hessian_weighted_relative_error,51695,0.02500,0.816
14,mlp.experts.30.gate_proj,0.0043115926,hessian_weighted_relative_error,15923,0.02500,0.815
14,mlp.experts.31.gate_proj,0.0042737226,hessian_weighted_relative_error,18809,0.02500,0.816
14,mlp.experts.32.gate_proj,0.0034351973,hessian_weighted_relative_error,7844,0.02500,0.817
14,mlp.experts.33.gate_proj,0.0052517374,hessian_weighted_relative_error,27364,0.02500,0.816
14,mlp.experts.34.gate_proj,0.0032645861,hessian_weighted_relative_error,9044,0.02500,0.816
14,mlp.experts.35.gate_proj,0.0045407190,hessian_weighted_relative_error,32899,0.02500,0.825
14,mlp.experts.37.gate_proj,0.0057688725,hessian_weighted_relative_error,27037,0.02500,0.822
14,mlp.experts.38.gate_proj,0.0061955378,hessian_weighted_relative_error,25328,0.02500,0.819
14,mlp.experts.39.gate_proj,0.0066362679,hessian_weighted_relative_error,28934,0.02500,0.819
14,mlp.experts.40.gate_proj,0.0038779231,hessian_weighted_relative_error,11676,0.02500,0.819
14,mlp.experts.41.gate_proj,0.0061246792,hessian_weighted_relative_error,25903,0.02500,0.816
14,mlp.experts.44.gate_proj,0.0048253220,hessian_weighted_relative_error,25684,0.02500,0.819
14,mlp.experts.45.gate_proj,0.0048076223,hessian_weighted_relative_error,16555,0.02500,0.817
14,mlp.experts.47.gate_proj,0.0057113894,hessian_weighted_relative_error,12265,0.02500,0.816
14,mlp.experts.48.gate_proj,0.0047009161,hessian_weighted_relative_error,22186,0.02500,0.822
14,mlp.experts.49.gate_proj,0.0051289590,hessian_weighted_relative_error,20956,0.02500,0.820
14,mlp.experts.50.gate_proj,0.0042667165,hessian_weighted_relative_error,10916,0.02500,0.820
14,mlp.experts.51.gate_proj,0.0049333215,hessian_weighted_relative_error,22536,0.02500,0.826
14,mlp.experts.52.gate_proj,0.0041505537,hessian_weighted_relative_error,32869,0.02500,0.823
14,mlp.experts.53.gate_proj,0.0060728578,hessian_weighted_relative_error,48815,0.02500,0.823
14,mlp.experts.54.gate_proj,0.0057679730,hessian_weighted_relative_error,23178,0.02500,0.824
14,mlp.experts.55.gate_proj,0.0032575704,hessian_weighted_relative_error,6631,0.02500,0.823
14,mlp.experts.56.gate_proj,0.0062680323,hessian_weighted_relative_error,29342,0.02500,0.830
14,mlp.experts.57.gate_proj,0.0067758929,hessian_weighted_relative_error,45075,0.02500,0.823
14,mlp.experts.59.gate_proj,0.0060807368,hessian_weighted_relative_error,48284,0.02500,0.829
14,mlp.experts.60.gate_proj,0.0038350314,hessian_weighted_relative_error,21377,0.02500,0.827
14,mlp.experts.61.gate_proj,0.0058701689,hessian_weighted_relative_error,21372,0.02500,0.827
14,mlp.experts.62.gate_proj,0.0061586797,hessian_weighted_relative_error,20715,0.02500,0.827
14,mlp.experts.63.gate_proj,0.0050257307,hessian_weighted_relative_error,45151,0.02500,0.829
14,mlp.experts.64.gate_proj,0.0058041964,hessian_weighted_relative_error,29107,0.02500,0.825
14,mlp.experts.65.gate_proj,0.0050278478,hessian_weighted_relative_error,26141,0.02500,0.831
14,mlp.experts.66.gate_proj,0.0056294011,hessian_weighted_relative_error,18969,0.02500,0.825
14,mlp.experts.67.gate_proj,0.0057515044,hessian_weighted_relative_error,19355,0.02500,0.831
14,mlp.experts.68.gate_proj,0.0047911214,hessian_weighted_relative_error,18730,0.02500,0.826
14,mlp.experts.69.gate_proj,0.0056640959,hessian_weighted_relative_error,21210,0.02500,0.828
14,mlp.experts.71.gate_proj,0.0056219372,hessian_weighted_relative_error,29464,0.02500,0.828
14,mlp.experts.73.gate_proj,0.0053178234,hessian_weighted_relative_error,26314,0.02500,0.831
14,mlp.experts.74.gate_proj,0.0057769921,hessian_weighted_relative_error,26489,0.02500,0.826
14,mlp.experts.75.gate_proj,0.0023484122,hessian_weighted_relative_error,20940,0.02500,0.834
14,mlp.experts.76.gate_proj,0.0048830641,hessian_weighted_relative_error,38543,0.02500,0.826
14,mlp.experts.77.gate_proj,0.0033912543,hessian_weighted_relative_error,9382,0.02500,0.834
14,mlp.experts.78.gate_proj,0.0058635309,hessian_weighted_relative_error,16838,0.02500,0.827
14,mlp.experts.79.gate_proj,0.0059278348,hessian_weighted_relative_error,22426,0.02500,0.834
14,mlp.experts.80.gate_proj,0.0058329859,hessian_weighted_relative_error,24242,0.02500,0.830
14,mlp.experts.81.gate_proj,0.0032373782,hessian_weighted_relative_error,21747,0.02500,0.835
14,mlp.experts.82.gate_proj,0.0051423746,hessian_weighted_relative_error,22433,0.02500,0.829
14,mlp.experts.83.gate_proj,0.0054419295,hessian_weighted_relative_error,16319,0.02500,0.837
14,mlp.experts.84.gate_proj,0.0051126653,hessian_weighted_relative_error,13036,0.02500,0.828
14,mlp.experts.85.gate_proj,0.0053791117,hessian_weighted_relative_error,14065,0.02500,0.835
14,mlp.experts.86.gate_proj,0.0030392695,hessian_weighted_relative_error,47618,0.02500,0.829
14,mlp.experts.87.gate_proj,0.0056764960,hessian_weighted_relative_error,34742,0.02500,0.838
14,mlp.experts.88.gate_proj,0.0050767711,hessian_weighted_relative_error,18703,0.02500,0.833
14,mlp.experts.89.gate_proj,0.0028815608,hessian_weighted_relative_error,6763,0.02500,0.836
14,mlp.experts.90.gate_proj,0.0050197455,hessian_weighted_relative_error,19701,0.02500,0.831
14,mlp.experts.91.gate_proj,0.0054163685,hessian_weighted_relative_error,23630,0.02500,0.838
14,mlp.experts.92.gate_proj,0.0041488385,hessian_weighted_relative_error,17439,0.02500,0.830
14,mlp.experts.93.gate_proj,0.0052147668,hessian_weighted_relative_error,16859,0.02500,0.838
14,mlp.experts.94.gate_proj,0.0065459378,hessian_weighted_relative_error,39021,0.02500,0.832
14,mlp.experts.95.gate_proj,0.0062128300,hessian_weighted_relative_error,28785,0.02500,0.839
14,mlp.experts.96.gate_proj,0.0053436000,hessian_weighted_relative_error,20754,0.02500,0.832
14,mlp.experts.97.gate_proj,0.0051679376,hessian_weighted_relative_error,24071,0.02500,0.841
14,mlp.experts.98.gate_proj,0.0050807808,hessian_weighted_relative_error,22404,0.02500,0.831
14,mlp.experts.99.gate_proj,0.0057457613,hessian_weighted_relative_error,56763,0.02500,0.843
14,mlp.experts.100.gate_proj,0.0057594501,hessian_weighted_relative_error,30390,0.02500,0.833
14,mlp.experts.101.gate_proj,0.0023483198,hessian_weighted_relative_error,13949,0.02500,0.841
14,mlp.experts.102.gate_proj,0.0044856095,hessian_weighted_relative_error,17691,0.02500,0.832
14,mlp.experts.103.gate_proj,0.0056917959,hessian_weighted_relative_error,73357,0.02500,0.842
14,mlp.experts.104.gate_proj,0.0051803457,hessian_weighted_relative_error,41176,0.02500,0.834
14,mlp.experts.105.gate_proj,0.0035515016,hessian_weighted_relative_error,10981,0.02500,0.844
14,mlp.experts.107.gate_proj,0.0056950935,hessian_weighted_relative_error,53784,0.02500,0.846
14,mlp.experts.108.gate_proj,0.0054057992,hessian_weighted_relative_error,29015,0.02500,0.832
14,mlp.experts.109.gate_proj,0.0053483765,hessian_weighted_relative_error,18871,0.02500,0.843
14,mlp.experts.110.gate_proj,0.0061489121,hessian_weighted_relative_error,51623,0.02500,0.833
14,mlp.experts.111.gate_proj,0.0052870164,hessian_weighted_relative_error,27946,0.02500,0.846
14,mlp.experts.112.gate_proj,0.0058943070,hessian_weighted_relative_error,28028,0.02500,0.833
14,mlp.experts.116.gate_proj,0.0040536012,hessian_weighted_relative_error,18842,0.02500,0.834
14,mlp.experts.117.gate_proj,0.0049221926,hessian_weighted_relative_error,30351,0.02500,0.845
14,mlp.experts.118.gate_proj,0.0049822738,hessian_weighted_relative_error,13016,0.02500,0.839
14,mlp.experts.119.gate_proj,0.0065765678,hessian_weighted_relative_error,35250,0.02500,0.849
14,mlp.experts.120.gate_proj,0.0054803312,hessian_weighted_relative_error,29779,0.02500,0.836
14,mlp.experts.121.gate_proj,0.0033760261,hessian_weighted_relative_error,59661,0.02500,0.848
14,mlp.experts.122.gate_proj,0.0060255147,hessian_weighted_relative_error,53905,0.02500,0.837
14,mlp.experts.123.gate_proj,0.0054694396,hessian_weighted_relative_error,16355,0.02500,0.850
14,mlp.experts.124.gate_proj,0.0032504191,hessian_weighted_relative_error,14550,0.02500,0.837
14,mlp.experts.125.gate_proj,0.0049641895,hessian_weighted_relative_error,23534,0.02500,0.849
14,mlp.experts.126.gate_proj,0.0054494396,hessian_weighted_relative_error,27751,0.02500,0.835
14,mlp.experts.127.gate_proj,0.0043270757,hessian_weighted_relative_error,26950,0.02500,0.851
14,mlp.experts.130.gate_proj,0.0045492245,hessian_weighted_relative_error,29607,0.02500,0.837
14,mlp.experts.131.gate_proj,0.0054301931,hessian_weighted_relative_error,17819,0.02500,0.852
14,mlp.experts.132.gate_proj,0.0060621723,hessian_weighted_relative_error,27250,0.02500,0.838
14,mlp.experts.133.gate_proj,0.0043177196,hessian_weighted_relative_error,14787,0.02500,0.850
14,mlp.experts.134.gate_proj,0.0053334625,hessian_weighted_relative_error,17651,0.02500,0.836
14,mlp.experts.136.gate_proj,0.0062652399,hessian_weighted_relative_error,22297,0.02500,0.838
14,mlp.experts.137.gate_proj,0.0063741808,hessian_weighted_relative_error,23587,0.02500,0.851
14,mlp.experts.139.gate_proj,0.0062573524,hessian_weighted_relative_error,23726,0.02500,0.853
14,mlp.experts.140.gate_proj,0.0048568687,hessian_weighted_relative_error,37487,0.02500,0.839
14,mlp.experts.141.gate_proj,0.0055514942,hessian_weighted_relative_error,29069,0.02500,0.853
14,mlp.experts.142.gate_proj,0.0061305108,hessian_weighted_relative_error,34894,0.02500,0.839
14,mlp.experts.144.gate_proj,0.0030218615,hessian_weighted_relative_error,21152,0.02500,0.839
14,mlp.experts.145.gate_proj,0.0051233215,hessian_weighted_relative_error,28511,0.02500,0.855
14,mlp.experts.146.gate_proj,0.0051186230,hessian_weighted_relative_error,21232,0.02500,0.838
14,mlp.experts.147.gate_proj,0.0048124563,hessian_weighted_relative_error,15982,0.02500,0.854
14,mlp.experts.148.gate_proj,0.0035538872,hessian_weighted_relative_error,57969,0.02500,0.841
14,mlp.experts.149.gate_proj,0.0041368326,hessian_weighted_relative_error,13408,0.02500,0.854
14,mlp.experts.151.gate_proj,0.0048281983,hessian_weighted_relative_error,25660,0.02500,0.853
14,mlp.experts.152.gate_proj,0.0043945100,hessian_weighted_relative_error,23462,0.02500,0.840
14,mlp.experts.153.gate_proj,0.0057682960,hessian_weighted_relative_error,30565,0.02500,0.853
14,mlp.experts.154.gate_proj,0.0053105297,hessian_weighted_relative_error,33846,0.02500,0.840
14,mlp.experts.155.gate_proj,0.0052603447,hessian_weighted_relative_error,17004,0.02500,0.855
14,mlp.experts.156.gate_proj,0.0046166971,hessian_weighted_relative_error,17727,0.02500,0.843
14,mlp.experts.158.gate_proj,0.0058158085,hessian_weighted_relative_error,33031,0.02500,0.841
14,mlp.experts.159.gate_proj,0.0060943444,hessian_weighted_relative_error,22820,0.02500,0.856
14,mlp.experts.160.gate_proj,0.0052084358,hessian_weighted_relative_error,21125,0.02500,0.843
14,mlp.experts.161.gate_proj,0.0033863272,hessian_weighted_relative_error,20499,0.02500,0.855
14,mlp.experts.162.gate_proj,0.0044802934,hessian_weighted_relative_error,19448,0.02500,0.842
14,mlp.experts.163.gate_proj,0.0056589126,hessian_weighted_relative_error,41608,0.02500,0.854
14,mlp.experts.164.gate_proj,0.0054143066,hessian_weighted_relative_error,38714,0.02500,0.845
14,mlp.experts.165.gate_proj,0.0025795388,hessian_weighted_relative_error,17697,0.02500,0.855
14,mlp.experts.166.gate_proj,0.0041898607,hessian_weighted_relative_error,15605,0.02500,0.842
14,mlp.experts.167.gate_proj,0.0056360256,hessian_weighted_relative_error,18140,0.02500,0.855
14,mlp.experts.168.gate_proj,0.0055355332,hessian_weighted_relative_error,16112,0.02500,0.845
14,mlp.experts.169.gate_proj,0.0067086328,hessian_weighted_relative_error,45922,0.02500,0.854
14,mlp.experts.170.gate_proj,0.0060122719,hessian_weighted_relative_error,21773,0.02500,0.843
14,mlp.experts.172.gate_proj,0.0046084542,hessian_weighted_relative_error,7474,0.02500,0.845
14,mlp.experts.173.gate_proj,0.0056388010,hessian_weighted_relative_error,15133,0.02500,0.855
14,mlp.experts.174.gate_proj,0.0030949507,hessian_weighted_relative_error,17280,0.02500,0.843
14,mlp.experts.175.gate_proj,0.0059791275,hessian_weighted_relative_error,21383,0.02500,0.859
14,mlp.experts.176.gate_proj,0.0054408792,hessian_weighted_relative_error,29571,0.02500,0.844
14,mlp.experts.177.gate_proj,0.0055467964,hessian_weighted_relative_error,18304,0.02500,0.857
14,mlp.experts.178.gate_proj,0.0047817164,hessian_weighted_relative_error,21133,0.02500,0.843
14,mlp.experts.179.gate_proj,0.0054337398,hessian_weighted_relative_error,26924,0.02500,0.860
14,mlp.experts.181.gate_proj,0.0050835068,hessian_weighted_relative_error,16440,0.02500,0.856
14,mlp.experts.182.gate_proj,0.0054119292,hessian_weighted_relative_error,17064,0.02500,0.844
14,mlp.experts.183.gate_proj,0.0048633741,hessian_weighted_relative_error,50856,0.02500,0.856
14,mlp.experts.184.gate_proj,0.0058047640,hessian_weighted_relative_error,40280,0.02500,0.844
14,mlp.experts.185.gate_proj,0.0043976830,hessian_weighted_relative_error,26941,0.02500,0.858
14,mlp.experts.186.gate_proj,0.0060428991,hessian_weighted_relative_error,36230,0.02500,0.845
14,mlp.experts.188.gate_proj,0.0057695715,hessian_weighted_relative_error,34075,0.02500,0.844
14,mlp.experts.189.gate_proj,0.0058901800,hessian_weighted_relative_error,24100,0.02500,0.859
14,mlp.experts.190.gate_proj,0.0058093383,hessian_weighted_relative_error,37979,0.02500,0.846
14,mlp.experts.191.gate_proj,0.0055875491,hessian_weighted_relative_error,28329,0.02500,0.856
14,mlp.experts.192.gate_proj,0.0012831465,hessian_weighted_relative_error,1301,0.02500,0.846
14,mlp.experts.193.gate_proj,0.0057270389,hessian_weighted_relative_error,26102,0.02500,0.859
14,mlp.experts.195.gate_proj,0.0052195260,hessian_weighted_relative_error,42940,0.02500,0.858
14,mlp.experts.196.gate_proj,0.0061624503,hessian_weighted_relative_error,30235,0.02500,0.846
14,mlp.experts.197.gate_proj,0.0052665588,hessian_weighted_relative_error,13327,0.02500,0.859
14,mlp.experts.198.gate_proj,0.0035448811,hessian_weighted_relative_error,31579,0.02500,0.846
14,mlp.experts.199.gate_proj,0.0052511219,hessian_weighted_relative_error,34982,0.02500,0.857
14,mlp.experts.200.gate_proj,0.0059206811,hessian_weighted_relative_error,27396,0.02500,0.846
14,mlp.experts.202.gate_proj,0.0051341887,hessian_weighted_relative_error,35194,0.02500,0.846
14,mlp.experts.203.gate_proj,0.0049885113,hessian_weighted_relative_error,34169,0.02500,0.859
14,mlp.experts.204.gate_proj,0.0039905059,hessian_weighted_relative_error,6775,0.02500,0.848
14,mlp.experts.206.gate_proj,0.0063370755,hessian_weighted_relative_error,45380,0.02500,0.849
14,mlp.experts.207.gate_proj,0.0039312171,hessian_weighted_relative_error,53444,0.02500,0.860
14,mlp.experts.208.gate_proj,0.0030096287,hessian_weighted_relative_error,19054,0.02500,0.849
14,mlp.experts.209.gate_proj,0.0016899251,hessian_weighted_relative_error,1657,0.02500,0.865
14,mlp.experts.210.gate_proj,0.0044584378,hessian_weighted_relative_error,14099,0.02500,0.848
14,mlp.experts.212.gate_proj,0.0055548735,hessian_weighted_relative_error,20784,0.02500,0.851
14,mlp.experts.213.gate_proj,0.0052621308,hessian_weighted_relative_error,16091,0.02500,0.863
14,mlp.experts.214.gate_proj,0.0051072504,hessian_weighted_relative_error,43029,0.02500,0.850
14,mlp.experts.215.gate_proj,0.0055217022,hessian_weighted_relative_error,33306,0.02500,0.861
14,mlp.experts.216.gate_proj,0.0058314136,hessian_weighted_relative_error,20761,0.02500,0.855
14,mlp.experts.217.gate_proj,0.0052192980,hessian_weighted_relative_error,13663,0.02500,0.866
14,mlp.experts.218.gate_proj,0.0057337672,hessian_weighted_relative_error,23588,0.02500,0.861
14,mlp.experts.220.gate_proj,0.0046274581,hessian_weighted_relative_error,12330,0.02500,0.858
14,mlp.experts.221.gate_proj,0.0052404468,hessian_weighted_relative_error,34075,0.02500,0.861
14,mlp.experts.222.gate_proj,0.0055320909,hessian_weighted_relative_error,28074,0.02500,0.863
14,mlp.experts.223.gate_proj,0.0046444646,hessian_weighted_relative_error,13078,0.02500,0.861
14,mlp.experts.224.gate_proj,0.0050380808,hessian_weighted_relative_error,14817,0.02500,0.861
14,mlp.experts.225.gate_proj,0.0058450780,hessian_weighted_relative_error,37716,0.02500,0.862
14,mlp.experts.226.gate_proj,0.0048312419,hessian_weighted_relative_error,31097,0.02500,0.859
14,mlp.experts.227.gate_proj,0.0064348523,hessian_weighted_relative_error,22821,0.02500,0.864
14,mlp.experts.228.gate_proj,0.0047501023,hessian_weighted_relative_error,28164,0.02500,0.860
14,mlp.experts.229.gate_proj,0.0046538647,hessian_weighted_relative_error,16445,0.02500,0.861
14,mlp.experts.230.gate_proj,0.0054596608,hessian_weighted_relative_error,26268,0.02500,0.862
14,mlp.experts.232.gate_proj,0.0049357647,hessian_weighted_relative_error,18163,0.02500,0.865
14,mlp.experts.233.gate_proj,0.0056393235,hessian_weighted_relative_error,28502,0.02500,0.862
14,mlp.experts.234.gate_proj,0.0060501220,hessian_weighted_relative_error,21665,0.02500,0.860
14,mlp.experts.235.gate_proj,0.0051181557,hessian_weighted_relative_error,24610,0.02500,0.863
14,mlp.experts.236.gate_proj,0.0052875766,hessian_weighted_relative_error,35962,0.02500,0.865
14,mlp.experts.237.gate_proj,0.0057208648,hessian_weighted_relative_error,26304,0.02500,0.860
14,mlp.experts.238.gate_proj,0.0050906906,hessian_weighted_relative_error,23035,0.02500,0.863
14,mlp.experts.239.gate_proj,0.0037209229,hessian_weighted_relative_error,18707,0.02500,0.860
14,mlp.experts.240.gate_proj,0.0055041680,hessian_weighted_relative_error,32473,0.02500,0.863
14,mlp.experts.244.gate_proj,0.0043901792,hessian_weighted_relative_error,10459,0.02500,0.864
14,mlp.experts.245.gate_proj,0.0051774160,hessian_weighted_relative_error,17134,0.02500,0.860
14,mlp.experts.247.gate_proj,0.0047055261,hessian_weighted_relative_error,20771,0.02500,0.865
14,mlp.experts.248.gate_proj,0.0057281028,hessian_weighted_relative_error,33385,0.02500,0.857
14,mlp.experts.249.gate_proj,0.0036426227,hessian_weighted_relative_error,16527,0.02500,0.864
14,mlp.experts.251.gate_proj,0.0053374395,hessian_weighted_relative_error,39993,0.02500,0.863
14,mlp.experts.252.gate_proj,0.0050931595,hessian_weighted_relative_error,15643,0.02500,0.866
14,mlp.experts.254.gate_proj,0.0046444668,hessian_weighted_relative_error,21405,0.02500,0.866
14,mlp.experts.257.gate_proj,0.0060420918,hessian_weighted_relative_error,46203,0.02500,0.864
14,mlp.experts.258.gate_proj,0.0054809330,hessian_weighted_relative_error,23652,0.02500,0.866
14,mlp.experts.259.gate_proj,0.0056338505,hessian_weighted_relative_error,19010,0.02500,0.878
14,mlp.experts.260.gate_proj,0.0059801513,hessian_weighted_relative_error,23741,0.02500,0.864
14,mlp.experts.261.gate_proj,0.0055261410,hessian_weighted_relative_error,33576,0.02500,0.870
14,mlp.experts.262.gate_proj,0.0050812330,hessian_weighted_relative_error,14598,0.02500,0.867
14,mlp.experts.263.gate_proj,0.0053592142,hessian_weighted_relative_error,20017,0.02500,0.869
14,mlp.experts.264.gate_proj,0.0054158104,hessian_weighted_relative_error,25160,0.02500,0.864
14,mlp.experts.266.gate_proj,0.0045628868,hessian_weighted_relative_error,23877,0.02500,0.854
14,mlp.experts.268.gate_proj,0.0047473157,hessian_weighted_relative_error,32040,0.02500,0.854
14,mlp.experts.269.gate_proj,0.0042923434,hessian_weighted_relative_error,31971,0.02500,0.873
14,mlp.experts.270.gate_proj,0.0055822842,hessian_weighted_relative_error,33244,0.02500,0.856
14,mlp.experts.271.gate_proj,0.0046761276,hessian_weighted_relative_error,16473,0.02500,0.865
14,mlp.experts.272.gate_proj,0.0051879571,hessian_weighted_relative_error,14223,0.02500,0.854
14,mlp.experts.273.gate_proj,0.0050631654,hessian_weighted_relative_error,31248,0.02500,0.863
14,mlp.experts.274.gate_proj,0.0046012577,hessian_weighted_relative_error,45746,0.02500,0.852
14,mlp.experts.275.gate_proj,0.0055453514,hessian_weighted_relative_error,38592,0.02500,0.866
14,mlp.experts.276.gate_proj,0.0048816257,hessian_weighted_relative_error,48436,0.02500,0.853
14,mlp.experts.278.gate_proj,0.0041313592,hessian_weighted_relative_error,23851,0.02500,0.854
14,mlp.experts.279.gate_proj,0.0034616617,hessian_weighted_relative_error,17273,0.02500,0.863
14,mlp.experts.280.gate_proj,0.0057084898,hessian_weighted_relative_error,80973,0.02500,0.854
14,mlp.experts.281.gate_proj,0.0050876334,hessian_weighted_relative_error,16697,0.02500,0.873
14,mlp.experts.282.gate_proj,0.0059633585,hessian_weighted_relative_error,23840,0.02500,0.853
14,mlp.experts.283.gate_proj,0.0047954710,hessian_weighted_relative_error,20426,0.02500,0.865
14,mlp.experts.284.gate_proj,0.0030973752,hessian_weighted_relative_error,14669,0.02500,0.852
14,mlp.experts.286.gate_proj,0.0045699331,hessian_weighted_relative_error,15753,0.02500,0.852
14,mlp.experts.287.gate_proj,0.0047509786,hessian_weighted_relative_error,23917,0.02500,0.871
14,mlp.experts.0.up_proj,0.0069891680,hessian_weighted_relative_error,30136,0.02500,0.854
14,mlp.experts.1.up_proj,0.0070757266,hessian_weighted_relative_error,43000,0.02500,0.864
14,mlp.experts.2.up_proj,0.0069448818,hessian_weighted_relative_error,31621,0.02500,0.854
14,mlp.experts.3.up_proj,0.0065264497,hessian_weighted_relative_error,17371,0.02500,0.871
14,mlp.experts.4.up_proj,0.0053548214,hessian_weighted_relative_error,13589,0.02500,0.854
14,mlp.experts.5.up_proj,0.0059088068,hessian_weighted_relative_error,19518,0.02500,0.872
14,mlp.experts.6.up_proj,0.0071369240,hessian_weighted_relative_error,28671,0.02500,0.853
14,mlp.experts.9.up_proj,0.0059891369,hessian_weighted_relative_error,21754,0.02500,0.875
14,mlp.experts.10.up_proj,0.0058325721,hessian_weighted_relative_error,21909,0.02500,0.854
14,mlp.experts.11.up_proj,0.0064340297,hessian_weighted_relative_error,34587,0.02500,0.881
14,mlp.experts.12.up_proj,0.0045818767,hessian_weighted_relative_error,24465,0.02500,0.855
14,mlp.experts.14.up_proj,0.0068129874,hessian_weighted_relative_error,32315,0.02500,0.854
14,mlp.experts.15.up_proj,0.0052667103,hessian_weighted_relative_error,24979,0.02500,0.863
14,mlp.experts.16.up_proj,0.0054573979,hessian_weighted_relative_error,6054,0.02500,0.854
14,mlp.experts.18.up_proj,0.0058336567,hessian_weighted_relative_error,21476,0.02500,0.855
14,mlp.experts.19.up_proj,0.0063007915,hessian_weighted_relative_error,28264,0.02500,0.868
14,mlp.experts.20.up_proj,0.0056218916,hessian_weighted_relative_error,21710,0.02500,0.855
14,mlp.experts.22.up_proj,0.0068122261,hessian_weighted_relative_error,23881,0.02500,0.854
14,mlp.experts.24.up_proj,0.0068648051,hessian_weighted_relative_error,33179,0.02500,0.856
14,mlp.experts.25.up_proj,0.0065463876,hessian_weighted_relative_error,17563,0.02500,0.874
14,mlp.experts.26.up_proj,0.0049453072,hessian_weighted_relative_error,7561,0.02500,0.854
14,mlp.experts.27.up_proj,0.0070320592,hessian_weighted_relative_error,25500,0.02500,0.874
14,mlp.experts.30.up_proj,0.0054700901,hessian_weighted_relative_error,15923,0.02500,0.855
14,mlp.experts.31.up_proj,0.0049723327,hessian_weighted_relative_error,18809,0.02500,0.863
14,mlp.experts.32.up_proj,0.0044003615,hessian_weighted_relative_error,7844,0.02500,0.856
14,mlp.experts.33.up_proj,0.0062222118,hessian_weighted_relative_error,27364,0.02500,0.876
14,mlp.experts.34.up_proj,0.0033910584,hessian_weighted_relative_error,9044,0.02500,0.855
14,mlp.experts.35.up_proj,0.0054323564,hessian_weighted_relative_error,32899,0.02500,0.873
14,mlp.experts.37.up_proj,0.0069742859,hessian_weighted_relative_error,27037,0.02500,0.878
14,mlp.experts.38.up_proj,0.0070938584,hessian_weighted_relative_error,25328,0.02500,0.855
14,mlp.experts.39.up_proj,0.0073636004,hessian_weighted_relative_error,28934,0.02500,0.870
14,mlp.experts.40.up_proj,0.0045746739,hessian_weighted_relative_error,11676,0.02500,0.855
14,mlp.experts.41.up_proj,0.0072469485,hessian_weighted_relative_error,25903,0.02500,0.873
14,mlp.experts.44.up_proj,0.0061611988,hessian_weighted_relative_error,25684,0.02500,0.857
14,mlp.experts.45.up_proj,0.0058209127,hessian_weighted_relative_error,16555,0.02500,0.876
14,mlp.experts.47.up_proj,0.0071466771,hessian_weighted_relative_error,12265,0.02500,0.874
14,mlp.experts.48.up_proj,0.0055572639,hessian_weighted_relative_error,22186,0.02500,0.857
14,mlp.experts.49.up_proj,0.0067377768,hessian_weighted_relative_error,20956,0.02500,0.864
14,mlp.experts.50.up_proj,0.0052611593,hessian_weighted_relative_error,10916,0.02500,0.856
14,mlp.experts.51.up_proj,0.0061933993,hessian_weighted_relative_error,22536,0.02500,0.877
14,mlp.experts.52.up_proj,0.0048835912,hessian_weighted_relative_error,32869,0.02500,0.856
14,mlp.experts.53.up_proj,0.0075142735,hessian_weighted_relative_error,48815,0.02500,0.868
14,mlp.experts.54.up_proj,0.0069758293,hessian_weighted_relative_error,23178,0.02500,0.856
14,mlp.experts.55.up_proj,0.0035884374,hessian_weighted_relative_error,6631,0.02500,0.877
14,mlp.experts.56.up_proj,0.0075597112,hessian_weighted_relative_error,29342,0.02500,0.859
14,mlp.experts.57.up_proj,0.0074823865,hessian_weighted_relative_error,45075,0.02500,0.882
14,mlp.experts.59.up_proj,0.0075110462,hessian_weighted_relative_error,48284,0.02500,0.881
14,mlp.experts.60.up_proj,0.0050496232,hessian_weighted_relative_error,21377,0.02500,0.857
14,mlp.experts.61.up_proj,0.0069120556,hessian_weighted_relative_error,21372,0.02500,0.878
14,mlp.experts.62.up_proj,0.0079671011,hessian_weighted_relative_error,20715,0.02500,0.856
14,mlp.experts.64.up_proj,0.0070599127,hessian_weighted_relative_error,29107,0.02500,0.857
14,mlp.experts.65.up_proj,0.0058302323,hessian_weighted_relative_error,26141,0.02500,0.881
14,mlp.experts.66.up_proj,0.0064408383,hessian_weighted_relative_error,18969,0.02500,0.858
14,mlp.experts.67.up_proj,0.0069129709,hessian_weighted_relative_error,19355,0.02500,0.876
14,mlp.experts.68.up_proj,0.0054209970,hessian_weighted_relative_error,18730,0.02500,0.859
14,mlp.experts.69.up_proj,0.0069436989,hessian_weighted_relative_error,21210,0.02500,0.879
14,mlp.experts.71.up_proj,0.0067850043,hessian_weighted_relative_error,29464,0.02500,0.871
14,mlp.experts.73.up_proj,0.0066622310,hessian_weighted_relative_error,26314,0.02500,0.875
14,mlp.experts.74.up_proj,0.0066673176,hessian_weighted_relative_error,26489,0.02500,0.856
14,mlp.experts.75.up_proj,0.0026374910,hessian_weighted_relative_error,20940,0.02500,0.877
14,mlp.experts.76.up_proj,0.0063337766,hessian_weighted_relative_error,38543,0.02500,0.859
14,mlp.experts.77.up_proj,0.0046140126,hessian_weighted_relative_error,9382,0.02500,0.875
14,mlp.experts.78.up_proj,0.0070061263,hessian_weighted_relative_error,16838,0.02500,0.858
14,mlp.experts.79.up_proj,0.0068176429,hessian_weighted_relative_error,22426,0.02500,0.880
14,mlp.experts.80.up_proj,0.0073758882,hessian_weighted_relative_error,24242,0.02500,0.859
14,mlp.experts.81.up_proj,0.0045402499,hessian_weighted_relative_error,21747,0.02500,0.878
14,mlp.experts.82.up_proj,0.0065660618,hessian_weighted_relative_error,22433,0.02500,0.861
14,mlp.experts.83.up_proj,0.0063909976,hessian_weighted_relative_error,16319,0.02500,0.882
14,mlp.experts.84.up_proj,0.0064803352,hessian_weighted_relative_error,13036,0.02500,0.869
14,mlp.experts.85.up_proj,0.0065422812,hessian_weighted_relative_error,14065,0.02500,0.878
14,mlp.experts.86.up_proj,0.0037288833,hessian_weighted_relative_error,47618,0.02500,0.870
14,mlp.experts.87.up_proj,0.0069342704,hessian_weighted_relative_error,34742,0.02500,0.898
14,mlp.experts.88.up_proj,0.0061871718,hessian_weighted_relative_error,18703,0.02500,0.858
14,mlp.experts.89.up_proj,0.0031452532,hessian_weighted_relative_error,6763,0.02500,0.881
14,mlp.experts.90.up_proj,0.0058527672,hessian_weighted_relative_error,19701,0.02500,0.861
14,mlp.experts.91.up_proj,0.0066111068,hessian_weighted_relative_error,23630,0.02500,0.883
14,mlp.experts.92.up_proj,0.0054559262,hessian_weighted_relative_error,17439,0.02500,0.858
14,mlp.experts.93.up_proj,0.0062228973,hessian_weighted_relative_error,16859,0.02500,0.883
14,mlp.experts.94.up_proj,0.0085915627,hessian_weighted_relative_error,39021,0.02500,0.859
14,mlp.experts.95.up_proj,0.0080644693,hessian_weighted_relative_error,28785,0.02500,0.880
14,mlp.experts.96.up_proj,0.0062078400,hessian_weighted_relative_error,20754,0.02500,0.859
14,mlp.experts.97.up_proj,0.0057741863,hessian_weighted_relative_error,24071,0.02500,0.884
14,mlp.experts.98.up_proj,0.0062378555,hessian_weighted_relative_error,22404,0.02500,0.858
14,mlp.experts.100.up_proj,0.0069094679,hessian_weighted_relative_error,30390,0.02500,0.858
14,mlp.experts.101.up_proj,0.0028069964,hessian_weighted_relative_error,13949,0.02500,0.879
14,mlp.experts.102.up_proj,0.0060361411,hessian_weighted_relative_error,17691,0.02500,0.859
14,mlp.experts.103.up_proj,0.0085387393,hessian_weighted_relative_error,73357,0.02500,0.881
14,mlp.experts.104.up_proj,0.0061673927,hessian_weighted_relative_error,41176,0.02500,0.859
14,mlp.experts.105.up_proj,0.0041449719,hessian_weighted_relative_error,10981,0.02500,0.879
14,mlp.experts.108.up_proj,0.0067388958,hessian_weighted_relative_error,29015,0.02500,0.858
14,mlp.experts.109.up_proj,0.0060519792,hessian_weighted_relative_error,18871,0.02500,0.882
14,mlp.experts.111.up_proj,0.0059135371,hessian_weighted_relative_error,27946,0.02500,0.887
14,mlp.experts.112.up_proj,0.0072560277,hessian_weighted_relative_error,28028,0.02500,0.861
14,mlp.experts.117.up_proj,0.0059215046,hessian_weighted_relative_error,30351,0.02500,0.877
14,mlp.experts.118.up_proj,0.0062456300,hessian_weighted_relative_error,13016,0.02500,0.860
14,mlp.experts.119.up_proj,0.0075376152,hessian_weighted_relative_error,35250,0.02500,0.879
14,mlp.experts.120.up_proj,0.0063697782,hessian_weighted_relative_error,29779,0.02500,0.859
14,mlp.experts.121.up_proj,0.0038909740,hessian_weighted_relative_error,59661,0.02500,0.873
14,mlp.experts.122.up_proj,0.0080635637,hessian_weighted_relative_error,53905,0.02500,0.859
14,mlp.experts.123.up_proj,0.0064641721,hessian_weighted_relative_error,16355,0.02500,0.884
14,mlp.experts.124.up_proj,0.0040983336,hessian_weighted_relative_error,14550,0.02500,0.860
14,mlp.experts.125.up_proj,0.0054026082,hessian_weighted_relative_error,23534,0.02500,0.881
14,mlp.experts.126.up_proj,0.0066737758,hessian_weighted_relative_error,27751,0.02500,0.859
14,mlp.experts.130.up_proj,0.0052202397,hessian_weighted_relative_error,29607,0.02500,0.859
14,mlp.experts.131.up_proj,0.0068022961,hessian_weighted_relative_error,17819,0.02500,0.874
14,mlp.experts.132.up_proj,0.0071861832,hessian_weighted_relative_error,27250,0.02500,0.862
14,mlp.experts.133.up_proj,0.0053903747,hessian_weighted_relative_error,14787,0.02500,0.882
14,mlp.experts.134.up_proj,0.0065165823,hessian_weighted_relative_error,17651,0.02500,0.862
14,mlp.experts.136.up_proj,0.0076561934,hessian_weighted_relative_error,22297,0.02500,0.862
14,mlp.experts.137.up_proj,0.0071085487,hessian_weighted_relative_error,23587,0.02500,0.883
14,mlp.experts.139.up_proj,0.0073590212,hessian_weighted_relative_error,23726,0.02500,0.883
14,mlp.experts.140.up_proj,0.0059460867,hessian_weighted_relative_error,37487,0.02500,0.859
14,mlp.experts.144.up_proj,0.0040313351,hessian_weighted_relative_error,21152,0.02500,0.862
14,mlp.experts.145.up_proj,0.0065508149,hessian_weighted_relative_error,28511,0.02500,0.878
14,mlp.experts.146.up_proj,0.0056121641,hessian_weighted_relative_error,21232,0.02500,0.862
14,mlp.experts.147.up_proj,0.0056737316,hessian_weighted_relative_error,15982,0.02500,0.886
14,mlp.experts.148.up_proj,0.0050072213,hessian_weighted_relative_error,57969,0.02500,0.859
14,mlp.experts.149.up_proj,0.0055791964,hessian_weighted_relative_error,13408,0.02500,0.875
14,mlp.experts.151.up_proj,0.0057304861,hessian_weighted_relative_error,25660,0.02500,0.888
14,mlp.experts.152.up_proj,0.0053387287,hessian_weighted_relative_error,23462,0.02500,0.863
14,mlp.experts.153.up_proj,0.0067837316,hessian_weighted_relative_error,30565,0.02500,0.894
14,mlp.experts.154.up_proj,0.0063607616,hessian_weighted_relative_error,33846,0.02500,0.863
14,mlp.experts.155.up_proj,0.0061559974,hessian_weighted_relative_error,17004,0.02500,0.885
14,mlp.experts.156.up_proj,0.0058254342,hessian_weighted_relative_error,17727,0.02500,0.862
14,mlp.experts.158.up_proj,0.0067409960,hessian_weighted_relative_error,33031,0.02500,0.860
14,mlp.experts.159.up_proj,0.0074646269,hessian_weighted_relative_error,22820,0.02500,0.881
14,mlp.experts.160.up_proj,0.0062385891,hessian_weighted_relative_error,21125,0.02500,0.862
14,mlp.experts.161.up_proj,0.0043535961,hessian_weighted_relative_error,20499,0.02500,0.885
14,mlp.experts.162.up_proj,0.0051770662,hessian_weighted_relative_error,19448,0.02500,0.861
14,mlp.experts.163.up_proj,0.0073538409,hessian_weighted_relative_error,41608,0.02500,0.896
14,mlp.experts.164.up_proj,0.0064287831,hessian_weighted_relative_error,38714,0.02500,0.863
14,mlp.experts.165.up_proj,0.0030998194,hessian_weighted_relative_error,17697,0.02500,0.884
14,mlp.experts.166.up_proj,0.0051792303,hessian_weighted_relative_error,15605,0.02500,0.861
14,mlp.experts.167.up_proj,0.0069547736,hessian_weighted_relative_error,18140,0.02500,0.891
14,mlp.experts.168.up_proj,0.0068144995,hessian_weighted_relative_error,16112,0.02500,0.863
14,mlp.experts.169.up_proj,0.0078483297,hessian_weighted_relative_error,45922,0.02500,0.895
14,mlp.experts.170.up_proj,0.0069996292,hessian_weighted_relative_error,21773,0.02500,0.869
14,mlp.experts.172.up_proj,0.0058824470,hessian_weighted_relative_error,7474,0.02500,0.875
14,mlp.experts.173.up_proj,0.0070413179,hessian_weighted_relative_error,15133,0.02500,0.890
14,mlp.experts.174.up_proj,0.0032276650,hessian_weighted_relative_error,17280,0.02500,0.861
14,mlp.experts.175.up_proj,0.0069283031,hessian_weighted_relative_error,21383,0.02500,0.888
14,mlp.experts.176.up_proj,0.0062076433,hessian_weighted_relative_error,29571,0.02500,0.861
14,mlp.experts.177.up_proj,0.0067528959,hessian_weighted_relative_error,18304,0.02500,0.893
14,mlp.experts.178.up_proj,0.0056452059,hessian_weighted_relative_error,21133,0.02500,0.860
14,mlp.experts.181.up_proj,0.0063307568,hessian_weighted_relative_error,16440,0.02500,0.888
14,mlp.experts.182.up_proj,0.0065910966,hessian_weighted_relative_error,17064,0.02500,0.860
14,mlp.experts.184.up_proj,0.0083041946,hessian_weighted_relative_error,40280,0.02500,0.860
14,mlp.experts.185.up_proj,0.0049256028,hessian_weighted_relative_error,26941,0.02500,0.892
14,mlp.experts.186.up_proj,0.0075625375,hessian_weighted_relative_error,36230,0.02500,0.859
14,mlp.experts.188.up_proj,0.0064688714,hessian_weighted_relative_error,34075,0.02500,0.861
14,mlp.experts.189.up_proj,0.0070864058,hessian_weighted_relative_error,24100,0.02500,0.893
14,mlp.experts.190.up_proj,0.0080965860,hessian_weighted_relative_error,37979,0.02500,0.860
14,mlp.experts.192.up_proj,0.0014770396,hessian_weighted_relative_error,1301,0.02500,0.862
14,mlp.experts.193.up_proj,0.0067872061,hessian_weighted_relative_error,26102,0.02500,0.887
14,mlp.experts.196.up_proj,0.0077070159,hessian_weighted_relative_error,30235,0.02500,0.860
14,mlp.experts.197.up_proj,0.0063115868,hessian_weighted_relative_error,13327,0.02500,0.897
14,mlp.experts.199.up_proj,0.0064626575,hessian_weighted_relative_error,34982,0.02500,0.888
14,mlp.experts.200.up_proj,0.0066805099,hessian_weighted_relative_error,27396,0.02500,0.860
14,mlp.experts.202.up_proj,0.0062257495,hessian_weighted_relative_error,35194,0.02500,0.858
14,mlp.experts.203.up_proj,0.0060546565,hessian_weighted_relative_error,34169,0.02500,0.891
14,mlp.experts.204.up_proj,0.0054958855,hessian_weighted_relative_error,6775,0.02500,0.859
14,mlp.experts.206.up_proj,0.0083522132,hessian_weighted_relative_error,45380,0.02500,0.859
14,mlp.experts.207.up_proj,0.0052567767,hessian_weighted_relative_error,53444,0.02500,0.893
14,mlp.experts.208.up_proj,0.0034418671,hessian_weighted_relative_error,19054,0.02500,0.861
14,mlp.experts.209.up_proj,0.0020489034,hessian_weighted_relative_error,1657,0.02500,0.892
14,mlp.experts.210.up_proj,0.0059058910,hessian_weighted_relative_error,14099,0.02500,0.860
14,mlp.experts.212.up_proj,0.0068144313,hessian_weighted_relative_error,20784,0.02500,0.862
14,mlp.experts.213.up_proj,0.0061222531,hessian_weighted_relative_error,16091,0.02500,0.908
14,mlp.experts.214.up_proj,0.0072412641,hessian_weighted_relative_error,43029,0.02500,0.860
14,mlp.experts.215.up_proj,0.0064499733,hessian_weighted_relative_error,33306,0.02500,0.895
14,mlp.experts.216.up_proj,0.0070028708,hessian_weighted_relative_error,20761,0.02500,0.861
14,mlp.experts.217.up_proj,0.0067268169,hessian_weighted_relative_error,13663,0.02500,0.894
14,mlp.experts.218.up_proj,0.0066438070,hessian_weighted_relative_error,23588,0.02500,0.862
14,mlp.experts.220.up_proj,0.0055874493,hessian_weighted_relative_error,12330,0.02500,0.862
14,mlp.experts.221.up_proj,0.0071704067,hessian_weighted_relative_error,34075,0.02500,0.890
14,mlp.experts.223.up_proj,0.0058394295,hessian_weighted_relative_error,13078,0.02500,0.897
14,mlp.experts.224.up_proj,0.0057330174,hessian_weighted_relative_error,14817,0.02500,0.861
14,mlp.experts.225.up_proj,0.0071674153,hessian_weighted_relative_error,37716,0.02500,0.897
14,mlp.experts.226.up_proj,0.0056893716,hessian_weighted_relative_error,31097,0.02500,0.863
14,mlp.experts.227.up_proj,0.0073737611,hessian_weighted_relative_error,22821,0.02500,0.896
14,mlp.experts.229.up_proj,0.0052322325,hessian_weighted_relative_error,16445,0.02500,0.913
14,mlp.experts.230.up_proj,0.0069659255,hessian_weighted_relative_error,26268,0.02500,0.863
14,mlp.experts.232.up_proj,0.0058279963,hessian_weighted_relative_error,18163,0.02500,0.874
14,mlp.experts.233.up_proj,0.0069382110,hessian_weighted_relative_error,28502,0.02500,0.903
14,mlp.experts.234.up_proj,0.0072469728,hessian_weighted_relative_error,21665,0.02500,0.860
14,mlp.experts.235.up_proj,0.0065932860,hessian_weighted_relative_error,24610,0.02500,0.895
14,mlp.experts.236.up_proj,0.0074729809,hessian_weighted_relative_error,35962,0.02500,0.864
14,mlp.experts.237.up_proj,0.0068103222,hessian_weighted_relative_error,26304,0.02500,0.890
14,mlp.experts.238.up_proj,0.0060971621,hessian_weighted_relative_error,23035,0.02500,0.859
14,mlp.experts.239.up_proj,0.0046174808,hessian_weighted_relative_error,18707,0.02500,0.900
14,mlp.experts.244.up_proj,0.0058801565,hessian_weighted_relative_error,10459,0.02500,0.862
14,mlp.experts.245.up_proj,0.0068036695,hessian_weighted_relative_error,17134,0.02500,0.898
14,mlp.experts.247.up_proj,0.0056657385,hessian_weighted_relative_error,20771,0.02500,0.889
14,mlp.experts.249.up_proj,0.0044031558,hessian_weighted_relative_error,16527,0.02500,0.892
14,mlp.experts.252.up_proj,0.0061235120,hessian_weighted_relative_error,15643,0.02500,0.859
14,mlp.experts.254.up_proj,0.0055612570,hessian_weighted_relative_error,21405,0.02500,0.858
14,mlp.experts.257.up_proj,0.0075616631,hessian_weighted_relative_error,46203,0.02500,0.894
14,mlp.experts.258.up_proj,0.0069168385,hessian_weighted_relative_error,23652,0.02500,0.858
14,mlp.experts.259.up_proj,0.0060469337,hessian_weighted_relative_error,19010,0.02500,0.893
14,mlp.experts.262.up_proj,0.0071475438,hessian_weighted_relative_error,14598,0.02500,0.860
14,mlp.experts.263.up_proj,0.0068297369,hessian_weighted_relative_error,20017,0.02500,0.895
14,mlp.experts.264.up_proj,0.0069553184,hessian_weighted_relative_error,25160,0.02500,0.859
14,mlp.experts.266.up_proj,0.0052466959,hessian_weighted_relative_error,23877,0.02500,0.858
14,mlp.experts.268.up_proj,0.0051478593,hessian_weighted_relative_error,32040,0.02500,0.858
14,mlp.experts.269.up_proj,0.0051916208,hessian_weighted_relative_error,31971,0.02500,0.906
14,mlp.experts.270.up_proj,0.0064812695,hessian_weighted_relative_error,33244,0.02500,0.858
14,mlp.experts.271.up_proj,0.0056830121,hessian_weighted_relative_error,16473,0.02500,0.897
14,mlp.experts.272.up_proj,0.0061962377,hessian_weighted_relative_error,14223,0.02500,0.860
14,mlp.experts.273.up_proj,0.0060964491,hessian_weighted_relative_error,31248,0.02500,0.900
14,mlp.experts.275.up_proj,0.0064402228,hessian_weighted_relative_error,38592,0.02500,0.901
14,mlp.experts.276.up_proj,0.0077531282,hessian_weighted_relative_error,48436,0.02500,0.858
14,mlp.experts.278.up_proj,0.0048738742,hessian_weighted_relative_error,23851,0.02500,0.862
14,mlp.experts.279.up_proj,0.0039528845,hessian_weighted_relative_error,17273,0.02500,0.895
14,mlp.experts.280.up_proj,0.0084348418,hessian_weighted_relative_error,80973,0.02500,0.860
14,mlp.experts.281.up_proj,0.0061813068,hessian_weighted_relative_error,16697,0.02500,0.901
14,mlp.experts.282.up_proj,0.0077158931,hessian_weighted_relative_error,23840,0.02500,0.872
14,mlp.experts.283.up_proj,0.0058676423,hessian_weighted_relative_error,20426,0.02500,0.901
14,mlp.experts.284.up_proj,0.0040665851,hessian_weighted_relative_error,14669,0.02500,0.859
14,mlp.experts.286.up_proj,0.0055785086,hessian_weighted_relative_error,15753,0.02500,0.857
14,mlp.experts.287.up_proj,0.0065484216,hessian_weighted_relative_error,23917,0.02500,0.905
14,mlp.experts.1.down_proj,0.0118029698,hessian_weighted_relative_error,43000,0.02500,0.726
14,mlp.experts.2.down_proj,0.0130573807,hessian_weighted_relative_error,31621,0.02500,0.739
14,mlp.experts.3.down_proj,0.0113408989,hessian_weighted_relative_error,17371,0.02500,0.751
14,mlp.experts.4.down_proj,0.0093767965,hessian_weighted_relative_error,13589,0.02500,0.769
14,mlp.experts.5.down_proj,0.0086645185,hessian_weighted_relative_error,19518,0.02500,0.751
14,mlp.experts.6.down_proj,0.0125776198,hessian_weighted_relative_error,28671,0.02500,0.773
14,mlp.experts.9.down_proj,0.0109739951,hessian_weighted_relative_error,21754,0.02500,0.754
14,mlp.experts.10.down_proj,0.0106091727,hessian_weighted_relative_error,21909,0.02500,0.773
14,mlp.experts.11.down_proj,0.0098549733,hessian_weighted_relative_error,34587,0.02500,0.753
14,mlp.experts.12.down_proj,0.0084767188,hessian_weighted_relative_error,24465,0.02500,0.771
14,mlp.experts.15.down_proj,0.0040984506,hessian_weighted_relative_error,24979,0.02500,0.757
14,mlp.experts.16.down_proj,0.0102762434,hessian_weighted_relative_error,6054,0.02500,0.775
14,mlp.experts.18.down_proj,0.0100176861,hessian_weighted_relative_error,21476,0.02500,0.775
14,mlp.experts.19.down_proj,0.0113135226,hessian_weighted_relative_error,28264,0.02500,0.756
14,mlp.experts.22.down_proj,0.0115603682,hessian_weighted_relative_error,23881,0.02500,0.777
14,mlp.experts.25.down_proj,0.0104548342,hessian_weighted_relative_error,17563,0.02500,0.760
14,mlp.experts.26.down_proj,0.0091422030,hessian_weighted_relative_error,7561,0.02500,0.778
14,mlp.experts.27.down_proj,0.0121717477,hessian_weighted_relative_error,25500,0.02500,0.762
14,mlp.experts.30.down_proj,0.0097408404,hessian_weighted_relative_error,15923,0.02500,0.780
14,mlp.experts.31.down_proj,0.0096140894,hessian_weighted_relative_error,18809,0.02500,0.764
14,mlp.experts.32.down_proj,0.0075995818,hessian_weighted_relative_error,7844,0.02500,0.781
14,mlp.experts.34.down_proj,0.0082826682,hessian_weighted_relative_error,9044,0.02500,0.781
14,mlp.experts.35.down_proj,0.0088803636,hessian_weighted_relative_error,32899,0.02500,0.762
14,mlp.experts.37.down_proj,0.0117529198,hessian_weighted_relative_error,27037,0.02500,0.764
14,mlp.experts.39.down_proj,0.0120333384,hessian_weighted_relative_error,28934,0.02500,0.769
14,mlp.experts.40.down_proj,0.0078188213,hessian_weighted_relative_error,11676,0.02500,0.783
14,mlp.experts.44.down_proj,0.0101636867,hessian_weighted_relative_error,25684,0.02500,0.782
14,mlp.experts.45.down_proj,0.0096242731,hessian_weighted_relative_error,16555,0.02500,0.768
14,mlp.experts.47.down_proj,0.0127582588,hessian_weighted_relative_error,12265,0.02500,0.770
14,mlp.experts.48.down_proj,0.0110022070,hessian_weighted_relative_error,22186,0.02500,0.786
14,mlp.experts.49.down_proj,0.0094150407,hessian_weighted_relative_error,20956,0.02500,0.772
14,mlp.experts.50.down_proj,0.0088680986,hessian_weighted_relative_error,10916,0.02500,0.786
14,mlp.experts.51.down_proj,0.0104516666,hessian_weighted_relative_error,22536,0.02500,0.770
14,mlp.experts.52.down_proj,0.0084202591,hessian_weighted_relative_error,32869,0.02500,0.784
14,mlp.experts.54.down_proj,0.0125486513,hessian_weighted_relative_error,23178,0.02500,0.788
14,mlp.experts.55.down_proj,0.0069583294,hessian_weighted_relative_error,6631,0.02500,0.774
14,mlp.experts.56.down_proj,0.0122532095,hessian_weighted_relative_error,29342,0.02500,0.787
14,mlp.experts.59.down_proj,0.0116596886,hessian_weighted_relative_error,48284,0.02500,0.772
14,mlp.experts.60.down_proj,0.0091417609,hessian_weighted_relative_error,21377,0.02500,0.786
14,mlp.experts.61.down_proj,0.0120890625,hessian_weighted_relative_error,21372,0.02500,0.775
14,mlp.experts.62.down_proj,0.0132741267,hessian_weighted_relative_error,20715,0.02500,0.788
14,mlp.experts.65.down_proj,0.0104595643,hessian_weighted_relative_error,26141,0.02500,0.775
14,mlp.experts.66.down_proj,0.0117588644,hessian_weighted_relative_error,18969,0.02500,0.789
14,mlp.experts.67.down_proj,0.0105969132,hessian_weighted_relative_error,19355,0.02500,0.776
14,mlp.experts.69.down_proj,0.0127590751,hessian_weighted_relative_error,21210,0.02500,0.777
14,mlp.experts.71.down_proj,0.0123659489,hessian_weighted_relative_error,29464,0.02500,0.779
14,mlp.experts.73.down_proj,0.0105652267,hessian_weighted_relative_error,26314,0.02500,0.781
14,mlp.experts.75.down_proj,0.0047980360,hessian_weighted_relative_error,20940,0.02500,0.780
14,mlp.experts.76.down_proj,0.0087584353,hessian_weighted_relative_error,38543,0.02500,0.791
14,mlp.experts.77.down_proj,0.0071358637,hessian_weighted_relative_error,9382,0.02500,0.781
14,mlp.experts.78.down_proj,0.0128861851,hessian_weighted_relative_error,16838,0.02500,0.794
14,mlp.experts.79.down_proj,0.0120896467,hessian_weighted_relative_error,22426,0.02500,0.782
14,mlp.experts.80.down_proj,0.0117715829,hessian_weighted_relative_error,24242,0.02500,0.794
14,mlp.experts.81.down_proj,0.0086249607,hessian_weighted_relative_error,21747,0.02500,0.783
14,mlp.experts.82.down_proj,0.0108375108,hessian_weighted_relative_error,22433,0.02500,0.794
14,mlp.experts.83.down_proj,0.0107257365,hessian_weighted_relative_error,16319,0.02500,0.782
14,mlp.experts.84.down_proj,0.0105231357,hessian_weighted_relative_error,13036,0.02500,0.793
14,mlp.experts.85.down_proj,0.0105628473,hessian_weighted_relative_error,14065,0.02500,0.784
14,mlp.experts.86.down_proj,0.0062650275,hessian_weighted_relative_error,47618,0.02500,0.795
14,mlp.experts.88.down_proj,0.0108765001,hessian_weighted_relative_error,18703,0.02500,0.795
14,mlp.experts.89.down_proj,0.0072722033,hessian_weighted_relative_error,6763,0.02500,0.786
14,mlp.experts.90.down_proj,0.0117133136,hessian_weighted_relative_error,19701,0.02500,0.796
14,mlp.experts.91.down_proj,0.0117823039,hessian_weighted_relative_error,23630,0.02500,0.787
14,mlp.experts.92.down_proj,0.0085771295,hessian_weighted_relative_error,17439,0.02500,0.794
14,mlp.experts.93.down_proj,0.0110204566,hessian_weighted_relative_error,16859,0.02500,0.788
14,mlp.experts.94.down_proj,0.0140414082,hessian_weighted_relative_error,39021,0.02500,0.796
14,mlp.experts.95.down_proj,0.0126467101,hessian_weighted_relative_error,28785,0.02500,0.789
14,mlp.experts.96.down_proj,0.0108326704,hessian_weighted_relative_error,20754,0.02500,0.797
14,mlp.experts.97.down_proj,0.0105307219,hessian_weighted_relative_error,24071,0.02500,0.791
14,mlp.experts.98.down_proj,0.0108207540,hessian_weighted_relative_error,22404,0.02500,0.796
14,mlp.experts.101.down_proj,0.0067741638,hessian_weighted_relative_error,13949,0.02500,0.793
14,mlp.experts.102.down_proj,0.0105500312,hessian_weighted_relative_error,17691,0.02500,0.797
14,mlp.experts.103.down_proj,0.0128803349,hessian_weighted_relative_error,73357,0.02500,0.793
14,mlp.experts.104.down_proj,0.0091089712,hessian_weighted_relative_error,41176,0.02500,0.800
14,mlp.experts.105.down_proj,0.0073327025,hessian_weighted_relative_error,10981,0.02500,0.794
14,mlp.experts.108.down_proj,0.0121193592,hessian_weighted_relative_error,29015,0.02500,0.797
14,mlp.experts.109.down_proj,0.0110794418,hessian_weighted_relative_error,18871,0.02500,0.795
14,mlp.experts.112.down_proj,0.0128236866,hessian_weighted_relative_error,28028,0.02500,0.799
14,mlp.experts.118.down_proj,0.0107878465,hessian_weighted_relative_error,13016,0.02500,0.801
14,mlp.experts.119.down_proj,0.0131644975,hessian_weighted_relative_error,35250,0.02500,0.798
14,mlp.experts.121.down_proj,0.0064281771,hessian_weighted_relative_error,59661,0.02500,0.798
14,mlp.experts.122.down_proj,0.0114463776,hessian_weighted_relative_error,53905,0.02500,0.803
14,mlp.experts.123.down_proj,0.0115182265,hessian_weighted_relative_error,16355,0.02500,0.796
14,mlp.experts.124.down_proj,0.0052785997,hessian_weighted_relative_error,14550,0.02500,0.800
14,mlp.experts.126.down_proj,0.0113649090,hessian_weighted_relative_error,27751,0.02500,0.802
14,mlp.experts.131.down_proj,0.0112253118,hessian_weighted_relative_error,17819,0.02500,0.799
14,mlp.experts.132.down_proj,0.0123257618,hessian_weighted_relative_error,27250,0.02500,0.802
14,mlp.experts.133.down_proj,0.0083727020,hessian_weighted_relative_error,14787,0.02500,0.802
14,mlp.experts.134.down_proj,0.0115779681,hessian_weighted_relative_error,17651,0.02500,0.803
14,mlp.experts.136.down_proj,0.0110070093,hessian_weighted_relative_error,22297,0.02500,0.804
14,mlp.experts.137.down_proj,0.0130667259,hessian_weighted_relative_error,23587,0.02500,0.803
14,mlp.experts.139.down_proj,0.0125748800,hessian_weighted_relative_error,23726,0.02500,0.803
14,mlp.experts.140.down_proj,0.0105524432,hessian_weighted_relative_error,37487,0.02500,0.803
14,mlp.experts.144.down_proj,0.0065366849,hessian_weighted_relative_error,21152,0.02500,0.804
14,mlp.experts.145.down_proj,0.0112704845,hessian_weighted_relative_error,28511,0.02500,0.805
14,mlp.experts.146.down_proj,0.0097316524,hessian_weighted_relative_error,21232,0.02500,0.805
14,mlp.experts.147.down_proj,0.0108821245,hessian_weighted_relative_error,15982,0.02500,0.804
14,mlp.experts.148.down_proj,0.0082037126,hessian_weighted_relative_error,57969,0.02500,0.804
14,mlp.experts.149.down_proj,0.0082914721,hessian_weighted_relative_error,13408,0.02500,0.807
14,mlp.experts.151.down_proj,0.0092597816,hessian_weighted_relative_error,25660,0.02500,0.808
14,mlp.experts.152.down_proj,0.0089364603,hessian_weighted_relative_error,23462,0.02500,0.805
14,mlp.experts.153.down_proj,0.0124815386,hessian_weighted_relative_error,30565,0.02500,0.807
14,mlp.experts.155.down_proj,0.0113066729,hessian_weighted_relative_error,17004,0.02500,0.805
14,mlp.experts.156.down_proj,0.0084232942,hessian_weighted_relative_error,17727,0.02500,0.805
14,mlp.experts.159.down_proj,0.0130370706,hessian_weighted_relative_error,22820,0.02500,0.810
14,mlp.experts.160.down_proj,0.0103598664,hessian_weighted_relative_error,21125,0.02500,0.807
14,mlp.experts.161.down_proj,0.0064585072,hessian_weighted_relative_error,20499,0.02500,0.809
14,mlp.experts.162.down_proj,0.0100108428,hessian_weighted_relative_error,19448,0.02500,0.808
14,mlp.experts.163.down_proj,0.0123021085,hessian_weighted_relative_error,41608,0.02500,0.809
14,mlp.experts.164.down_proj,0.0098194718,hessian_weighted_relative_error,38714,0.02500,0.807
14,mlp.experts.165.down_proj,0.0075221015,hessian_weighted_relative_error,17697,0.02500,0.814
14,mlp.experts.166.down_proj,0.0089461522,hessian_weighted_relative_error,15605,0.02500,0.809
14,mlp.experts.167.down_proj,0.0107600970,hessian_weighted_relative_error,18140,0.02500,0.813
14,mlp.experts.168.down_proj,0.0113294425,hessian_weighted_relative_error,16112,0.02500,0.808
14,mlp.experts.170.down_proj,0.0128002945,hessian_weighted_relative_error,21773,0.02500,0.810
14,mlp.experts.172.down_proj,0.0106482996,hessian_weighted_relative_error,7474,0.02500,0.807
14,mlp.experts.173.down_proj,0.0127479651,hessian_weighted_relative_error,15133,0.02500,0.816
14,mlp.experts.175.down_proj,0.0123771760,hessian_weighted_relative_error,21383,0.02500,0.816
14,mlp.experts.176.down_proj,0.0102527865,hessian_weighted_relative_error,29571,0.02500,0.809
14,mlp.experts.177.down_proj,0.0121796023,hessian_weighted_relative_error,18304,0.02500,0.816
14,mlp.experts.181.down_proj,0.0110170636,hessian_weighted_relative_error,16440,0.02500,0.818
14,mlp.experts.182.down_proj,0.0126359531,hessian_weighted_relative_error,17064,0.02500,0.810
14,mlp.experts.184.down_proj,0.0130659251,hessian_weighted_relative_error,40280,0.02500,0.811
14,mlp.experts.186.down_proj,0.0134850784,hessian_weighted_relative_error,36230,0.02500,0.811
14,mlp.experts.189.down_proj,0.0121726738,hessian_weighted_relative_error,24100,0.02500,0.822
14,mlp.experts.190.down_proj,0.0125058832,hessian_weighted_relative_error,37979,0.02500,0.812
14,mlp.experts.192.down_proj,0.0027315999,hessian_weighted_relative_error,1301,0.02500,0.811
14,mlp.experts.193.down_proj,0.0110778657,hessian_weighted_relative_error,26102,0.02500,0.819
14,mlp.experts.196.down_proj,0.0136782468,hessian_weighted_relative_error,30235,0.02500,0.812
14,mlp.experts.197.down_proj,0.0112849020,hessian_weighted_relative_error,13327,0.02500,0.823
14,mlp.experts.199.down_proj,0.0111508236,hessian_weighted_relative_error,34982,0.02500,0.822
14,mlp.experts.202.down_proj,0.0106478754,hessian_weighted_relative_error,35194,0.02500,0.815
14,mlp.experts.203.down_proj,0.0090742378,hessian_weighted_relative_error,34169,0.02500,0.818
14,mlp.experts.204.down_proj,0.0098128081,hessian_weighted_relative_error,6775,0.02500,0.813
14,mlp.experts.207.down_proj,0.0085680503,hessian_weighted_relative_error,53444,0.02500,0.823
14,mlp.experts.209.down_proj,0.0041102287,hessian_weighted_relative_error,1657,0.02500,0.824
14,mlp.experts.210.down_proj,0.0084246205,hessian_weighted_relative_error,14099,0.02500,0.814
14,mlp.experts.212.down_proj,0.0118089100,hessian_weighted_relative_error,20784,0.02500,0.813
14,mlp.experts.213.down_proj,0.0088966267,hessian_weighted_relative_error,16091,0.02500,0.823
14,mlp.experts.214.down_proj,0.0100816715,hessian_weighted_relative_error,43029,0.02500,0.814
14,mlp.experts.215.down_proj,0.0117696560,hessian_weighted_relative_error,33306,0.02500,0.823
14,mlp.experts.216.down_proj,0.0126204883,hessian_weighted_relative_error,20761,0.02500,0.814
14,mlp.experts.217.down_proj,0.0115044591,hessian_weighted_relative_error,13663,0.02500,0.824
14,mlp.experts.218.down_proj,0.0113286423,hessian_weighted_relative_error,23588,0.02500,0.815
14,mlp.experts.220.down_proj,0.0107225802,hessian_weighted_relative_error,12330,0.02500,0.816
14,mlp.experts.221.down_proj,0.0112600191,hessian_weighted_relative_error,34075,0.02500,0.824
14,mlp.experts.223.down_proj,0.0094242886,hessian_weighted_relative_error,13078,0.02500,0.826
14,mlp.experts.224.down_proj,0.0100315696,hessian_weighted_relative_error,14817,0.02500,0.815
14,mlp.experts.225.down_proj,0.0118211205,hessian_weighted_relative_error,37716,0.02500,0.826
14,mlp.experts.227.down_proj,0.0122807945,hessian_weighted_relative_error,22821,0.02500,0.822
14,mlp.experts.230.down_proj,0.0107958650,hessian_weighted_relative_error,26268,0.02500,0.817
14,mlp.experts.232.down_proj,0.0110281991,hessian_weighted_relative_error,18163,0.02500,0.816
14,mlp.experts.233.down_proj,0.0118738967,hessian_weighted_relative_error,28502,0.02500,0.827
14,mlp.experts.234.down_proj,0.0109955939,hessian_weighted_relative_error,21665,0.02500,0.817
14,mlp.experts.235.down_proj,0.0115640222,hessian_weighted_relative_error,24610,0.02500,0.823
14,mlp.experts.236.down_proj,0.0117341317,hessian_weighted_relative_error,35962,0.02500,0.817
14,mlp.experts.238.down_proj,0.0107738386,hessian_weighted_relative_error,23035,0.02500,0.817
14,mlp.experts.239.down_proj,0.0087657094,hessian_weighted_relative_error,18707,0.02500,0.827
14,mlp.experts.244.down_proj,0.0096143170,hessian_weighted_relative_error,10459,0.02500,0.818
14,mlp.experts.245.down_proj,0.0111763279,hessian_weighted_relative_error,17134,0.02500,0.828
14,mlp.experts.247.down_proj,0.0112158328,hessian_weighted_relative_error,20771,0.02500,0.828
14,mlp.experts.249.down_proj,0.0082685208,hessian_weighted_relative_error,16527,0.02500,0.826
14,mlp.experts.252.down_proj,0.0108338828,hessian_weighted_relative_error,15643,0.02500,0.818
14,mlp.experts.258.down_proj,0.0117188295,hessian_weighted_relative_error,23652,0.02500,0.821
14,mlp.experts.259.down_proj,0.0099537859,hessian_weighted_relative_error,19010,0.02500,0.824
14,mlp.experts.262.down_proj,0.0109153861,hessian_weighted_relative_error,14598,0.02500,0.821
14,mlp.experts.263.down_proj,0.0109178851,hessian_weighted_relative_error,20017,0.02500,0.827
14,mlp.experts.264.down_proj,0.0108161541,hessian_weighted_relative_error,25160,0.02500,0.820
14,mlp.experts.270.down_proj,0.0117237997,hessian_weighted_relative_error,33244,0.02500,0.822
14,mlp.experts.271.down_proj,0.0103654401,hessian_weighted_relative_error,16473,0.02500,0.829
14,mlp.experts.272.down_proj,0.0109668553,hessian_weighted_relative_error,14223,0.02500,0.820
14,mlp.experts.276.down_proj,0.0117809289,hessian_weighted_relative_error,48436,0.02500,0.820
14,mlp.experts.279.down_proj,0.0073518448,hessian_weighted_relative_error,17273,0.02500,0.828
14,mlp.experts.280.down_proj,0.0125451350,hessian_weighted_relative_error,80973,0.02500,0.819
14,mlp.experts.281.down_proj,0.0107587742,hessian_weighted_relative_error,16697,0.02500,0.827
14,mlp.experts.282.down_proj,0.0134896771,hessian_weighted_relative_error,23840,0.02500,0.823
14,mlp.experts.283.down_proj,0.0100068962,hessian_weighted_relative_error,20426,0.02500,0.826
14,mlp.experts.284.down_proj,0.0065287100,hessian_weighted_relative_error,14669,0.02500,0.820
14,mlp.experts.286.down_proj,0.0100637510,hessian_weighted_relative_error,15753,0.02500,0.821
14,mlp.experts.287.down_proj,0.0105046377,hessian_weighted_relative_error,23917,0.02500,0.829
14,mlp.experts.106.down_proj,0.0022278527,hessian_weighted_relative_error,24473,0.02500,1.502
14,mlp.experts.107.down_proj,0.0030222970,hessian_weighted_relative_error,53784,0.02500,1.508
14,mlp.experts.0.down_proj,0.0030604642,hessian_weighted_relative_error,30136,0.02500,1.507
14,mlp.experts.111.down_proj,0.0030310884,hessian_weighted_relative_error,27946,0.02500,1.542
14,mlp.experts.100.down_proj,0.0031279977,hessian_weighted_relative_error,30390,0.02500,1.535
14,mlp.experts.107.up_proj,0.0016967525,hessian_weighted_relative_error,53784,0.02500,1.698
14,mlp.experts.106.gate_proj,0.0010461023,hessian_weighted_relative_error,24473,0.02500,1.596
14,mlp.experts.113.down_proj,0.0028407945,hessian_weighted_relative_error,62750,0.02500,1.544
14,mlp.experts.110.up_proj,0.0017759290,hessian_weighted_relative_error,51623,0.02500,1.624
14,mlp.experts.113.gate_proj,0.0015311745,hessian_weighted_relative_error,62750,0.02500,1.639
14,mlp.experts.106.up_proj,0.0012075851,hessian_weighted_relative_error,24473,0.02500,1.620
14,mlp.experts.115.down_proj,0.0023618186,hessian_weighted_relative_error,26382,0.02500,1.542
14,mlp.experts.110.down_proj,0.0032303504,hessian_weighted_relative_error,51623,0.02500,1.538
14,mlp.experts.113.up_proj,0.0018259242,hessian_weighted_relative_error,62750,0.02500,1.679
14,mlp.experts.114.down_proj,0.0019252003,hessian_weighted_relative_error,50182,0.02500,1.539
14,mlp.experts.115.gate_proj,0.0011077739,hessian_weighted_relative_error,26382,0.02500,1.650
14,mlp.experts.116.down_proj,0.0021742405,hessian_weighted_relative_error,18842,0.02500,1.536
14,mlp.experts.115.up_proj,0.0012564955,hessian_weighted_relative_error,26382,0.02500,1.672
14,mlp.experts.114.gate_proj,0.0011377635,hessian_weighted_relative_error,50182,0.02500,1.595
14,mlp.experts.125.down_proj,0.0026789933,hessian_weighted_relative_error,23534,0.02500,1.553
14,mlp.experts.114.up_proj,0.0014156416,hessian_weighted_relative_error,50182,0.02500,1.622
14,mlp.experts.117.down_proj,0.0030655112,hessian_weighted_relative_error,30351,0.02500,1.538
14,mlp.experts.116.up_proj,0.0011700559,hessian_weighted_relative_error,18842,0.02500,1.623
14,mlp.experts.127.down_proj,0.0022343296,hessian_weighted_relative_error,26950,0.02500,1.545
14,mlp.experts.128.gate_proj,0.0013070924,hessian_weighted_relative_error,58095,0.02500,1.601
14,mlp.experts.127.up_proj,0.0014027253,hessian_weighted_relative_error,26950,0.02500,1.683
14,mlp.experts.120.down_proj,0.0030818159,hessian_weighted_relative_error,29779,0.02500,1.539
14,mlp.experts.129.gate_proj,0.0014029257,hessian_weighted_relative_error,48296,0.02500,1.649
14,mlp.experts.128.down_proj,0.0023742219,hessian_weighted_relative_error,58095,0.02500,1.545
14,mlp.experts.129.down_proj,0.0028607146,hessian_weighted_relative_error,48296,0.02500,1.544
14,mlp.experts.128.up_proj,0.0014281000,hessian_weighted_relative_error,58095,0.02500,1.624
14,mlp.experts.129.up_proj,0.0016624885,hessian_weighted_relative_error,48296,0.02500,1.681
14,mlp.experts.138.gate_proj,0.0014651276,hessian_weighted_relative_error,72423,0.02500,1.601
14,mlp.experts.13.down_proj,0.0032084016,hessian_weighted_relative_error,32610,0.02500,1.505
14,mlp.experts.130.down_proj,0.0027972081,hessian_weighted_relative_error,29607,0.02500,1.541
14,mlp.experts.135.down_proj,0.0031719364,hessian_weighted_relative_error,58091,0.02500,1.551
14,mlp.experts.138.down_proj,0.0028131788,hessian_weighted_relative_error,72423,0.02500,1.544
14,mlp.experts.13.up_proj,0.0017719168,hessian_weighted_relative_error,32610,0.02500,1.670
14,mlp.experts.138.up_proj,0.0016501750,hessian_weighted_relative_error,72423,0.02500,1.627
14,mlp.experts.135.gate_proj,0.0015220658,hessian_weighted_relative_error,58091,0.02500,1.656
14,mlp.experts.142.up_proj,0.0018876251,hessian_weighted_relative_error,34894,0.02500,1.625
14,mlp.experts.135.up_proj,0.0017809084,hessian_weighted_relative_error,58091,0.02500,1.694
14,mlp.experts.14.down_proj,0.0027807296,hessian_weighted_relative_error,32315,0.02500,1.512
14,mlp.experts.141.up_proj,0.0018473403,hessian_weighted_relative_error,29069,0.02500,1.695
14,mlp.experts.142.down_proj,0.0032932876,hessian_weighted_relative_error,34894,0.02500,1.547
14,mlp.experts.141.down_proj,0.0027049670,hessian_weighted_relative_error,29069,0.02500,1.549
14,mlp.experts.150.down_proj,0.0022069308,hessian_weighted_relative_error,74859,0.02500,1.549
14,mlp.experts.143.down_proj,0.0025933669,hessian_weighted_relative_error,33268,0.02500,1.553
14,mlp.experts.154.down_proj,0.0029717741,hessian_weighted_relative_error,33846,0.02500,1.547
14,mlp.experts.143.gate_proj,0.0011662779,hessian_weighted_relative_error,33268,0.02500,1.655
14,mlp.experts.150.gate_proj,0.0011598279,hessian_weighted_relative_error,74859,0.02500,1.610
14,mlp.experts.157.down_proj,0.0028153226,hessian_weighted_relative_error,41000,0.02500,1.559
14,mlp.experts.150.up_proj,0.0012970575,hessian_weighted_relative_error,74859,0.02500,1.627
14,mlp.experts.158.down_proj,0.0030999745,hessian_weighted_relative_error,33031,0.02500,1.546
14,mlp.experts.143.up_proj,0.0013571765,hessian_weighted_relative_error,33268,0.02500,1.690
14,mlp.experts.180.down_proj,0.0021501487,hessian_weighted_relative_error,41126,0.02500,1.547
14,mlp.experts.157.gate_proj,0.0014642598,hessian_weighted_relative_error,41000,0.02500,1.669
14,mlp.experts.174.down_proj,0.0021103659,hessian_weighted_relative_error,17280,0.02500,1.548
14,mlp.experts.157.up_proj,0.0019227588,hessian_weighted_relative_error,41000,0.02500,1.692
14,mlp.experts.178.down_proj,0.0025428357,hessian_weighted_relative_error,21133,0.02500,1.551
14,mlp.experts.17.down_proj,0.0033970483,hessian_weighted_relative_error,40536,0.02500,1.505
14,mlp.experts.180.gate_proj,0.0011205238,hessian_weighted_relative_error,41126,0.02500,1.612
14,mlp.experts.169.down_proj,0.0036258471,hessian_weighted_relative_error,45922,0.02500,1.557
14,mlp.experts.194.down_proj,0.0025447736,hessian_weighted_relative_error,29717,0.02500,1.553
14,mlp.experts.17.gate_proj,0.0015574001,hessian_weighted_relative_error,40536,0.02500,1.618
14,mlp.experts.180.up_proj,0.0012958154,hessian_weighted_relative_error,41126,0.02500,1.625
14,mlp.experts.17.up_proj,0.0018580692,hessian_weighted_relative_error,40536,0.02500,1.674
14,mlp.experts.188.down_proj,0.0028873065,hessian_weighted_relative_error,34075,0.02500,1.552
14,mlp.experts.171.gate_proj,0.0009557624,hessian_weighted_relative_error,27694,0.02500,1.664
14,mlp.experts.194.gate_proj,0.0012894381,hessian_weighted_relative_error,29717,0.02500,1.614
14,mlp.experts.171.down_proj,0.0021379550,hessian_weighted_relative_error,27694,0.02500,1.561
14,mlp.experts.198.up_proj,0.0011298560,hessian_weighted_relative_error,31579,0.02500,1.626
14,mlp.experts.171.up_proj,0.0011168610,hessian_weighted_relative_error,27694,0.02500,1.696
14,mlp.experts.194.up_proj,0.0014090169,hessian_weighted_relative_error,29717,0.02500,1.622
14,mlp.experts.179.down_proj,0.0030775159,hessian_weighted_relative_error,26924,0.02500,1.568
14,mlp.experts.198.down_proj,0.0023165913,hessian_weighted_relative_error,31579,0.02500,1.556
14,mlp.experts.183.down_proj,0.0023398413,hessian_weighted_relative_error,50856,0.02500,1.565
14,mlp.experts.20.down_proj,0.0031758595,hessian_weighted_relative_error,21710,0.02500,1.517
14,mlp.experts.179.up_proj,0.0016951004,hessian_weighted_relative_error,26924,0.02500,1.691
14,mlp.experts.208.down_proj,0.0018440608,hessian_weighted_relative_error,19054,0.02500,1.554
14,mlp.experts.183.up_proj,0.0015204269,hessian_weighted_relative_error,50856,0.02500,1.699
14,mlp.experts.200.down_proj,0.0033888826,hessian_weighted_relative_error,27396,0.02500,1.554
14,mlp.experts.185.down_proj,0.0024525859,hessian_weighted_relative_error,26941,0.02500,1.570
14,mlp.experts.206.down_proj,0.0034150223,hessian_weighted_relative_error,45380,0.02500,1.558
14,mlp.experts.187.gate_proj,0.0012212350,hessian_weighted_relative_error,75455,0.02500,1.658
14,mlp.experts.222.down_proj,0.0029485202,hessian_weighted_relative_error,28074,0.02500,1.560
14,mlp.experts.187.down_proj,0.0022234649,hessian_weighted_relative_error,75455,0.02500,1.566
14,mlp.experts.228.down_proj,0.0024926351,hessian_weighted_relative_error,28164,0.02500,1.557
14,mlp.experts.187.up_proj,0.0015468957,hessian_weighted_relative_error,75455,0.02500,1.686
14,mlp.experts.222.up_proj,0.0017261168,hessian_weighted_relative_error,28074,0.02500,1.629
14,mlp.experts.191.down_proj,0.0031190266,hessian_weighted_relative_error,28329,0.02500,1.571
14,mlp.experts.226.down_proj,0.0032053721,hessian_weighted_relative_error,31097,0.02500,1.559
14,mlp.experts.195.down_proj,0.0028694771,hessian_weighted_relative_error,42940,0.02500,1.565
14,mlp.experts.228.up_proj,0.0015493964,hessian_weighted_relative_error,28164,0.02500,1.630
14,mlp.experts.191.up_proj,0.0015712050,hessian_weighted_relative_error,28329,0.02500,1.702
14,mlp.experts.240.up_proj,0.0016526199,hessian_weighted_relative_error,32473,0.02500,1.629
14,mlp.experts.195.up_proj,0.0018234003,hessian_weighted_relative_error,42940,0.02500,1.703
14,mlp.experts.24.down_proj,0.0030117505,hessian_weighted_relative_error,33179,0.02500,1.519
14,mlp.experts.201.down_proj,0.0025144644,hessian_weighted_relative_error,41007,0.02500,1.573
14,mlp.experts.240.down_proj,0.0029116294,hessian_weighted_relative_error,32473,0.02500,1.562
14,mlp.experts.242.down_proj,0.0018363325,hessian_weighted_relative_error,26271,0.02500,1.563
14,mlp.experts.201.up_proj,0.0015992782,hessian_weighted_relative_error,41007,0.02500,1.694
14,mlp.experts.246.down_proj,0.0032720233,hessian_weighted_relative_error,51235,0.02500,1.561
14,mlp.experts.201.gate_proj,0.0013251505,hessian_weighted_relative_error,41007,0.02500,1.668
14,mlp.experts.242.gate_proj,0.0010072543,hessian_weighted_relative_error,26271,0.02500,1.634
14,mlp.experts.205.down_proj,0.0021877538,hessian_weighted_relative_error,28380,0.02500,1.576
14,mlp.experts.242.up_proj,0.0012148597,hessian_weighted_relative_error,26271,0.02500,1.626
14,mlp.experts.205.gate_proj,0.0009696334,hessian_weighted_relative_error,28380,0.02500,1.669
14,mlp.experts.246.gate_proj,0.0014859817,hessian_weighted_relative_error,51235,0.02500,1.629
14,mlp.experts.21.down_proj,0.0031693545,hessian_weighted_relative_error,29456,0.02500,1.510
14,mlp.experts.248.up_proj,0.0018433148,hessian_weighted_relative_error,33385,0.02500,1.628
14,mlp.experts.205.up_proj,0.0010510641,hessian_weighted_relative_error,28380,0.02500,1.708
14,mlp.experts.246.up_proj,0.0018191057,hessian_weighted_relative_error,51235,0.02500,1.628
14,mlp.experts.21.up_proj,0.0017934148,hessian_weighted_relative_error,29456,0.02500,1.681
14,mlp.experts.248.down_proj,0.0032036371,hessian_weighted_relative_error,33385,0.02500,1.562
14,mlp.experts.211.down_proj,0.0022509884,hessian_weighted_relative_error,29262,0.02500,1.571
14,mlp.experts.250.down_proj,0.0027509715,hessian_weighted_relative_error,30982,0.02500,1.564
14,mlp.experts.211.up_proj,0.0012294019,hessian_weighted_relative_error,29262,0.02500,1.692
14,mlp.experts.254.down_proj,0.0022250255,hessian_weighted_relative_error,21405,0.02500,1.561
14,mlp.experts.211.gate_proj,0.0011094902,hessian_weighted_relative_error,29262,0.02500,1.670
14,mlp.experts.250.gate_proj,0.0010029184,hessian_weighted_relative_error,30982,0.02500,1.630
14,mlp.experts.219.down_proj,0.0019146203,hessian_weighted_relative_error,157326,0.02500,1.572
14,mlp.experts.250.up_proj,0.0011542333,hessian_weighted_relative_error,30982,0.02500,1.627
14,mlp.experts.219.gate_proj,0.0011473794,hessian_weighted_relative_error,157326,0.02500,1.672
14,mlp.experts.256.down_proj,0.0031689489,hessian_weighted_relative_error,34673,0.02500,1.561
14,mlp.experts.229.down_proj,0.0027203236,hessian_weighted_relative_error,16445,0.02500,1.579
14,mlp.experts.260.down_proj,0.0028488837,hessian_weighted_relative_error,23741,0.02500,1.561
14,mlp.experts.219.up_proj,0.0013977360,hessian_weighted_relative_error,157326,0.02500,1.704
14,mlp.experts.256.gate_proj,0.0016120721,hessian_weighted_relative_error,34673,0.02500,1.633
14,mlp.experts.23.down_proj,0.0029063713,hessian_weighted_relative_error,32054,0.02500,1.510
14,mlp.experts.256.up_proj,0.0018498886,hessian_weighted_relative_error,34673,0.02500,1.631
14,mlp.experts.23.up_proj,0.0017516029,hessian_weighted_relative_error,32054,0.02500,1.690
14,mlp.experts.260.up_proj,0.0017092200,hessian_weighted_relative_error,23741,0.02500,1.631
14,mlp.experts.231.gate_proj,0.0015503087,hessian_weighted_relative_error,52498,0.02500,1.680
14,mlp.experts.274.down_proj,0.0025345648,hessian_weighted_relative_error,45746,0.02500,1.565
14,mlp.experts.231.down_proj,0.0031958505,hessian_weighted_relative_error,52498,0.02500,1.576
14,mlp.experts.266.down_proj,0.0027123103,hessian_weighted_relative_error,23877,0.02500,1.565
14,mlp.experts.231.up_proj,0.0018062696,hessian_weighted_relative_error,52498,0.02500,1.699
14,mlp.experts.268.down_proj,0.0027731544,hessian_weighted_relative_error,32040,0.02500,1.564
14,mlp.experts.237.down_proj,0.0030064201,hessian_weighted_relative_error,26304,0.02500,1.577
14,mlp.experts.274.up_proj,0.0015017715,hessian_weighted_relative_error,45746,0.02500,1.628
14,mlp.experts.241.gate_proj,0.0013846821,hessian_weighted_relative_error,72388,0.02500,1.670
14,mlp.experts.28.up_proj,0.0015392483,hessian_weighted_relative_error,22035,0.02500,1.623
14,mlp.experts.241.down_proj,0.0030835235,hessian_weighted_relative_error,72388,0.02500,1.573
14,mlp.experts.278.down_proj,0.0027070188,hessian_weighted_relative_error,23851,0.02500,1.564
14,mlp.experts.241.up_proj,0.0016008226,hessian_weighted_relative_error,72388,0.02500,1.705
14,mlp.experts.28.down_proj,0.0026874814,hessian_weighted_relative_error,22035,0.02500,1.523
14,mlp.experts.243.down_proj,0.0024283558,hessian_weighted_relative_error,50096,0.02500,1.589
14,mlp.experts.36.down_proj,0.0025434928,hessian_weighted_relative_error,34837,0.02500,1.529
14,mlp.experts.243.up_proj,0.0013184191,hessian_weighted_relative_error,50096,0.02500,1.702
14,mlp.experts.38.down_proj,0.0029628592,hessian_weighted_relative_error,25328,0.02500,1.525
14,mlp.experts.243.gate_proj,0.0010071487,hessian_weighted_relative_error,50096,0.02500,1.679
14,mlp.experts.36.gate_proj,0.0013085824,hessian_weighted_relative_error,34837,0.02500,1.591
14,mlp.experts.36.up_proj,0.0014157628,hessian_weighted_relative_error,34837,0.02500,1.624
14,mlp.experts.251.down_proj,0.0027828938,hessian_weighted_relative_error,39993,0.02500,1.588
14,mlp.experts.42.down_proj,0.0029863059,hessian_weighted_relative_error,43938,0.02500,1.529
14,mlp.experts.251.up_proj,0.0016205661,hessian_weighted_relative_error,39993,0.02500,1.715
14,mlp.experts.46.down_proj,0.0021788280,hessian_weighted_relative_error,112985,0.02500,1.528
14,mlp.experts.253.gate_proj,0.0012756444,hessian_weighted_relative_error,66248,0.02500,1.680
14,mlp.experts.42.gate_proj,0.0013298321,hessian_weighted_relative_error,43938,0.02500,1.588
14,mlp.experts.253.down_proj,0.0024969246,hessian_weighted_relative_error,66248,0.02500,1.578
14,mlp.experts.42.up_proj,0.0016513561,hessian_weighted_relative_error,43938,0.02500,1.624
14,mlp.experts.253.up_proj,0.0014457015,hessian_weighted_relative_error,66248,0.02500,1.713
14,mlp.experts.46.gate_proj,0.0010361581,hessian_weighted_relative_error,112985,0.02500,1.587
14,mlp.experts.255.down_proj,0.0028534448,hessian_weighted_relative_error,19395,0.02500,1.578
14,mlp.experts.255.up_proj,0.0014912675,hessian_weighted_relative_error,19395,0.02500,1.712
14,mlp.experts.58.down_proj,0.0028551474,hessian_weighted_relative_error,63607,0.02500,1.506
14,mlp.experts.255.gate_proj,0.0013330065,hessian_weighted_relative_error,19395,0.02500,1.687
14,mlp.experts.58.up_proj,0.0017082600,hessian_weighted_relative_error,63607,0.02500,1.634
14,mlp.experts.257.down_proj,0.0032725873,hessian_weighted_relative_error,46203,0.02500,1.581
14,mlp.experts.46.up_proj,0.0013500462,hessian_weighted_relative_error,112985,0.02500,1.624
14,mlp.experts.261.down_proj,0.0026671498,hessian_weighted_relative_error,33576,0.02500,1.579
14,mlp.experts.58.gate_proj,0.0014648436,hessian_weighted_relative_error,63607,0.02500,1.596
14,mlp.experts.265.down_proj,0.0021651999,hessian_weighted_relative_error,29999,0.02500,1.592
14,mlp.experts.68.down_proj,0.0029067823,hessian_weighted_relative_error,18730,0.02500,1.533
14,mlp.experts.265.up_proj,0.0012773595,hessian_weighted_relative_error,29999,0.02500,1.723
14,mlp.experts.70.gate_proj,0.0010820678,hessian_weighted_relative_error,68393,0.02500,1.600
14,mlp.experts.64.down_proj,0.0031606502,hessian_weighted_relative_error,29107,0.02500,1.532
14,mlp.experts.265.gate_proj,0.0011132381,hessian_weighted_relative_error,29999,0.02500,1.687
14,mlp.experts.70.down_proj,0.0023756089,hessian_weighted_relative_error,68393,0.02500,1.534
14,mlp.experts.261.up_proj,0.0015785599,hessian_weighted_relative_error,33576,0.02500,1.714
14,mlp.experts.72.down_proj,0.0024736016,hessian_weighted_relative_error,44964,0.02500,1.537
14,mlp.experts.267.gate_proj,0.0009607189,hessian_weighted_relative_error,47650,0.02500,1.684
14,mlp.experts.72.up_proj,0.0015872643,hessian_weighted_relative_error,44964,0.02500,1.631
14,mlp.experts.269.down_proj,0.0024913908,hessian_weighted_relative_error,31971,0.02500,1.580
14,mlp.experts.70.up_proj,0.0013623161,hessian_weighted_relative_error,68393,0.02500,1.626
14,mlp.experts.267.up_proj,0.0010802039,hessian_weighted_relative_error,47650,0.02500,1.718
14,mlp.experts.72.gate_proj,0.0013506803,hessian_weighted_relative_error,44964,0.02500,1.596
14,mlp.experts.267.down_proj,0.0018017665,hessian_weighted_relative_error,47650,0.02500,1.575
14,mlp.experts.8.down_proj,0.0029146610,hessian_weighted_relative_error,30321,0.02500,1.517
14,mlp.experts.275.down_proj,0.0028806064,hessian_weighted_relative_error,38592,0.02500,1.573
14,mlp.experts.74.down_proj,0.0031277287,hessian_weighted_relative_error,26489,0.02500,1.535
14,mlp.experts.277.gate_proj,0.0006841611,hessian_weighted_relative_error,67064,0.02500,1.681
14,mlp.experts.8.up_proj,0.0016859695,hessian_weighted_relative_error,30321,0.02500,1.625
14,mlp.experts.277.down_proj,0.0015362097,hessian_weighted_relative_error,67064,0.02500,1.583
14,mlp.experts.273.down_proj,0.0030308083,hessian_weighted_relative_error,31248,0.02500,1.574
14,mlp.experts.285.down_proj,0.0022795564,hessian_weighted_relative_error,80924,0.02500,1.586
14,mlp.experts.285.up_proj,0.0014325134,hessian_weighted_relative_error,80924,0.02500,1.706
14,mlp.experts.285.gate_proj,0.0011767563,hessian_weighted_relative_error,80924,0.02500,1.684
14,mlp.experts.277.up_proj,0.0008679120,hessian_weighted_relative_error,67064,0.02500,1.729
14,mlp.experts.29.up_proj,0.0020146847,hessian_weighted_relative_error,51695,0.02500,1.690
14,mlp.experts.41.down_proj,0.0033465988,hessian_weighted_relative_error,25903,0.02500,1.527
14,mlp.experts.33.down_proj,0.0027845260,hessian_weighted_relative_error,27364,0.02500,1.514
14,mlp.experts.29.down_proj,0.0034666222,hessian_weighted_relative_error,51695,0.02500,1.512
14,mlp.experts.43.gate_proj,0.0011431006,hessian_weighted_relative_error,73103,0.02500,1.638
14,mlp.experts.53.down_proj,0.0034699656,hessian_weighted_relative_error,48815,0.02500,1.524
14,mlp.experts.43.up_proj,0.0014020759,hessian_weighted_relative_error,73103,0.02500,1.681
14,mlp.experts.43.down_proj,0.0024657374,hessian_weighted_relative_error,73103,0.02500,1.520
14,mlp.experts.63.down_proj,0.0030457062,hessian_weighted_relative_error,45151,0.02500,1.525
14,mlp.experts.7.down_proj,0.0029030934,hessian_weighted_relative_error,157361,0.02500,1.502
14,mlp.experts.63.up_proj,0.0016297657,hessian_weighted_relative_error,45151,0.02500,1.692
14,mlp.experts.57.down_proj,0.0031790172,hessian_weighted_relative_error,45075,0.02500,1.522
14,mlp.experts.7.up_proj,0.0021293643,hessian_weighted_relative_error,157361,0.02500,1.674
14,mlp.experts.99.down_proj,0.0032464821,hessian_weighted_relative_error,56763,0.02500,1.540
14,mlp.experts.87.down_proj,0.0029460058,hessian_weighted_relative_error,34742,0.02500,1.534
14,mlp.experts.7.gate_proj,0.0017883029,hessian_weighted_relative_error,157361,0.02500,1.605
14,mlp.experts.99.up_proj,0.0021436739,hessian_weighted_relative_error,56763,0.02500,1.712
15,mlp.experts.0.gate_proj,0.0048218139,hessian_weighted_relative_error,7732,0.02500,0.797
15,mlp.experts.1.gate_proj,0.0064078120,hessian_weighted_relative_error,24428,0.02500,0.788
15,mlp.experts.2.gate_proj,0.0043665497,hessian_weighted_relative_error,17939,0.02500,0.798
15,mlp.experts.3.gate_proj,0.0072451126,hessian_weighted_relative_error,16849,0.02500,0.788
15,mlp.experts.4.gate_proj,0.0059879280,hessian_weighted_relative_error,10983,0.02500,0.798
15,mlp.experts.6.gate_proj,0.0048339406,hessian_weighted_relative_error,6524,0.02500,0.796
15,mlp.experts.7.gate_proj,0.0052649745,hessian_weighted_relative_error,26467,0.02500,0.760
15,mlp.experts.8.gate_proj,0.0051065384,hessian_weighted_relative_error,10663,0.02500,0.799
15,mlp.experts.9.gate_proj,0.0058843821,hessian_weighted_relative_error,20292,0.02500,0.791
15,mlp.experts.10.gate_proj,0.0026346366,hessian_weighted_relative_error,11419,0.02500,0.799
15,mlp.experts.11.gate_proj,0.0030972102,hessian_weighted_relative_error,17451,0.02500,0.795
15,mlp.experts.14.gate_proj,0.0047233464,hessian_weighted_relative_error,26424,0.02500,0.801
15,mlp.experts.15.gate_proj,0.0037621646,hessian_weighted_relative_error,29651,0.02500,0.790
15,mlp.experts.16.gate_proj,0.0058226925,hessian_weighted_relative_error,13972,0.02500,0.804
15,mlp.experts.17.gate_proj,0.0051780843,hessian_weighted_relative_error,9962,0.02500,0.797
15,mlp.experts.18.gate_proj,0.0063867569,hessian_weighted_relative_error,19442,0.02500,0.804
15,mlp.experts.19.gate_proj,0.0063276655,hessian_weighted_relative_error,18098,0.02500,0.798
15,mlp.experts.20.gate_proj,0.0053397476,hessian_weighted_relative_error,32152,0.02500,0.806
15,mlp.experts.21.gate_proj,0.0052040733,hessian_weighted_relative_error,27322,0.02500,0.793
15,mlp.experts.22.gate_proj,0.0075713973,hessian_weighted_relative_error,47472,0.02500,0.805
15,mlp.experts.23.gate_proj,0.0055686960,hessian_weighted_relative_error,13927,0.02500,0.796
15,mlp.experts.24.gate_proj,0.0053214533,hessian_weighted_relative_error,21080,0.02500,0.806
15,mlp.experts.25.gate_proj,0.0089494403,hessian_weighted_relative_error,84611,0.02500,0.799
15,mlp.experts.26.gate_proj,0.0035423904,hessian_weighted_relative_error,10498,0.02500,0.804
15,mlp.experts.27.gate_proj,0.0062413288,hessian_weighted_relative_error,26240,0.02500,0.803
15,mlp.experts.29.gate_proj,0.0063324261,hessian_weighted_relative_error,22529,0.02500,0.800
15,mlp.experts.30.gate_proj,0.0040096202,hessian_weighted_relative_error,18267,0.02500,0.809
15,mlp.experts.31.gate_proj,0.0064979226,hessian_weighted_relative_error,18057,0.02500,0.800
15,mlp.experts.33.gate_proj,0.0042287714,hessian_weighted_relative_error,96556,0.02500,0.804
15,mlp.experts.34.gate_proj,0.0047523880,hessian_weighted_relative_error,14395,0.02500,0.811
15,mlp.experts.36.gate_proj,0.0060164489,hessian_weighted_relative_error,18322,0.02500,0.812
15,mlp.experts.37.gate_proj,0.0085924068,hessian_weighted_relative_error,81721,0.02500,0.802
15,mlp.experts.38.gate_proj,0.0061601225,hessian_weighted_relative_error,14985,0.02500,0.811
15,mlp.experts.39.gate_proj,0.0082886376,hessian_weighted_relative_error,56456,0.02500,0.804
15,mlp.experts.40.gate_proj,0.0057071492,hessian_weighted_relative_error,15836,0.02500,0.813
15,mlp.experts.42.gate_proj,0.0043981854,hessian_weighted_relative_error,30039,0.02500,0.813
15,mlp.experts.44.gate_proj,0.0088215510,hessian_weighted_relative_error,48407,0.02500,0.813
15,mlp.experts.45.gate_proj,0.0066722594,hessian_weighted_relative_error,37368,0.02500,0.806
15,mlp.experts.48.gate_proj,0.0048667177,hessian_weighted_relative_error,21636,0.02500,0.814
15,mlp.experts.51.gate_proj,0.0058198060,hessian_weighted_relative_error,18619,0.02500,0.810
15,mlp.experts.52.gate_proj,0.0035031189,hessian_weighted_relative_error,11936,0.02500,0.814
15,mlp.experts.53.gate_proj,0.0055083461,hessian_weighted_relative_error,10902,0.02500,0.810
15,mlp.experts.55.gate_proj,0.0031709878,hessian_weighted_relative_error,20394,0.02500,0.810
15,mlp.experts.56.gate_proj,0.0036126536,hessian_weighted_relative_error,9661,0.02500,0.819
15,mlp.experts.57.gate_proj,0.0049915156,hessian_weighted_relative_error,31121,0.02500,0.814
15,mlp.experts.59.gate_proj,0.0047631714,hessian_weighted_relative_error,19283,0.02500,0.814
15,mlp.experts.60.gate_proj,0.0044694456,hessian_weighted_relative_error,23972,0.02500,0.819
15,mlp.experts.61.gate_proj,0.0056234390,hessian_weighted_relative_error,26911,0.02500,0.815
15,mlp.experts.62.gate_proj,0.0069996634,hessian_weighted_relative_error,17977,0.02500,0.818
15,mlp.experts.64.gate_proj,0.0089181083,hessian_weighted_relative_error,60188,0.02500,0.820
15,mlp.experts.65.gate_proj,0.0059493424,hessian_weighted_relative_error,16291,0.02500,0.820
15,mlp.experts.67.gate_proj,0.0053188568,hessian_weighted_relative_error,23695,0.02500,0.820
15,mlp.experts.68.gate_proj,0.0068309031,hessian_weighted_relative_error,18806,0.02500,0.821
15,mlp.experts.69.gate_proj,0.0033722798,hessian_weighted_relative_error,16004,0.02500,0.817
15,mlp.experts.70.gate_proj,0.0087332663,hessian_weighted_relative_error,67198,0.02500,0.821
15,mlp.experts.71.gate_proj,0.0062188068,hessian_weighted_relative_error,13506,0.02500,0.816
15,mlp.experts.72.gate_proj,0.0055390102,hessian_weighted_relative_error,20365,0.02500,0.821
15,mlp.experts.73.gate_proj,0.0071985492,hessian_weighted_relative_error,39337,0.02500,0.825
15,mlp.experts.74.gate_proj,0.0040641483,hessian_weighted_relative_error,4216,0.02500,0.822
15,mlp.experts.76.gate_proj,0.0062124157,hessian_weighted_relative_error,18737,0.02500,0.825
15,mlp.experts.77.gate_proj,0.0049828141,hessian_weighted_relative_error,6912,0.02500,0.821
15,mlp.experts.78.gate_proj,0.0070664548,hessian_weighted_relative_error,35092,0.02500,0.823
15,mlp.experts.79.gate_proj,0.0054115797,hessian_weighted_relative_error,28763,0.02500,0.820
15,mlp.experts.80.gate_proj,0.0077470576,hessian_weighted_relative_error,24367,0.02500,0.822
15,mlp.experts.81.gate_proj,0.0055268197,hessian_weighted_relative_error,22682,0.02500,0.825
15,mlp.experts.82.gate_proj,0.0068098810,hessian_weighted_relative_error,40673,0.02500,0.822
15,mlp.experts.83.gate_proj,0.0064686104,hessian_weighted_relative_error,29163,0.02500,0.829
15,mlp.experts.84.gate_proj,0.0051570489,hessian_weighted_relative_error,23232,0.02500,0.824
15,mlp.experts.85.gate_proj,0.0038746589,hessian_weighted_relative_error,21243,0.02500,0.826
15,mlp.experts.86.gate_proj,0.0052573572,hessian_weighted_relative_error,27198,0.02500,0.823
15,mlp.experts.87.gate_proj,0.0046819506,hessian_weighted_relative_error,11905,0.02500,0.825
15,mlp.experts.88.gate_proj,0.0064867051,hessian_weighted_relative_error,18871,0.02500,0.826
15,mlp.experts.89.gate_proj,0.0060065318,hessian_weighted_relative_error,22707,0.02500,0.832
15,mlp.experts.90.gate_proj,0.0052146632,hessian_weighted_relative_error,26123,0.02500,0.824
15,mlp.experts.93.gate_proj,0.0042788446,hessian_weighted_relative_error,24515,0.02500,0.831
15,mlp.experts.94.gate_proj,0.0066326923,hessian_weighted_relative_error,15486,0.02500,0.823
15,mlp.experts.96.gate_proj,0.0063810821,hessian_weighted_relative_error,15148,0.02500,0.826
15,mlp.experts.97.gate_proj,0.0058138008,hessian_weighted_relative_error,16791,0.02500,0.835
15,mlp.experts.98.gate_proj,0.0051690690,hessian_weighted_relative_error,12117,0.02500,0.824
15,mlp.experts.99.gate_proj,0.0081534396,hessian_weighted_relative_error,50336,0.02500,0.837
15,mlp.experts.100.gate_proj,0.0087511467,hessian_weighted_relative_error,64913,0.02500,0.827
15,mlp.experts.101.gate_proj,0.0068791166,hessian_weighted_relative_error,22893,0.02500,0.833
15,mlp.experts.102.gate_proj,0.0059573944,hessian_weighted_relative_error,13792,0.02500,0.828
15,mlp.experts.103.gate_proj,0.0057969799,hessian_weighted_relative_error,11191,0.02500,0.834
15,mlp.experts.104.gate_proj,0.0034274279,hessian_weighted_relative_error,13761,0.02500,0.828
15,mlp.experts.105.gate_proj,0.0058708914,hessian_weighted_relative_error,14251,0.02500,0.838
15,mlp.experts.106.gate_proj,0.0064104060,hessian_weighted_relative_error,14651,0.02500,0.827
15,mlp.experts.107.gate_proj,0.0053367589,hessian_weighted_relative_error,15997,0.02500,0.839
15,mlp.experts.108.gate_proj,0.0084723906,hessian_weighted_relative_error,58247,0.02500,0.829
15,mlp.experts.111.gate_proj,0.0047065029,hessian_weighted_relative_error,8050,0.02500,0.836
15,mlp.experts.112.gate_proj,0.0057641002,hessian_weighted_relative_error,18516,0.02500,0.832
15,mlp.experts.113.gate_proj,0.0086503570,hessian_weighted_relative_error,90523,0.02500,0.844
15,mlp.experts.114.gate_proj,0.0024214356,hessian_weighted_relative_error,10234,0.02500,0.829
15,mlp.experts.115.gate_proj,0.0054965968,hessian_weighted_relative_error,14559,0.02500,0.843
15,mlp.experts.116.gate_proj,0.0035596692,hessian_weighted_relative_error,28061,0.02500,0.830
15,mlp.experts.117.gate_proj,0.0059327416,hessian_weighted_relative_error,19197,0.02500,0.844
15,mlp.experts.118.gate_proj,0.0042695888,hessian_weighted_relative_error,15104,0.02500,0.831
15,mlp.experts.119.gate_proj,0.0041413072,hessian_weighted_relative_error,18999,0.02500,0.840
15,mlp.experts.120.gate_proj,0.0071359644,hessian_weighted_relative_error,32701,0.02500,0.831
15,mlp.experts.121.gate_proj,0.0044082279,hessian_weighted_relative_error,23745,0.02500,0.845
15,mlp.experts.122.gate_proj,0.0032043060,hessian_weighted_relative_error,24756,0.02500,0.832
15,mlp.experts.123.gate_proj,0.0058563441,hessian_weighted_relative_error,16935,0.02500,0.848
15,mlp.experts.124.gate_proj,0.0075763164,hessian_weighted_relative_error,26892,0.02500,0.833
15,mlp.experts.125.gate_proj,0.0065290375,hessian_weighted_relative_error,12733,0.02500,0.842
15,mlp.experts.126.gate_proj,0.0086476720,hessian_weighted_relative_error,98092,0.02500,0.833
15,mlp.experts.127.gate_proj,0.0064984741,hessian_weighted_relative_error,17160,0.02500,0.844
15,mlp.experts.128.gate_proj,0.0073340033,hessian_weighted_relative_error,21828,0.02500,0.833
15,mlp.experts.129.gate_proj,0.0061605641,hessian_weighted_relative_error,21048,0.02500,0.847
15,mlp.experts.130.gate_proj,0.0059025716,hessian_weighted_relative_error,24099,0.02500,0.834
15,mlp.experts.131.gate_proj,0.0053004387,hessian_weighted_relative_error,15650,0.02500,0.848
15,mlp.experts.132.gate_proj,0.0065203334,hessian_weighted_relative_error,21797,0.02500,0.833
15,mlp.experts.133.gate_proj,0.0063557222,hessian_weighted_relative_error,23181,0.02500,0.847
15,mlp.experts.134.gate_proj,0.0068747688,hessian_weighted_relative_error,19080,0.02500,0.834
15,mlp.experts.135.gate_proj,0.0064540521,hessian_weighted_relative_error,14562,0.02500,0.846
15,mlp.experts.136.gate_proj,0.0079447311,hessian_weighted_relative_error,80673,0.02500,0.833
15,mlp.experts.137.gate_proj,0.0062645980,hessian_weighted_relative_error,11263,0.02500,0.851
15,mlp.experts.138.gate_proj,0.0070444857,hessian_weighted_relative_error,18446,0.02500,0.834
15,mlp.experts.139.gate_proj,0.0066816516,hessian_weighted_relative_error,12615,0.02500,0.853
15,mlp.experts.140.gate_proj,0.0068870870,hessian_weighted_relative_error,13365,0.02500,0.839
15,mlp.experts.141.gate_proj,0.0068288380,hessian_weighted_relative_error,23293,0.02500,0.850
15,mlp.experts.142.gate_proj,0.0049877949,hessian_weighted_relative_error,12507,0.02500,0.835
15,mlp.experts.143.gate_proj,0.0054923026,hessian_weighted_relative_error,15724,0.02500,0.849
15,mlp.experts.144.gate_proj,0.0064247988,hessian_weighted_relative_error,15668,0.02500,0.847
15,mlp.experts.145.gate_proj,0.0042713982,hessian_weighted_relative_error,25026,0.02500,0.849
15,mlp.experts.146.gate_proj,0.0038714309,hessian_weighted_relative_error,40916,0.02500,0.846
15,mlp.experts.147.gate_proj,0.0032769998,hessian_weighted_relative_error,49081,0.02500,0.855
15,mlp.experts.148.gate_proj,0.0033845769,hessian_weighted_relative_error,25243,0.02500,0.851
15,mlp.experts.149.gate_proj,0.0057067519,hessian_weighted_relative_error,12613,0.02500,0.853
15,mlp.experts.150.gate_proj,0.0085049027,hessian_weighted_relative_error,58232,0.02500,0.850
15,mlp.experts.151.gate_proj,0.0045929572,hessian_weighted_relative_error,35473,0.02500,0.850
15,mlp.experts.152.gate_proj,0.0043315159,hessian_weighted_relative_error,21264,0.02500,0.837
15,mlp.experts.153.gate_proj,0.0068854032,hessian_weighted_relative_error,16890,0.02500,0.854
15,mlp.experts.154.gate_proj,0.0043286285,hessian_weighted_relative_error,36439,0.02500,0.847
15,mlp.experts.155.gate_proj,0.0052585249,hessian_weighted_relative_error,23009,0.02500,0.853
15,mlp.experts.156.gate_proj,0.0057842026,hessian_weighted_relative_error,18112,0.02500,0.839
15,mlp.experts.157.gate_proj,0.0070430424,hessian_weighted_relative_error,26431,0.02500,0.872
15,mlp.experts.158.gate_proj,0.0062705162,hessian_weighted_relative_error,9908,0.02500,0.840
15,mlp.experts.159.gate_proj,0.0059831269,hessian_weighted_relative_error,23439,0.02500,0.854
15,mlp.experts.160.gate_proj,0.0059856660,hessian_weighted_relative_error,8640,0.02500,0.837
15,mlp.experts.161.gate_proj,0.0060041895,hessian_weighted_relative_error,27479,0.02500,0.853
15,mlp.experts.164.gate_proj,0.0046059420,hessian_weighted_relative_error,17321,0.02500,0.840
15,mlp.experts.166.gate_proj,0.0047497997,hessian_weighted_relative_error,11572,0.02500,0.839
15,mlp.experts.167.gate_proj,0.0047246491,hessian_weighted_relative_error,14859,0.02500,0.852
15,mlp.experts.169.gate_proj,0.0077793595,hessian_weighted_relative_error,28636,0.02500,0.853
15,mlp.experts.170.gate_proj,0.0083252992,hessian_weighted_relative_error,57189,0.02500,0.839
15,mlp.experts.171.gate_proj,0.0053604806,hessian_weighted_relative_error,20916,0.02500,0.857
15,mlp.experts.172.gate_proj,0.0059839715,hessian_weighted_relative_error,22825,0.02500,0.841
15,mlp.experts.173.gate_proj,0.0063757801,hessian_weighted_relative_error,18141,0.02500,0.855
15,mlp.experts.174.gate_proj,0.0059387486,hessian_weighted_relative_error,24001,0.02500,0.840
15,mlp.experts.175.gate_proj,0.0084199530,hessian_weighted_relative_error,69221,0.02500,0.854
15,mlp.experts.177.gate_proj,0.0070241883,hessian_weighted_relative_error,26753,0.02500,0.854
15,mlp.experts.178.gate_proj,0.0064401876,hessian_weighted_relative_error,12397,0.02500,0.840
15,mlp.experts.180.gate_proj,0.0049404734,hessian_weighted_relative_error,31279,0.02500,0.845
15,mlp.experts.181.gate_proj,0.0077330074,hessian_weighted_relative_error,46394,0.02500,0.859
15,mlp.experts.182.gate_proj,0.0088807848,hessian_weighted_relative_error,84391,0.02500,0.841
15,mlp.experts.183.gate_proj,0.0072903536,hessian_weighted_relative_error,28946,0.02500,0.854
15,mlp.experts.184.gate_proj,0.0065170613,hessian_weighted_relative_error,17330,0.02500,0.840
15,mlp.experts.185.gate_proj,0.0065227555,hessian_weighted_relative_error,22269,0.02500,0.855
15,mlp.experts.186.gate_proj,0.0060483556,hessian_weighted_relative_error,22673,0.02500,0.841
15,mlp.experts.187.gate_proj,0.0061701414,hessian_weighted_relative_error,22067,0.02500,0.857
15,mlp.experts.188.gate_proj,0.0035584949,hessian_weighted_relative_error,14935,0.02500,0.842
15,mlp.experts.189.gate_proj,0.0055298145,hessian_weighted_relative_error,22890,0.02500,0.856
15,mlp.experts.190.gate_proj,0.0063924813,hessian_weighted_relative_error,19484,0.02500,0.843
15,mlp.experts.193.gate_proj,0.0059994362,hessian_weighted_relative_error,18350,0.02500,0.857
15,mlp.experts.194.gate_proj,0.0047649510,hessian_weighted_relative_error,26391,0.02500,0.843
15,mlp.experts.195.gate_proj,0.0081585674,hessian_weighted_relative_error,56597,0.02500,0.860
15,mlp.experts.197.gate_proj,0.0052936565,hessian_weighted_relative_error,23103,0.02500,0.858
15,mlp.experts.198.gate_proj,0.0051499871,hessian_weighted_relative_error,24280,0.02500,0.846
15,mlp.experts.199.gate_proj,0.0054352113,hessian_weighted_relative_error,19209,0.02500,0.854
15,mlp.experts.200.gate_proj,0.0047539072,hessian_weighted_relative_error,30568,0.02500,0.841
15,mlp.experts.201.gate_proj,0.0074516253,hessian_weighted_relative_error,27374,0.02500,0.856
15,mlp.experts.202.gate_proj,0.0071882122,hessian_weighted_relative_error,22153,0.02500,0.843
15,mlp.experts.204.gate_proj,0.0088032544,hessian_weighted_relative_error,72840,0.02500,0.843
15,mlp.experts.205.gate_proj,0.0064244803,hessian_weighted_relative_error,49356,0.02500,0.858
15,mlp.experts.206.gate_proj,0.0057428932,hessian_weighted_relative_error,20797,0.02500,0.843
15,mlp.experts.207.gate_proj,0.0088219389,hessian_weighted_relative_error,61862,0.02500,0.856
15,mlp.experts.208.gate_proj,0.0060489723,hessian_weighted_relative_error,22097,0.02500,0.842
15,mlp.experts.209.gate_proj,0.0083783876,hessian_weighted_relative_error,87680,0.02500,0.857
15,mlp.experts.210.gate_proj,0.0077490850,hessian_weighted_relative_error,73718,0.02500,0.842
15,mlp.experts.211.gate_proj,0.0064450783,hessian_weighted_relative_error,23763,0.02500,0.857
15,mlp.experts.212.gate_proj,0.0062301332,hessian_weighted_relative_error,22528,0.02500,0.844
15,mlp.experts.213.gate_proj,0.0064499089,hessian_weighted_relative_error,24042,0.02500,0.856
15,mlp.experts.214.gate_proj,0.0075649160,hessian_weighted_relative_error,66717,0.02500,0.846
15,mlp.experts.215.gate_proj,0.0043522322,hessian_weighted_relative_error,60854,0.02500,0.856
15,mlp.experts.216.gate_proj,0.0059899811,hessian_weighted_relative_error,13573,0.02500,0.846
15,mlp.experts.217.gate_proj,0.0058884212,hessian_weighted_relative_error,23960,0.02500,0.859
15,mlp.experts.218.gate_proj,0.0056423210,hessian_weighted_relative_error,26861,0.02500,0.847
15,mlp.experts.219.gate_proj,0.0054135330,hessian_weighted_relative_error,13182,0.02500,0.856
15,mlp.experts.220.gate_proj,0.0052342883,hessian_weighted_relative_error,30048,0.02500,0.844
15,mlp.experts.221.gate_proj,0.0057302817,hessian_weighted_relative_error,24448,0.02500,0.856
15,mlp.experts.222.gate_proj,0.0044388664,hessian_weighted_relative_error,5316,0.02500,0.843
15,mlp.experts.223.gate_proj,0.0059312718,hessian_weighted_relative_error,30375,0.02500,0.856
15,mlp.experts.224.gate_proj,0.0060859932,hessian_weighted_relative_error,30830,0.02500,0.847
15,mlp.experts.225.gate_proj,0.0070028617,hessian_weighted_relative_error,19653,0.02500,0.858
15,mlp.experts.226.gate_proj,0.0069229523,hessian_weighted_relative_error,30137,0.02500,0.845
15,mlp.experts.227.gate_proj,0.0038384418,hessian_weighted_relative_error,11262,0.02500,0.857
15,mlp.experts.228.gate_proj,0.0039542784,hessian_weighted_relative_error,29635,0.02500,0.847
15,mlp.experts.229.gate_proj,0.0035005979,hessian_weighted_relative_error,16097,0.02500,0.861
15,mlp.experts.230.gate_proj,0.0062850060,hessian_weighted_relative_error,23039,0.02500,0.848
15,mlp.experts.231.gate_proj,0.0083629549,hessian_weighted_relative_error,81292,0.02500,0.858
15,mlp.experts.232.gate_proj,0.0063836256,hessian_weighted_relative_error,19128,0.02500,0.847
15,mlp.experts.235.gate_proj,0.0046067457,hessian_weighted_relative_error,24832,0.02500,0.858
15,mlp.experts.236.gate_proj,0.0048818415,hessian_weighted_relative_error,22047,0.02500,0.849
15,mlp.experts.237.gate_proj,0.0041813667,hessian_weighted_relative_error,12829,0.02500,0.858
15,mlp.experts.238.gate_proj,0.0052747799,hessian_weighted_relative_error,19421,0.02500,0.847
15,mlp.experts.239.gate_proj,0.0062969578,hessian_weighted_relative_error,23642,0.02500,0.857
15,mlp.experts.240.gate_proj,0.0047287667,hessian_weighted_relative_error,24564,0.02500,0.849
15,mlp.experts.241.gate_proj,0.0060451200,hessian_weighted_relative_error,15361,0.02500,0.859
15,mlp.experts.242.gate_proj,0.0065929592,hessian_weighted_relative_error,24918,0.02500,0.846
15,mlp.experts.243.gate_proj,0.0051592448,hessian_weighted_relative_error,6805,0.02500,0.858
15,mlp.experts.244.gate_proj,0.0052917404,hessian_weighted_relative_error,27447,0.02500,0.849
15,mlp.experts.245.gate_proj,0.0068451853,hessian_weighted_relative_error,20764,0.02500,0.857
15,mlp.experts.247.gate_proj,0.0041049281,hessian_weighted_relative_error,14772,0.02500,0.858
15,mlp.experts.249.gate_proj,0.0061195162,hessian_weighted_relative_error,28965,0.02500,0.859
15,mlp.experts.251.gate_proj,0.0069983097,hessian_weighted_relative_error,22744,0.02500,0.858
15,mlp.experts.252.gate_proj,0.0085436688,hessian_weighted_relative_error,53528,0.02500,0.847
15,mlp.experts.253.gate_proj,0.0051703471,hessian_weighted_relative_error,23663,0.02500,0.857
15,mlp.experts.254.gate_proj,0.0066279129,hessian_weighted_relative_error,18812,0.02500,0.848
15,mlp.experts.255.gate_proj,0.0061746856,hessian_weighted_relative_error,28294,0.02500,0.857
15,mlp.experts.257.gate_proj,0.0057216839,hessian_weighted_relative_error,18522,0.02500,0.861
15,mlp.experts.258.gate_proj,0.0046769792,hessian_weighted_relative_error,13790,0.02500,0.851
15,mlp.experts.259.gate_proj,0.0057043312,hessian_weighted_relative_error,26220,0.02500,0.859
15,mlp.experts.260.gate_proj,0.0037806754,hessian_weighted_relative_error,16218,0.02500,0.848
15,mlp.experts.261.gate_proj,0.0058091817,hessian_weighted_relative_error,11835,0.02500,0.860
15,mlp.experts.262.gate_proj,0.0057405707,hessian_weighted_relative_error,11508,0.02500,0.852
15,mlp.experts.263.gate_proj,0.0069390149,hessian_weighted_relative_error,18258,0.02500,0.860
15,mlp.experts.264.gate_proj,0.0054433614,hessian_weighted_relative_error,22486,0.02500,0.849
15,mlp.experts.265.gate_proj,0.0059260770,hessian_weighted_relative_error,21886,0.02500,0.862
15,mlp.experts.266.gate_proj,0.0053918145,hessian_weighted_relative_error,18527,0.02500,0.851
15,mlp.experts.268.gate_proj,0.0056619563,hessian_weighted_relative_error,9685,0.02500,0.850
15,mlp.experts.270.gate_proj,0.0051909822,hessian_weighted_relative_error,22617,0.02500,0.852
15,mlp.experts.271.gate_proj,0.0036662487,hessian_weighted_relative_error,12678,0.02500,0.856
15,mlp.experts.272.gate_proj,0.0084758886,hessian_weighted_relative_error,103099,0.02500,0.848
15,mlp.experts.273.gate_proj,0.0085940128,hessian_weighted_relative_error,61799,0.02500,0.861
15,mlp.experts.274.gate_proj,0.0040452486,hessian_weighted_relative_error,20698,0.02500,0.851
15,mlp.experts.275.gate_proj,0.0067812471,hessian_weighted_relative_error,23215,0.02500,0.863
15,mlp.experts.276.gate_proj,0.0062328307,hessian_weighted_relative_error,10657,0.02500,0.849
15,mlp.experts.277.gate_proj,0.0054544526,hessian_weighted_relative_error,22644,0.02500,0.861
15,mlp.experts.278.gate_proj,0.0050812100,hessian_weighted_relative_error,6158,0.02500,0.850
15,mlp.experts.279.gate_proj,0.0071617137,hessian_weighted_relative_error,60155,0.02500,0.862
15,mlp.experts.280.gate_proj,0.0044889549,hessian_weighted_relative_error,19114,0.02500,0.849
15,mlp.experts.281.gate_proj,0.0053626499,hessian_weighted_relative_error,26208,0.02500,0.861
15,mlp.experts.282.gate_proj,0.0058276034,hessian_weighted_relative_error,28831,0.02500,0.851
15,mlp.experts.283.gate_proj,0.0063828511,hessian_weighted_relative_error,26815,0.02500,0.866
15,mlp.experts.284.gate_proj,0.0065022052,hessian_weighted_relative_error,23825,0.02500,0.850
15,mlp.experts.285.gate_proj,0.0062239997,hessian_weighted_relative_error,31912,0.02500,0.862
15,mlp.experts.286.gate_proj,0.0064617648,hessian_weighted_relative_error,18793,0.02500,0.851
15,mlp.experts.287.gate_proj,0.0056585305,hessian_weighted_relative_error,9373,0.02500,0.865
15,mlp.experts.0.up_proj,0.0051906837,hessian_weighted_relative_error,7732,0.02500,0.852
15,mlp.experts.1.up_proj,0.0074572745,hessian_weighted_relative_error,24428,0.02500,0.865
15,mlp.experts.2.up_proj,0.0049790359,hessian_weighted_relative_error,17939,0.02500,0.854
15,mlp.experts.3.up_proj,0.0083812957,hessian_weighted_relative_error,16849,0.02500,0.863
15,mlp.experts.4.up_proj,0.0072579499,hessian_weighted_relative_error,10983,0.02500,0.853
15,mlp.experts.6.up_proj,0.0062204807,hessian_weighted_relative_error,6524,0.02500,0.850
15,mlp.experts.7.up_proj,0.0056184797,hessian_weighted_relative_error,26467,0.02500,0.865
15,mlp.experts.8.up_proj,0.0067527388,hessian_weighted_relative_error,10663,0.02500,0.856
15,mlp.experts.9.up_proj,0.0068821462,hessian_weighted_relative_error,20292,0.02500,0.863
15,mlp.experts.10.up_proj,0.0033685199,hessian_weighted_relative_error,11419,0.02500,0.854
15,mlp.experts.11.up_proj,0.0035033067,hessian_weighted_relative_error,17451,0.02500,0.866
15,mlp.experts.14.up_proj,0.0056231080,hessian_weighted_relative_error,26424,0.02500,0.860
15,mlp.experts.15.up_proj,0.0047192225,hessian_weighted_relative_error,29651,0.02500,0.861
15,mlp.experts.16.up_proj,0.0072239250,hessian_weighted_relative_error,13972,0.02500,0.863
15,mlp.experts.17.up_proj,0.0059443661,hessian_weighted_relative_error,9962,0.02500,0.862
15,mlp.experts.18.up_proj,0.0074863788,hessian_weighted_relative_error,19442,0.02500,0.864
15,mlp.experts.20.up_proj,0.0061706681,hessian_weighted_relative_error,32152,0.02500,0.867
15,mlp.experts.22.up_proj,0.0087451676,hessian_weighted_relative_error,47472,0.02500,0.865
15,mlp.experts.23.up_proj,0.0066321182,hessian_weighted_relative_error,13927,0.02500,0.861
15,mlp.experts.24.up_proj,0.0063215980,hessian_weighted_relative_error,21080,0.02500,0.864
15,mlp.experts.26.up_proj,0.0038149578,hessian_weighted_relative_error,10498,0.02500,0.866
15,mlp.experts.27.up_proj,0.0074150283,hessian_weighted_relative_error,26240,0.02500,0.871
15,mlp.experts.29.up_proj,0.0074663678,hessian_weighted_relative_error,22529,0.02500,0.865
15,mlp.experts.30.up_proj,0.0044250673,hessian_weighted_relative_error,18267,0.02500,0.865
15,mlp.experts.31.up_proj,0.0075057392,hessian_weighted_relative_error,18057,0.02500,0.863
15,mlp.experts.34.up_proj,0.0055390709,hessian_weighted_relative_error,14395,0.02500,0.864
15,mlp.experts.36.up_proj,0.0070383722,hessian_weighted_relative_error,18322,0.02500,0.866
15,mlp.experts.37.up_proj,0.0103342583,hessian_weighted_relative_error,81721,0.02500,0.864
15,mlp.experts.38.up_proj,0.0073478669,hessian_weighted_relative_error,14985,0.02500,0.865
15,mlp.experts.39.up_proj,0.0095197068,hessian_weighted_relative_error,56456,0.02500,0.864
15,mlp.experts.40.up_proj,0.0064734797,hessian_weighted_relative_error,15836,0.02500,0.864
15,mlp.experts.48.up_proj,0.0058122576,hessian_weighted_relative_error,21636,0.02500,0.868
15,mlp.experts.51.up_proj,0.0066124680,hessian_weighted_relative_error,18619,0.02500,0.865
15,mlp.experts.52.up_proj,0.0041802047,hessian_weighted_relative_error,11936,0.02500,0.870
15,mlp.experts.53.up_proj,0.0066756466,hessian_weighted_relative_error,10902,0.02500,0.865
15,mlp.experts.55.up_proj,0.0036450109,hessian_weighted_relative_error,20394,0.02500,0.878
15,mlp.experts.56.up_proj,0.0040279044,hessian_weighted_relative_error,9661,0.02500,0.868
15,mlp.experts.59.up_proj,0.0056170866,hessian_weighted_relative_error,19283,0.02500,0.880
15,mlp.experts.60.up_proj,0.0049587205,hessian_weighted_relative_error,23972,0.02500,0.868
15,mlp.experts.61.up_proj,0.0062225653,hessian_weighted_relative_error,26911,0.02500,0.868
15,mlp.experts.62.up_proj,0.0082715201,hessian_weighted_relative_error,17977,0.02500,0.867
15,mlp.experts.64.up_proj,0.0104427730,hessian_weighted_relative_error,60188,0.02500,0.855
15,mlp.experts.65.up_proj,0.0073212384,hessian_weighted_relative_error,16291,0.02500,0.874
15,mlp.experts.67.up_proj,0.0062565049,hessian_weighted_relative_error,23695,0.02500,0.881
15,mlp.experts.68.up_proj,0.0082772245,hessian_weighted_relative_error,18806,0.02500,0.856
15,mlp.experts.69.up_proj,0.0047171092,hessian_weighted_relative_error,16004,0.02500,0.867
15,mlp.experts.70.up_proj,0.0095195341,hessian_weighted_relative_error,67198,0.02500,0.854
15,mlp.experts.71.up_proj,0.0069962747,hessian_weighted_relative_error,13506,0.02500,0.899
15,mlp.experts.72.up_proj,0.0064159686,hessian_weighted_relative_error,20365,0.02500,0.855
15,mlp.experts.74.up_proj,0.0053239208,hessian_weighted_relative_error,4216,0.02500,0.855
15,mlp.experts.76.up_proj,0.0073785535,hessian_weighted_relative_error,18737,0.02500,0.855
15,mlp.experts.77.up_proj,0.0061460276,hessian_weighted_relative_error,6912,0.02500,0.872
15,mlp.experts.79.up_proj,0.0060897702,hessian_weighted_relative_error,28763,0.02500,0.868
15,mlp.experts.80.up_proj,0.0086938766,hessian_weighted_relative_error,24367,0.02500,0.855
15,mlp.experts.81.up_proj,0.0065543596,hessian_weighted_relative_error,22682,0.02500,0.879
15,mlp.experts.83.up_proj,0.0074024929,hessian_weighted_relative_error,29163,0.02500,0.867
15,mlp.experts.84.up_proj,0.0058209465,hessian_weighted_relative_error,23232,0.02500,0.856
15,mlp.experts.86.up_proj,0.0058504246,hessian_weighted_relative_error,27198,0.02500,0.856
15,mlp.experts.87.up_proj,0.0052264505,hessian_weighted_relative_error,11905,0.02500,0.874
15,mlp.experts.88.up_proj,0.0076818750,hessian_weighted_relative_error,18871,0.02500,0.858
15,mlp.experts.89.up_proj,0.0068934141,hessian_weighted_relative_error,22707,0.02500,0.867
15,mlp.experts.90.up_proj,0.0058801950,hessian_weighted_relative_error,26123,0.02500,0.855
15,mlp.experts.93.up_proj,0.0058179430,hessian_weighted_relative_error,24515,0.02500,0.866
15,mlp.experts.94.up_proj,0.0082620814,hessian_weighted_relative_error,15486,0.02500,0.856
15,mlp.experts.96.up_proj,0.0078045738,hessian_weighted_relative_error,15148,0.02500,0.857
15,mlp.experts.97.up_proj,0.0063823554,hessian_weighted_relative_error,16791,0.02500,0.869
15,mlp.experts.98.up_proj,0.0063419999,hessian_weighted_relative_error,12117,0.02500,0.855
15,mlp.experts.100.up_proj,0.0103768712,hessian_weighted_relative_error,64913,0.02500,0.855
15,mlp.experts.101.up_proj,0.0077508358,hessian_weighted_relative_error,22893,0.02500,0.879
15,mlp.experts.102.up_proj,0.0067500660,hessian_weighted_relative_error,13792,0.02500,0.856
15,mlp.experts.103.up_proj,0.0070042387,hessian_weighted_relative_error,11191,0.02500,0.878
15,mlp.experts.104.up_proj,0.0039484086,hessian_weighted_relative_error,13761,0.02500,0.857
15,mlp.experts.105.up_proj,0.0074937079,hessian_weighted_relative_error,14251,0.02500,0.876
15,mlp.experts.106.up_proj,0.0076028448,hessian_weighted_relative_error,14651,0.02500,0.857
15,mlp.experts.107.up_proj,0.0059688033,hessian_weighted_relative_error,15997,0.02500,0.874
15,mlp.experts.108.up_proj,0.0096589984,hessian_weighted_relative_error,58247,0.02500,0.856
15,mlp.experts.111.up_proj,0.0054822947,hessian_weighted_relative_error,8050,0.02500,0.879
15,mlp.experts.112.up_proj,0.0064243064,hessian_weighted_relative_error,18516,0.02500,0.858
15,mlp.experts.113.up_proj,0.0101767935,hessian_weighted_relative_error,90523,0.02500,0.880
15,mlp.experts.114.up_proj,0.0034200022,hessian_weighted_relative_error,10234,0.02500,0.859
15,mlp.experts.115.up_proj,0.0080185037,hessian_weighted_relative_error,14559,0.02500,0.881
15,mlp.experts.116.up_proj,0.0046974650,hessian_weighted_relative_error,28061,0.02500,0.857
15,mlp.experts.117.up_proj,0.0067903541,hessian_weighted_relative_error,19197,0.02500,0.873
15,mlp.experts.118.up_proj,0.0049582179,hessian_weighted_relative_error,15104,0.02500,0.859
15,mlp.experts.119.up_proj,0.0047413581,hessian_weighted_relative_error,18999,0.02500,0.878
15,mlp.experts.121.up_proj,0.0047561697,hessian_weighted_relative_error,23745,0.02500,0.880
15,mlp.experts.122.up_proj,0.0034896791,hessian_weighted_relative_error,24756,0.02500,0.859
15,mlp.experts.123.up_proj,0.0069932398,hessian_weighted_relative_error,16935,0.02500,0.878
15,mlp.experts.125.up_proj,0.0075920642,hessian_weighted_relative_error,12733,0.02500,0.878
15,mlp.experts.126.up_proj,0.0103005750,hessian_weighted_relative_error,98092,0.02500,0.858
15,mlp.experts.127.up_proj,0.0075832991,hessian_weighted_relative_error,17160,0.02500,0.879
15,mlp.experts.128.up_proj,0.0089616288,hessian_weighted_relative_error,21828,0.02500,0.857
15,mlp.experts.129.up_proj,0.0072090749,hessian_weighted_relative_error,21048,0.02500,0.875
15,mlp.experts.130.up_proj,0.0067668785,hessian_weighted_relative_error,24099,0.02500,0.857
15,mlp.experts.131.up_proj,0.0058778975,hessian_weighted_relative_error,15650,0.02500,0.880
15,mlp.experts.132.up_proj,0.0076068067,hessian_weighted_relative_error,21797,0.02500,0.858
15,mlp.experts.133.up_proj,0.0076526933,hessian_weighted_relative_error,23181,0.02500,0.875
15,mlp.experts.134.up_proj,0.0082361444,hessian_weighted_relative_error,19080,0.02500,0.857
15,mlp.experts.135.up_proj,0.0073627148,hessian_weighted_relative_error,14562,0.02500,0.872
15,mlp.experts.136.up_proj,0.0094447466,hessian_weighted_relative_error,80673,0.02500,0.859
15,mlp.experts.137.up_proj,0.0073061767,hessian_weighted_relative_error,11263,0.02500,0.880
15,mlp.experts.138.up_proj,0.0085496889,hessian_weighted_relative_error,18446,0.02500,0.857
15,mlp.experts.139.up_proj,0.0077041686,hessian_weighted_relative_error,12615,0.02500,0.879
15,mlp.experts.140.up_proj,0.0083318125,hessian_weighted_relative_error,13365,0.02500,0.859
15,mlp.experts.141.up_proj,0.0083131544,hessian_weighted_relative_error,23293,0.02500,0.876
15,mlp.experts.142.up_proj,0.0055822880,hessian_weighted_relative_error,12507,0.02500,0.858
15,mlp.experts.143.up_proj,0.0065973460,hessian_weighted_relative_error,15724,0.02500,0.874
15,mlp.experts.144.up_proj,0.0076542952,hessian_weighted_relative_error,15668,0.02500,0.859
15,mlp.experts.145.up_proj,0.0049209264,hessian_weighted_relative_error,25026,0.02500,0.883
15,mlp.experts.146.up_proj,0.0051316047,hessian_weighted_relative_error,40916,0.02500,0.858
15,mlp.experts.147.up_proj,0.0034624268,hessian_weighted_relative_error,49081,0.02500,0.873
15,mlp.experts.148.up_proj,0.0042456232,hessian_weighted_relative_error,25243,0.02500,0.858
15,mlp.experts.149.up_proj,0.0071202922,hessian_weighted_relative_error,12613,0.02500,0.882
15,mlp.experts.150.up_proj,0.0098787097,hessian_weighted_relative_error,58232,0.02500,0.858
15,mlp.experts.151.up_proj,0.0053657701,hessian_weighted_relative_error,35473,0.02500,0.873
15,mlp.experts.152.up_proj,0.0049492054,hessian_weighted_relative_error,21264,0.02500,0.866
15,mlp.experts.153.up_proj,0.0082683782,hessian_weighted_relative_error,16890,0.02500,0.882
15,mlp.experts.155.up_proj,0.0064821710,hessian_weighted_relative_error,23009,0.02500,0.880
15,mlp.experts.156.up_proj,0.0069911308,hessian_weighted_relative_error,18112,0.02500,0.860
15,mlp.experts.157.up_proj,0.0079831070,hessian_weighted_relative_error,26431,0.02500,0.879
15,mlp.experts.158.up_proj,0.0071212687,hessian_weighted_relative_error,9908,0.02500,0.860
15,mlp.experts.159.up_proj,0.0070811083,hessian_weighted_relative_error,23439,0.02500,0.870
15,mlp.experts.160.up_proj,0.0069966646,hessian_weighted_relative_error,8640,0.02500,0.867
15,mlp.experts.161.up_proj,0.0071792046,hessian_weighted_relative_error,27479,0.02500,0.878
15,mlp.experts.164.up_proj,0.0052002026,hessian_weighted_relative_error,17321,0.02500,0.858
15,mlp.experts.166.up_proj,0.0052872143,hessian_weighted_relative_error,11572,0.02500,0.866
15,mlp.experts.167.up_proj,0.0050592381,hessian_weighted_relative_error,14859,0.02500,0.886
15,mlp.experts.169.up_proj,0.0090523703,hessian_weighted_relative_error,28636,0.02500,0.881
15,mlp.experts.171.up_proj,0.0062045322,hessian_weighted_relative_error,20916,0.02500,0.878
15,mlp.experts.172.up_proj,0.0067826377,hessian_weighted_relative_error,22825,0.02500,0.859
15,mlp.experts.173.up_proj,0.0072423744,hessian_weighted_relative_error,18141,0.02500,0.882
15,mlp.experts.174.up_proj,0.0070394476,hessian_weighted_relative_error,24001,0.02500,0.859
15,mlp.experts.177.up_proj,0.0082024961,hessian_weighted_relative_error,26753,0.02500,0.880
15,mlp.experts.178.up_proj,0.0073591284,hessian_weighted_relative_error,12397,0.02500,0.859
15,mlp.experts.180.up_proj,0.0064582012,hessian_weighted_relative_error,31279,0.02500,0.858
15,mlp.experts.181.up_proj,0.0085847483,hessian_weighted_relative_error,46394,0.02500,0.880
15,mlp.experts.182.up_proj,0.0106928990,hessian_weighted_relative_error,84391,0.02500,0.860
15,mlp.experts.184.up_proj,0.0080317265,hessian_weighted_relative_error,17330,0.02500,0.859
15,mlp.experts.185.up_proj,0.0074584536,hessian_weighted_relative_error,22269,0.02500,0.882
15,mlp.experts.186.up_proj,0.0066467295,hessian_weighted_relative_error,22673,0.02500,0.861
15,mlp.experts.187.up_proj,0.0075398105,hessian_weighted_relative_error,22067,0.02500,0.880
15,mlp.experts.188.up_proj,0.0041970435,hessian_weighted_relative_error,14935,0.02500,0.859
15,mlp.experts.189.up_proj,0.0066044088,hessian_weighted_relative_error,22890,0.02500,0.886
15,mlp.experts.190.up_proj,0.0079942073,hessian_weighted_relative_error,19484,0.02500,0.860
15,mlp.experts.193.up_proj,0.0079781953,hessian_weighted_relative_error,18350,0.02500,0.886
15,mlp.experts.194.up_proj,0.0055429970,hessian_weighted_relative_error,26391,0.02500,0.860
15,mlp.experts.195.up_proj,0.0098073296,hessian_weighted_relative_error,56597,0.02500,0.884
15,mlp.experts.197.up_proj,0.0063689773,hessian_weighted_relative_error,23103,0.02500,0.879
15,mlp.experts.198.up_proj,0.0060454377,hessian_weighted_relative_error,24280,0.02500,0.859
15,mlp.experts.199.up_proj,0.0061247170,hessian_weighted_relative_error,19209,0.02500,0.883
15,mlp.experts.200.up_proj,0.0064369727,hessian_weighted_relative_error,30568,0.02500,0.859
15,mlp.experts.201.up_proj,0.0086689338,hessian_weighted_relative_error,27374,0.02500,0.888
15,mlp.experts.202.up_proj,0.0082421818,hessian_weighted_relative_error,22153,0.02500,0.858
15,mlp.experts.204.up_proj,0.0103265657,hessian_weighted_relative_error,72840,0.02500,0.859
15,mlp.experts.206.up_proj,0.0065958577,hessian_weighted_relative_error,20797,0.02500,0.858
15,mlp.experts.207.up_proj,0.0102352038,hessian_weighted_relative_error,61862,0.02500,0.883
15,mlp.experts.208.up_proj,0.0068111508,hessian_weighted_relative_error,22097,0.02500,0.860
15,mlp.experts.209.up_proj,0.0101772185,hessian_weighted_relative_error,87680,0.02500,0.884
15,mlp.experts.210.up_proj,0.0094131745,hessian_weighted_relative_error,73718,0.02500,0.859
15,mlp.experts.211.up_proj,0.0076030482,hessian_weighted_relative_error,23763,0.02500,0.885
15,mlp.experts.212.up_proj,0.0081490265,hessian_weighted_relative_error,22528,0.02500,0.859
15,mlp.experts.213.up_proj,0.0079553447,hessian_weighted_relative_error,24042,0.02500,0.880
15,mlp.experts.215.up_proj,0.0049706158,hessian_weighted_relative_error,60854,0.02500,0.883
15,mlp.experts.216.up_proj,0.0072417961,hessian_weighted_relative_error,13573,0.02500,0.864
15,mlp.experts.217.up_proj,0.0066945853,hessian_weighted_relative_error,23960,0.02500,0.887
15,mlp.experts.219.up_proj,0.0058690074,hessian_weighted_relative_error,13182,0.02500,0.884
15,mlp.experts.220.up_proj,0.0071323234,hessian_weighted_relative_error,30048,0.02500,0.861
15,mlp.experts.221.up_proj,0.0065979752,hessian_weighted_relative_error,24448,0.02500,0.878
15,mlp.experts.222.up_proj,0.0052678990,hessian_weighted_relative_error,5316,0.02500,0.860
15,mlp.experts.223.up_proj,0.0071358801,hessian_weighted_relative_error,30375,0.02500,0.883
15,mlp.experts.224.up_proj,0.0072176222,hessian_weighted_relative_error,30830,0.02500,0.863
15,mlp.experts.225.up_proj,0.0081075006,hessian_weighted_relative_error,19653,0.02500,0.891
15,mlp.experts.226.up_proj,0.0078156555,hessian_weighted_relative_error,30137,0.02500,0.861
15,mlp.experts.227.up_proj,0.0040672961,hessian_weighted_relative_error,11262,0.02500,0.887
15,mlp.experts.228.up_proj,0.0049210937,hessian_weighted_relative_error,29635,0.02500,0.859
15,mlp.experts.229.up_proj,0.0037512533,hessian_weighted_relative_error,16097,0.02500,0.887
15,mlp.experts.230.up_proj,0.0073685546,hessian_weighted_relative_error,23039,0.02500,0.864
15,mlp.experts.231.up_proj,0.0098086705,hessian_weighted_relative_error,81292,0.02500,0.883
15,mlp.experts.232.up_proj,0.0076415974,hessian_weighted_relative_error,19128,0.02500,0.860
15,mlp.experts.237.up_proj,0.0047153165,hessian_weighted_relative_error,12829,0.02500,0.878
15,mlp.experts.238.up_proj,0.0059793233,hessian_weighted_relative_error,19421,0.02500,0.862
15,mlp.experts.239.up_proj,0.0074175011,hessian_weighted_relative_error,23642,0.02500,0.886
15,mlp.experts.240.up_proj,0.0053717112,hessian_weighted_relative_error,24564,0.02500,0.862
15,mlp.experts.241.up_proj,0.0069395221,hessian_weighted_relative_error,15361,0.02500,0.893
15,mlp.experts.242.up_proj,0.0076749804,hessian_weighted_relative_error,24918,0.02500,0.859
15,mlp.experts.243.up_proj,0.0059476784,hessian_weighted_relative_error,6805,0.02500,0.886
15,mlp.experts.244.up_proj,0.0062916955,hessian_weighted_relative_error,27447,0.02500,0.872
15,mlp.experts.245.up_proj,0.0079726973,hessian_weighted_relative_error,20764,0.02500,0.911
15,mlp.experts.247.up_proj,0.0043683854,hessian_weighted_relative_error,14772,0.02500,0.893
15,mlp.experts.249.up_proj,0.0070921933,hessian_weighted_relative_error,28965,0.02500,0.894
15,mlp.experts.251.up_proj,0.0082380747,hessian_weighted_relative_error,22744,0.02500,0.884
15,mlp.experts.253.up_proj,0.0062558037,hessian_weighted_relative_error,23663,0.02500,0.894
15,mlp.experts.254.up_proj,0.0077583228,hessian_weighted_relative_error,18812,0.02500,0.859
15,mlp.experts.255.up_proj,0.0073379792,hessian_weighted_relative_error,28294,0.02500,0.887
15,mlp.experts.257.up_proj,0.0065589668,hessian_weighted_relative_error,18522,0.02500,0.891
15,mlp.experts.258.up_proj,0.0056697346,hessian_weighted_relative_error,13790,0.02500,0.859
15,mlp.experts.259.up_proj,0.0066569537,hessian_weighted_relative_error,26220,0.02500,0.889
15,mlp.experts.260.up_proj,0.0041316310,hessian_weighted_relative_error,16218,0.02500,0.861
15,mlp.experts.261.up_proj,0.0068687623,hessian_weighted_relative_error,11835,0.02500,0.893
15,mlp.experts.262.up_proj,0.0070183165,hessian_weighted_relative_error,11508,0.02500,0.862
15,mlp.experts.263.up_proj,0.0079526742,hessian_weighted_relative_error,18258,0.02500,0.893
15,mlp.experts.264.up_proj,0.0059588749,hessian_weighted_relative_error,22486,0.02500,0.859
15,mlp.experts.265.up_proj,0.0068940027,hessian_weighted_relative_error,21886,0.02500,0.889
15,mlp.experts.266.up_proj,0.0064584626,hessian_weighted_relative_error,18527,0.02500,0.859
15,mlp.experts.268.up_proj,0.0068097798,hessian_weighted_relative_error,9685,0.02500,0.863
15,mlp.experts.270.up_proj,0.0064941671,hessian_weighted_relative_error,22617,0.02500,0.862
15,mlp.experts.271.up_proj,0.0038204130,hessian_weighted_relative_error,12678,0.02500,0.894
15,mlp.experts.272.up_proj,0.0106070332,hessian_weighted_relative_error,103099,0.02500,0.858
15,mlp.experts.273.up_proj,0.0100270943,hessian_weighted_relative_error,61799,0.02500,0.892
15,mlp.experts.274.up_proj,0.0047820515,hessian_weighted_relative_error,20698,0.02500,0.860
15,mlp.experts.275.up_proj,0.0074763770,hessian_weighted_relative_error,23215,0.02500,0.889
15,mlp.experts.276.up_proj,0.0073677463,hessian_weighted_relative_error,10657,0.02500,0.860
15,mlp.experts.277.up_proj,0.0062090648,hessian_weighted_relative_error,22644,0.02500,0.885
15,mlp.experts.278.up_proj,0.0061474418,hessian_weighted_relative_error,6158,0.02500,0.857
15,mlp.experts.279.up_proj,0.0085836378,hessian_weighted_relative_error,60155,0.02500,0.898
15,mlp.experts.280.up_proj,0.0053045463,hessian_weighted_relative_error,19114,0.02500,0.859
15,mlp.experts.282.up_proj,0.0074477407,hessian_weighted_relative_error,28831,0.02500,0.859
15,mlp.experts.283.up_proj,0.0075207582,hessian_weighted_relative_error,26815,0.02500,0.895
15,mlp.experts.285.up_proj,0.0069133538,hessian_weighted_relative_error,31912,0.02500,0.881
15,mlp.experts.286.up_proj,0.0077640984,hessian_weighted_relative_error,18793,0.02500,0.861
15,mlp.experts.287.up_proj,0.0067089052,hessian_weighted_relative_error,9373,0.02500,0.901
15,mlp.experts.0.down_proj,0.0096903998,hessian_weighted_relative_error,7732,0.02500,0.771
15,mlp.experts.1.down_proj,0.0108952621,hessian_weighted_relative_error,24428,0.02500,0.720
15,mlp.experts.2.down_proj,0.0081937067,hessian_weighted_relative_error,17939,0.02500,0.731
15,mlp.experts.3.down_proj,0.0129489959,hessian_weighted_relative_error,16849,0.02500,0.751
15,mlp.experts.4.down_proj,0.0119065814,hessian_weighted_relative_error,10983,0.02500,0.770
15,mlp.experts.6.down_proj,0.0106591157,hessian_weighted_relative_error,6524,0.02500,0.765
15,mlp.experts.8.down_proj,0.0110906654,hessian_weighted_relative_error,10663,0.02500,0.774
15,mlp.experts.9.down_proj,0.0105435141,hessian_weighted_relative_error,20292,0.02500,0.752
15,mlp.experts.10.down_proj,0.0059759494,hessian_weighted_relative_error,11419,0.02500,0.768
15,mlp.experts.11.down_proj,0.0069138134,hessian_weighted_relative_error,17451,0.02500,0.755
15,mlp.experts.14.down_proj,0.0082712731,hessian_weighted_relative_error,26424,0.02500,0.770
15,mlp.experts.15.down_proj,0.0077692796,hessian_weighted_relative_error,29651,0.02500,0.754
15,mlp.experts.16.down_proj,0.0115828524,hessian_weighted_relative_error,13972,0.02500,0.775
15,mlp.experts.17.down_proj,0.0097472519,hessian_weighted_relative_error,9962,0.02500,0.757
15,mlp.experts.18.down_proj,0.0119845470,hessian_weighted_relative_error,19442,0.02500,0.771
15,mlp.experts.22.down_proj,0.0130295653,hessian_weighted_relative_error,47472,0.02500,0.771
15,mlp.experts.23.down_proj,0.0090498762,hessian_weighted_relative_error,13927,0.02500,0.756
15,mlp.experts.27.down_proj,0.0116958120,hessian_weighted_relative_error,26240,0.02500,0.762
15,mlp.experts.29.down_proj,0.0113996323,hessian_weighted_relative_error,22529,0.02500,0.760
15,mlp.experts.30.down_proj,0.0082219493,hessian_weighted_relative_error,18267,0.02500,0.775
15,mlp.experts.31.down_proj,0.0114310289,hessian_weighted_relative_error,18057,0.02500,0.760
15,mlp.experts.34.down_proj,0.0105171406,hessian_weighted_relative_error,14395,0.02500,0.777
15,mlp.experts.36.down_proj,0.0092933864,hessian_weighted_relative_error,18322,0.02500,0.779
15,mlp.experts.37.down_proj,0.0150701604,hessian_weighted_relative_error,81721,0.02500,0.764
15,mlp.experts.38.down_proj,0.0116565287,hessian_weighted_relative_error,14985,0.02500,0.779
15,mlp.experts.39.down_proj,0.0139793607,hessian_weighted_relative_error,56456,0.02500,0.763
15,mlp.experts.40.down_proj,0.0097588860,hessian_weighted_relative_error,15836,0.02500,0.782
15,mlp.experts.48.down_proj,0.0093372087,hessian_weighted_relative_error,21636,0.02500,0.785
15,mlp.experts.51.down_proj,0.0096700371,hessian_weighted_relative_error,18619,0.02500,0.771
15,mlp.experts.52.down_proj,0.0069845888,hessian_weighted_relative_error,11936,0.02500,0.783
15,mlp.experts.53.down_proj,0.0109714769,hessian_weighted_relative_error,10902,0.02500,0.770
15,mlp.experts.56.down_proj,0.0071491655,hessian_weighted_relative_error,9661,0.02500,0.788
15,mlp.experts.62.down_proj,0.0121646611,hessian_weighted_relative_error,17977,0.02500,0.784
15,mlp.experts.64.down_proj,0.0144556795,hessian_weighted_relative_error,60188,0.02500,0.790
15,mlp.experts.65.down_proj,0.0110266204,hessian_weighted_relative_error,16291,0.02500,0.776
15,mlp.experts.67.down_proj,0.0101391783,hessian_weighted_relative_error,23695,0.02500,0.777
15,mlp.experts.68.down_proj,0.0133804740,hessian_weighted_relative_error,18806,0.02500,0.787
15,mlp.experts.69.down_proj,0.0080314754,hessian_weighted_relative_error,16004,0.02500,0.776
15,mlp.experts.71.down_proj,0.0112171263,hessian_weighted_relative_error,13506,0.02500,0.775
15,mlp.experts.72.down_proj,0.0090074144,hessian_weighted_relative_error,20365,0.02500,0.791
15,mlp.experts.74.down_proj,0.0101048271,hessian_weighted_relative_error,4216,0.02500,0.787
15,mlp.experts.77.down_proj,0.0101819374,hessian_weighted_relative_error,6912,0.02500,0.779
15,mlp.experts.79.down_proj,0.0104992396,hessian_weighted_relative_error,28763,0.02500,0.778
15,mlp.experts.80.down_proj,0.0128302084,hessian_weighted_relative_error,24367,0.02500,0.794
15,mlp.experts.81.down_proj,0.0095620209,hessian_weighted_relative_error,22682,0.02500,0.782
15,mlp.experts.84.down_proj,0.0088909089,hessian_weighted_relative_error,23232,0.02500,0.792
15,mlp.experts.87.down_proj,0.0080712638,hessian_weighted_relative_error,11905,0.02500,0.782
15,mlp.experts.88.down_proj,0.0123615546,hessian_weighted_relative_error,18871,0.02500,0.793
15,mlp.experts.93.down_proj,0.0092653235,hessian_weighted_relative_error,24515,0.02500,0.785
15,mlp.experts.94.down_proj,0.0113603186,hessian_weighted_relative_error,15486,0.02500,0.793
15,mlp.experts.96.down_proj,0.0120908853,hessian_weighted_relative_error,15148,0.02500,0.797
15,mlp.experts.98.down_proj,0.0093005238,hessian_weighted_relative_error,12117,0.02500,0.793
15,mlp.experts.100.down_proj,0.0147896509,hessian_weighted_relative_error,64913,0.02500,0.796
15,mlp.experts.101.down_proj,0.0122664361,hessian_weighted_relative_error,22893,0.02500,0.788
15,mlp.experts.102.down_proj,0.0107849018,hessian_weighted_relative_error,13792,0.02500,0.794
15,mlp.experts.103.down_proj,0.0107171579,hessian_weighted_relative_error,11191,0.02500,0.787
15,mlp.experts.104.down_proj,0.0057913943,hessian_weighted_relative_error,13761,0.02500,0.798
15,mlp.experts.105.down_proj,0.0104436402,hessian_weighted_relative_error,14251,0.02500,0.790
15,mlp.experts.106.down_proj,0.0112221212,hessian_weighted_relative_error,14651,0.02500,0.796
15,mlp.experts.107.down_proj,0.0094063642,hessian_weighted_relative_error,15997,0.02500,0.791
15,mlp.experts.108.down_proj,0.0146854995,hessian_weighted_relative_error,58247,0.02500,0.797
15,mlp.experts.111.down_proj,0.0076164179,hessian_weighted_relative_error,8050,0.02500,0.789
15,mlp.experts.112.down_proj,0.0108155677,hessian_weighted_relative_error,18516,0.02500,0.801
15,mlp.experts.113.down_proj,0.0146066592,hessian_weighted_relative_error,90523,0.02500,0.793
15,mlp.experts.114.down_proj,0.0076666250,hessian_weighted_relative_error,10234,0.02500,0.797
15,mlp.experts.115.down_proj,0.0116841733,hessian_weighted_relative_error,14559,0.02500,0.793
15,mlp.experts.116.down_proj,0.0080244071,hessian_weighted_relative_error,28061,0.02500,0.799
15,mlp.experts.117.down_proj,0.0112656245,hessian_weighted_relative_error,19197,0.02500,0.794
15,mlp.experts.118.down_proj,0.0090105961,hessian_weighted_relative_error,15104,0.02500,0.798
15,mlp.experts.119.down_proj,0.0079166686,hessian_weighted_relative_error,18999,0.02500,0.793
15,mlp.experts.121.down_proj,0.0086896740,hessian_weighted_relative_error,23745,0.02500,0.797
15,mlp.experts.122.down_proj,0.0059473265,hessian_weighted_relative_error,24756,0.02500,0.799
15,mlp.experts.123.down_proj,0.0113814146,hessian_weighted_relative_error,16935,0.02500,0.797
15,mlp.experts.125.down_proj,0.0123105372,hessian_weighted_relative_error,12733,0.02500,0.796
15,mlp.experts.126.down_proj,0.0149469474,hessian_weighted_relative_error,98092,0.02500,0.799
15,mlp.experts.127.down_proj,0.0125635741,hessian_weighted_relative_error,17160,0.02500,0.794
15,mlp.experts.128.down_proj,0.0130503620,hessian_weighted_relative_error,21828,0.02500,0.802
15,mlp.experts.129.down_proj,0.0116842249,hessian_weighted_relative_error,21048,0.02500,0.798
15,mlp.experts.130.down_proj,0.0111902064,hessian_weighted_relative_error,24099,0.02500,0.800
15,mlp.experts.131.down_proj,0.0092334856,hessian_weighted_relative_error,15650,0.02500,0.801
15,mlp.experts.132.down_proj,0.0121656841,hessian_weighted_relative_error,21797,0.02500,0.803
15,mlp.experts.133.down_proj,0.0114915026,hessian_weighted_relative_error,23181,0.02500,0.799
15,mlp.experts.134.down_proj,0.0118879857,hessian_weighted_relative_error,19080,0.02500,0.801
15,mlp.experts.135.down_proj,0.0120903084,hessian_weighted_relative_error,14562,0.02500,0.797
15,mlp.experts.136.down_proj,0.0141277287,hessian_weighted_relative_error,80673,0.02500,0.803
15,mlp.experts.137.down_proj,0.0114762232,hessian_weighted_relative_error,11263,0.02500,0.802
15,mlp.experts.138.down_proj,0.0124746205,hessian_weighted_relative_error,18446,0.02500,0.801
15,mlp.experts.139.down_proj,0.0130838726,hessian_weighted_relative_error,12615,0.02500,0.804
15,mlp.experts.140.down_proj,0.0127689211,hessian_weighted_relative_error,13365,0.02500,0.804
15,mlp.experts.141.down_proj,0.0109913922,hessian_weighted_relative_error,23293,0.02500,0.801
15,mlp.experts.142.down_proj,0.0087375154,hessian_weighted_relative_error,12507,0.02500,0.803
15,mlp.experts.143.down_proj,0.0107312298,hessian_weighted_relative_error,15724,0.02500,0.799
15,mlp.experts.144.down_proj,0.0125697917,hessian_weighted_relative_error,15668,0.02500,0.806
15,mlp.experts.146.down_proj,0.0089579041,hessian_weighted_relative_error,40916,0.02500,0.803
15,mlp.experts.147.down_proj,0.0064184004,hessian_weighted_relative_error,49081,0.02500,0.808
15,mlp.experts.149.down_proj,0.0114580793,hessian_weighted_relative_error,12613,0.02500,0.805
15,mlp.experts.150.down_proj,0.0146020073,hessian_weighted_relative_error,58232,0.02500,0.806
15,mlp.experts.151.down_proj,0.0091874332,hessian_weighted_relative_error,35473,0.02500,0.801
15,mlp.experts.153.down_proj,0.0125765359,hessian_weighted_relative_error,16890,0.02500,0.806
15,mlp.experts.156.down_proj,0.0102560793,hessian_weighted_relative_error,18112,0.02500,0.806
15,mlp.experts.158.down_proj,0.0109801684,hessian_weighted_relative_error,9908,0.02500,0.806
15,mlp.experts.160.down_proj,0.0106877302,hessian_weighted_relative_error,8640,0.02500,0.809
15,mlp.experts.161.down_proj,0.0118085574,hessian_weighted_relative_error,27479,0.02500,0.809
15,mlp.experts.166.down_proj,0.0088644390,hessian_weighted_relative_error,11572,0.02500,0.808
15,mlp.experts.169.down_proj,0.0136931735,hessian_weighted_relative_error,28636,0.02500,0.812
15,mlp.experts.171.down_proj,0.0110118484,hessian_weighted_relative_error,20916,0.02500,0.813
15,mlp.experts.173.down_proj,0.0120862256,hessian_weighted_relative_error,18141,0.02500,0.811
15,mlp.experts.174.down_proj,0.0108066769,hessian_weighted_relative_error,24001,0.02500,0.808
15,mlp.experts.178.down_proj,0.0124705199,hessian_weighted_relative_error,12397,0.02500,0.807
15,mlp.experts.180.down_proj,0.0100016539,hessian_weighted_relative_error,31279,0.02500,0.811
15,mlp.experts.181.down_proj,0.0129541649,hessian_weighted_relative_error,46394,0.02500,0.816
15,mlp.experts.182.down_proj,0.0131748386,hessian_weighted_relative_error,84391,0.02500,0.809
15,mlp.experts.184.down_proj,0.0115704690,hessian_weighted_relative_error,17330,0.02500,0.811
15,mlp.experts.185.down_proj,0.0125617728,hessian_weighted_relative_error,22269,0.02500,0.817
15,mlp.experts.187.down_proj,0.0113362032,hessian_weighted_relative_error,22067,0.02500,0.820
15,mlp.experts.188.down_proj,0.0074086366,hessian_weighted_relative_error,14935,0.02500,0.813
15,mlp.experts.190.down_proj,0.0111426478,hessian_weighted_relative_error,19484,0.02500,0.812
15,mlp.experts.193.down_proj,0.0124004590,hessian_weighted_relative_error,18350,0.02500,0.820
15,mlp.experts.194.down_proj,0.0089413536,hessian_weighted_relative_error,26391,0.02500,0.810
15,mlp.experts.195.down_proj,0.0134048268,hessian_weighted_relative_error,56597,0.02500,0.822
15,mlp.experts.198.down_proj,0.0093307366,hessian_weighted_relative_error,24280,0.02500,0.812
15,mlp.experts.199.down_proj,0.0101900411,hessian_weighted_relative_error,19209,0.02500,0.819
15,mlp.experts.200.down_proj,0.0093943664,hessian_weighted_relative_error,30568,0.02500,0.813
15,mlp.experts.201.down_proj,0.0134020671,hessian_weighted_relative_error,27374,0.02500,0.823
15,mlp.experts.202.down_proj,0.0126908095,hessian_weighted_relative_error,22153,0.02500,0.811
15,mlp.experts.204.down_proj,0.0151643905,hessian_weighted_relative_error,72840,0.02500,0.813
15,mlp.experts.206.down_proj,0.0106602236,hessian_weighted_relative_error,20797,0.02500,0.812
15,mlp.experts.207.down_proj,0.0150266578,hessian_weighted_relative_error,61862,0.02500,0.820
15,mlp.experts.208.down_proj,0.0110144870,hessian_weighted_relative_error,22097,0.02500,0.814
15,mlp.experts.209.down_proj,0.0142549653,hessian_weighted_relative_error,87680,0.02500,0.822
15,mlp.experts.211.down_proj,0.0116826065,hessian_weighted_relative_error,23763,0.02500,0.826
15,mlp.experts.212.down_proj,0.0112674463,hessian_weighted_relative_error,22528,0.02500,0.814
15,mlp.experts.213.down_proj,0.0127341922,hessian_weighted_relative_error,24042,0.02500,0.822
15,mlp.experts.216.down_proj,0.0116284841,hessian_weighted_relative_error,13573,0.02500,0.815
15,mlp.experts.217.down_proj,0.0110425084,hessian_weighted_relative_error,23960,0.02500,0.823
15,mlp.experts.219.down_proj,0.0075944074,hessian_weighted_relative_error,13182,0.02500,0.825
15,mlp.experts.220.down_proj,0.0107800596,hessian_weighted_relative_error,30048,0.02500,0.815
15,mlp.experts.221.down_proj,0.0108931668,hessian_weighted_relative_error,24448,0.02500,0.823
15,mlp.experts.222.down_proj,0.0090906913,hessian_weighted_relative_error,5316,0.02500,0.815
15,mlp.experts.224.down_proj,0.0105317566,hessian_weighted_relative_error,30830,0.02500,0.817
15,mlp.experts.225.down_proj,0.0130646498,hessian_weighted_relative_error,19653,0.02500,0.825
15,mlp.experts.227.down_proj,0.0078625562,hessian_weighted_relative_error,11262,0.02500,0.826
15,mlp.experts.228.down_proj,0.0077710338,hessian_weighted_relative_error,29635,0.02500,0.817
15,mlp.experts.229.down_proj,0.0078870481,hessian_weighted_relative_error,16097,0.02500,0.825
15,mlp.experts.230.down_proj,0.0114046724,hessian_weighted_relative_error,23039,0.02500,0.817
15,mlp.experts.232.down_proj,0.0126811371,hessian_weighted_relative_error,19128,0.02500,0.816
15,mlp.experts.237.down_proj,0.0087416903,hessian_weighted_relative_error,12829,0.02500,0.825
15,mlp.experts.238.down_proj,0.0103564247,hessian_weighted_relative_error,19421,0.02500,0.817
15,mlp.experts.239.down_proj,0.0115832511,hessian_weighted_relative_error,23642,0.02500,0.823
15,mlp.experts.240.down_proj,0.0081788797,hessian_weighted_relative_error,24564,0.02500,0.820
15,mlp.experts.241.down_proj,0.0099402647,hessian_weighted_relative_error,15361,0.02500,0.825
15,mlp.experts.243.down_proj,0.0105941348,hessian_weighted_relative_error,6805,0.02500,0.826
15,mlp.experts.244.down_proj,0.0097001916,hessian_weighted_relative_error,27447,0.02500,0.818
15,mlp.experts.245.down_proj,0.0124743615,hessian_weighted_relative_error,20764,0.02500,0.825
15,mlp.experts.247.down_proj,0.0069527291,hessian_weighted_relative_error,14772,0.02500,0.823
15,mlp.experts.249.down_proj,0.0107072340,hessian_weighted_relative_error,28965,0.02500,0.827
15,mlp.experts.253.down_proj,0.0105796376,hessian_weighted_relative_error,23663,0.02500,0.825
15,mlp.experts.254.down_proj,0.0126333995,hessian_weighted_relative_error,18812,0.02500,0.818
15,mlp.experts.257.down_proj,0.0102505054,hessian_weighted_relative_error,18522,0.02500,0.827
15,mlp.experts.258.down_proj,0.0092734862,hessian_weighted_relative_error,13790,0.02500,0.818
15,mlp.experts.259.down_proj,0.0100290291,hessian_weighted_relative_error,26220,0.02500,0.828
15,mlp.experts.260.down_proj,0.0081131197,hessian_weighted_relative_error,16218,0.02500,0.821
15,mlp.experts.261.down_proj,0.0116061802,hessian_weighted_relative_error,11835,0.02500,0.826
15,mlp.experts.262.down_proj,0.0114295333,hessian_weighted_relative_error,11508,0.02500,0.819
15,mlp.experts.263.down_proj,0.0130923524,hessian_weighted_relative_error,18258,0.02500,0.825
15,mlp.experts.265.down_proj,0.0097744044,hessian_weighted_relative_error,21886,0.02500,0.829
15,mlp.experts.266.down_proj,0.0100297459,hessian_weighted_relative_error,18527,0.02500,0.818
15,mlp.experts.268.down_proj,0.0113759888,hessian_weighted_relative_error,9685,0.02500,0.820
15,mlp.experts.270.down_proj,0.0105764767,hessian_weighted_relative_error,22617,0.02500,0.821
15,mlp.experts.273.down_proj,0.0140721282,hessian_weighted_relative_error,61799,0.02500,0.827
15,mlp.experts.274.down_proj,0.0091627330,hessian_weighted_relative_error,20698,0.02500,0.818
15,mlp.experts.275.down_proj,0.0105411118,hessian_weighted_relative_error,23215,0.02500,0.828
15,mlp.experts.276.down_proj,0.0120460429,hessian_weighted_relative_error,10657,0.02500,0.821
15,mlp.experts.277.down_proj,0.0099231421,hessian_weighted_relative_error,22644,0.02500,0.827
15,mlp.experts.278.down_proj,0.0104532603,hessian_weighted_relative_error,6158,0.02500,0.821
15,mlp.experts.279.down_proj,0.0128278944,hessian_weighted_relative_error,60155,0.02500,0.826
15,mlp.experts.280.down_proj,0.0092537273,hessian_weighted_relative_error,19114,0.02500,0.822
15,mlp.experts.282.down_proj,0.0102197067,hessian_weighted_relative_error,28831,0.02500,0.820
15,mlp.experts.286.down_proj,0.0122628569,hessian_weighted_relative_error,18793,0.02500,0.821
15,mlp.experts.287.down_proj,0.0108858392,hessian_weighted_relative_error,9373,0.02500,0.826
15,mlp.experts.110.down_proj,0.0032921594,hessian_weighted_relative_error,40507,0.02500,1.505
15,mlp.experts.109.up_proj,0.0016385528,hessian_weighted_relative_error,43169,0.02500,1.640
15,mlp.experts.12.down_proj,0.0030226798,hessian_weighted_relative_error,58410,0.02500,1.511
15,mlp.experts.109.down_proj,0.0021262383,hessian_weighted_relative_error,43169,0.02500,1.540
15,mlp.experts.110.gate_proj,0.0017697883,hessian_weighted_relative_error,40507,0.02500,1.591
15,mlp.experts.109.gate_proj,0.0014533018,hessian_weighted_relative_error,43169,0.02500,1.652
15,mlp.experts.110.up_proj,0.0022814046,hessian_weighted_relative_error,40507,0.02500,1.620
15,mlp.experts.13.down_proj,0.0025727649,hessian_weighted_relative_error,48921,0.02500,1.500
15,mlp.experts.12.gate_proj,0.0018837228,hessian_weighted_relative_error,58410,0.02500,1.564
15,mlp.experts.145.down_proj,0.0019177620,hessian_weighted_relative_error,25026,0.02500,1.552
15,mlp.experts.120.up_proj,0.0021936312,hessian_weighted_relative_error,32701,0.02500,1.622
15,mlp.experts.13.gate_proj,0.0016402311,hessian_weighted_relative_error,48921,0.02500,1.597
15,mlp.experts.12.up_proj,0.0023770806,hessian_weighted_relative_error,58410,0.02500,1.623
15,mlp.experts.13.up_proj,0.0019285157,hessian_weighted_relative_error,48921,0.02500,1.663
15,mlp.experts.120.down_proj,0.0035519323,hessian_weighted_relative_error,32701,0.02500,1.539
15,mlp.experts.155.down_proj,0.0025041366,hessian_weighted_relative_error,23009,0.02500,1.554
15,mlp.experts.124.down_proj,0.0034469662,hessian_weighted_relative_error,26892,0.02500,1.538
15,mlp.experts.163.down_proj,0.0035385031,hessian_weighted_relative_error,90275,0.02500,1.555
15,mlp.experts.152.down_proj,0.0023389444,hessian_weighted_relative_error,21264,0.02500,1.543
15,mlp.experts.157.down_proj,0.0033429602,hessian_weighted_relative_error,26431,0.02500,1.552
15,mlp.experts.124.up_proj,0.0022411874,hessian_weighted_relative_error,26892,0.02500,1.621
15,mlp.experts.159.down_proj,0.0029139227,hessian_weighted_relative_error,23439,0.02500,1.553
15,mlp.experts.148.down_proj,0.0023784909,hessian_weighted_relative_error,25243,0.02500,1.544
15,mlp.experts.163.gate_proj,0.0022853797,hessian_weighted_relative_error,90275,0.02500,1.661
15,mlp.experts.154.down_proj,0.0019105145,hessian_weighted_relative_error,36439,0.02500,1.541
15,mlp.experts.165.gate_proj,0.0010406230,hessian_weighted_relative_error,22704,0.02500,1.656
15,mlp.experts.162.gate_proj,0.0021108970,hessian_weighted_relative_error,91060,0.02500,1.600
15,mlp.experts.163.up_proj,0.0027189513,hessian_weighted_relative_error,90275,0.02500,1.690
15,mlp.experts.154.up_proj,0.0012463841,hessian_weighted_relative_error,36439,0.02500,1.621
15,mlp.experts.165.down_proj,0.0017364459,hessian_weighted_relative_error,22704,0.02500,1.560
15,mlp.experts.162.down_proj,0.0034912676,hessian_weighted_relative_error,91060,0.02500,1.544
15,mlp.experts.165.up_proj,0.0012252661,hessian_weighted_relative_error,22704,0.02500,1.702
15,mlp.experts.162.up_proj,0.0025175645,hessian_weighted_relative_error,91060,0.02500,1.621
15,mlp.experts.175.up_proj,0.0025424956,hessian_weighted_relative_error,69221,0.02500,1.689
15,mlp.experts.168.gate_proj,0.0010419074,hessian_weighted_relative_error,80651,0.02500,1.607
15,mlp.experts.167.down_proj,0.0024072044,hessian_weighted_relative_error,14859,0.02500,1.556
15,mlp.experts.164.down_proj,0.0021254921,hessian_weighted_relative_error,17321,0.02500,1.544
15,mlp.experts.175.down_proj,0.0036238206,hessian_weighted_relative_error,69221,0.02500,1.558
15,mlp.experts.168.down_proj,0.0019819441,hessian_weighted_relative_error,80651,0.02500,1.549
15,mlp.experts.177.down_proj,0.0033394593,hessian_weighted_relative_error,26753,0.02500,1.560
15,mlp.experts.168.up_proj,0.0012529456,hessian_weighted_relative_error,80651,0.02500,1.624
15,mlp.experts.179.up_proj,0.0020426879,hessian_weighted_relative_error,36676,0.02500,1.682
15,mlp.experts.172.down_proj,0.0027941075,hessian_weighted_relative_error,22825,0.02500,1.546
15,mlp.experts.179.down_proj,0.0031217014,hessian_weighted_relative_error,36676,0.02500,1.567
15,mlp.experts.170.down_proj,0.0036305315,hessian_weighted_relative_error,57189,0.02500,1.544
15,mlp.experts.179.gate_proj,0.0017305907,hessian_weighted_relative_error,36676,0.02500,1.662
15,mlp.experts.170.up_proj,0.0024924809,hessian_weighted_relative_error,57189,0.02500,1.625
15,mlp.experts.183.down_proj,0.0032863990,hessian_weighted_relative_error,28946,0.02500,1.563
15,mlp.experts.176.down_proj,0.0026927084,hessian_weighted_relative_error,33943,0.02500,1.552
15,mlp.experts.19.down_proj,0.0028872390,hessian_weighted_relative_error,18098,0.02500,1.508
15,mlp.experts.186.down_proj,0.0031468251,hessian_weighted_relative_error,22673,0.02500,1.549
15,mlp.experts.183.up_proj,0.0021263122,hessian_weighted_relative_error,28946,0.02500,1.690
15,mlp.experts.176.gate_proj,0.0014429209,hessian_weighted_relative_error,33943,0.02500,1.603
15,mlp.experts.189.down_proj,0.0027280584,hessian_weighted_relative_error,22890,0.02500,1.574
15,mlp.experts.176.up_proj,0.0019686570,hessian_weighted_relative_error,33943,0.02500,1.622
15,mlp.experts.19.up_proj,0.0019294679,hessian_weighted_relative_error,18098,0.02500,1.667
15,mlp.experts.192.down_proj,0.0030497389,hessian_weighted_relative_error,261542,0.02500,1.552
15,mlp.experts.191.up_proj,0.0016508866,hessian_weighted_relative_error,40184,0.02500,1.686
15,mlp.experts.196.down_proj,0.0022233772,hessian_weighted_relative_error,25971,0.02500,1.552
15,mlp.experts.191.down_proj,0.0023757497,hessian_weighted_relative_error,40184,0.02500,1.568
15,mlp.experts.192.gate_proj,0.0021297919,hessian_weighted_relative_error,261542,0.02500,1.611
15,mlp.experts.191.gate_proj,0.0014178597,hessian_weighted_relative_error,40184,0.02500,1.655
15,mlp.experts.192.up_proj,0.0024808867,hessian_weighted_relative_error,261542,0.02500,1.623
15,mlp.experts.197.down_proj,0.0025724312,hessian_weighted_relative_error,23103,0.02500,1.571
15,mlp.experts.196.gate_proj,0.0011784028,hessian_weighted_relative_error,25971,0.02500,1.608
15,mlp.experts.203.up_proj,0.0016076731,hessian_weighted_relative_error,26454,0.02500,1.690
15,mlp.experts.210.down_proj,0.0035765926,hessian_weighted_relative_error,73718,0.02500,1.553
15,mlp.experts.196.up_proj,0.0013963603,hessian_weighted_relative_error,25971,0.02500,1.625
15,mlp.experts.203.down_proj,0.0029554815,hessian_weighted_relative_error,26454,0.02500,1.584
15,mlp.experts.20.down_proj,0.0027088135,hessian_weighted_relative_error,32152,0.02500,1.514
15,mlp.experts.203.gate_proj,0.0014723783,hessian_weighted_relative_error,26454,0.02500,1.663
15,mlp.experts.214.down_proj,0.0034017759,hessian_weighted_relative_error,66717,0.02500,1.557
15,mlp.experts.205.down_proj,0.0028788272,hessian_weighted_relative_error,49356,0.02500,1.572
15,mlp.experts.218.up_proj,0.0017361520,hessian_weighted_relative_error,26861,0.02500,1.630
15,mlp.experts.21.up_proj,0.0015948873,hessian_weighted_relative_error,27322,0.02500,1.679
15,mlp.experts.214.up_proj,0.0023515229,hessian_weighted_relative_error,66717,0.02500,1.626
15,mlp.experts.205.up_proj,0.0020050632,hessian_weighted_relative_error,49356,0.02500,1.693
15,mlp.experts.218.down_proj,0.0025662229,hessian_weighted_relative_error,26861,0.02500,1.555
15,mlp.experts.21.down_proj,0.0023520268,hessian_weighted_relative_error,27322,0.02500,1.512
15,mlp.experts.226.down_proj,0.0032139007,hessian_weighted_relative_error,30137,0.02500,1.559
15,mlp.experts.215.down_proj,0.0022040975,hessian_weighted_relative_error,60854,0.02500,1.573
15,mlp.experts.234.up_proj,0.0018652317,hessian_weighted_relative_error,32900,0.02500,1.630
15,mlp.experts.233.down_proj,0.0030784494,hessian_weighted_relative_error,54893,0.02500,1.573
15,mlp.experts.234.down_proj,0.0030489918,hessian_weighted_relative_error,32900,0.02500,1.555
15,mlp.experts.223.down_proj,0.0029602768,hessian_weighted_relative_error,30375,0.02500,1.572
15,mlp.experts.234.gate_proj,0.0016202979,hessian_weighted_relative_error,32900,0.02500,1.614
15,mlp.experts.231.down_proj,0.0037027101,hessian_weighted_relative_error,81292,0.02500,1.571
15,mlp.experts.236.down_proj,0.0025409679,hessian_weighted_relative_error,22047,0.02500,1.558
15,mlp.experts.233.gate_proj,0.0017775394,hessian_weighted_relative_error,54893,0.02500,1.670
15,mlp.experts.242.down_proj,0.0032838924,hessian_weighted_relative_error,24918,0.02500,1.558
15,mlp.experts.235.up_proj,0.0014197920,hessian_weighted_relative_error,24832,0.02500,1.693
15,mlp.experts.236.up_proj,0.0014690388,hessian_weighted_relative_error,22047,0.02500,1.630
15,mlp.experts.233.up_proj,0.0019665737,hessian_weighted_relative_error,54893,0.02500,1.700
15,mlp.experts.24.down_proj,0.0025675974,hessian_weighted_relative_error,21080,0.02500,1.520
15,mlp.experts.235.down_proj,0.0021870012,hessian_weighted_relative_error,24832,0.02500,1.580
15,mlp.experts.246.down_proj,0.0030055933,hessian_weighted_relative_error,31025,0.02500,1.561
15,mlp.experts.25.down_proj,0.0038775375,hessian_weighted_relative_error,84611,0.02500,1.509
15,mlp.experts.248.down_proj,0.0036793477,hessian_weighted_relative_error,88247,0.02500,1.560
15,mlp.experts.255.down_proj,0.0029428810,hessian_weighted_relative_error,28294,0.02500,1.576
15,mlp.experts.246.gate_proj,0.0017467378,hessian_weighted_relative_error,31025,0.02500,1.615
15,mlp.experts.25.up_proj,0.0026671883,hessian_weighted_relative_error,84611,0.02500,1.675
15,mlp.experts.246.up_proj,0.0019828170,hessian_weighted_relative_error,31025,0.02500,1.633
15,mlp.experts.251.down_proj,0.0031966528,hessian_weighted_relative_error,22744,0.02500,1.584
15,mlp.experts.248.gate_proj,0.0021339640,hessian_weighted_relative_error,88247,0.02500,1.616
15,mlp.experts.267.down_proj,0.0028694925,hessian_weighted_relative_error,33732,0.02500,1.574
15,mlp.experts.250.gate_proj,0.0014389801,hessian_weighted_relative_error,60887,0.02500,1.614
15,mlp.experts.269.down_proj,0.0024750351,hessian_weighted_relative_error,21888,0.02500,1.575
15,mlp.experts.248.up_proj,0.0025353233,hessian_weighted_relative_error,88247,0.02500,1.629
15,mlp.experts.267.gate_proj,0.0015845208,hessian_weighted_relative_error,33732,0.02500,1.662
15,mlp.experts.250.down_proj,0.0021523070,hessian_weighted_relative_error,60887,0.02500,1.561
15,mlp.experts.267.up_proj,0.0018465352,hessian_weighted_relative_error,33732,0.02500,1.711
15,mlp.experts.250.up_proj,0.0017174608,hessian_weighted_relative_error,60887,0.02500,1.631
15,mlp.experts.269.gate_proj,0.0013962747,hessian_weighted_relative_error,21888,0.02500,1.669
15,mlp.experts.256.down_proj,0.0021557766,hessian_weighted_relative_error,28217,0.02500,1.564
15,mlp.experts.281.down_proj,0.0024634574,hessian_weighted_relative_error,26208,0.02500,1.581
15,mlp.experts.252.down_proj,0.0034484492,hessian_weighted_relative_error,53528,0.02500,1.561
15,mlp.experts.269.up_proj,0.0015661491,hessian_weighted_relative_error,21888,0.02500,1.710
15,mlp.experts.252.up_proj,0.0026997415,hessian_weighted_relative_error,53528,0.02500,1.635
15,mlp.experts.271.down_proj,0.0021007974,hessian_weighted_relative_error,12678,0.02500,1.579
15,mlp.experts.256.gate_proj,0.0010093975,hessian_weighted_relative_error,28217,0.02500,1.615
15,mlp.experts.281.up_proj,0.0015222519,hessian_weighted_relative_error,26208,0.02500,1.717
15,mlp.experts.264.down_proj,0.0026295673,hessian_weighted_relative_error,22486,0.02500,1.563
15,mlp.experts.33.down_proj,0.0023425360,hessian_weighted_relative_error,96556,0.02500,1.516
15,mlp.experts.256.up_proj,0.0011597832,hessian_weighted_relative_error,28217,0.02500,1.632
15,mlp.experts.283.down_proj,0.0031195486,hessian_weighted_relative_error,26815,0.02500,1.578
15,mlp.experts.26.down_proj,0.0021036016,hessian_weighted_relative_error,10498,0.02500,1.519
15,mlp.experts.285.down_proj,0.0029567025,hessian_weighted_relative_error,31912,0.02500,1.578
15,mlp.experts.272.down_proj,0.0038802060,hessian_weighted_relative_error,103099,0.02500,1.568
15,mlp.experts.33.up_proj,0.0015015100,hessian_weighted_relative_error,96556,0.02500,1.679
15,mlp.experts.28.up_proj,0.0017222665,hessian_weighted_relative_error,38853,0.02500,1.632
15,mlp.experts.35.up_proj,0.0019160686,hessian_weighted_relative_error,40365,0.02500,1.678
15,mlp.experts.28.down_proj,0.0026923578,hessian_weighted_relative_error,38853,0.02500,1.521
15,mlp.experts.35.down_proj,0.0027693950,hessian_weighted_relative_error,40365,0.02500,1.526
15,mlp.experts.28.gate_proj,0.0014746282,hessian_weighted_relative_error,38853,0.02500,1.584
15,mlp.experts.284.down_proj,0.0031320040,hessian_weighted_relative_error,23825,0.02500,1.567
15,mlp.experts.35.gate_proj,0.0016330865,hessian_weighted_relative_error,40365,0.02500,1.624
15,mlp.experts.41.down_proj,0.0028974879,hessian_weighted_relative_error,24603,0.02500,1.525
15,mlp.experts.32.gate_proj,0.0017306424,hessian_weighted_relative_error,42577,0.02500,1.582
15,mlp.experts.284.up_proj,0.0018770981,hessian_weighted_relative_error,23825,0.02500,1.630
15,mlp.experts.43.down_proj,0.0029627176,hessian_weighted_relative_error,33515,0.02500,1.552
15,mlp.experts.32.down_proj,0.0027389826,hessian_weighted_relative_error,42577,0.02500,1.524
15,mlp.experts.41.gate_proj,0.0016134831,hessian_weighted_relative_error,24603,0.02500,1.623
15,mlp.experts.32.up_proj,0.0019888906,hessian_weighted_relative_error,42577,0.02500,1.636
15,mlp.experts.41.up_proj,0.0017504216,hessian_weighted_relative_error,24603,0.02500,1.687
15,mlp.experts.44.down_proj,0.0035211604,hessian_weighted_relative_error,48407,0.02500,1.525
15,mlp.experts.43.gate_proj,0.0016414005,hessian_weighted_relative_error,33515,0.02500,1.628
15,mlp.experts.42.down_proj,0.0022509912,hessian_weighted_relative_error,30039,0.02500,1.524
15,mlp.experts.45.up_proj,0.0019370098,hessian_weighted_relative_error,37368,0.02500,1.678
15,mlp.experts.42.up_proj,0.0012944639,hessian_weighted_relative_error,30039,0.02500,1.632
15,mlp.experts.43.up_proj,0.0017723411,hessian_weighted_relative_error,33515,0.02500,1.703
15,mlp.experts.44.up_proj,0.0026723160,hessian_weighted_relative_error,48407,0.02500,1.634
15,mlp.experts.45.down_proj,0.0031669973,hessian_weighted_relative_error,37368,0.02500,1.519
15,mlp.experts.46.up_proj,0.0016322750,hessian_weighted_relative_error,26713,0.02500,1.633
15,mlp.experts.47.down_proj,0.0028426835,hessian_weighted_relative_error,38919,0.02500,1.512
15,mlp.experts.46.down_proj,0.0025018801,hessian_weighted_relative_error,26713,0.02500,1.522
15,mlp.experts.49.down_proj,0.0026236185,hessian_weighted_relative_error,46735,0.02500,1.518
15,mlp.experts.46.gate_proj,0.0014684241,hessian_weighted_relative_error,26713,0.02500,1.584
15,mlp.experts.47.gate_proj,0.0015048827,hessian_weighted_relative_error,38919,0.02500,1.614
15,mlp.experts.50.down_proj,0.0028124450,hessian_weighted_relative_error,79029,0.02500,1.525
15,mlp.experts.47.up_proj,0.0017337320,hessian_weighted_relative_error,38919,0.02500,1.678
15,mlp.experts.54.down_proj,0.0021951608,hessian_weighted_relative_error,31146,0.02500,1.526
15,mlp.experts.49.gate_proj,0.0015969447,hessian_weighted_relative_error,46735,0.02500,1.619
15,mlp.experts.50.gate_proj,0.0017966396,hessian_weighted_relative_error,79029,0.02500,1.586
15,mlp.experts.5.gate_proj,0.0017956494,hessian_weighted_relative_error,37842,0.02500,1.596
15,mlp.experts.50.up_proj,0.0019626035,hessian_weighted_relative_error,79029,0.02500,1.637
15,mlp.experts.49.up_proj,0.0017916898,hessian_weighted_relative_error,46735,0.02500,1.689
15,mlp.experts.58.down_proj,0.0024965321,hessian_weighted_relative_error,55851,0.02500,1.504
15,mlp.experts.5.down_proj,0.0033094638,hessian_weighted_relative_error,37842,0.02500,1.504
15,mlp.experts.54.up_proj,0.0013346252,hessian_weighted_relative_error,31146,0.02500,1.643
15,mlp.experts.5.up_proj,0.0021997430,hessian_weighted_relative_error,37842,0.02500,1.675
15,mlp.experts.54.gate_proj,0.0011890478,hessian_weighted_relative_error,31146,0.02500,1.584
15,mlp.experts.57.up_proj,0.0015409335,hessian_weighted_relative_error,31121,0.02500,1.691
15,mlp.experts.58.gate_proj,0.0013459460,hessian_weighted_relative_error,55851,0.02500,1.590
15,mlp.experts.55.down_proj,0.0019284738,hessian_weighted_relative_error,20394,0.02500,1.602
15,mlp.experts.66.down_proj,0.0019834541,hessian_weighted_relative_error,87015,0.02500,1.530
15,mlp.experts.57.down_proj,0.0021916013,hessian_weighted_relative_error,31121,0.02500,1.529
15,mlp.experts.60.down_proj,0.0022301216,hessian_weighted_relative_error,23972,0.02500,1.528
15,mlp.experts.59.down_proj,0.0021437893,hessian_weighted_relative_error,19283,0.02500,1.528
15,mlp.experts.58.up_proj,0.0015196305,hessian_weighted_relative_error,55851,0.02500,1.640
15,mlp.experts.63.gate_proj,0.0012241904,hessian_weighted_relative_error,41152,0.02500,1.622
15,mlp.experts.66.gate_proj,0.0011343500,hessian_weighted_relative_error,87015,0.02500,1.589
15,mlp.experts.61.down_proj,0.0026554706,hessian_weighted_relative_error,26911,0.02500,1.534
15,mlp.experts.76.down_proj,0.0029937922,hessian_weighted_relative_error,18737,0.02500,1.534
15,mlp.experts.63.down_proj,0.0021433660,hessian_weighted_relative_error,41152,0.02500,1.527
15,mlp.experts.70.down_proj,0.0035783451,hessian_weighted_relative_error,67198,0.02500,1.531
15,mlp.experts.63.up_proj,0.0013561624,hessian_weighted_relative_error,41152,0.02500,1.686
15,mlp.experts.66.up_proj,0.0013029362,hessian_weighted_relative_error,87015,0.02500,1.639
15,mlp.experts.73.up_proj,0.0021975559,hessian_weighted_relative_error,39337,0.02500,1.675
15,mlp.experts.78.down_proj,0.0031300470,hessian_weighted_relative_error,35092,0.02500,1.531
15,mlp.experts.7.down_proj,0.0028787051,hessian_weighted_relative_error,26467,0.02500,1.501
15,mlp.experts.82.up_proj,0.0019405758,hessian_weighted_relative_error,40673,0.02500,1.627
15,mlp.experts.73.down_proj,0.0035722881,hessian_weighted_relative_error,39337,0.02500,1.532
15,mlp.experts.82.down_proj,0.0028749523,hessian_weighted_relative_error,40673,0.02500,1.534
15,mlp.experts.75.down_proj,0.0029704135,hessian_weighted_relative_error,28069,0.02500,1.530
15,mlp.experts.78.up_proj,0.0022678660,hessian_weighted_relative_error,35092,0.02500,1.624
15,mlp.experts.83.down_proj,0.0031175252,hessian_weighted_relative_error,29163,0.02500,1.533
15,mlp.experts.86.down_proj,0.0024922446,hessian_weighted_relative_error,27198,0.02500,1.535
15,mlp.experts.75.gate_proj,0.0016461377,hessian_weighted_relative_error,28069,0.02500,1.624
15,mlp.experts.92.gate_proj,0.0013556299,hessian_weighted_relative_error,36962,0.02500,1.597
15,mlp.experts.75.up_proj,0.0019932447,hessian_weighted_relative_error,28069,0.02500,1.678
15,mlp.experts.92.down_proj,0.0027003636,hessian_weighted_relative_error,36962,0.02500,1.537
15,mlp.experts.85.down_proj,0.0021267052,hessian_weighted_relative_error,21243,0.02500,1.532
15,mlp.experts.90.down_proj,0.0025077091,hessian_weighted_relative_error,26123,0.02500,1.538
15,mlp.experts.92.up_proj,0.0015929603,hessian_weighted_relative_error,36962,0.02500,1.626
15,mlp.experts.91.down_proj,0.0037785048,hessian_weighted_relative_error,87120,0.02500,1.547
15,mlp.experts.85.up_proj,0.0010746489,hessian_weighted_relative_error,21243,0.02500,1.666
15,mlp.experts.89.down_proj,0.0028867822,hessian_weighted_relative_error,22707,0.02500,1.542
15,mlp.experts.91.gate_proj,0.0022497670,hessian_weighted_relative_error,87120,0.02500,1.632
15,mlp.experts.95.gate_proj,0.0012330976,hessian_weighted_relative_error,28178,0.02500,1.626
15,mlp.experts.91.up_proj,0.0026130171,hessian_weighted_relative_error,87120,0.02500,1.674
15,mlp.experts.95.down_proj,0.0021424779,hessian_weighted_relative_error,28178,0.02500,1.537
15,mlp.experts.95.up_proj,0.0014261064,hessian_weighted_relative_error,28178,0.02500,1.676
15,mlp.experts.99.up_proj,0.0024110938,hessian_weighted_relative_error,50336,0.02500,1.682
15,mlp.experts.97.down_proj,0.0028407719,hessian_weighted_relative_error,16791,0.02500,1.538
15,mlp.experts.99.down_proj,0.0034552400,hessian_weighted_relative_error,50336,0.02500,1.539
16,mlp.experts.0.gate_proj,0.0040582080,hessian_weighted_relative_error,5645,0.02500,0.814
16,mlp.experts.1.gate_proj,0.0055485598,hessian_weighted_relative_error,21094,0.02500,0.813
16,mlp.experts.3.gate_proj,0.0082793383,hessian_weighted_relative_error,49824,0.02500,0.792
16,mlp.experts.4.gate_proj,0.0045127169,hessian_weighted_relative_error,15422,0.02500,0.824
16,mlp.experts.5.gate_proj,0.0043874183,hessian_weighted_relative_error,12795,0.02500,0.798
16,mlp.experts.6.gate_proj,0.0088811748,hessian_weighted_relative_error,32496,0.02500,0.809
16,mlp.experts.7.gate_proj,0.0052287439,hessian_weighted_relative_error,38517,0.02500,0.798
16,mlp.experts.8.gate_proj,0.0069737731,hessian_weighted_relative_error,29127,0.02500,0.804
16,mlp.experts.9.gate_proj,0.0039063517,hessian_weighted_relative_error,20865,0.02500,0.803
16,mlp.experts.10.gate_proj,0.0047297958,hessian_weighted_relative_error,14199,0.02500,0.807
16,mlp.experts.11.gate_proj,0.0050023525,hessian_weighted_relative_error,7633,0.02500,0.802
16,mlp.experts.12.gate_proj,0.0063953544,hessian_weighted_relative_error,12465,0.02500,0.803
16,mlp.experts.13.gate_proj,0.0088659663,hessian_weighted_relative_error,37240,0.02500,0.801
16,mlp.experts.14.gate_proj,0.0048397357,hessian_weighted_relative_error,12441,0.02500,0.806
16,mlp.experts.15.gate_proj,0.0063833803,hessian_weighted_relative_error,11283,0.02500,0.790
16,mlp.experts.16.gate_proj,0.0058307866,hessian_weighted_relative_error,38571,0.02500,0.810
16,mlp.experts.17.gate_proj,0.0059176047,hessian_weighted_relative_error,24666,0.02500,0.798
16,mlp.experts.18.gate_proj,0.0052623969,hessian_weighted_relative_error,33067,0.02500,0.813
16,mlp.experts.19.gate_proj,0.0070878168,hessian_weighted_relative_error,23502,0.02500,0.800
16,mlp.experts.20.gate_proj,0.0078921002,hessian_weighted_relative_error,67996,0.02500,0.809
16,mlp.experts.21.gate_proj,0.0046204601,hessian_weighted_relative_error,13624,0.02500,0.800
16,mlp.experts.22.gate_proj,0.0048010850,hessian_weighted_relative_error,15534,0.02500,0.810
16,mlp.experts.24.gate_proj,0.0069421563,hessian_weighted_relative_error,44421,0.02500,0.810
16,mlp.experts.25.gate_proj,0.0045852035,hessian_weighted_relative_error,18920,0.02500,0.801
16,mlp.experts.27.gate_proj,0.0036187050,hessian_weighted_relative_error,24433,0.02500,0.802
16,mlp.experts.28.gate_proj,0.0044198416,hessian_weighted_relative_error,4957,0.02500,0.811
16,mlp.experts.30.gate_proj,0.0038915542,hessian_weighted_relative_error,9657,0.02500,0.813
16,mlp.experts.31.gate_proj,0.0074028200,hessian_weighted_relative_error,49582,0.02500,0.803
16,mlp.experts.32.gate_proj,0.0083113429,hessian_weighted_relative_error,33665,0.02500,0.815
16,mlp.experts.33.gate_proj,0.0058690253,hessian_weighted_relative_error,29329,0.02500,0.807
16,mlp.experts.35.gate_proj,0.0065945233,hessian_weighted_relative_error,18202,0.02500,0.807
16,mlp.experts.36.gate_proj,0.0058333803,hessian_weighted_relative_error,22377,0.02500,0.813
16,mlp.experts.39.gate_proj,0.0059941404,hessian_weighted_relative_error,24864,0.02500,0.805
16,mlp.experts.40.gate_proj,0.0056275492,hessian_weighted_relative_error,23868,0.02500,0.814
16,mlp.experts.41.gate_proj,0.0085420354,hessian_weighted_relative_error,38676,0.02500,0.808
16,mlp.experts.42.gate_proj,0.0040018820,hessian_weighted_relative_error,26319,0.02500,0.818
16,mlp.experts.43.gate_proj,0.0057334208,hessian_weighted_relative_error,16096,0.02500,0.808
16,mlp.experts.44.gate_proj,0.0061822969,hessian_weighted_relative_error,32674,0.02500,0.817
16,mlp.experts.45.gate_proj,0.0054241845,hessian_weighted_relative_error,28439,0.02500,0.815
16,mlp.experts.46.gate_proj,0.0067905390,hessian_weighted_relative_error,27979,0.02500,0.817
16,mlp.experts.47.gate_proj,0.0079027527,hessian_weighted_relative_error,42889,0.02500,0.810
16,mlp.experts.48.gate_proj,0.0036946639,hessian_weighted_relative_error,9773,0.02500,0.819
16,mlp.experts.49.gate_proj,0.0078994273,hessian_weighted_relative_error,67846,0.02500,0.813
16,mlp.experts.50.gate_proj,0.0032277291,hessian_weighted_relative_error,20692,0.02500,0.820
16,mlp.experts.51.gate_proj,0.0076210117,hessian_weighted_relative_error,19449,0.02500,0.816
16,mlp.experts.52.gate_proj,0.0051035403,hessian_weighted_relative_error,25431,0.02500,0.818
16,mlp.experts.53.gate_proj,0.0050660111,hessian_weighted_relative_error,16151,0.02500,0.824
16,mlp.experts.54.gate_proj,0.0061302214,hessian_weighted_relative_error,26242,0.02500,0.819
16,mlp.experts.58.gate_proj,0.0045604420,hessian_weighted_relative_error,22812,0.02500,0.821
16,mlp.experts.59.gate_proj,0.0037913926,hessian_weighted_relative_error,24843,0.02500,0.818
16,mlp.experts.60.gate_proj,0.0084414920,hessian_weighted_relative_error,26203,0.02500,0.820
16,mlp.experts.61.gate_proj,0.0067334216,hessian_weighted_relative_error,20249,0.02500,0.822
16,mlp.experts.62.gate_proj,0.0044287965,hessian_weighted_relative_error,21622,0.02500,0.821
16,mlp.experts.63.gate_proj,0.0035861134,hessian_weighted_relative_error,4862,0.02500,0.820
16,mlp.experts.64.gate_proj,0.0053269986,hessian_weighted_relative_error,11609,0.02500,0.823
16,mlp.experts.65.gate_proj,0.0053068951,hessian_weighted_relative_error,15628,0.02500,0.820
16,mlp.experts.67.gate_proj,0.0054348926,hessian_weighted_relative_error,13735,0.02500,0.834
16,mlp.experts.68.gate_proj,0.0017997453,hessian_weighted_relative_error,1832,0.02500,0.823
16,mlp.experts.69.gate_proj,0.0046330315,hessian_weighted_relative_error,13609,0.02500,0.829
16,mlp.experts.70.gate_proj,0.0058208874,hessian_weighted_relative_error,30460,0.02500,0.824
16,mlp.experts.72.gate_proj,0.0082623682,hessian_weighted_relative_error,59361,0.02500,0.826
16,mlp.experts.73.gate_proj,0.0048165994,hessian_weighted_relative_error,31023,0.02500,0.828
16,mlp.experts.74.gate_proj,0.0067051152,hessian_weighted_relative_error,36801,0.02500,0.825
16,mlp.experts.75.gate_proj,0.0057025761,hessian_weighted_relative_error,6033,0.02500,0.827
16,mlp.experts.76.gate_proj,0.0087527233,hessian_weighted_relative_error,43573,0.02500,0.826
16,mlp.experts.77.gate_proj,0.0051280647,hessian_weighted_relative_error,23838,0.02500,0.829
16,mlp.experts.79.gate_proj,0.0064529583,hessian_weighted_relative_error,10213,0.02500,0.827
16,mlp.experts.80.gate_proj,0.0074926750,hessian_weighted_relative_error,27407,0.02500,0.828
16,mlp.experts.81.gate_proj,0.0053817989,hessian_weighted_relative_error,11977,0.02500,0.827
16,mlp.experts.82.gate_proj,0.0082272437,hessian_weighted_relative_error,71870,0.02500,0.827
16,mlp.experts.83.gate_proj,0.0070871591,hessian_weighted_relative_error,58065,0.02500,0.831
16,mlp.experts.84.gate_proj,0.0051183777,hessian_weighted_relative_error,53729,0.02500,0.826
16,mlp.experts.85.gate_proj,0.0048550776,hessian_weighted_relative_error,25441,0.02500,0.832
16,mlp.experts.86.gate_proj,0.0066439347,hessian_weighted_relative_error,30233,0.02500,0.827
16,mlp.experts.87.gate_proj,0.0054252664,hessian_weighted_relative_error,17593,0.02500,0.830
16,mlp.experts.88.gate_proj,0.0036032817,hessian_weighted_relative_error,29005,0.02500,0.829
16,mlp.experts.89.gate_proj,0.0044197573,hessian_weighted_relative_error,22935,0.02500,0.832
16,mlp.experts.90.gate_proj,0.0056239593,hessian_weighted_relative_error,30581,0.02500,0.827
16,mlp.experts.91.gate_proj,0.0036971463,hessian_weighted_relative_error,38202,0.02500,0.835
16,mlp.experts.92.gate_proj,0.0046063725,hessian_weighted_relative_error,12351,0.02500,0.827
16,mlp.experts.93.gate_proj,0.0056996976,hessian_weighted_relative_error,10624,0.02500,0.839
16,mlp.experts.94.gate_proj,0.0081071859,hessian_weighted_relative_error,57540,0.02500,0.830
16,mlp.experts.95.gate_proj,0.0061067026,hessian_weighted_relative_error,13294,0.02500,0.837
16,mlp.experts.96.gate_proj,0.0040814751,hessian_weighted_relative_error,12427,0.02500,0.829
16,mlp.experts.97.gate_proj,0.0086011357,hessian_weighted_relative_error,34355,0.02500,0.836
16,mlp.experts.98.gate_proj,0.0047360341,hessian_weighted_relative_error,26178,0.02500,0.831
16,mlp.experts.99.gate_proj,0.0033803263,hessian_weighted_relative_error,26096,0.02500,0.839
16,mlp.experts.100.gate_proj,0.0026716022,hessian_weighted_relative_error,10200,0.02500,0.831
16,mlp.experts.101.gate_proj,0.0055917955,hessian_weighted_relative_error,33815,0.02500,0.841
16,mlp.experts.102.gate_proj,0.0057024977,hessian_weighted_relative_error,20783,0.02500,0.830
16,mlp.experts.103.gate_proj,0.0056552174,hessian_weighted_relative_error,31369,0.02500,0.840
16,mlp.experts.104.gate_proj,0.0064098392,hessian_weighted_relative_error,19674,0.02500,0.832
16,mlp.experts.105.gate_proj,0.0064132307,hessian_weighted_relative_error,14702,0.02500,0.846
16,mlp.experts.106.gate_proj,0.0048879477,hessian_weighted_relative_error,11138,0.02500,0.832
16,mlp.experts.107.gate_proj,0.0063496264,hessian_weighted_relative_error,29327,0.02500,0.843
16,mlp.experts.108.gate_proj,0.0061238034,hessian_weighted_relative_error,37362,0.02500,0.832
16,mlp.experts.109.gate_proj,0.0062113253,hessian_weighted_relative_error,18217,0.02500,0.845
16,mlp.experts.110.gate_proj,0.0061143593,hessian_weighted_relative_error,34197,0.02500,0.832
16,mlp.experts.111.gate_proj,0.0057875560,hessian_weighted_relative_error,22531,0.02500,0.847
16,mlp.experts.112.gate_proj,0.0031826374,hessian_weighted_relative_error,17443,0.02500,0.834
16,mlp.experts.113.gate_proj,0.0087233939,hessian_weighted_relative_error,55301,0.02500,0.849
16,mlp.experts.114.gate_proj,0.0071040338,hessian_weighted_relative_error,42184,0.02500,0.834
16,mlp.experts.115.gate_proj,0.0064772389,hessian_weighted_relative_error,16186,0.02500,0.848
16,mlp.experts.116.gate_proj,0.0054631169,hessian_weighted_relative_error,40455,0.02500,0.832
16,mlp.experts.117.gate_proj,0.0064526141,hessian_weighted_relative_error,15365,0.02500,0.848
16,mlp.experts.119.gate_proj,0.0088350434,hessian_weighted_relative_error,22470,0.02500,0.847
16,mlp.experts.123.gate_proj,0.0060988192,hessian_weighted_relative_error,30774,0.02500,0.846
16,mlp.experts.124.gate_proj,0.0044424992,hessian_weighted_relative_error,5689,0.02500,0.836
16,mlp.experts.125.gate_proj,0.0047873787,hessian_weighted_relative_error,31824,0.02500,0.850
16,mlp.experts.126.gate_proj,0.0063662146,hessian_weighted_relative_error,39144,0.02500,0.835
16,mlp.experts.127.gate_proj,0.0038341227,hessian_weighted_relative_error,23528,0.02500,0.852
16,mlp.experts.129.gate_proj,0.0068780804,hessian_weighted_relative_error,19359,0.02500,0.853
16,mlp.experts.130.gate_proj,0.0030001369,hessian_weighted_relative_error,33900,0.02500,0.849
16,mlp.experts.132.gate_proj,0.0058916621,hessian_weighted_relative_error,30481,0.02500,0.838
16,mlp.experts.133.gate_proj,0.0060594741,hessian_weighted_relative_error,26725,0.02500,0.855
16,mlp.experts.134.gate_proj,0.0054725766,hessian_weighted_relative_error,14218,0.02500,0.848
16,mlp.experts.135.gate_proj,0.0073971124,hessian_weighted_relative_error,37784,0.02500,0.851
16,mlp.experts.136.gate_proj,0.0064937507,hessian_weighted_relative_error,42526,0.02500,0.834
16,mlp.experts.137.gate_proj,0.0045560300,hessian_weighted_relative_error,20862,0.02500,0.855
16,mlp.experts.138.gate_proj,0.0063373192,hessian_weighted_relative_error,12306,0.02500,0.839
16,mlp.experts.139.gate_proj,0.0030716463,hessian_weighted_relative_error,9915,0.02500,0.872
16,mlp.experts.140.gate_proj,0.0045628493,hessian_weighted_relative_error,42024,0.02500,0.852
16,mlp.experts.141.gate_proj,0.0039474121,hessian_weighted_relative_error,3972,0.02500,0.853
16,mlp.experts.142.gate_proj,0.0079946050,hessian_weighted_relative_error,76074,0.02500,0.837
16,mlp.experts.143.gate_proj,0.0046466343,hessian_weighted_relative_error,27649,0.02500,0.854
16,mlp.experts.144.gate_proj,0.0038010444,hessian_weighted_relative_error,15396,0.02500,0.839
16,mlp.experts.145.gate_proj,0.0046186163,hessian_weighted_relative_error,13500,0.02500,0.853
16,mlp.experts.146.gate_proj,0.0062715416,hessian_weighted_relative_error,10959,0.02500,0.840
16,mlp.experts.147.gate_proj,0.0047053272,hessian_weighted_relative_error,20338,0.02500,0.855
16,mlp.experts.149.gate_proj,0.0059167687,hessian_weighted_relative_error,23664,0.02500,0.859
16,mlp.experts.150.gate_proj,0.0045251626,hessian_weighted_relative_error,7222,0.02500,0.837
16,mlp.experts.151.gate_proj,0.0088253943,hessian_weighted_relative_error,30417,0.02500,0.854
16,mlp.experts.152.gate_proj,0.0049662884,hessian_weighted_relative_error,24386,0.02500,0.839
16,mlp.experts.153.gate_proj,0.0059542396,hessian_weighted_relative_error,7557,0.02500,0.853
16,mlp.experts.154.gate_proj,0.0079241814,hessian_weighted_relative_error,47132,0.02500,0.839
16,mlp.experts.156.gate_proj,0.0051562317,hessian_weighted_relative_error,25285,0.02500,0.837
16,mlp.experts.157.gate_proj,0.0068478449,hessian_weighted_relative_error,18740,0.02500,0.859
16,mlp.experts.159.gate_proj,0.0027478713,hessian_weighted_relative_error,6307,0.02500,0.854
16,mlp.experts.160.gate_proj,0.0057879158,hessian_weighted_relative_error,19770,0.02500,0.840
16,mlp.experts.162.gate_proj,0.0082329580,hessian_weighted_relative_error,60779,0.02500,0.843
16,mlp.experts.163.gate_proj,0.0037000037,hessian_weighted_relative_error,7087,0.02500,0.856
16,mlp.experts.164.gate_proj,0.0033179676,hessian_weighted_relative_error,13951,0.02500,0.841
16,mlp.experts.165.gate_proj,0.0055857238,hessian_weighted_relative_error,19683,0.02500,0.854
16,mlp.experts.166.gate_proj,0.0067136651,hessian_weighted_relative_error,15032,0.02500,0.841
16,mlp.experts.167.gate_proj,0.0062723472,hessian_weighted_relative_error,43094,0.02500,0.858
16,mlp.experts.168.gate_proj,0.0059560848,hessian_weighted_relative_error,29886,0.02500,0.842
16,mlp.experts.169.gate_proj,0.0063837105,hessian_weighted_relative_error,15517,0.02500,0.856
16,mlp.experts.170.gate_proj,0.0067381828,hessian_weighted_relative_error,21513,0.02500,0.844
16,mlp.experts.171.gate_proj,0.0049247231,hessian_weighted_relative_error,20955,0.02500,0.855
16,mlp.experts.172.gate_proj,0.0065775588,hessian_weighted_relative_error,40871,0.02500,0.842
16,mlp.experts.173.gate_proj,0.0051954738,hessian_weighted_relative_error,20018,0.02500,0.859
16,mlp.experts.174.gate_proj,0.0047957456,hessian_weighted_relative_error,27539,0.02500,0.844
16,mlp.experts.175.gate_proj,0.0056969114,hessian_weighted_relative_error,14023,0.02500,0.853
16,mlp.experts.176.gate_proj,0.0042497443,hessian_weighted_relative_error,37317,0.02500,0.844
16,mlp.experts.177.gate_proj,0.0060384890,hessian_weighted_relative_error,13932,0.02500,0.855
16,mlp.experts.178.gate_proj,0.0055542930,hessian_weighted_relative_error,16023,0.02500,0.844
16,mlp.experts.179.gate_proj,0.0057443996,hessian_weighted_relative_error,27059,0.02500,0.855
16,mlp.experts.180.gate_proj,0.0040953150,hessian_weighted_relative_error,17434,0.02500,0.844
16,mlp.experts.181.gate_proj,0.0090127838,hessian_weighted_relative_error,49506,0.02500,0.856
16,mlp.experts.182.gate_proj,0.0048196396,hessian_weighted_relative_error,39676,0.02500,0.844
16,mlp.experts.184.gate_proj,0.0042344888,hessian_weighted_relative_error,4869,0.02500,0.843
16,mlp.experts.186.gate_proj,0.0071373382,hessian_weighted_relative_error,20352,0.02500,0.842
16,mlp.experts.188.gate_proj,0.0053857057,hessian_weighted_relative_error,14557,0.02500,0.844
16,mlp.experts.189.gate_proj,0.0059463475,hessian_weighted_relative_error,19042,0.02500,0.863
16,mlp.experts.191.gate_proj,0.0055036022,hessian_weighted_relative_error,30130,0.02500,0.857
16,mlp.experts.194.gate_proj,0.0061683512,hessian_weighted_relative_error,9428,0.02500,0.845
16,mlp.experts.195.gate_proj,0.0047691920,hessian_weighted_relative_error,21958,0.02500,0.856
16,mlp.experts.196.gate_proj,0.0077321668,hessian_weighted_relative_error,46990,0.02500,0.842
16,mlp.experts.197.gate_proj,0.0050239564,hessian_weighted_relative_error,26315,0.02500,0.859
16,mlp.experts.198.gate_proj,0.0041763712,hessian_weighted_relative_error,28948,0.02500,0.843
16,mlp.experts.199.gate_proj,0.0080049663,hessian_weighted_relative_error,49641,0.02500,0.858
16,mlp.experts.200.gate_proj,0.0063652012,hessian_weighted_relative_error,22142,0.02500,0.844
16,mlp.experts.201.gate_proj,0.0087967654,hessian_weighted_relative_error,35561,0.02500,0.859
16,mlp.experts.202.gate_proj,0.0034403405,hessian_weighted_relative_error,18083,0.02500,0.846
16,mlp.experts.203.gate_proj,0.0056710309,hessian_weighted_relative_error,14840,0.02500,0.858
16,mlp.experts.205.gate_proj,0.0055859595,hessian_weighted_relative_error,26365,0.02500,0.858
16,mlp.experts.206.gate_proj,0.0066950501,hessian_weighted_relative_error,15796,0.02500,0.847
16,mlp.experts.207.gate_proj,0.0074039068,hessian_weighted_relative_error,25205,0.02500,0.859
16,mlp.experts.208.gate_proj,0.0040491886,hessian_weighted_relative_error,18437,0.02500,0.843
16,mlp.experts.209.gate_proj,0.0064578512,hessian_weighted_relative_error,15425,0.02500,0.862
16,mlp.experts.210.gate_proj,0.0055566618,hessian_weighted_relative_error,20431,0.02500,0.845
16,mlp.experts.211.gate_proj,0.0066981726,hessian_weighted_relative_error,50935,0.02500,0.857
16,mlp.experts.212.gate_proj,0.0038856227,hessian_weighted_relative_error,31804,0.02500,0.847
16,mlp.experts.213.gate_proj,0.0063393629,hessian_weighted_relative_error,68592,0.02500,0.861
16,mlp.experts.215.gate_proj,0.0088734491,hessian_weighted_relative_error,70080,0.02500,0.860
16,mlp.experts.216.gate_proj,0.0059657643,hessian_weighted_relative_error,25053,0.02500,0.847
16,mlp.experts.217.gate_proj,0.0065520478,hessian_weighted_relative_error,16365,0.02500,0.863
16,mlp.experts.218.gate_proj,0.0054586662,hessian_weighted_relative_error,20508,0.02500,0.847
16,mlp.experts.219.gate_proj,0.0045986966,hessian_weighted_relative_error,23862,0.02500,0.859
16,mlp.experts.220.gate_proj,0.0089849863,hessian_weighted_relative_error,54262,0.02500,0.845
16,mlp.experts.221.gate_proj,0.0057486964,hessian_weighted_relative_error,16364,0.02500,0.862
16,mlp.experts.222.gate_proj,0.0026712911,hessian_weighted_relative_error,10555,0.02500,0.848
16,mlp.experts.225.gate_proj,0.0051071159,hessian_weighted_relative_error,21326,0.02500,0.858
16,mlp.experts.226.gate_proj,0.0038033856,hessian_weighted_relative_error,25916,0.02500,0.849
16,mlp.experts.227.gate_proj,0.0064206164,hessian_weighted_relative_error,22820,0.02500,0.858
16,mlp.experts.230.gate_proj,0.0047744380,hessian_weighted_relative_error,19843,0.02500,0.846
16,mlp.experts.231.gate_proj,0.0078451697,hessian_weighted_relative_error,33542,0.02500,0.859
16,mlp.experts.232.gate_proj,0.0043296608,hessian_weighted_relative_error,36314,0.02500,0.846
16,mlp.experts.233.gate_proj,0.0070343405,hessian_weighted_relative_error,40361,0.02500,0.861
16,mlp.experts.234.gate_proj,0.0078283942,hessian_weighted_relative_error,42806,0.02500,0.848
16,mlp.experts.235.gate_proj,0.0045018122,hessian_weighted_relative_error,8587,0.02500,0.865
16,mlp.experts.236.gate_proj,0.0081607645,hessian_weighted_relative_error,35730,0.02500,0.848
16,mlp.experts.238.gate_proj,0.0058587082,hessian_weighted_relative_error,22746,0.02500,0.846
16,mlp.experts.239.gate_proj,0.0053126516,hessian_weighted_relative_error,20235,0.02500,0.857
16,mlp.experts.240.gate_proj,0.0051802731,hessian_weighted_relative_error,30728,0.02500,0.847
16,mlp.experts.241.gate_proj,0.0051742897,hessian_weighted_relative_error,9214,0.02500,0.862
16,mlp.experts.242.gate_proj,0.0057918856,hessian_weighted_relative_error,30730,0.02500,0.849
16,mlp.experts.243.gate_proj,0.0068498564,hessian_weighted_relative_error,22766,0.02500,0.858
16,mlp.experts.245.gate_proj,0.0055999415,hessian_weighted_relative_error,13571,0.02500,0.861
16,mlp.experts.246.gate_proj,0.0048938249,hessian_weighted_relative_error,13465,0.02500,0.850
16,mlp.experts.247.gate_proj,0.0083152705,hessian_weighted_relative_error,69944,0.02500,0.861
16,mlp.experts.248.gate_proj,0.0038701842,hessian_weighted_relative_error,28306,0.02500,0.850
16,mlp.experts.249.gate_proj,0.0043748360,hessian_weighted_relative_error,31205,0.02500,0.865
16,mlp.experts.251.gate_proj,0.0045509400,hessian_weighted_relative_error,10961,0.02500,0.860
16,mlp.experts.252.gate_proj,0.0074014812,hessian_weighted_relative_error,42170,0.02500,0.851
16,mlp.experts.253.gate_proj,0.0059296502,hessian_weighted_relative_error,19421,0.02500,0.862
16,mlp.experts.254.gate_proj,0.0056299570,hessian_weighted_relative_error,32173,0.02500,0.848
16,mlp.experts.255.gate_proj,0.0079951560,hessian_weighted_relative_error,56066,0.02500,0.861
16,mlp.experts.256.gate_proj,0.0062141531,hessian_weighted_relative_error,18265,0.02500,0.848
16,mlp.experts.258.gate_proj,0.0055138909,hessian_weighted_relative_error,28242,0.02500,0.854
16,mlp.experts.259.gate_proj,0.0084685967,hessian_weighted_relative_error,38648,0.02500,0.862
16,mlp.experts.260.gate_proj,0.0083573451,hessian_weighted_relative_error,32529,0.02500,0.848
16,mlp.experts.261.gate_proj,0.0037085939,hessian_weighted_relative_error,5147,0.02500,0.863
16,mlp.experts.262.gate_proj,0.0076820338,hessian_weighted_relative_error,39448,0.02500,0.853
16,mlp.experts.264.gate_proj,0.0021505986,hessian_weighted_relative_error,16635,0.02500,0.861
16,mlp.experts.265.gate_proj,0.0040679281,hessian_weighted_relative_error,24734,0.02500,0.865
16,mlp.experts.266.gate_proj,0.0044883596,hessian_weighted_relative_error,45461,0.02500,0.863
16,mlp.experts.267.gate_proj,0.0047623363,hessian_weighted_relative_error,17117,0.02500,0.863
16,mlp.experts.268.gate_proj,0.0072324022,hessian_weighted_relative_error,28410,0.02500,0.854
16,mlp.experts.269.gate_proj,0.0048903210,hessian_weighted_relative_error,14889,0.02500,0.865
16,mlp.experts.270.gate_proj,0.0052369276,hessian_weighted_relative_error,10208,0.02500,0.865
16,mlp.experts.271.gate_proj,0.0037108313,hessian_weighted_relative_error,21377,0.02500,0.865
16,mlp.experts.272.gate_proj,0.0055752624,hessian_weighted_relative_error,30517,0.02500,0.865
16,mlp.experts.273.gate_proj,0.0049446704,hessian_weighted_relative_error,16367,0.02500,0.861
16,mlp.experts.274.gate_proj,0.0052646039,hessian_weighted_relative_error,27038,0.02500,0.865
16,mlp.experts.275.gate_proj,0.0045992688,hessian_weighted_relative_error,31584,0.02500,0.865
16,mlp.experts.276.gate_proj,0.0041884405,hessian_weighted_relative_error,12095,0.02500,0.866
16,mlp.experts.277.gate_proj,0.0054505270,hessian_weighted_relative_error,17471,0.02500,0.868
16,mlp.experts.278.gate_proj,0.0056940482,hessian_weighted_relative_error,27453,0.02500,0.864
16,mlp.experts.279.gate_proj,0.0032745906,hessian_weighted_relative_error,9626,0.02500,0.865
16,mlp.experts.280.gate_proj,0.0032873841,hessian_weighted_relative_error,24522,0.02500,0.866
16,mlp.experts.282.gate_proj,0.0030089613,hessian_weighted_relative_error,18108,0.02500,0.868
16,mlp.experts.283.gate_proj,0.0048871229,hessian_weighted_relative_error,18203,0.02500,0.864
16,mlp.experts.284.gate_proj,0.0077821336,hessian_weighted_relative_error,66062,0.02500,0.863
16,mlp.experts.285.gate_proj,0.0053736735,hessian_weighted_relative_error,27345,0.02500,0.862
16,mlp.experts.286.gate_proj,0.0051236461,hessian_weighted_relative_error,16075,0.02500,0.863
16,mlp.experts.287.gate_proj,0.0031704696,hessian_weighted_relative_error,6977,0.02500,0.868
16,mlp.experts.0.up_proj,0.0047685043,hessian_weighted_relative_error,5645,0.02500,0.862
16,mlp.experts.1.up_proj,0.0064302329,hessian_weighted_relative_error,21094,0.02500,0.865
16,mlp.experts.3.up_proj,0.0092779456,hessian_weighted_relative_error,49824,0.02500,0.865
16,mlp.experts.4.up_proj,0.0049014339,hessian_weighted_relative_error,15422,0.02500,0.867
16,mlp.experts.5.up_proj,0.0052615033,hessian_weighted_relative_error,12795,0.02500,0.880
16,mlp.experts.6.up_proj,0.0105320130,hessian_weighted_relative_error,32496,0.02500,0.869
16,mlp.experts.7.up_proj,0.0059577050,hessian_weighted_relative_error,38517,0.02500,0.884
16,mlp.experts.9.up_proj,0.0044218171,hessian_weighted_relative_error,20865,0.02500,0.866
16,mlp.experts.10.up_proj,0.0055572588,hessian_weighted_relative_error,14199,0.02500,0.853
16,mlp.experts.11.up_proj,0.0054777964,hessian_weighted_relative_error,7633,0.02500,0.866
16,mlp.experts.12.up_proj,0.0072862745,hessian_weighted_relative_error,12465,0.02500,0.855
16,mlp.experts.13.up_proj,0.0096762981,hessian_weighted_relative_error,37240,0.02500,0.868
16,mlp.experts.14.up_proj,0.0055932161,hessian_weighted_relative_error,12441,0.02500,0.855
16,mlp.experts.15.up_proj,0.0075354563,hessian_weighted_relative_error,11283,0.02500,0.867
16,mlp.experts.16.up_proj,0.0067788450,hessian_weighted_relative_error,38571,0.02500,0.855
16,mlp.experts.17.up_proj,0.0069965318,hessian_weighted_relative_error,24666,0.02500,0.867
16,mlp.experts.19.up_proj,0.0083121349,hessian_weighted_relative_error,23502,0.02500,0.866
16,mlp.experts.20.up_proj,0.0090680302,hessian_weighted_relative_error,67996,0.02500,0.854
16,mlp.experts.21.up_proj,0.0048460335,hessian_weighted_relative_error,13624,0.02500,0.871
16,mlp.experts.22.up_proj,0.0054300636,hessian_weighted_relative_error,15534,0.02500,0.855
16,mlp.experts.24.up_proj,0.0080422631,hessian_weighted_relative_error,44421,0.02500,0.854
16,mlp.experts.25.up_proj,0.0051522251,hessian_weighted_relative_error,18920,0.02500,0.864
16,mlp.experts.27.up_proj,0.0041376213,hessian_weighted_relative_error,24433,0.02500,0.864
16,mlp.experts.28.up_proj,0.0057253397,hessian_weighted_relative_error,4957,0.02500,0.855
16,mlp.experts.30.up_proj,0.0042544020,hessian_weighted_relative_error,9657,0.02500,0.856
16,mlp.experts.31.up_proj,0.0092787607,hessian_weighted_relative_error,49582,0.02500,0.865
16,mlp.experts.32.up_proj,0.0090527350,hessian_weighted_relative_error,33665,0.02500,0.855
16,mlp.experts.33.up_proj,0.0070439009,hessian_weighted_relative_error,29329,0.02500,0.866
16,mlp.experts.35.up_proj,0.0078589169,hessian_weighted_relative_error,18202,0.02500,0.865
16,mlp.experts.36.up_proj,0.0066829310,hessian_weighted_relative_error,22377,0.02500,0.857
16,mlp.experts.39.up_proj,0.0071488470,hessian_weighted_relative_error,24864,0.02500,0.865
16,mlp.experts.40.up_proj,0.0069718370,hessian_weighted_relative_error,23868,0.02500,0.858
16,mlp.experts.41.up_proj,0.0099921186,hessian_weighted_relative_error,38676,0.02500,0.869
16,mlp.experts.42.up_proj,0.0043465331,hessian_weighted_relative_error,26319,0.02500,0.858
16,mlp.experts.43.up_proj,0.0066648003,hessian_weighted_relative_error,16096,0.02500,0.878
16,mlp.experts.45.up_proj,0.0063849182,hessian_weighted_relative_error,28439,0.02500,0.867
16,mlp.experts.47.up_proj,0.0090426442,hessian_weighted_relative_error,42889,0.02500,0.879
16,mlp.experts.48.up_proj,0.0041366604,hessian_weighted_relative_error,9773,0.02500,0.857
16,mlp.experts.49.up_proj,0.0085772414,hessian_weighted_relative_error,67846,0.02500,0.871
16,mlp.experts.50.up_proj,0.0035349381,hessian_weighted_relative_error,20692,0.02500,0.855
16,mlp.experts.51.up_proj,0.0085277957,hessian_weighted_relative_error,19449,0.02500,0.875
16,mlp.experts.52.up_proj,0.0057654257,hessian_weighted_relative_error,25431,0.02500,0.855
16,mlp.experts.53.up_proj,0.0057646616,hessian_weighted_relative_error,16151,0.02500,0.865
16,mlp.experts.54.up_proj,0.0075038272,hessian_weighted_relative_error,26242,0.02500,0.858
16,mlp.experts.58.up_proj,0.0052695979,hessian_weighted_relative_error,22812,0.02500,0.857
16,mlp.experts.59.up_proj,0.0041859301,hessian_weighted_relative_error,24843,0.02500,0.868
16,mlp.experts.60.up_proj,0.0096902336,hessian_weighted_relative_error,26203,0.02500,0.857
16,mlp.experts.61.up_proj,0.0074698624,hessian_weighted_relative_error,20249,0.02500,0.867
16,mlp.experts.62.up_proj,0.0047786000,hessian_weighted_relative_error,21622,0.02500,0.858
16,mlp.experts.63.up_proj,0.0042168637,hessian_weighted_relative_error,4862,0.02500,0.865
16,mlp.experts.64.up_proj,0.0057036319,hessian_weighted_relative_error,11609,0.02500,0.855
16,mlp.experts.65.up_proj,0.0059092523,hessian_weighted_relative_error,15628,0.02500,0.883
16,mlp.experts.67.up_proj,0.0061725716,hessian_weighted_relative_error,13735,0.02500,0.864
16,mlp.experts.68.up_proj,0.0019307893,hessian_weighted_relative_error,1832,0.02500,0.856
16,mlp.experts.69.up_proj,0.0053494038,hessian_weighted_relative_error,13609,0.02500,0.864
16,mlp.experts.70.up_proj,0.0062572333,hessian_weighted_relative_error,30460,0.02500,0.860
16,mlp.experts.72.up_proj,0.0100349418,hessian_weighted_relative_error,59361,0.02500,0.857
16,mlp.experts.73.up_proj,0.0058835858,hessian_weighted_relative_error,31023,0.02500,0.867
16,mlp.experts.75.up_proj,0.0064614723,hessian_weighted_relative_error,6033,0.02500,0.867
16,mlp.experts.76.up_proj,0.0098155555,hessian_weighted_relative_error,43573,0.02500,0.858
16,mlp.experts.77.up_proj,0.0059102318,hessian_weighted_relative_error,23838,0.02500,0.867
16,mlp.experts.79.up_proj,0.0073355991,hessian_weighted_relative_error,10213,0.02500,0.878
16,mlp.experts.80.up_proj,0.0083231322,hessian_weighted_relative_error,27407,0.02500,0.857
16,mlp.experts.81.up_proj,0.0063768306,hessian_weighted_relative_error,11977,0.02500,0.870
16,mlp.experts.83.up_proj,0.0092896440,hessian_weighted_relative_error,58065,0.02500,0.876
16,mlp.experts.85.up_proj,0.0054900463,hessian_weighted_relative_error,25441,0.02500,0.869
16,mlp.experts.87.up_proj,0.0058774588,hessian_weighted_relative_error,17593,0.02500,0.868
16,mlp.experts.88.up_proj,0.0044081235,hessian_weighted_relative_error,29005,0.02500,0.857
16,mlp.experts.89.up_proj,0.0053297050,hessian_weighted_relative_error,22935,0.02500,0.868
16,mlp.experts.90.up_proj,0.0064191748,hessian_weighted_relative_error,30581,0.02500,0.858
16,mlp.experts.91.up_proj,0.0039881861,hessian_weighted_relative_error,38202,0.02500,0.868
16,mlp.experts.92.up_proj,0.0052666106,hessian_weighted_relative_error,12351,0.02500,0.858
16,mlp.experts.93.up_proj,0.0067897600,hessian_weighted_relative_error,10624,0.02500,0.878
16,mlp.experts.95.up_proj,0.0069224176,hessian_weighted_relative_error,13294,0.02500,0.870
16,mlp.experts.96.up_proj,0.0043845342,hessian_weighted_relative_error,12427,0.02500,0.860
16,mlp.experts.97.up_proj,0.0098346049,hessian_weighted_relative_error,34355,0.02500,0.872
16,mlp.experts.99.up_proj,0.0036023468,hessian_weighted_relative_error,26096,0.02500,0.875
16,mlp.experts.100.up_proj,0.0027217726,hessian_weighted_relative_error,10200,0.02500,0.859
16,mlp.experts.101.up_proj,0.0067354956,hessian_weighted_relative_error,33815,0.02500,0.867
16,mlp.experts.102.up_proj,0.0064242966,hessian_weighted_relative_error,20783,0.02500,0.857
16,mlp.experts.103.up_proj,0.0064298841,hessian_weighted_relative_error,31369,0.02500,0.872
16,mlp.experts.104.up_proj,0.0073660755,hessian_weighted_relative_error,19674,0.02500,0.859
16,mlp.experts.105.up_proj,0.0079066298,hessian_weighted_relative_error,14702,0.02500,0.880
16,mlp.experts.106.up_proj,0.0057614634,hessian_weighted_relative_error,11138,0.02500,0.859
16,mlp.experts.107.up_proj,0.0070839656,hessian_weighted_relative_error,29327,0.02500,0.870
16,mlp.experts.108.up_proj,0.0066453582,hessian_weighted_relative_error,37362,0.02500,0.860
16,mlp.experts.109.up_proj,0.0070329070,hessian_weighted_relative_error,18217,0.02500,0.880
16,mlp.experts.110.up_proj,0.0070452828,hessian_weighted_relative_error,34197,0.02500,0.859
16,mlp.experts.111.up_proj,0.0068916404,hessian_weighted_relative_error,22531,0.02500,0.878
16,mlp.experts.112.up_proj,0.0033947233,hessian_weighted_relative_error,17443,0.02500,0.859
16,mlp.experts.114.up_proj,0.0077937095,hessian_weighted_relative_error,42184,0.02500,0.860
16,mlp.experts.115.up_proj,0.0072598202,hessian_weighted_relative_error,16186,0.02500,0.872
16,mlp.experts.117.up_proj,0.0073471735,hessian_weighted_relative_error,15365,0.02500,0.877
16,mlp.experts.119.up_proj,0.0095718717,hessian_weighted_relative_error,22470,0.02500,0.873
16,mlp.experts.123.up_proj,0.0068480029,hessian_weighted_relative_error,30774,0.02500,0.879
16,mlp.experts.124.up_proj,0.0052394021,hessian_weighted_relative_error,5689,0.02500,0.856
16,mlp.experts.125.up_proj,0.0055298427,hessian_weighted_relative_error,31824,0.02500,0.875
16,mlp.experts.127.up_proj,0.0043173836,hessian_weighted_relative_error,23528,0.02500,0.872
16,mlp.experts.129.up_proj,0.0079378912,hessian_weighted_relative_error,19359,0.02500,0.871
16,mlp.experts.130.up_proj,0.0033288662,hessian_weighted_relative_error,33900,0.02500,0.861
16,mlp.experts.132.up_proj,0.0070316460,hessian_weighted_relative_error,30481,0.02500,0.858
16,mlp.experts.133.up_proj,0.0072158999,hessian_weighted_relative_error,26725,0.02500,0.882
16,mlp.experts.134.up_proj,0.0066056766,hessian_weighted_relative_error,14218,0.02500,0.865
16,mlp.experts.135.up_proj,0.0088282893,hessian_weighted_relative_error,37784,0.02500,0.884
16,mlp.experts.136.up_proj,0.0071047904,hessian_weighted_relative_error,42526,0.02500,0.860
16,mlp.experts.137.up_proj,0.0052251012,hessian_weighted_relative_error,20862,0.02500,0.882
16,mlp.experts.138.up_proj,0.0075903225,hessian_weighted_relative_error,12306,0.02500,0.861
16,mlp.experts.139.up_proj,0.0037466609,hessian_weighted_relative_error,9915,0.02500,0.878
16,mlp.experts.140.up_proj,0.0053149338,hessian_weighted_relative_error,42024,0.02500,0.861
16,mlp.experts.141.up_proj,0.0044054981,hessian_weighted_relative_error,3972,0.02500,0.884
16,mlp.experts.143.up_proj,0.0054400521,hessian_weighted_relative_error,27649,0.02500,0.879
16,mlp.experts.144.up_proj,0.0045685662,hessian_weighted_relative_error,15396,0.02500,0.874
16,mlp.experts.145.up_proj,0.0055198844,hessian_weighted_relative_error,13500,0.02500,0.899
16,mlp.experts.146.up_proj,0.0069998878,hessian_weighted_relative_error,10959,0.02500,0.861
16,mlp.experts.147.up_proj,0.0052248357,hessian_weighted_relative_error,20338,0.02500,0.883
16,mlp.experts.149.up_proj,0.0070067338,hessian_weighted_relative_error,23664,0.02500,0.878
16,mlp.experts.150.up_proj,0.0054492905,hessian_weighted_relative_error,7222,0.02500,0.859
16,mlp.experts.151.up_proj,0.0100144049,hessian_weighted_relative_error,30417,0.02500,0.872
16,mlp.experts.152.up_proj,0.0061040876,hessian_weighted_relative_error,24386,0.02500,0.860
16,mlp.experts.153.up_proj,0.0066795325,hessian_weighted_relative_error,7557,0.02500,0.879
16,mlp.experts.154.up_proj,0.0093794821,hessian_weighted_relative_error,47132,0.02500,0.859
16,mlp.experts.156.up_proj,0.0057904313,hessian_weighted_relative_error,25285,0.02500,0.861
16,mlp.experts.157.up_proj,0.0072696821,hessian_weighted_relative_error,18740,0.02500,0.870
16,mlp.experts.159.up_proj,0.0030653834,hessian_weighted_relative_error,6307,0.02500,0.875
16,mlp.experts.160.up_proj,0.0069437842,hessian_weighted_relative_error,19770,0.02500,0.862
16,mlp.experts.163.up_proj,0.0043944384,hessian_weighted_relative_error,7087,0.02500,0.878
16,mlp.experts.164.up_proj,0.0037153281,hessian_weighted_relative_error,13951,0.02500,0.861
16,mlp.experts.165.up_proj,0.0064483933,hessian_weighted_relative_error,19683,0.02500,0.886
16,mlp.experts.166.up_proj,0.0079225018,hessian_weighted_relative_error,15032,0.02500,0.861
16,mlp.experts.167.up_proj,0.0073144386,hessian_weighted_relative_error,43094,0.02500,0.882
16,mlp.experts.169.up_proj,0.0073360664,hessian_weighted_relative_error,15517,0.02500,0.877
16,mlp.experts.170.up_proj,0.0074170174,hessian_weighted_relative_error,21513,0.02500,0.862
16,mlp.experts.171.up_proj,0.0057119156,hessian_weighted_relative_error,20955,0.02500,0.876
16,mlp.experts.173.up_proj,0.0060359352,hessian_weighted_relative_error,20018,0.02500,0.878
16,mlp.experts.175.up_proj,0.0064348303,hessian_weighted_relative_error,14023,0.02500,0.873
16,mlp.experts.176.up_proj,0.0050516558,hessian_weighted_relative_error,37317,0.02500,0.862
16,mlp.experts.177.up_proj,0.0068857756,hessian_weighted_relative_error,13932,0.02500,0.875
16,mlp.experts.178.up_proj,0.0069898272,hessian_weighted_relative_error,16023,0.02500,0.861
16,mlp.experts.179.up_proj,0.0066888122,hessian_weighted_relative_error,27059,0.02500,0.875
16,mlp.experts.180.up_proj,0.0046511282,hessian_weighted_relative_error,17434,0.02500,0.860
16,mlp.experts.181.up_proj,0.0095602376,hessian_weighted_relative_error,49506,0.02500,0.876
16,mlp.experts.182.up_proj,0.0054246856,hessian_weighted_relative_error,39676,0.02500,0.860
16,mlp.experts.184.up_proj,0.0053084902,hessian_weighted_relative_error,4869,0.02500,0.860
16,mlp.experts.186.up_proj,0.0077967720,hessian_weighted_relative_error,20352,0.02500,0.859
16,mlp.experts.188.up_proj,0.0060905731,hessian_weighted_relative_error,14557,0.02500,0.862
16,mlp.experts.189.up_proj,0.0070419041,hessian_weighted_relative_error,19042,0.02500,0.891
16,mlp.experts.191.up_proj,0.0065090629,hessian_weighted_relative_error,30130,0.02500,0.881
16,mlp.experts.194.up_proj,0.0068111650,hessian_weighted_relative_error,9428,0.02500,0.859
16,mlp.experts.195.up_proj,0.0050717098,hessian_weighted_relative_error,21958,0.02500,0.877
16,mlp.experts.196.up_proj,0.0092968403,hessian_weighted_relative_error,46990,0.02500,0.860
16,mlp.experts.197.up_proj,0.0059050551,hessian_weighted_relative_error,26315,0.02500,0.884
16,mlp.experts.198.up_proj,0.0047097569,hessian_weighted_relative_error,28948,0.02500,0.860
16,mlp.experts.199.up_proj,0.0094516672,hessian_weighted_relative_error,49641,0.02500,0.878
16,mlp.experts.200.up_proj,0.0072892212,hessian_weighted_relative_error,22142,0.02500,0.859
16,mlp.experts.201.up_proj,0.0097752189,hessian_weighted_relative_error,35561,0.02500,0.881
16,mlp.experts.202.up_proj,0.0038958517,hessian_weighted_relative_error,18083,0.02500,0.860
16,mlp.experts.203.up_proj,0.0066484932,hessian_weighted_relative_error,14840,0.02500,0.880
16,mlp.experts.205.up_proj,0.0063291753,hessian_weighted_relative_error,26365,0.02500,0.883
16,mlp.experts.206.up_proj,0.0077767701,hessian_weighted_relative_error,15796,0.02500,0.865
16,mlp.experts.207.up_proj,0.0083876860,hessian_weighted_relative_error,25205,0.02500,0.884
16,mlp.experts.208.up_proj,0.0050220451,hessian_weighted_relative_error,18437,0.02500,0.859
16,mlp.experts.209.up_proj,0.0073532232,hessian_weighted_relative_error,15425,0.02500,0.881
16,mlp.experts.210.up_proj,0.0065193379,hessian_weighted_relative_error,20431,0.02500,0.859
16,mlp.experts.211.up_proj,0.0085044543,hessian_weighted_relative_error,50935,0.02500,0.890
16,mlp.experts.212.up_proj,0.0043068923,hessian_weighted_relative_error,31804,0.02500,0.862
16,mlp.experts.215.up_proj,0.0097253646,hessian_weighted_relative_error,70080,0.02500,0.878
16,mlp.experts.217.up_proj,0.0074749347,hessian_weighted_relative_error,16365,0.02500,0.885
16,mlp.experts.218.up_proj,0.0061018853,hessian_weighted_relative_error,20508,0.02500,0.860
16,mlp.experts.219.up_proj,0.0052375724,hessian_weighted_relative_error,23862,0.02500,0.887
16,mlp.experts.221.up_proj,0.0063652471,hessian_weighted_relative_error,16364,0.02500,0.887
16,mlp.experts.222.up_proj,0.0029778575,hessian_weighted_relative_error,10555,0.02500,0.862
16,mlp.experts.225.up_proj,0.0061103757,hessian_weighted_relative_error,21326,0.02500,0.884
16,mlp.experts.226.up_proj,0.0042696404,hessian_weighted_relative_error,25916,0.02500,0.863
16,mlp.experts.227.up_proj,0.0071704876,hessian_weighted_relative_error,22820,0.02500,0.891
16,mlp.experts.230.up_proj,0.0054049502,hessian_weighted_relative_error,19843,0.02500,0.862
16,mlp.experts.232.up_proj,0.0048678978,hessian_weighted_relative_error,36314,0.02500,0.859
16,mlp.experts.233.up_proj,0.0081960786,hessian_weighted_relative_error,40361,0.02500,0.888
16,mlp.experts.234.up_proj,0.0091363064,hessian_weighted_relative_error,42806,0.02500,0.865
16,mlp.experts.235.up_proj,0.0048479406,hessian_weighted_relative_error,8587,0.02500,0.885
16,mlp.experts.238.up_proj,0.0066250704,hessian_weighted_relative_error,22746,0.02500,0.866
16,mlp.experts.239.up_proj,0.0063320251,hessian_weighted_relative_error,20235,0.02500,0.898
16,mlp.experts.240.up_proj,0.0059025533,hessian_weighted_relative_error,30728,0.02500,0.859
16,mlp.experts.241.up_proj,0.0058188464,hessian_weighted_relative_error,9214,0.02500,0.885
16,mlp.experts.242.up_proj,0.0067873425,hessian_weighted_relative_error,30730,0.02500,0.863
16,mlp.experts.243.up_proj,0.0084560125,hessian_weighted_relative_error,22766,0.02500,0.889
16,mlp.experts.245.up_proj,0.0067145332,hessian_weighted_relative_error,13571,0.02500,0.886
16,mlp.experts.246.up_proj,0.0056257765,hessian_weighted_relative_error,13465,0.02500,0.862
16,mlp.experts.247.up_proj,0.0093935818,hessian_weighted_relative_error,69944,0.02500,0.894
16,mlp.experts.248.up_proj,0.0042508493,hessian_weighted_relative_error,28306,0.02500,0.861
16,mlp.experts.251.up_proj,0.0052714388,hessian_weighted_relative_error,10961,0.02500,0.888
16,mlp.experts.252.up_proj,0.0081761334,hessian_weighted_relative_error,42170,0.02500,0.861
16,mlp.experts.253.up_proj,0.0069066135,hessian_weighted_relative_error,19421,0.02500,0.888
16,mlp.experts.254.up_proj,0.0063501229,hessian_weighted_relative_error,32173,0.02500,0.861
16,mlp.experts.256.up_proj,0.0072179557,hessian_weighted_relative_error,18265,0.02500,0.861
16,mlp.experts.258.up_proj,0.0063380326,hessian_weighted_relative_error,28242,0.02500,0.862
16,mlp.experts.259.up_proj,0.0093854780,hessian_weighted_relative_error,38648,0.02500,0.894
16,mlp.experts.260.up_proj,0.0099838407,hessian_weighted_relative_error,32529,0.02500,0.861
16,mlp.experts.261.up_proj,0.0049904278,hessian_weighted_relative_error,5147,0.02500,0.886
16,mlp.experts.262.up_proj,0.0088055082,hessian_weighted_relative_error,39448,0.02500,0.861
16,mlp.experts.264.up_proj,0.0025814995,hessian_weighted_relative_error,16635,0.02500,0.860
16,mlp.experts.265.up_proj,0.0046365412,hessian_weighted_relative_error,24734,0.02500,0.890
16,mlp.experts.267.up_proj,0.0054502149,hessian_weighted_relative_error,17117,0.02500,0.886
16,mlp.experts.268.up_proj,0.0076421379,hessian_weighted_relative_error,28410,0.02500,0.865
16,mlp.experts.269.up_proj,0.0055018501,hessian_weighted_relative_error,14889,0.02500,0.887
16,mlp.experts.270.up_proj,0.0060858586,hessian_weighted_relative_error,10208,0.02500,0.864
16,mlp.experts.271.up_proj,0.0041006470,hessian_weighted_relative_error,21377,0.02500,0.893
16,mlp.experts.272.up_proj,0.0063939941,hessian_weighted_relative_error,30517,0.02500,0.862
16,mlp.experts.273.up_proj,0.0054557861,hessian_weighted_relative_error,16367,0.02500,0.891
16,mlp.experts.274.up_proj,0.0057119008,hessian_weighted_relative_error,27038,0.02500,0.862
16,mlp.experts.275.up_proj,0.0052738202,hessian_weighted_relative_error,31584,0.02500,0.894
16,mlp.experts.276.up_proj,0.0048578941,hessian_weighted_relative_error,12095,0.02500,0.862
16,mlp.experts.277.up_proj,0.0062625441,hessian_weighted_relative_error,17471,0.02500,0.885
16,mlp.experts.278.up_proj,0.0063714617,hessian_weighted_relative_error,27453,0.02500,0.860
16,mlp.experts.279.up_proj,0.0034164130,hessian_weighted_relative_error,9626,0.02500,0.888
16,mlp.experts.280.up_proj,0.0036549087,hessian_weighted_relative_error,24522,0.02500,0.862
16,mlp.experts.282.up_proj,0.0032276422,hessian_weighted_relative_error,18108,0.02500,0.859
16,mlp.experts.283.up_proj,0.0052662388,hessian_weighted_relative_error,18203,0.02500,0.888
16,mlp.experts.285.up_proj,0.0061756637,hessian_weighted_relative_error,27345,0.02500,0.891
16,mlp.experts.286.up_proj,0.0066482228,hessian_weighted_relative_error,16075,0.02500,0.864
16,mlp.experts.287.up_proj,0.0035381431,hessian_weighted_relative_error,6977,0.02500,0.888
16,mlp.experts.0.down_proj,0.0082464500,hessian_weighted_relative_error,5645,0.02500,0.769
16,mlp.experts.1.down_proj,0.0109917059,hessian_weighted_relative_error,21094,0.02500,0.746
16,mlp.experts.3.down_proj,0.0136406689,hessian_weighted_relative_error,49824,0.02500,0.753
16,mlp.experts.4.down_proj,0.0081334963,hessian_weighted_relative_error,15422,0.02500,0.769
16,mlp.experts.5.down_proj,0.0107919866,hessian_weighted_relative_error,12795,0.02500,0.722
16,mlp.experts.6.down_proj,0.0142096690,hessian_weighted_relative_error,32496,0.02500,0.747
16,mlp.experts.9.down_proj,0.0085257629,hessian_weighted_relative_error,20865,0.02500,0.751
16,mlp.experts.10.down_proj,0.0094600765,hessian_weighted_relative_error,14199,0.02500,0.776
16,mlp.experts.11.down_proj,0.0099703130,hessian_weighted_relative_error,7633,0.02500,0.757
16,mlp.experts.12.down_proj,0.0119395706,hessian_weighted_relative_error,12465,0.02500,0.773
16,mlp.experts.13.down_proj,0.0143794477,hessian_weighted_relative_error,37240,0.02500,0.752
16,mlp.experts.14.down_proj,0.0096917570,hessian_weighted_relative_error,12441,0.02500,0.773
16,mlp.experts.15.down_proj,0.0113910396,hessian_weighted_relative_error,11283,0.02500,0.755
16,mlp.experts.17.down_proj,0.0113338405,hessian_weighted_relative_error,24666,0.02500,0.756
16,mlp.experts.19.down_proj,0.0111577661,hessian_weighted_relative_error,23502,0.02500,0.760
16,mlp.experts.20.down_proj,0.0136759173,hessian_weighted_relative_error,67996,0.02500,0.775
16,mlp.experts.22.down_proj,0.0096611617,hessian_weighted_relative_error,15534,0.02500,0.777
16,mlp.experts.24.down_proj,0.0109550554,hessian_weighted_relative_error,44421,0.02500,0.778
16,mlp.experts.25.down_proj,0.0101876272,hessian_weighted_relative_error,18920,0.02500,0.759
16,mlp.experts.28.down_proj,0.0106992668,hessian_weighted_relative_error,4957,0.02500,0.778
16,mlp.experts.30.down_proj,0.0066935565,hessian_weighted_relative_error,9657,0.02500,0.780
16,mlp.experts.31.down_proj,0.0142293053,hessian_weighted_relative_error,49582,0.02500,0.763
16,mlp.experts.32.down_proj,0.0141086615,hessian_weighted_relative_error,33665,0.02500,0.781
16,mlp.experts.35.down_proj,0.0117698092,hessian_weighted_relative_error,18202,0.02500,0.766
16,mlp.experts.36.down_proj,0.0111962793,hessian_weighted_relative_error,22377,0.02500,0.781
16,mlp.experts.39.down_proj,0.0097670102,hessian_weighted_relative_error,24864,0.02500,0.765
16,mlp.experts.40.down_proj,0.0126722850,hessian_weighted_relative_error,23868,0.02500,0.783
16,mlp.experts.41.down_proj,0.0143052800,hessian_weighted_relative_error,38676,0.02500,0.766
16,mlp.experts.42.down_proj,0.0078987481,hessian_weighted_relative_error,26319,0.02500,0.785
16,mlp.experts.43.down_proj,0.0122805316,hessian_weighted_relative_error,16096,0.02500,0.770
16,mlp.experts.45.down_proj,0.0110575148,hessian_weighted_relative_error,28439,0.02500,0.768
16,mlp.experts.47.down_proj,0.0136980830,hessian_weighted_relative_error,42889,0.02500,0.768
16,mlp.experts.48.down_proj,0.0078019065,hessian_weighted_relative_error,9773,0.02500,0.785
16,mlp.experts.49.down_proj,0.0120377213,hessian_weighted_relative_error,67846,0.02500,0.768
16,mlp.experts.50.down_proj,0.0075426479,hessian_weighted_relative_error,20692,0.02500,0.787
16,mlp.experts.51.down_proj,0.0137020557,hessian_weighted_relative_error,19449,0.02500,0.772
16,mlp.experts.53.down_proj,0.0115245177,hessian_weighted_relative_error,16151,0.02500,0.769
16,mlp.experts.54.down_proj,0.0111535743,hessian_weighted_relative_error,26242,0.02500,0.785
16,mlp.experts.59.down_proj,0.0071344713,hessian_weighted_relative_error,24843,0.02500,0.775
16,mlp.experts.60.down_proj,0.0137223825,hessian_weighted_relative_error,26203,0.02500,0.787
16,mlp.experts.61.down_proj,0.0121801867,hessian_weighted_relative_error,20249,0.02500,0.772
16,mlp.experts.62.down_proj,0.0077195181,hessian_weighted_relative_error,21622,0.02500,0.787
16,mlp.experts.63.down_proj,0.0078997239,hessian_weighted_relative_error,4862,0.02500,0.775
16,mlp.experts.64.down_proj,0.0110666225,hessian_weighted_relative_error,11609,0.02500,0.789
16,mlp.experts.65.down_proj,0.0097238725,hessian_weighted_relative_error,15628,0.02500,0.774
16,mlp.experts.67.down_proj,0.0098271561,hessian_weighted_relative_error,13735,0.02500,0.778
16,mlp.experts.68.down_proj,0.0037987332,hessian_weighted_relative_error,1832,0.02500,0.789
16,mlp.experts.69.down_proj,0.0093559771,hessian_weighted_relative_error,13609,0.02500,0.775
16,mlp.experts.72.down_proj,0.0140535365,hessian_weighted_relative_error,59361,0.02500,0.792
16,mlp.experts.73.down_proj,0.0093882553,hessian_weighted_relative_error,31023,0.02500,0.777
16,mlp.experts.75.down_proj,0.0115404971,hessian_weighted_relative_error,6033,0.02500,0.782
16,mlp.experts.76.down_proj,0.0143150858,hessian_weighted_relative_error,43573,0.02500,0.791
16,mlp.experts.77.down_proj,0.0091748243,hessian_weighted_relative_error,23838,0.02500,0.780
16,mlp.experts.79.down_proj,0.0109337393,hessian_weighted_relative_error,10213,0.02500,0.780
16,mlp.experts.80.down_proj,0.0128847346,hessian_weighted_relative_error,27407,0.02500,0.794
16,mlp.experts.81.down_proj,0.0113170128,hessian_weighted_relative_error,11977,0.02500,0.781
16,mlp.experts.83.down_proj,0.0135246193,hessian_weighted_relative_error,58065,0.02500,0.787
16,mlp.experts.85.down_proj,0.0092580243,hessian_weighted_relative_error,25441,0.02500,0.783
16,mlp.experts.87.down_proj,0.0103327076,hessian_weighted_relative_error,17593,0.02500,0.783
16,mlp.experts.88.down_proj,0.0083904265,hessian_weighted_relative_error,29005,0.02500,0.794
16,mlp.experts.89.down_proj,0.0093488539,hessian_weighted_relative_error,22935,0.02500,0.783
16,mlp.experts.91.down_proj,0.0072087157,hessian_weighted_relative_error,38202,0.02500,0.790
16,mlp.experts.92.down_proj,0.0094468083,hessian_weighted_relative_error,12351,0.02500,0.794
16,mlp.experts.93.down_proj,0.0102291514,hessian_weighted_relative_error,10624,0.02500,0.789
16,mlp.experts.95.down_proj,0.0123929915,hessian_weighted_relative_error,13294,0.02500,0.787
16,mlp.experts.97.down_proj,0.0140786574,hessian_weighted_relative_error,34355,0.02500,0.787
16,mlp.experts.100.down_proj,0.0061635738,hessian_weighted_relative_error,10200,0.02500,0.797
16,mlp.experts.102.down_proj,0.0111198970,hessian_weighted_relative_error,20783,0.02500,0.797
16,mlp.experts.103.down_proj,0.0109834517,hessian_weighted_relative_error,31369,0.02500,0.790
16,mlp.experts.104.down_proj,0.0127017618,hessian_weighted_relative_error,19674,0.02500,0.800
16,mlp.experts.105.down_proj,0.0113202003,hessian_weighted_relative_error,14702,0.02500,0.791
16,mlp.experts.106.down_proj,0.0100725809,hessian_weighted_relative_error,11138,0.02500,0.799
16,mlp.experts.109.down_proj,0.0110963681,hessian_weighted_relative_error,18217,0.02500,0.795
16,mlp.experts.111.down_proj,0.0124200250,hessian_weighted_relative_error,22531,0.02500,0.793
16,mlp.experts.112.down_proj,0.0060402412,hessian_weighted_relative_error,17443,0.02500,0.800
16,mlp.experts.114.down_proj,0.0120742979,hessian_weighted_relative_error,42184,0.02500,0.801
16,mlp.experts.115.down_proj,0.0110263788,hessian_weighted_relative_error,16186,0.02500,0.800
16,mlp.experts.117.down_proj,0.0119544529,hessian_weighted_relative_error,15365,0.02500,0.799
16,mlp.experts.119.down_proj,0.0140079968,hessian_weighted_relative_error,22470,0.02500,0.796
16,mlp.experts.124.down_proj,0.0103691659,hessian_weighted_relative_error,5689,0.02500,0.801
16,mlp.experts.125.down_proj,0.0095073182,hessian_weighted_relative_error,31824,0.02500,0.802
16,mlp.experts.129.down_proj,0.0126405405,hessian_weighted_relative_error,19359,0.02500,0.798
16,mlp.experts.130.down_proj,0.0008613958,hessian_weighted_relative_error,33900,0.02500,0.807
16,mlp.experts.132.down_proj,0.0101777382,hessian_weighted_relative_error,30481,0.02500,0.803
16,mlp.experts.133.down_proj,0.0126516249,hessian_weighted_relative_error,26725,0.02500,0.803
16,mlp.experts.134.down_proj,0.0118314438,hessian_weighted_relative_error,14218,0.02500,0.806
16,mlp.experts.135.down_proj,0.0127883560,hessian_weighted_relative_error,37784,0.02500,0.801
16,mlp.experts.138.down_proj,0.0110279562,hessian_weighted_relative_error,12306,0.02500,0.808
16,mlp.experts.139.down_proj,0.0059043631,hessian_weighted_relative_error,9915,0.02500,0.806
16,mlp.experts.141.down_proj,0.0083143987,hessian_weighted_relative_error,3972,0.02500,0.805
16,mlp.experts.143.down_proj,0.0100535085,hessian_weighted_relative_error,27649,0.02500,0.806
16,mlp.experts.145.down_proj,0.0104631130,hessian_weighted_relative_error,13500,0.02500,0.805
16,mlp.experts.146.down_proj,0.0117097218,hessian_weighted_relative_error,10959,0.02500,0.808
16,mlp.experts.147.down_proj,0.0112293093,hessian_weighted_relative_error,20338,0.02500,0.808
16,mlp.experts.149.down_proj,0.0114402857,hessian_weighted_relative_error,23664,0.02500,0.810
16,mlp.experts.150.down_proj,0.0099060382,hessian_weighted_relative_error,7222,0.02500,0.808
16,mlp.experts.151.down_proj,0.0143303055,hessian_weighted_relative_error,30417,0.02500,0.808
16,mlp.experts.153.down_proj,0.0113931487,hessian_weighted_relative_error,7557,0.02500,0.806
16,mlp.experts.154.down_proj,0.0131411359,hessian_weighted_relative_error,47132,0.02500,0.808
16,mlp.experts.156.down_proj,0.0104999601,hessian_weighted_relative_error,25285,0.02500,0.806
16,mlp.experts.157.down_proj,0.0123388288,hessian_weighted_relative_error,18740,0.02500,0.809
16,mlp.experts.159.down_proj,0.0068823554,hessian_weighted_relative_error,6307,0.02500,0.810
16,mlp.experts.160.down_proj,0.0117425606,hessian_weighted_relative_error,19770,0.02500,0.808
16,mlp.experts.163.down_proj,0.0076350563,hessian_weighted_relative_error,7087,0.02500,0.815
16,mlp.experts.164.down_proj,0.0063210848,hessian_weighted_relative_error,13951,0.02500,0.807
16,mlp.experts.165.down_proj,0.0102158850,hessian_weighted_relative_error,19683,0.02500,0.818
16,mlp.experts.166.down_proj,0.0112361802,hessian_weighted_relative_error,15032,0.02500,0.809
16,mlp.experts.167.down_proj,0.0107218488,hessian_weighted_relative_error,43094,0.02500,0.814
16,mlp.experts.169.down_proj,0.0114510831,hessian_weighted_relative_error,15517,0.02500,0.813
16,mlp.experts.170.down_proj,0.0116177771,hessian_weighted_relative_error,21513,0.02500,0.811
16,mlp.experts.173.down_proj,0.0115779808,hessian_weighted_relative_error,20018,0.02500,0.817
16,mlp.experts.175.down_proj,0.0108056455,hessian_weighted_relative_error,14023,0.02500,0.814
16,mlp.experts.177.down_proj,0.0123958228,hessian_weighted_relative_error,13932,0.02500,0.813
16,mlp.experts.178.down_proj,0.0116788642,hessian_weighted_relative_error,16023,0.02500,0.814
16,mlp.experts.179.down_proj,0.0118992803,hessian_weighted_relative_error,27059,0.02500,0.819
16,mlp.experts.180.down_proj,0.0094819094,hessian_weighted_relative_error,17434,0.02500,0.809
16,mlp.experts.181.down_proj,0.0146531893,hessian_weighted_relative_error,49506,0.02500,0.820
16,mlp.experts.184.down_proj,0.0100068105,hessian_weighted_relative_error,4869,0.02500,0.811
16,mlp.experts.186.down_proj,0.0129889849,hessian_weighted_relative_error,20352,0.02500,0.812
16,mlp.experts.188.down_proj,0.0095473353,hessian_weighted_relative_error,14557,0.02500,0.810
16,mlp.experts.189.down_proj,0.0116043625,hessian_weighted_relative_error,19042,0.02500,0.821
16,mlp.experts.191.down_proj,0.0122824700,hessian_weighted_relative_error,30130,0.02500,0.819
16,mlp.experts.194.down_proj,0.0111984358,hessian_weighted_relative_error,9428,0.02500,0.813
16,mlp.experts.195.down_proj,0.0101984521,hessian_weighted_relative_error,21958,0.02500,0.821
16,mlp.experts.196.down_proj,0.0139455326,hessian_weighted_relative_error,46990,0.02500,0.811
16,mlp.experts.197.down_proj,0.0103142794,hessian_weighted_relative_error,26315,0.02500,0.821
16,mlp.experts.199.down_proj,0.0138578071,hessian_weighted_relative_error,49641,0.02500,0.820
16,mlp.experts.200.down_proj,0.0118632014,hessian_weighted_relative_error,22142,0.02500,0.813
16,mlp.experts.201.down_proj,0.0143307282,hessian_weighted_relative_error,35561,0.02500,0.819
16,mlp.experts.202.down_proj,0.0069679231,hessian_weighted_relative_error,18083,0.02500,0.814
16,mlp.experts.203.down_proj,0.0100253752,hessian_weighted_relative_error,14840,0.02500,0.822
16,mlp.experts.204.down_proj,0.0039533513,hessian_weighted_relative_error,46957,0.02500,0.812
16,mlp.experts.206.down_proj,0.0127366827,hessian_weighted_relative_error,15796,0.02500,0.814
16,mlp.experts.207.down_proj,0.0122275574,hessian_weighted_relative_error,25205,0.02500,0.821
16,mlp.experts.208.down_proj,0.0086882540,hessian_weighted_relative_error,18437,0.02500,0.813
16,mlp.experts.209.down_proj,0.0129921074,hessian_weighted_relative_error,15425,0.02500,0.819
16,mlp.experts.210.down_proj,0.0115777775,hessian_weighted_relative_error,20431,0.02500,0.815
16,mlp.experts.211.down_proj,0.0113372687,hessian_weighted_relative_error,50935,0.02500,0.824
16,mlp.experts.213.down_proj,0.0090883469,hessian_weighted_relative_error,68592,0.02500,0.822
16,mlp.experts.215.down_proj,0.0142061889,hessian_weighted_relative_error,70080,0.02500,0.822
16,mlp.experts.217.down_proj,0.0116743404,hessian_weighted_relative_error,16365,0.02500,0.821
16,mlp.experts.218.down_proj,0.0117399333,hessian_weighted_relative_error,20508,0.02500,0.817
16,mlp.experts.221.down_proj,0.0106738825,hessian_weighted_relative_error,16364,0.02500,0.824
16,mlp.experts.222.down_proj,0.0073870812,hessian_weighted_relative_error,10555,0.02500,0.815
16,mlp.experts.225.down_proj,0.0105176933,hessian_weighted_relative_error,21326,0.02500,0.820
16,mlp.experts.227.down_proj,0.0113687828,hessian_weighted_relative_error,22820,0.02500,0.824
16,mlp.experts.230.down_proj,0.0095135918,hessian_weighted_relative_error,19843,0.02500,0.816
16,mlp.experts.233.down_proj,0.0129256639,hessian_weighted_relative_error,40361,0.02500,0.822
16,mlp.experts.235.down_proj,0.0098316702,hessian_weighted_relative_error,8587,0.02500,0.827
16,mlp.experts.239.down_proj,0.0104624361,hessian_weighted_relative_error,20235,0.02500,0.826
16,mlp.experts.241.down_proj,0.0100010115,hessian_weighted_relative_error,9214,0.02500,0.822
16,mlp.experts.243.down_proj,0.0118749806,hessian_weighted_relative_error,22766,0.02500,0.824
16,mlp.experts.245.down_proj,0.0104432492,hessian_weighted_relative_error,13571,0.02500,0.824
16,mlp.experts.246.down_proj,0.0092305694,hessian_weighted_relative_error,13465,0.02500,0.819
16,mlp.experts.247.down_proj,0.0130562915,hessian_weighted_relative_error,69944,0.02500,0.826
16,mlp.experts.248.down_proj,0.0073469289,hessian_weighted_relative_error,28306,0.02500,0.818
16,mlp.experts.251.down_proj,0.0097921932,hessian_weighted_relative_error,10961,0.02500,0.825
16,mlp.experts.252.down_proj,0.0127194621,hessian_weighted_relative_error,42170,0.02500,0.817
16,mlp.experts.253.down_proj,0.0128824176,hessian_weighted_relative_error,19421,0.02500,0.825
16,mlp.experts.256.down_proj,0.0106659073,hessian_weighted_relative_error,18265,0.02500,0.819
16,mlp.experts.259.down_proj,0.0143791166,hessian_weighted_relative_error,38648,0.02500,0.824
16,mlp.experts.260.down_proj,0.0134025464,hessian_weighted_relative_error,32529,0.02500,0.820
16,mlp.experts.261.down_proj,0.0087222298,hessian_weighted_relative_error,5147,0.02500,0.825
16,mlp.experts.262.down_proj,0.0127846821,hessian_weighted_relative_error,39448,0.02500,0.820
16,mlp.experts.264.down_proj,0.0045580648,hessian_weighted_relative_error,16635,0.02500,0.819
16,mlp.experts.265.down_proj,0.0077822051,hessian_weighted_relative_error,24734,0.02500,0.824
16,mlp.experts.267.down_proj,0.0094923060,hessian_weighted_relative_error,17117,0.02500,0.826
16,mlp.experts.269.down_proj,0.0091400724,hessian_weighted_relative_error,14889,0.02500,0.826
16,mlp.experts.270.down_proj,0.0108264249,hessian_weighted_relative_error,10208,0.02500,0.821
16,mlp.experts.273.down_proj,0.0086687288,hessian_weighted_relative_error,16367,0.02500,0.824
16,mlp.experts.274.down_proj,0.0091476854,hessian_weighted_relative_error,27038,0.02500,0.820
16,mlp.experts.276.down_proj,0.0088742366,hessian_weighted_relative_error,12095,0.02500,0.820
16,mlp.experts.277.down_proj,0.0111285884,hessian_weighted_relative_error,17471,0.02500,0.827
16,mlp.experts.278.down_proj,0.0112217433,hessian_weighted_relative_error,27453,0.02500,0.821
16,mlp.experts.279.down_proj,0.0064044485,hessian_weighted_relative_error,9626,0.02500,0.825
16,mlp.experts.280.down_proj,0.0063528664,hessian_weighted_relative_error,24522,0.02500,0.820
16,mlp.experts.282.down_proj,0.0072647360,hessian_weighted_relative_error,18108,0.02500,0.821
16,mlp.experts.285.down_proj,0.0113182474,hessian_weighted_relative_error,27345,0.02500,0.826
16,mlp.experts.286.down_proj,0.0108592994,hessian_weighted_relative_error,16075,0.02500,0.822
16,mlp.experts.287.down_proj,0.0049828898,hessian_weighted_relative_error,6977,0.02500,0.828
16,mlp.experts.107.down_proj,0.0034758590,hessian_weighted_relative_error,29327,0.02500,1.520
16,mlp.experts.110.down_proj,0.0031133079,hessian_weighted_relative_error,34197,0.02500,1.505
16,mlp.experts.101.down_proj,0.0032895103,hessian_weighted_relative_error,33815,0.02500,1.528
16,mlp.experts.108.down_proj,0.0030907201,hessian_weighted_relative_error,37362,0.02500,1.533
16,mlp.experts.113.down_proj,0.0037496997,hessian_weighted_relative_error,55301,0.02500,1.551
16,mlp.experts.116.up_proj,0.0015189459,hessian_weighted_relative_error,40455,0.02500,1.623
16,mlp.experts.116.down_proj,0.0027774999,hessian_weighted_relative_error,40455,0.02500,1.541
16,mlp.experts.113.up_proj,0.0026248696,hessian_weighted_relative_error,55301,0.02500,1.673
16,mlp.experts.118.gate_proj,0.0016464003,hessian_weighted_relative_error,44641,0.02500,1.598
16,mlp.experts.121.gate_proj,0.0009689436,hessian_weighted_relative_error,19766,0.02500,1.649
16,mlp.experts.118.down_proj,0.0030452844,hessian_weighted_relative_error,44641,0.02500,1.535
16,mlp.experts.121.down_proj,0.0020182085,hessian_weighted_relative_error,19766,0.02500,1.541
16,mlp.experts.120.down_proj,0.0032035673,hessian_weighted_relative_error,40155,0.02500,1.539
16,mlp.experts.121.up_proj,0.0010205221,hessian_weighted_relative_error,19766,0.02500,1.684
16,mlp.experts.118.up_proj,0.0017802761,hessian_weighted_relative_error,44641,0.02500,1.622
16,mlp.experts.123.down_proj,0.0031853642,hessian_weighted_relative_error,30774,0.02500,1.548
16,mlp.experts.120.up_proj,0.0018376114,hessian_weighted_relative_error,40155,0.02500,1.622
16,mlp.experts.131.down_proj,0.0024861378,hessian_weighted_relative_error,23264,0.02500,1.548
16,mlp.experts.120.gate_proj,0.0016432766,hessian_weighted_relative_error,40155,0.02500,1.599
16,mlp.experts.127.down_proj,0.0021995030,hessian_weighted_relative_error,23528,0.02500,1.540
16,mlp.experts.122.gate_proj,0.0021836398,hessian_weighted_relative_error,57872,0.02500,1.596
16,mlp.experts.131.gate_proj,0.0015388209,hessian_weighted_relative_error,23264,0.02500,1.647
16,mlp.experts.122.down_proj,0.0035752346,hessian_weighted_relative_error,57872,0.02500,1.540
16,mlp.experts.131.up_proj,0.0017214119,hessian_weighted_relative_error,23264,0.02500,1.678
16,mlp.experts.126.down_proj,0.0033754535,hessian_weighted_relative_error,39144,0.02500,1.540
16,mlp.experts.155.down_proj,0.0023977566,hessian_weighted_relative_error,31874,0.02500,1.564
16,mlp.experts.122.up_proj,0.0025137683,hessian_weighted_relative_error,57872,0.02500,1.621
16,mlp.experts.137.down_proj,0.0030509138,hessian_weighted_relative_error,20862,0.02500,1.546
16,mlp.experts.128.down_proj,0.0026037472,hessian_weighted_relative_error,32293,0.02500,1.549
16,mlp.experts.155.gate_proj,0.0010884558,hessian_weighted_relative_error,31874,0.02500,1.653
16,mlp.experts.126.up_proj,0.0018475106,hessian_weighted_relative_error,39144,0.02500,1.619
16,mlp.experts.155.up_proj,0.0011636194,hessian_weighted_relative_error,31874,0.02500,1.684
16,mlp.experts.128.up_proj,0.0014274089,hessian_weighted_relative_error,32293,0.02500,1.623
16,mlp.experts.161.gate_proj,0.0009534399,hessian_weighted_relative_error,33815,0.02500,1.664
16,mlp.experts.128.gate_proj,0.0013492903,hessian_weighted_relative_error,32293,0.02500,1.607
16,mlp.experts.161.down_proj,0.0019254834,hessian_weighted_relative_error,33815,0.02500,1.557
16,mlp.experts.140.down_proj,0.0020846296,hessian_weighted_relative_error,42024,0.02500,1.542
16,mlp.experts.161.up_proj,0.0010840049,hessian_weighted_relative_error,33815,0.02500,1.682
16,mlp.experts.136.down_proj,0.0027934951,hessian_weighted_relative_error,42526,0.02500,1.542
16,mlp.experts.171.down_proj,0.0026983722,hessian_weighted_relative_error,20955,0.02500,1.567
16,mlp.experts.142.up_proj,0.0024102279,hessian_weighted_relative_error,76074,0.02500,1.623
16,mlp.experts.183.gate_proj,0.0023526012,hessian_weighted_relative_error,87351,0.02500,1.656
16,mlp.experts.142.down_proj,0.0037311176,hessian_weighted_relative_error,76074,0.02500,1.545
16,mlp.experts.183.down_proj,0.0037648043,hessian_weighted_relative_error,87351,0.02500,1.563
16,mlp.experts.148.down_proj,0.0021984961,hessian_weighted_relative_error,50672,0.02500,1.547
16,mlp.experts.183.up_proj,0.0027039437,hessian_weighted_relative_error,87351,0.02500,1.684
16,mlp.experts.144.down_proj,0.0018846934,hessian_weighted_relative_error,15396,0.02500,1.546
16,mlp.experts.185.down_proj,0.0029224981,hessian_weighted_relative_error,21665,0.02500,1.566
16,mlp.experts.148.up_proj,0.0015805326,hessian_weighted_relative_error,50672,0.02500,1.633
16,mlp.experts.185.up_proj,0.0015370967,hessian_weighted_relative_error,21665,0.02500,1.699
16,mlp.experts.148.gate_proj,0.0014538479,hessian_weighted_relative_error,50672,0.02500,1.601
16,mlp.experts.185.gate_proj,0.0013740640,hessian_weighted_relative_error,21665,0.02500,1.663
16,mlp.experts.158.down_proj,0.0034980391,hessian_weighted_relative_error,54603,0.02500,1.548
16,mlp.experts.187.down_proj,0.0034584797,hessian_weighted_relative_error,105232,0.02500,1.570
16,mlp.experts.152.down_proj,0.0028294976,hessian_weighted_relative_error,24386,0.02500,1.546
16,mlp.experts.187.gate_proj,0.0020140066,hessian_weighted_relative_error,105232,0.02500,1.667
16,mlp.experts.158.up_proj,0.0023136107,hessian_weighted_relative_error,54603,0.02500,1.627
16,mlp.experts.193.down_proj,0.0033330485,hessian_weighted_relative_error,59182,0.02500,1.570
16,mlp.experts.158.gate_proj,0.0019639162,hessian_weighted_relative_error,54603,0.02500,1.603
16,mlp.experts.187.up_proj,0.0022369317,hessian_weighted_relative_error,105232,0.02500,1.687
16,mlp.experts.162.down_proj,0.0033747062,hessian_weighted_relative_error,60779,0.02500,1.549
16,mlp.experts.16.down_proj,0.0032094939,hessian_weighted_relative_error,38571,0.02500,1.517
16,mlp.experts.193.gate_proj,0.0019820225,hessian_weighted_relative_error,59182,0.02500,1.665
16,mlp.experts.168.down_proj,0.0027577915,hessian_weighted_relative_error,29886,0.02500,1.552
16,mlp.experts.193.up_proj,0.0022835149,hessian_weighted_relative_error,59182,0.02500,1.691
16,mlp.experts.162.up_proj,0.0024888363,hessian_weighted_relative_error,60779,0.02500,1.626
16,mlp.experts.21.down_proj,0.0023988628,hessian_weighted_relative_error,13624,0.02500,1.507
16,mlp.experts.172.down_proj,0.0031907114,hessian_weighted_relative_error,40871,0.02500,1.550
16,mlp.experts.205.down_proj,0.0029409328,hessian_weighted_relative_error,26365,0.02500,1.565
16,mlp.experts.168.up_proj,0.0017441144,hessian_weighted_relative_error,29886,0.02500,1.629
16,mlp.experts.213.up_proj,0.0020156794,hessian_weighted_relative_error,68592,0.02500,1.692
16,mlp.experts.174.down_proj,0.0026488098,hessian_weighted_relative_error,27539,0.02500,1.551
16,mlp.experts.219.down_proj,0.0027451102,hessian_weighted_relative_error,23862,0.02500,1.573
16,mlp.experts.172.up_proj,0.0019095392,hessian_weighted_relative_error,40871,0.02500,1.626
16,mlp.experts.223.gate_proj,0.0015387041,hessian_weighted_relative_error,40198,0.02500,1.664
16,mlp.experts.176.down_proj,0.0022278088,hessian_weighted_relative_error,37317,0.02500,1.551
16,mlp.experts.223.down_proj,0.0027916612,hessian_weighted_relative_error,40198,0.02500,1.569
16,mlp.experts.174.up_proj,0.0014742158,hessian_weighted_relative_error,27539,0.02500,1.626
16,mlp.experts.223.up_proj,0.0016963396,hessian_weighted_relative_error,40198,0.02500,1.692
16,mlp.experts.18.up_proj,0.0015330996,hessian_weighted_relative_error,33067,0.02500,1.619
16,mlp.experts.229.down_proj,0.0019338416,hessian_weighted_relative_error,145726,0.02500,1.571
16,mlp.experts.18.down_proj,0.0028947499,hessian_weighted_relative_error,33067,0.02500,1.519
16,mlp.experts.229.up_proj,0.0012557734,hessian_weighted_relative_error,145726,0.02500,1.692
16,mlp.experts.190.down_proj,0.0031161373,hessian_weighted_relative_error,29131,0.02500,1.554
16,mlp.experts.229.gate_proj,0.0011636565,hessian_weighted_relative_error,145726,0.02500,1.665
16,mlp.experts.182.down_proj,0.0026634498,hessian_weighted_relative_error,39676,0.02500,1.553
16,mlp.experts.23.down_proj,0.0031161360,hessian_weighted_relative_error,45774,0.02500,1.512
16,mlp.experts.190.up_proj,0.0016834960,hessian_weighted_relative_error,29131,0.02500,1.627
16,mlp.experts.23.gate_proj,0.0017671659,hessian_weighted_relative_error,45774,0.02500,1.606
16,mlp.experts.190.gate_proj,0.0015624716,hessian_weighted_relative_error,29131,0.02500,1.609
16,mlp.experts.231.down_proj,0.0034563019,hessian_weighted_relative_error,33542,0.02500,1.577
16,mlp.experts.192.gate_proj,0.0021581694,hessian_weighted_relative_error,48711,0.02500,1.612
16,mlp.experts.23.up_proj,0.0019666426,hessian_weighted_relative_error,45774,0.02500,1.670
16,mlp.experts.192.down_proj,0.0035785304,hessian_weighted_relative_error,48711,0.02500,1.551
16,mlp.experts.231.up_proj,0.0022951910,hessian_weighted_relative_error,33542,0.02500,1.695
16,mlp.experts.198.down_proj,0.0026555876,hessian_weighted_relative_error,28948,0.02500,1.555
16,mlp.experts.237.down_proj,0.0027258601,hessian_weighted_relative_error,96509,0.02500,1.576
16,mlp.experts.192.up_proj,0.0024248643,hessian_weighted_relative_error,48711,0.02500,1.632
16,mlp.experts.237.up_proj,0.0019092242,hessian_weighted_relative_error,96509,0.02500,1.702
16,mlp.experts.2.gate_proj,0.0011297021,hessian_weighted_relative_error,20869,0.02500,1.574
16,mlp.experts.237.gate_proj,0.0017248994,hessian_weighted_relative_error,96509,0.02500,1.672
16,mlp.experts.2.down_proj,0.0024964015,hessian_weighted_relative_error,20869,0.02500,1.514
16,mlp.experts.249.down_proj,0.0021876586,hessian_weighted_relative_error,31205,0.02500,1.574
16,mlp.experts.204.gate_proj,0.0012621313,hessian_weighted_relative_error,46957,0.02500,1.612
16,mlp.experts.249.up_proj,0.0012884119,hessian_weighted_relative_error,31205,0.02500,1.693
16,mlp.experts.2.up_proj,0.0013173548,hessian_weighted_relative_error,20869,0.02500,1.632
16,mlp.experts.255.up_proj,0.0023837955,hessian_weighted_relative_error,56066,0.02500,1.703
16,mlp.experts.212.down_proj,0.0024996771,hessian_weighted_relative_error,31804,0.02500,1.555
16,mlp.experts.255.down_proj,0.0036217855,hessian_weighted_relative_error,56066,0.02500,1.575
16,mlp.experts.204.up_proj,0.0014680114,hessian_weighted_relative_error,46957,0.02500,1.632
16,mlp.experts.257.down_proj,0.0025452582,hessian_weighted_relative_error,30710,0.02500,1.573
16,mlp.experts.214.gate_proj,0.0013059362,hessian_weighted_relative_error,22055,0.02500,1.615
16,mlp.experts.257.gate_proj,0.0010176320,hessian_weighted_relative_error,30710,0.02500,1.672
16,mlp.experts.214.down_proj,0.0025854664,hessian_weighted_relative_error,22055,0.02500,1.558
16,mlp.experts.263.down_proj,0.0026035897,hessian_weighted_relative_error,39340,0.02500,1.590
16,mlp.experts.216.down_proj,0.0029147066,hessian_weighted_relative_error,25053,0.02500,1.558
16,mlp.experts.214.up_proj,0.0015071929,hessian_weighted_relative_error,22055,0.02500,1.634
16,mlp.experts.257.up_proj,0.0010663854,hessian_weighted_relative_error,30710,0.02500,1.699
16,mlp.experts.220.down_proj,0.0038787238,hessian_weighted_relative_error,54262,0.02500,1.558
16,mlp.experts.263.gate_proj,0.0013486325,hessian_weighted_relative_error,39340,0.02500,1.682
16,mlp.experts.216.up_proj,0.0017063495,hessian_weighted_relative_error,25053,0.02500,1.626
16,mlp.experts.263.up_proj,0.0014327845,hessian_weighted_relative_error,39340,0.02500,1.691
16,mlp.experts.224.down_proj,0.0028562725,hessian_weighted_relative_error,123713,0.02500,1.561
16,mlp.experts.271.down_proj,0.0023282310,hessian_weighted_relative_error,21377,0.02500,1.577
16,mlp.experts.220.up_proj,0.0026198477,hessian_weighted_relative_error,54262,0.02500,1.630
16,mlp.experts.27.down_proj,0.0022923569,hessian_weighted_relative_error,24433,0.02500,1.508
16,mlp.experts.224.up_proj,0.0020151766,hessian_weighted_relative_error,123713,0.02500,1.630
16,mlp.experts.275.down_proj,0.0023432937,hessian_weighted_relative_error,31584,0.02500,1.574
16,mlp.experts.224.gate_proj,0.0018026656,hessian_weighted_relative_error,123713,0.02500,1.613
16,mlp.experts.281.down_proj,0.0021416212,hessian_weighted_relative_error,79478,0.02500,1.570
16,mlp.experts.228.down_proj,0.0032533289,hessian_weighted_relative_error,75297,0.02500,1.559
16,mlp.experts.281.up_proj,0.0015891587,hessian_weighted_relative_error,79478,0.02500,1.702
16,mlp.experts.226.down_proj,0.0018556287,hessian_weighted_relative_error,25916,0.02500,1.560
16,mlp.experts.281.gate_proj,0.0013724752,hessian_weighted_relative_error,79478,0.02500,1.681
16,mlp.experts.228.up_proj,0.0026065269,hessian_weighted_relative_error,75297,0.02500,1.627
16,mlp.experts.283.down_proj,0.0027383630,hessian_weighted_relative_error,18203,0.02500,1.585
16,mlp.experts.228.gate_proj,0.0023790769,hessian_weighted_relative_error,75297,0.02500,1.617
16,mlp.experts.29.down_proj,0.0038226333,hessian_weighted_relative_error,60406,0.02500,1.508
16,mlp.experts.234.down_proj,0.0035711657,hessian_weighted_relative_error,42806,0.02500,1.562
16,mlp.experts.29.up_proj,0.0026780985,hessian_weighted_relative_error,60406,0.02500,1.689
16,mlp.experts.232.down_proj,0.0021813980,hessian_weighted_relative_error,36314,0.02500,1.559
16,mlp.experts.29.gate_proj,0.0024136628,hessian_weighted_relative_error,60406,0.02500,1.619
16,mlp.experts.236.up_proj,0.0023129229,hessian_weighted_relative_error,35730,0.02500,1.629
16,mlp.experts.33.down_proj,0.0031354809,hessian_weighted_relative_error,29329,0.02500,1.514
16,mlp.experts.236.down_proj,0.0034650267,hessian_weighted_relative_error,35730,0.02500,1.559
16,mlp.experts.37.down_proj,0.0028109356,hessian_weighted_relative_error,34974,0.02500,1.512
16,mlp.experts.240.down_proj,0.0028323412,hessian_weighted_relative_error,30728,0.02500,1.560
16,mlp.experts.37.up_proj,0.0016037279,hessian_weighted_relative_error,34974,0.02500,1.680
16,mlp.experts.238.down_proj,0.0027408423,hessian_weighted_relative_error,22746,0.02500,1.561
16,mlp.experts.37.gate_proj,0.0014193504,hessian_weighted_relative_error,34974,0.02500,1.628
16,mlp.experts.244.down_proj,0.0029344758,hessian_weighted_relative_error,111744,0.02500,1.563
16,mlp.experts.55.down_proj,0.0027335239,hessian_weighted_relative_error,38832,0.02500,1.523
16,mlp.experts.242.down_proj,0.0030285100,hessian_weighted_relative_error,30730,0.02500,1.561
16,mlp.experts.55.gate_proj,0.0015935977,hessian_weighted_relative_error,38832,0.02500,1.626
16,mlp.experts.244.up_proj,0.0018325650,hessian_weighted_relative_error,111744,0.02500,1.642
16,mlp.experts.57.down_proj,0.0025982433,hessian_weighted_relative_error,26730,0.02500,1.531
16,mlp.experts.244.gate_proj,0.0016316969,hessian_weighted_relative_error,111744,0.02500,1.617
16,mlp.experts.55.up_proj,0.0017657538,hessian_weighted_relative_error,38832,0.02500,1.676
16,mlp.experts.250.gate_proj,0.0019586199,hessian_weighted_relative_error,94487,0.02500,1.622
16,mlp.experts.57.gate_proj,0.0015487558,hessian_weighted_relative_error,26730,0.02500,1.635
16,mlp.experts.250.down_proj,0.0033138457,hessian_weighted_relative_error,94487,0.02500,1.562
16,mlp.experts.57.up_proj,0.0017504150,hessian_weighted_relative_error,26730,0.02500,1.682
16,mlp.experts.254.down_proj,0.0030660132,hessian_weighted_relative_error,32173,0.02500,1.564
16,mlp.experts.71.down_proj,0.0027343752,hessian_weighted_relative_error,55386,0.02500,1.529
16,mlp.experts.250.up_proj,0.0023467861,hessian_weighted_relative_error,94487,0.02500,1.631
16,mlp.experts.7.down_proj,0.0029418469,hessian_weighted_relative_error,38517,0.02500,1.513
16,mlp.experts.71.gate_proj,0.0016366992,hessian_weighted_relative_error,55386,0.02500,1.642
16,mlp.experts.26.up_proj,0.0017222868,hessian_weighted_relative_error,28332,0.02500,1.611
16,mlp.experts.26.gate_proj,0.0015412792,hessian_weighted_relative_error,28332,0.02500,1.591
16,mlp.experts.71.up_proj,0.0017460872,hessian_weighted_relative_error,55386,0.02500,1.696
16,mlp.experts.258.down_proj,0.0026511669,hessian_weighted_relative_error,28242,0.02500,1.567
16,mlp.experts.99.down_proj,0.0021054224,hessian_weighted_relative_error,26096,0.02500,1.550
16,mlp.experts.26.down_proj,0.0029046456,hessian_weighted_relative_error,28332,0.02500,1.525
16,mlp.experts.272.down_proj,0.0026693336,hessian_weighted_relative_error,30517,0.02500,1.563
16,mlp.experts.268.down_proj,0.0035122328,hessian_weighted_relative_error,28410,0.02500,1.559
16,mlp.experts.266.down_proj,0.0029077232,hessian_weighted_relative_error,45461,0.02500,1.561
16,mlp.experts.266.up_proj,0.0013755117,hessian_weighted_relative_error,45461,0.02500,1.636
16,mlp.experts.34.gate_proj,0.0021785683,hessian_weighted_relative_error,86465,0.02500,1.584
16,mlp.experts.34.down_proj,0.0037019899,hessian_weighted_relative_error,86465,0.02500,1.525
16,mlp.experts.284.down_proj,0.0035460505,hessian_weighted_relative_error,66062,0.02500,1.564
16,mlp.experts.284.up_proj,0.0023057879,hessian_weighted_relative_error,66062,0.02500,1.632
16,mlp.experts.38.up_proj,0.0018839950,hessian_weighted_relative_error,39142,0.02500,1.625
16,mlp.experts.38.gate_proj,0.0017078196,hessian_weighted_relative_error,39142,0.02500,1.585
16,mlp.experts.34.up_proj,0.0027505292,hessian_weighted_relative_error,86465,0.02500,1.626
16,mlp.experts.38.down_proj,0.0033372466,hessian_weighted_relative_error,39142,0.02500,1.526
16,mlp.experts.46.up_proj,0.0019374872,hessian_weighted_relative_error,27979,0.02500,1.630
16,mlp.experts.46.down_proj,0.0028591896,hessian_weighted_relative_error,27979,0.02500,1.526
16,mlp.experts.44.down_proj,0.0032828275,hessian_weighted_relative_error,32674,0.02500,1.527
16,mlp.experts.44.up_proj,0.0018628283,hessian_weighted_relative_error,32674,0.02500,1.629
16,mlp.experts.56.up_proj,0.0023966226,hessian_weighted_relative_error,55758,0.02500,1.626
16,mlp.experts.56.gate_proj,0.0021667260,hessian_weighted_relative_error,55758,0.02500,1.590
16,mlp.experts.52.down_proj,0.0028048407,hessian_weighted_relative_error,25431,0.02500,1.528
16,mlp.experts.56.down_proj,0.0034852124,hessian_weighted_relative_error,55758,0.02500,1.534
16,mlp.experts.66.up_proj,0.0016474765,hessian_weighted_relative_error,29576,0.02500,1.630
16,mlp.experts.66.gate_proj,0.0014837278,hessian_weighted_relative_error,29576,0.02500,1.595
16,mlp.experts.58.down_proj,0.0026330426,hessian_weighted_relative_error,22812,0.02500,1.532
16,mlp.experts.66.down_proj,0.0026745925,hessian_weighted_relative_error,29576,0.02500,1.538
16,mlp.experts.78.down_proj,0.0037207127,hessian_weighted_relative_error,59734,0.02500,1.538
16,mlp.experts.74.up_proj,0.0020938984,hessian_weighted_relative_error,36801,0.02500,1.631
16,mlp.experts.70.down_proj,0.0028084526,hessian_weighted_relative_error,30460,0.02500,1.534
16,mlp.experts.74.down_proj,0.0030039793,hessian_weighted_relative_error,36801,0.02500,1.541
16,mlp.experts.8.up_proj,0.0019529835,hessian_weighted_relative_error,29127,0.02500,1.630
16,mlp.experts.8.down_proj,0.0028758925,hessian_weighted_relative_error,29127,0.02500,1.516
16,mlp.experts.78.gate_proj,0.0022607832,hessian_weighted_relative_error,59734,0.02500,1.598
16,mlp.experts.78.up_proj,0.0025251646,hessian_weighted_relative_error,59734,0.02500,1.626
16,mlp.experts.84.up_proj,0.0015182758,hessian_weighted_relative_error,53729,0.02500,1.630
16,mlp.experts.84.down_proj,0.0024571056,hessian_weighted_relative_error,53729,0.02500,1.537
16,mlp.experts.82.down_proj,0.0036338741,hessian_weighted_relative_error,71870,0.02500,1.540
16,mlp.experts.82.up_proj,0.0024918073,hessian_weighted_relative_error,71870,0.02500,1.630
16,mlp.experts.94.down_proj,0.0036512262,hessian_weighted_relative_error,57540,0.02500,1.543
16,mlp.experts.90.down_proj,0.0028912101,hessian_weighted_relative_error,30581,0.02500,1.542
16,mlp.experts.86.down_proj,0.0031194539,hessian_weighted_relative_error,30233,0.02500,1.540
16,mlp.experts.86.up_proj,0.0019851565,hessian_weighted_relative_error,30233,0.02500,1.631
16,mlp.experts.98.up_proj,0.0013303039,hessian_weighted_relative_error,26178,0.02500,1.632
16,mlp.experts.98.down_proj,0.0023467347,hessian_weighted_relative_error,26178,0.02500,1.543
16,mlp.experts.94.up_proj,0.0024319314,hessian_weighted_relative_error,57540,0.02500,1.630
16,mlp.experts.96.down_proj,0.0025638119,hessian_weighted_relative_error,12427,0.02500,1.542
17,mlp.experts.0.gate_proj,0.0073347499,hessian_weighted_relative_error,16802,0.02500,0.801
17,mlp.experts.1.gate_proj,0.0038684693,hessian_weighted_relative_error,32626,0.02500,0.797
17,mlp.experts.2.gate_proj,0.0041696185,hessian_weighted_relative_error,55074,0.02500,0.803
17,mlp.experts.4.gate_proj,0.0041865802,hessian_weighted_relative_error,4554,0.02500,0.800
17,mlp.experts.5.gate_proj,0.0063767075,hessian_weighted_relative_error,30301,0.02500,0.799
17,mlp.experts.6.gate_proj,0.0057590879,hessian_weighted_relative_error,35415,0.02500,0.777
17,mlp.experts.7.gate_proj,0.0044998000,hessian_weighted_relative_error,13681,0.02500,0.788
17,mlp.experts.8.gate_proj,0.0061488284,hessian_weighted_relative_error,30821,0.02500,0.805
17,mlp.experts.9.gate_proj,0.0053278243,hessian_weighted_relative_error,30851,0.02500,0.807
17,mlp.experts.10.gate_proj,0.0064381721,hessian_weighted_relative_error,17506,0.02500,0.810
17,mlp.experts.11.gate_proj,0.0066888038,hessian_weighted_relative_error,16984,0.02500,0.812
17,mlp.experts.12.gate_proj,0.0028864608,hessian_weighted_relative_error,20521,0.02500,0.805
17,mlp.experts.14.gate_proj,0.0043257722,hessian_weighted_relative_error,5429,0.02500,0.804
17,mlp.experts.15.gate_proj,0.0051630858,hessian_weighted_relative_error,12263,0.02500,0.806
17,mlp.experts.16.gate_proj,0.0020826304,hessian_weighted_relative_error,5583,0.02500,0.813
17,mlp.experts.19.gate_proj,0.0070248932,hessian_weighted_relative_error,24219,0.02500,0.814
17,mlp.experts.20.gate_proj,0.0062378297,hessian_weighted_relative_error,24772,0.02500,0.810
17,mlp.experts.21.gate_proj,0.0049975169,hessian_weighted_relative_error,13745,0.02500,0.814
17,mlp.experts.22.gate_proj,0.0045066799,hessian_weighted_relative_error,11542,0.02500,0.805
17,mlp.experts.23.gate_proj,0.0048733563,hessian_weighted_relative_error,16161,0.02500,0.809
17,mlp.experts.24.gate_proj,0.0057501616,hessian_weighted_relative_error,11039,0.02500,0.812
17,mlp.experts.25.gate_proj,0.0052507821,hessian_weighted_relative_error,37670,0.02500,0.815
17,mlp.experts.26.gate_proj,0.0046128306,hessian_weighted_relative_error,23010,0.02500,0.817
17,mlp.experts.27.gate_proj,0.0047021334,hessian_weighted_relative_error,55173,0.02500,0.815
17,mlp.experts.28.gate_proj,0.0070027943,hessian_weighted_relative_error,23071,0.02500,0.812
17,mlp.experts.29.gate_proj,0.0047584472,hessian_weighted_relative_error,15196,0.02500,0.817
17,mlp.experts.30.gate_proj,0.0039854482,hessian_weighted_relative_error,8394,0.02500,0.812
17,mlp.experts.31.gate_proj,0.0077286469,hessian_weighted_relative_error,38152,0.02500,0.815
17,mlp.experts.33.gate_proj,0.0032300724,hessian_weighted_relative_error,3401,0.02500,0.817
17,mlp.experts.34.gate_proj,0.0064141539,hessian_weighted_relative_error,27983,0.02500,0.819
17,mlp.experts.35.gate_proj,0.0043943874,hessian_weighted_relative_error,15082,0.02500,0.820
17,mlp.experts.36.gate_proj,0.0051591929,hessian_weighted_relative_error,14750,0.02500,0.817
17,mlp.experts.37.gate_proj,0.0057374310,hessian_weighted_relative_error,30193,0.02500,0.820
17,mlp.experts.38.gate_proj,0.0056085817,hessian_weighted_relative_error,44188,0.02500,0.817
17,mlp.experts.39.gate_proj,0.0041249086,hessian_weighted_relative_error,22309,0.02500,0.818
17,mlp.experts.40.gate_proj,0.0064468770,hessian_weighted_relative_error,35542,0.02500,0.819
17,mlp.experts.41.gate_proj,0.0051572069,hessian_weighted_relative_error,37644,0.02500,0.821
17,mlp.experts.42.gate_proj,0.0042265488,hessian_weighted_relative_error,40567,0.02500,0.820
17,mlp.experts.43.gate_proj,0.0048713202,hessian_weighted_relative_error,19652,0.02500,0.827
17,mlp.experts.44.gate_proj,0.0063299574,hessian_weighted_relative_error,18180,0.02500,0.820
17,mlp.experts.45.gate_proj,0.0073243254,hessian_weighted_relative_error,44305,0.02500,0.822
17,mlp.experts.46.gate_proj,0.0050199753,hessian_weighted_relative_error,28327,0.02500,0.820
17,mlp.experts.48.gate_proj,0.0069137089,hessian_weighted_relative_error,39410,0.02500,0.821
17,mlp.experts.49.gate_proj,0.0060446896,hessian_weighted_relative_error,25708,0.02500,0.819
17,mlp.experts.50.gate_proj,0.0053647832,hessian_weighted_relative_error,17408,0.02500,0.823
17,mlp.experts.51.gate_proj,0.0072095988,hessian_weighted_relative_error,23623,0.02500,0.824
17,mlp.experts.52.gate_proj,0.0057596732,hessian_weighted_relative_error,16745,0.02500,0.821
17,mlp.experts.53.gate_proj,0.0063486289,hessian_weighted_relative_error,30237,0.02500,0.821
17,mlp.experts.54.gate_proj,0.0082653075,hessian_weighted_relative_error,106975,0.02500,0.819
17,mlp.experts.55.gate_proj,0.0045306005,hessian_weighted_relative_error,16586,0.02500,0.825
17,mlp.experts.56.gate_proj,0.0059541715,hessian_weighted_relative_error,15081,0.02500,0.825
17,mlp.experts.57.gate_proj,0.0064285226,hessian_weighted_relative_error,43778,0.02500,0.821
17,mlp.experts.58.gate_proj,0.0056803359,hessian_weighted_relative_error,22625,0.02500,0.824
17,mlp.experts.60.gate_proj,0.0048338748,hessian_weighted_relative_error,20913,0.02500,0.825
17,mlp.experts.62.gate_proj,0.0055003509,hessian_weighted_relative_error,27908,0.02500,0.821
17,mlp.experts.63.gate_proj,0.0050860865,hessian_weighted_relative_error,9012,0.02500,0.822
17,mlp.experts.65.gate_proj,0.0067626333,hessian_weighted_relative_error,30370,0.02500,0.827
17,mlp.experts.66.gate_proj,0.0053547698,hessian_weighted_relative_error,28241,0.02500,0.827
17,mlp.experts.67.gate_proj,0.0065857124,hessian_weighted_relative_error,35822,0.02500,0.827
17,mlp.experts.68.gate_proj,0.0040663112,hessian_weighted_relative_error,21863,0.02500,0.824
17,mlp.experts.69.gate_proj,0.0033076787,hessian_weighted_relative_error,5516,0.02500,0.830
17,mlp.experts.71.gate_proj,0.0074325923,hessian_weighted_relative_error,44795,0.02500,0.827
17,mlp.experts.73.gate_proj,0.0041726446,hessian_weighted_relative_error,22842,0.02500,0.831
17,mlp.experts.74.gate_proj,0.0019113634,hessian_weighted_relative_error,33026,0.02500,0.826
17,mlp.experts.75.gate_proj,0.0040569654,hessian_weighted_relative_error,14933,0.02500,0.828
17,mlp.experts.77.gate_proj,0.0047593038,hessian_weighted_relative_error,23036,0.02500,0.830
17,mlp.experts.79.gate_proj,0.0026127286,hessian_weighted_relative_error,3805,0.02500,0.829
17,mlp.experts.80.gate_proj,0.0064731653,hessian_weighted_relative_error,14937,0.02500,0.825
17,mlp.experts.81.gate_proj,0.0062276480,hessian_weighted_relative_error,42652,0.02500,0.831
17,mlp.experts.82.gate_proj,0.0062528363,hessian_weighted_relative_error,30884,0.02500,0.827
17,mlp.experts.83.gate_proj,0.0070664756,hessian_weighted_relative_error,46288,0.02500,0.837
17,mlp.experts.84.gate_proj,0.0047823208,hessian_weighted_relative_error,38210,0.02500,0.827
17,mlp.experts.85.gate_proj,0.0056614891,hessian_weighted_relative_error,19012,0.02500,0.835
17,mlp.experts.86.gate_proj,0.0050413257,hessian_weighted_relative_error,16370,0.02500,0.824
17,mlp.experts.87.gate_proj,0.0054090084,hessian_weighted_relative_error,26487,0.02500,0.833
17,mlp.experts.88.gate_proj,0.0055380801,hessian_weighted_relative_error,23550,0.02500,0.830
17,mlp.experts.90.gate_proj,0.0052805426,hessian_weighted_relative_error,26369,0.02500,0.830
17,mlp.experts.91.gate_proj,0.0052404720,hessian_weighted_relative_error,24573,0.02500,0.838
17,mlp.experts.92.gate_proj,0.0048017157,hessian_weighted_relative_error,41661,0.02500,0.830
17,mlp.experts.93.gate_proj,0.0037650638,hessian_weighted_relative_error,13939,0.02500,0.840
17,mlp.experts.94.gate_proj,0.0055162137,hessian_weighted_relative_error,18794,0.02500,0.828
17,mlp.experts.95.gate_proj,0.0068610051,hessian_weighted_relative_error,36034,0.02500,0.836
17,mlp.experts.96.gate_proj,0.0030828657,hessian_weighted_relative_error,12211,0.02500,0.829
17,mlp.experts.97.gate_proj,0.0068088927,hessian_weighted_relative_error,49324,0.02500,0.840
17,mlp.experts.98.gate_proj,0.0048687728,hessian_weighted_relative_error,17239,0.02500,0.832
17,mlp.experts.99.gate_proj,0.0043329328,hessian_weighted_relative_error,15403,0.02500,0.842
17,mlp.experts.100.gate_proj,0.0052008418,hessian_weighted_relative_error,29278,0.02500,0.829
17,mlp.experts.101.gate_proj,0.0049802424,hessian_weighted_relative_error,22926,0.02500,0.842
17,mlp.experts.102.gate_proj,0.0038861540,hessian_weighted_relative_error,40191,0.02500,0.828
17,mlp.experts.103.gate_proj,0.0065547316,hessian_weighted_relative_error,22524,0.02500,0.838
17,mlp.experts.104.gate_proj,0.0031907057,hessian_weighted_relative_error,23569,0.02500,0.830
17,mlp.experts.105.gate_proj,0.0056470870,hessian_weighted_relative_error,13627,0.02500,0.846
17,mlp.experts.107.gate_proj,0.0046300350,hessian_weighted_relative_error,32556,0.02500,0.844
17,mlp.experts.110.gate_proj,0.0067067693,hessian_weighted_relative_error,46339,0.02500,0.834
17,mlp.experts.112.gate_proj,0.0042847537,hessian_weighted_relative_error,8330,0.02500,0.833
17,mlp.experts.113.gate_proj,0.0070737344,hessian_weighted_relative_error,20790,0.02500,0.847
17,mlp.experts.115.gate_proj,0.0028403615,hessian_weighted_relative_error,42800,0.02500,0.845
17,mlp.experts.116.gate_proj,0.0065111339,hessian_weighted_relative_error,29780,0.02500,0.836
17,mlp.experts.117.gate_proj,0.0072114408,hessian_weighted_relative_error,43634,0.02500,0.845
17,mlp.experts.118.gate_proj,0.0059348495,hessian_weighted_relative_error,37419,0.02500,0.833
17,mlp.experts.120.gate_proj,0.0069660141,hessian_weighted_relative_error,15501,0.02500,0.833
17,mlp.experts.121.gate_proj,0.0062619750,hessian_weighted_relative_error,54623,0.02500,0.847
17,mlp.experts.122.gate_proj,0.0045879496,hessian_weighted_relative_error,26182,0.02500,0.836
17,mlp.experts.123.gate_proj,0.0071994546,hessian_weighted_relative_error,22156,0.02500,0.849
17,mlp.experts.124.gate_proj,0.0068967071,hessian_weighted_relative_error,40285,0.02500,0.833
17,mlp.experts.125.gate_proj,0.0048205413,hessian_weighted_relative_error,11971,0.02500,0.848
17,mlp.experts.126.gate_proj,0.0012973861,hessian_weighted_relative_error,1537,0.02500,0.833
17,mlp.experts.127.gate_proj,0.0049190831,hessian_weighted_relative_error,23073,0.02500,0.848
17,mlp.experts.128.gate_proj,0.0065918034,hessian_weighted_relative_error,24981,0.02500,0.835
17,mlp.experts.129.gate_proj,0.0069000633,hessian_weighted_relative_error,19178,0.02500,0.850
17,mlp.experts.130.gate_proj,0.0065919775,hessian_weighted_relative_error,35136,0.02500,0.837
17,mlp.experts.131.gate_proj,0.0057751582,hessian_weighted_relative_error,36191,0.02500,0.849
17,mlp.experts.132.gate_proj,0.0066035457,hessian_weighted_relative_error,32461,0.02500,0.837
17,mlp.experts.133.gate_proj,0.0072880577,hessian_weighted_relative_error,21902,0.02500,0.849
17,mlp.experts.134.gate_proj,0.0056315648,hessian_weighted_relative_error,11577,0.02500,0.835
17,mlp.experts.135.gate_proj,0.0060712701,hessian_weighted_relative_error,45442,0.02500,0.851
17,mlp.experts.136.gate_proj,0.0043215575,hessian_weighted_relative_error,14816,0.02500,0.837
17,mlp.experts.138.gate_proj,0.0054062244,hessian_weighted_relative_error,20619,0.02500,0.838
17,mlp.experts.139.gate_proj,0.0071346295,hessian_weighted_relative_error,19470,0.02500,0.850
17,mlp.experts.140.gate_proj,0.0016910209,hessian_weighted_relative_error,2197,0.02500,0.839
17,mlp.experts.141.gate_proj,0.0060820173,hessian_weighted_relative_error,40084,0.02500,0.851
17,mlp.experts.142.gate_proj,0.0041507981,hessian_weighted_relative_error,35597,0.02500,0.836
17,mlp.experts.143.gate_proj,0.0052273939,hessian_weighted_relative_error,45621,0.02500,0.852
17,mlp.experts.144.gate_proj,0.0052609632,hessian_weighted_relative_error,10343,0.02500,0.837
17,mlp.experts.145.gate_proj,0.0054681643,hessian_weighted_relative_error,22175,0.02500,0.853
17,mlp.experts.146.gate_proj,0.0045284775,hessian_weighted_relative_error,32247,0.02500,0.838
17,mlp.experts.147.gate_proj,0.0047724838,hessian_weighted_relative_error,37107,0.02500,0.855
17,mlp.experts.148.gate_proj,0.0051460529,hessian_weighted_relative_error,33874,0.02500,0.838
17,mlp.experts.152.gate_proj,0.0058096873,hessian_weighted_relative_error,17122,0.02500,0.838
17,mlp.experts.153.gate_proj,0.0062770316,hessian_weighted_relative_error,17586,0.02500,0.856
17,mlp.experts.154.gate_proj,0.0057060597,hessian_weighted_relative_error,36508,0.02500,0.839
17,mlp.experts.155.gate_proj,0.0049327932,hessian_weighted_relative_error,16044,0.02500,0.856
17,mlp.experts.156.gate_proj,0.0041815026,hessian_weighted_relative_error,26606,0.02500,0.839
17,mlp.experts.157.gate_proj,0.0058022541,hessian_weighted_relative_error,25605,0.02500,0.852
17,mlp.experts.158.gate_proj,0.0042589567,hessian_weighted_relative_error,35032,0.02500,0.838
17,mlp.experts.159.gate_proj,0.0041673712,hessian_weighted_relative_error,12256,0.02500,0.854
17,mlp.experts.160.gate_proj,0.0055834049,hessian_weighted_relative_error,20292,0.02500,0.849
17,mlp.experts.161.gate_proj,0.0043185178,hessian_weighted_relative_error,20595,0.02500,0.856
17,mlp.experts.162.gate_proj,0.0053535833,hessian_weighted_relative_error,32167,0.02500,0.840
17,mlp.experts.163.gate_proj,0.0050466389,hessian_weighted_relative_error,35073,0.02500,0.854
17,mlp.experts.164.gate_proj,0.0061493066,hessian_weighted_relative_error,24801,0.02500,0.837
17,mlp.experts.165.gate_proj,0.0051819293,hessian_weighted_relative_error,28171,0.02500,0.853
17,mlp.experts.166.gate_proj,0.0038955769,hessian_weighted_relative_error,9970,0.02500,0.839
17,mlp.experts.167.gate_proj,0.0049369814,hessian_weighted_relative_error,14253,0.02500,0.854
17,mlp.experts.168.gate_proj,0.0057890748,hessian_weighted_relative_error,10241,0.02500,0.840
17,mlp.experts.169.gate_proj,0.0050853070,hessian_weighted_relative_error,24178,0.02500,0.856
17,mlp.experts.170.gate_proj,0.0051950275,hessian_weighted_relative_error,38053,0.02500,0.842
17,mlp.experts.171.gate_proj,0.0065252790,hessian_weighted_relative_error,35241,0.02500,0.854
17,mlp.experts.173.gate_proj,0.0042503568,hessian_weighted_relative_error,7014,0.02500,0.855
17,mlp.experts.174.gate_proj,0.0041484117,hessian_weighted_relative_error,7458,0.02500,0.842
17,mlp.experts.175.gate_proj,0.0062039474,hessian_weighted_relative_error,24619,0.02500,0.854
17,mlp.experts.177.gate_proj,0.0048071466,hessian_weighted_relative_error,19153,0.02500,0.855
17,mlp.experts.178.gate_proj,0.0053436110,hessian_weighted_relative_error,43185,0.02500,0.842
17,mlp.experts.179.gate_proj,0.0063746975,hessian_weighted_relative_error,35785,0.02500,0.855
17,mlp.experts.181.gate_proj,0.0061381868,hessian_weighted_relative_error,18761,0.02500,0.856
17,mlp.experts.182.gate_proj,0.0058663983,hessian_weighted_relative_error,33623,0.02500,0.842
17,mlp.experts.183.gate_proj,0.0069508364,hessian_weighted_relative_error,24995,0.02500,0.856
17,mlp.experts.184.gate_proj,0.0045258465,hessian_weighted_relative_error,14183,0.02500,0.842
17,mlp.experts.185.gate_proj,0.0060921834,hessian_weighted_relative_error,26531,0.02500,0.857
17,mlp.experts.186.gate_proj,0.0047204001,hessian_weighted_relative_error,14189,0.02500,0.846
17,mlp.experts.187.gate_proj,0.0069542492,hessian_weighted_relative_error,21516,0.02500,0.856
17,mlp.experts.188.gate_proj,0.0042416190,hessian_weighted_relative_error,9399,0.02500,0.844
17,mlp.experts.189.gate_proj,0.0052441070,hessian_weighted_relative_error,19073,0.02500,0.856
17,mlp.experts.190.gate_proj,0.0059380596,hessian_weighted_relative_error,23897,0.02500,0.843
17,mlp.experts.192.gate_proj,0.0023606829,hessian_weighted_relative_error,16780,0.02500,0.845
17,mlp.experts.193.gate_proj,0.0047239345,hessian_weighted_relative_error,27551,0.02500,0.857
17,mlp.experts.194.gate_proj,0.0037608613,hessian_weighted_relative_error,14509,0.02500,0.845
17,mlp.experts.195.gate_proj,0.0071080824,hessian_weighted_relative_error,30835,0.02500,0.857
17,mlp.experts.196.gate_proj,0.0061707627,hessian_weighted_relative_error,22304,0.02500,0.845
17,mlp.experts.197.gate_proj,0.0048350930,hessian_weighted_relative_error,23553,0.02500,0.857
17,mlp.experts.198.gate_proj,0.0065076447,hessian_weighted_relative_error,24115,0.02500,0.844
17,mlp.experts.199.gate_proj,0.0063994235,hessian_weighted_relative_error,21505,0.02500,0.859
17,mlp.experts.200.gate_proj,0.0063703346,hessian_weighted_relative_error,32671,0.02500,0.844
17,mlp.experts.202.gate_proj,0.0063931547,hessian_weighted_relative_error,39480,0.02500,0.848
17,mlp.experts.203.gate_proj,0.0032416605,hessian_weighted_relative_error,25249,0.02500,0.861
17,mlp.experts.204.gate_proj,0.0047668061,hessian_weighted_relative_error,13387,0.02500,0.844
17,mlp.experts.205.gate_proj,0.0056297030,hessian_weighted_relative_error,17342,0.02500,0.861
17,mlp.experts.206.gate_proj,0.0056844985,hessian_weighted_relative_error,25939,0.02500,0.845
17,mlp.experts.208.gate_proj,0.0022691516,hessian_weighted_relative_error,21635,0.02500,0.855
17,mlp.experts.209.gate_proj,0.0065453872,hessian_weighted_relative_error,57137,0.02500,0.859
17,mlp.experts.211.gate_proj,0.0049461200,hessian_weighted_relative_error,11680,0.02500,0.882
17,mlp.experts.213.gate_proj,0.0053047431,hessian_weighted_relative_error,27098,0.02500,0.862
17,mlp.experts.214.gate_proj,0.0044187166,hessian_weighted_relative_error,17975,0.02500,0.848
17,mlp.experts.215.gate_proj,0.0057791415,hessian_weighted_relative_error,28791,0.02500,0.862
17,mlp.experts.217.gate_proj,0.0035842891,hessian_weighted_relative_error,6497,0.02500,0.858
17,mlp.experts.218.gate_proj,0.0070328143,hessian_weighted_relative_error,33393,0.02500,0.846
17,mlp.experts.219.gate_proj,0.0063356935,hessian_weighted_relative_error,20326,0.02500,0.860
17,mlp.experts.220.gate_proj,0.0070765698,hessian_weighted_relative_error,47978,0.02500,0.847
17,mlp.experts.221.gate_proj,0.0061507431,hessian_weighted_relative_error,24851,0.02500,0.862
17,mlp.experts.222.gate_proj,0.0045882506,hessian_weighted_relative_error,18796,0.02500,0.846
17,mlp.experts.223.gate_proj,0.0043878910,hessian_weighted_relative_error,15061,0.02500,0.861
17,mlp.experts.225.gate_proj,0.0058972824,hessian_weighted_relative_error,29149,0.02500,0.862
17,mlp.experts.226.gate_proj,0.0056163175,hessian_weighted_relative_error,21941,0.02500,0.848
17,mlp.experts.229.gate_proj,0.0065819558,hessian_weighted_relative_error,24598,0.02500,0.861
17,mlp.experts.230.gate_proj,0.0052708480,hessian_weighted_relative_error,22639,0.02500,0.845
17,mlp.experts.231.gate_proj,0.0044027730,hessian_weighted_relative_error,19489,0.02500,0.860
17,mlp.experts.232.gate_proj,0.0047555943,hessian_weighted_relative_error,25415,0.02500,0.847
17,mlp.experts.233.gate_proj,0.0045293176,hessian_weighted_relative_error,31362,0.02500,0.860
17,mlp.experts.234.gate_proj,0.0058779151,hessian_weighted_relative_error,23385,0.02500,0.845
17,mlp.experts.235.gate_proj,0.0031080447,hessian_weighted_relative_error,8842,0.02500,0.857
17,mlp.experts.236.gate_proj,0.0024117785,hessian_weighted_relative_error,25469,0.02500,0.846
17,mlp.experts.237.gate_proj,0.0053117291,hessian_weighted_relative_error,10882,0.02500,0.859
17,mlp.experts.238.gate_proj,0.0032788639,hessian_weighted_relative_error,16706,0.02500,0.845
17,mlp.experts.239.gate_proj,0.0075464355,hessian_weighted_relative_error,28765,0.02500,0.860
17,mlp.experts.240.gate_proj,0.0048380681,hessian_weighted_relative_error,13550,0.02500,0.847
17,mlp.experts.241.gate_proj,0.0054438462,hessian_weighted_relative_error,26786,0.02500,0.861
17,mlp.experts.242.gate_proj,0.0056936094,hessian_weighted_relative_error,38261,0.02500,0.846
17,mlp.experts.243.gate_proj,0.0042076580,hessian_weighted_relative_error,28380,0.02500,0.859
17,mlp.experts.244.gate_proj,0.0038628986,hessian_weighted_relative_error,40144,0.02500,0.845
17,mlp.experts.245.gate_proj,0.0055940568,hessian_weighted_relative_error,24151,0.02500,0.859
17,mlp.experts.246.gate_proj,0.0062007087,hessian_weighted_relative_error,20234,0.02500,0.846
17,mlp.experts.247.gate_proj,0.0052502544,hessian_weighted_relative_error,31264,0.02500,0.861
17,mlp.experts.248.gate_proj,0.0061015618,hessian_weighted_relative_error,59815,0.02500,0.849
17,mlp.experts.249.gate_proj,0.0062525582,hessian_weighted_relative_error,13421,0.02500,0.862
17,mlp.experts.250.gate_proj,0.0065896726,hessian_weighted_relative_error,17610,0.02500,0.848
17,mlp.experts.251.gate_proj,0.0054318938,hessian_weighted_relative_error,18462,0.02500,0.860
17,mlp.experts.252.gate_proj,0.0055064584,hessian_weighted_relative_error,34694,0.02500,0.846
17,mlp.experts.253.gate_proj,0.0055753485,hessian_weighted_relative_error,18699,0.02500,0.859
17,mlp.experts.254.gate_proj,0.0037612287,hessian_weighted_relative_error,24096,0.02500,0.848
17,mlp.experts.255.gate_proj,0.0022745297,hessian_weighted_relative_error,13455,0.02500,0.864
17,mlp.experts.256.gate_proj,0.0090498617,hessian_weighted_relative_error,85055,0.02500,0.849
17,mlp.experts.257.gate_proj,0.0073659634,hessian_weighted_relative_error,22956,0.02500,0.860
17,mlp.experts.259.gate_proj,0.0047892696,hessian_weighted_relative_error,33553,0.02500,0.860
17,mlp.experts.260.gate_proj,0.0058359372,hessian_weighted_relative_error,8764,0.02500,0.847
17,mlp.experts.261.gate_proj,0.0056972728,hessian_weighted_relative_error,29606,0.02500,0.870
17,mlp.experts.262.gate_proj,0.0051765809,hessian_weighted_relative_error,40317,0.02500,0.847
17,mlp.experts.263.gate_proj,0.0045899425,hessian_weighted_relative_error,25942,0.02500,0.862
17,mlp.experts.264.gate_proj,0.0069471058,hessian_weighted_relative_error,26285,0.02500,0.850
17,mlp.experts.265.gate_proj,0.0028416404,hessian_weighted_relative_error,20463,0.02500,0.861
17,mlp.experts.266.gate_proj,0.0067004785,hessian_weighted_relative_error,39948,0.02500,0.851
17,mlp.experts.267.gate_proj,0.0052178243,hessian_weighted_relative_error,20314,0.02500,0.862
17,mlp.experts.268.gate_proj,0.0069742877,hessian_weighted_relative_error,31707,0.02500,0.850
17,mlp.experts.269.gate_proj,0.0072970685,hessian_weighted_relative_error,22737,0.02500,0.862
17,mlp.experts.270.gate_proj,0.0053706534,hessian_weighted_relative_error,10207,0.02500,0.849
17,mlp.experts.271.gate_proj,0.0066188901,hessian_weighted_relative_error,26498,0.02500,0.862
17,mlp.experts.272.gate_proj,0.0065824639,hessian_weighted_relative_error,47741,0.02500,0.849
17,mlp.experts.273.gate_proj,0.0056864481,hessian_weighted_relative_error,28076,0.02500,0.862
17,mlp.experts.275.gate_proj,0.0065439871,hessian_weighted_relative_error,22019,0.02500,0.861
17,mlp.experts.276.gate_proj,0.0040724560,hessian_weighted_relative_error,3886,0.02500,0.849
17,mlp.experts.278.gate_proj,0.0036154025,hessian_weighted_relative_error,47780,0.02500,0.848
17,mlp.experts.280.gate_proj,0.0046198030,hessian_weighted_relative_error,13629,0.02500,0.850
17,mlp.experts.281.gate_proj,0.0051000505,hessian_weighted_relative_error,23152,0.02500,0.861
17,mlp.experts.282.gate_proj,0.0071796062,hessian_weighted_relative_error,30277,0.02500,0.850
17,mlp.experts.283.gate_proj,0.0059051786,hessian_weighted_relative_error,34600,0.02500,0.864
17,mlp.experts.284.gate_proj,0.0051204269,hessian_weighted_relative_error,32137,0.02500,0.849
17,mlp.experts.285.gate_proj,0.0034799484,hessian_weighted_relative_error,42241,0.02500,0.862
17,mlp.experts.286.gate_proj,0.0048711088,hessian_weighted_relative_error,21509,0.02500,0.848
17,mlp.experts.287.gate_proj,0.0050216217,hessian_weighted_relative_error,21552,0.02500,0.864
17,mlp.experts.0.up_proj,0.0082181437,hessian_weighted_relative_error,16802,0.02500,0.852
17,mlp.experts.1.up_proj,0.0043404310,hessian_weighted_relative_error,32626,0.02500,0.863
17,mlp.experts.4.up_proj,0.0054589280,hessian_weighted_relative_error,4554,0.02500,0.850
17,mlp.experts.5.up_proj,0.0076128219,hessian_weighted_relative_error,30301,0.02500,0.873
17,mlp.experts.6.up_proj,0.0068884581,hessian_weighted_relative_error,35415,0.02500,0.850
17,mlp.experts.7.up_proj,0.0049237814,hessian_weighted_relative_error,13681,0.02500,0.862
17,mlp.experts.8.up_proj,0.0071304834,hessian_weighted_relative_error,30821,0.02500,0.851
17,mlp.experts.9.up_proj,0.0061640922,hessian_weighted_relative_error,30851,0.02500,0.863
17,mlp.experts.10.up_proj,0.0075644315,hessian_weighted_relative_error,17506,0.02500,0.851
17,mlp.experts.11.up_proj,0.0076868033,hessian_weighted_relative_error,16984,0.02500,0.862
17,mlp.experts.12.up_proj,0.0029568220,hessian_weighted_relative_error,20521,0.02500,0.851
17,mlp.experts.14.up_proj,0.0055166408,hessian_weighted_relative_error,5429,0.02500,0.851
17,mlp.experts.15.up_proj,0.0058778428,hessian_weighted_relative_error,12263,0.02500,0.865
17,mlp.experts.16.up_proj,0.0025138584,hessian_weighted_relative_error,5583,0.02500,0.855
17,mlp.experts.19.up_proj,0.0084715752,hessian_weighted_relative_error,24219,0.02500,0.863
17,mlp.experts.20.up_proj,0.0069333574,hessian_weighted_relative_error,24772,0.02500,0.853
17,mlp.experts.21.up_proj,0.0062505381,hessian_weighted_relative_error,13745,0.02500,0.867
17,mlp.experts.22.up_proj,0.0050926406,hessian_weighted_relative_error,11542,0.02500,0.852
17,mlp.experts.23.up_proj,0.0054873982,hessian_weighted_relative_error,16161,0.02500,0.872
17,mlp.experts.24.up_proj,0.0066046495,hessian_weighted_relative_error,11039,0.02500,0.853
17,mlp.experts.25.up_proj,0.0059191267,hessian_weighted_relative_error,37670,0.02500,0.875
17,mlp.experts.26.up_proj,0.0053296627,hessian_weighted_relative_error,23010,0.02500,0.852
17,mlp.experts.27.up_proj,0.0051603485,hessian_weighted_relative_error,55173,0.02500,0.868
17,mlp.experts.28.up_proj,0.0082506268,hessian_weighted_relative_error,23071,0.02500,0.854
17,mlp.experts.29.up_proj,0.0057631230,hessian_weighted_relative_error,15196,0.02500,0.865
17,mlp.experts.30.up_proj,0.0047610755,hessian_weighted_relative_error,8394,0.02500,0.851
17,mlp.experts.33.up_proj,0.0040029189,hessian_weighted_relative_error,3401,0.02500,0.866
17,mlp.experts.34.up_proj,0.0071974582,hessian_weighted_relative_error,27983,0.02500,0.855
17,mlp.experts.35.up_proj,0.0048371509,hessian_weighted_relative_error,15082,0.02500,0.867
17,mlp.experts.36.up_proj,0.0060329264,hessian_weighted_relative_error,14750,0.02500,0.851
17,mlp.experts.37.up_proj,0.0066502738,hessian_weighted_relative_error,30193,0.02500,0.863
17,mlp.experts.38.up_proj,0.0061250399,hessian_weighted_relative_error,44188,0.02500,0.853
17,mlp.experts.39.up_proj,0.0045513573,hessian_weighted_relative_error,22309,0.02500,0.868
17,mlp.experts.40.up_proj,0.0070902030,hessian_weighted_relative_error,35542,0.02500,0.855
17,mlp.experts.41.up_proj,0.0065394797,hessian_weighted_relative_error,37644,0.02500,0.864
17,mlp.experts.42.up_proj,0.0047464358,hessian_weighted_relative_error,40567,0.02500,0.854
17,mlp.experts.43.up_proj,0.0054997775,hessian_weighted_relative_error,19652,0.02500,0.871
17,mlp.experts.44.up_proj,0.0074877382,hessian_weighted_relative_error,18180,0.02500,0.853
17,mlp.experts.46.up_proj,0.0055031763,hessian_weighted_relative_error,28327,0.02500,0.854
17,mlp.experts.48.up_proj,0.0082663295,hessian_weighted_relative_error,39410,0.02500,0.853
17,mlp.experts.49.up_proj,0.0064415874,hessian_weighted_relative_error,25708,0.02500,0.868
17,mlp.experts.50.up_proj,0.0058801861,hessian_weighted_relative_error,17408,0.02500,0.854
17,mlp.experts.51.up_proj,0.0081810493,hessian_weighted_relative_error,23623,0.02500,0.866
17,mlp.experts.52.up_proj,0.0065771863,hessian_weighted_relative_error,16745,0.02500,0.856
17,mlp.experts.53.up_proj,0.0069435732,hessian_weighted_relative_error,30237,0.02500,0.878
17,mlp.experts.54.up_proj,0.0101016935,hessian_weighted_relative_error,106975,0.02500,0.855
17,mlp.experts.55.up_proj,0.0051104408,hessian_weighted_relative_error,16586,0.02500,0.865
17,mlp.experts.56.up_proj,0.0071921574,hessian_weighted_relative_error,15081,0.02500,0.861
17,mlp.experts.58.up_proj,0.0062007821,hessian_weighted_relative_error,22625,0.02500,0.864
17,mlp.experts.60.up_proj,0.0055337449,hessian_weighted_relative_error,20913,0.02500,0.863
17,mlp.experts.62.up_proj,0.0061873433,hessian_weighted_relative_error,27908,0.02500,0.858
17,mlp.experts.63.up_proj,0.0057078017,hessian_weighted_relative_error,9012,0.02500,0.868
17,mlp.experts.65.up_proj,0.0076113970,hessian_weighted_relative_error,30370,0.02500,0.880
17,mlp.experts.66.up_proj,0.0058984478,hessian_weighted_relative_error,28241,0.02500,0.854
17,mlp.experts.67.up_proj,0.0074655920,hessian_weighted_relative_error,35822,0.02500,0.872
17,mlp.experts.68.up_proj,0.0043369599,hessian_weighted_relative_error,21863,0.02500,0.855
17,mlp.experts.69.up_proj,0.0038446635,hessian_weighted_relative_error,5516,0.02500,0.876
17,mlp.experts.73.up_proj,0.0046264323,hessian_weighted_relative_error,22842,0.02500,0.866
17,mlp.experts.74.up_proj,0.0022162561,hessian_weighted_relative_error,33026,0.02500,0.854
17,mlp.experts.75.up_proj,0.0044100047,hessian_weighted_relative_error,14933,0.02500,0.867
17,mlp.experts.77.up_proj,0.0050618218,hessian_weighted_relative_error,23036,0.02500,0.868
17,mlp.experts.79.up_proj,0.0028976294,hessian_weighted_relative_error,3805,0.02500,0.873
17,mlp.experts.80.up_proj,0.0075656578,hessian_weighted_relative_error,14937,0.02500,0.854
17,mlp.experts.82.up_proj,0.0064017132,hessian_weighted_relative_error,30884,0.02500,0.853
17,mlp.experts.84.up_proj,0.0054419885,hessian_weighted_relative_error,38210,0.02500,0.855
17,mlp.experts.85.up_proj,0.0063373281,hessian_weighted_relative_error,19012,0.02500,0.880
17,mlp.experts.86.up_proj,0.0059806352,hessian_weighted_relative_error,16370,0.02500,0.855
17,mlp.experts.87.up_proj,0.0056048085,hessian_weighted_relative_error,26487,0.02500,0.877
17,mlp.experts.88.up_proj,0.0060063611,hessian_weighted_relative_error,23550,0.02500,0.857
17,mlp.experts.90.up_proj,0.0059219774,hessian_weighted_relative_error,26369,0.02500,0.856
17,mlp.experts.91.up_proj,0.0061720750,hessian_weighted_relative_error,24573,0.02500,0.866
17,mlp.experts.92.up_proj,0.0055808199,hessian_weighted_relative_error,41661,0.02500,0.857
17,mlp.experts.93.up_proj,0.0040788300,hessian_weighted_relative_error,13939,0.02500,0.869
17,mlp.experts.94.up_proj,0.0062062233,hessian_weighted_relative_error,18794,0.02500,0.856
17,mlp.experts.95.up_proj,0.0077556739,hessian_weighted_relative_error,36034,0.02500,0.877
17,mlp.experts.96.up_proj,0.0031354152,hessian_weighted_relative_error,12211,0.02500,0.856
17,mlp.experts.98.up_proj,0.0055947112,hessian_weighted_relative_error,17239,0.02500,0.855
17,mlp.experts.99.up_proj,0.0048531556,hessian_weighted_relative_error,15403,0.02500,0.866
17,mlp.experts.100.up_proj,0.0057620722,hessian_weighted_relative_error,29278,0.02500,0.856
17,mlp.experts.101.up_proj,0.0055778547,hessian_weighted_relative_error,22926,0.02500,0.874
17,mlp.experts.102.up_proj,0.0042638861,hessian_weighted_relative_error,40191,0.02500,0.856
17,mlp.experts.103.up_proj,0.0075762507,hessian_weighted_relative_error,22524,0.02500,0.872
17,mlp.experts.104.up_proj,0.0034307867,hessian_weighted_relative_error,23569,0.02500,0.856
17,mlp.experts.105.up_proj,0.0065605663,hessian_weighted_relative_error,13627,0.02500,0.883
17,mlp.experts.107.up_proj,0.0051147671,hessian_weighted_relative_error,32556,0.02500,0.874
17,mlp.experts.112.up_proj,0.0050868882,hessian_weighted_relative_error,8330,0.02500,0.857
17,mlp.experts.113.up_proj,0.0085571047,hessian_weighted_relative_error,20790,0.02500,0.877
17,mlp.experts.115.up_proj,0.0032969821,hessian_weighted_relative_error,42800,0.02500,0.868
17,mlp.experts.116.up_proj,0.0069634785,hessian_weighted_relative_error,29780,0.02500,0.856
17,mlp.experts.117.up_proj,0.0085061230,hessian_weighted_relative_error,43634,0.02500,0.878
17,mlp.experts.118.up_proj,0.0066210183,hessian_weighted_relative_error,37419,0.02500,0.855
17,mlp.experts.120.up_proj,0.0078558155,hessian_weighted_relative_error,15501,0.02500,0.857
17,mlp.experts.121.up_proj,0.0076534418,hessian_weighted_relative_error,54623,0.02500,0.867
17,mlp.experts.122.up_proj,0.0051876073,hessian_weighted_relative_error,26182,0.02500,0.856
17,mlp.experts.123.up_proj,0.0083359809,hessian_weighted_relative_error,22156,0.02500,0.883
17,mlp.experts.125.up_proj,0.0054257396,hessian_weighted_relative_error,11971,0.02500,0.876
17,mlp.experts.126.up_proj,0.0015526531,hessian_weighted_relative_error,1537,0.02500,0.857
17,mlp.experts.127.up_proj,0.0055625859,hessian_weighted_relative_error,23073,0.02500,0.879
17,mlp.experts.128.up_proj,0.0080691571,hessian_weighted_relative_error,24981,0.02500,0.859
17,mlp.experts.129.up_proj,0.0078700071,hessian_weighted_relative_error,19178,0.02500,0.878
17,mlp.experts.130.up_proj,0.0073589413,hessian_weighted_relative_error,35136,0.02500,0.857
17,mlp.experts.131.up_proj,0.0067760702,hessian_weighted_relative_error,36191,0.02500,0.869
17,mlp.experts.133.up_proj,0.0084311107,hessian_weighted_relative_error,21902,0.02500,0.880
17,mlp.experts.134.up_proj,0.0063947628,hessian_weighted_relative_error,11577,0.02500,0.855
17,mlp.experts.136.up_proj,0.0046695791,hessian_weighted_relative_error,14816,0.02500,0.859
17,mlp.experts.138.up_proj,0.0058217762,hessian_weighted_relative_error,20619,0.02500,0.857
17,mlp.experts.139.up_proj,0.0076158837,hessian_weighted_relative_error,19470,0.02500,0.883
17,mlp.experts.140.up_proj,0.0019578620,hessian_weighted_relative_error,2197,0.02500,0.858
17,mlp.experts.142.up_proj,0.0047765595,hessian_weighted_relative_error,35597,0.02500,0.857
17,mlp.experts.143.up_proj,0.0058729872,hessian_weighted_relative_error,45621,0.02500,0.881
17,mlp.experts.144.up_proj,0.0065955838,hessian_weighted_relative_error,10343,0.02500,0.860
17,mlp.experts.145.up_proj,0.0059075305,hessian_weighted_relative_error,22175,0.02500,0.877
17,mlp.experts.146.up_proj,0.0053508977,hessian_weighted_relative_error,32247,0.02500,0.858
17,mlp.experts.148.up_proj,0.0058280446,hessian_weighted_relative_error,33874,0.02500,0.857
17,mlp.experts.152.up_proj,0.0068627751,hessian_weighted_relative_error,17122,0.02500,0.861
17,mlp.experts.153.up_proj,0.0073872290,hessian_weighted_relative_error,17586,0.02500,0.881
17,mlp.experts.155.up_proj,0.0056546085,hessian_weighted_relative_error,16044,0.02500,0.882
17,mlp.experts.156.up_proj,0.0047174932,hessian_weighted_relative_error,26606,0.02500,0.860
17,mlp.experts.157.up_proj,0.0066952562,hessian_weighted_relative_error,25605,0.02500,0.890
17,mlp.experts.159.up_proj,0.0045053941,hessian_weighted_relative_error,12256,0.02500,0.877
17,mlp.experts.160.up_proj,0.0066280013,hessian_weighted_relative_error,20292,0.02500,0.864
17,mlp.experts.161.up_proj,0.0049847383,hessian_weighted_relative_error,20595,0.02500,0.872
17,mlp.experts.162.up_proj,0.0068584641,hessian_weighted_relative_error,32167,0.02500,0.859
17,mlp.experts.163.up_proj,0.0055968446,hessian_weighted_relative_error,35073,0.02500,0.888
17,mlp.experts.164.up_proj,0.0072658248,hessian_weighted_relative_error,24801,0.02500,0.870
17,mlp.experts.165.up_proj,0.0059430580,hessian_weighted_relative_error,28171,0.02500,0.885
17,mlp.experts.166.up_proj,0.0041708542,hessian_weighted_relative_error,9970,0.02500,0.858
17,mlp.experts.167.up_proj,0.0054810083,hessian_weighted_relative_error,14253,0.02500,0.896
17,mlp.experts.168.up_proj,0.0064033170,hessian_weighted_relative_error,10241,0.02500,0.860
17,mlp.experts.169.up_proj,0.0061860328,hessian_weighted_relative_error,24178,0.02500,0.882
17,mlp.experts.170.up_proj,0.0060743045,hessian_weighted_relative_error,38053,0.02500,0.859
17,mlp.experts.173.up_proj,0.0048961027,hessian_weighted_relative_error,7014,0.02500,0.881
17,mlp.experts.174.up_proj,0.0042841958,hessian_weighted_relative_error,7458,0.02500,0.859
17,mlp.experts.175.up_proj,0.0071437457,hessian_weighted_relative_error,24619,0.02500,0.881
17,mlp.experts.177.up_proj,0.0051443311,hessian_weighted_relative_error,19153,0.02500,0.884
17,mlp.experts.178.up_proj,0.0061115065,hessian_weighted_relative_error,43185,0.02500,0.857
17,mlp.experts.179.up_proj,0.0072490258,hessian_weighted_relative_error,35785,0.02500,0.884
17,mlp.experts.181.up_proj,0.0065574803,hessian_weighted_relative_error,18761,0.02500,0.885
17,mlp.experts.182.up_proj,0.0073729583,hessian_weighted_relative_error,33623,0.02500,0.858
17,mlp.experts.183.up_proj,0.0082806500,hessian_weighted_relative_error,24995,0.02500,0.882
17,mlp.experts.184.up_proj,0.0050691884,hessian_weighted_relative_error,14183,0.02500,0.859
17,mlp.experts.185.up_proj,0.0072586529,hessian_weighted_relative_error,26531,0.02500,0.881
17,mlp.experts.186.up_proj,0.0049196904,hessian_weighted_relative_error,14189,0.02500,0.857
17,mlp.experts.187.up_proj,0.0074844367,hessian_weighted_relative_error,21516,0.02500,0.879
17,mlp.experts.188.up_proj,0.0050767857,hessian_weighted_relative_error,9399,0.02500,0.860
17,mlp.experts.189.up_proj,0.0059332086,hessian_weighted_relative_error,19073,0.02500,0.882
17,mlp.experts.190.up_proj,0.0070394580,hessian_weighted_relative_error,23897,0.02500,0.857
17,mlp.experts.192.up_proj,0.0025542253,hessian_weighted_relative_error,16780,0.02500,0.858
17,mlp.experts.193.up_proj,0.0054950363,hessian_weighted_relative_error,27551,0.02500,0.885
17,mlp.experts.194.up_proj,0.0043919832,hessian_weighted_relative_error,14509,0.02500,0.856
17,mlp.experts.195.up_proj,0.0080277180,hessian_weighted_relative_error,30835,0.02500,0.880
17,mlp.experts.196.up_proj,0.0072005281,hessian_weighted_relative_error,22304,0.02500,0.857
17,mlp.experts.197.up_proj,0.0053822845,hessian_weighted_relative_error,23553,0.02500,0.886
17,mlp.experts.198.up_proj,0.0078260805,hessian_weighted_relative_error,24115,0.02500,0.858
17,mlp.experts.199.up_proj,0.0077873337,hessian_weighted_relative_error,21505,0.02500,0.882
17,mlp.experts.200.up_proj,0.0077057547,hessian_weighted_relative_error,32671,0.02500,0.859
17,mlp.experts.202.up_proj,0.0078611592,hessian_weighted_relative_error,39480,0.02500,0.858
17,mlp.experts.203.up_proj,0.0034893063,hessian_weighted_relative_error,25249,0.02500,0.874
17,mlp.experts.204.up_proj,0.0054465910,hessian_weighted_relative_error,13387,0.02500,0.858
17,mlp.experts.205.up_proj,0.0067219740,hessian_weighted_relative_error,17342,0.02500,0.888
17,mlp.experts.206.up_proj,0.0064185298,hessian_weighted_relative_error,25939,0.02500,0.858
17,mlp.experts.208.up_proj,0.0024331551,hessian_weighted_relative_error,21635,0.02500,0.861
17,mlp.experts.211.up_proj,0.0058307750,hessian_weighted_relative_error,11680,0.02500,0.886
17,mlp.experts.213.up_proj,0.0062466631,hessian_weighted_relative_error,27098,0.02500,0.883
17,mlp.experts.214.up_proj,0.0051637494,hessian_weighted_relative_error,17975,0.02500,0.860
17,mlp.experts.215.up_proj,0.0062873536,hessian_weighted_relative_error,28791,0.02500,0.886
17,mlp.experts.217.up_proj,0.0039630991,hessian_weighted_relative_error,6497,0.02500,0.888
17,mlp.experts.219.up_proj,0.0072379644,hessian_weighted_relative_error,20326,0.02500,0.886
17,mlp.experts.221.up_proj,0.0078376203,hessian_weighted_relative_error,24851,0.02500,0.884
17,mlp.experts.222.up_proj,0.0050990177,hessian_weighted_relative_error,18796,0.02500,0.861
17,mlp.experts.223.up_proj,0.0051228790,hessian_weighted_relative_error,15061,0.02500,0.883
17,mlp.experts.225.up_proj,0.0065663051,hessian_weighted_relative_error,29149,0.02500,0.883
17,mlp.experts.226.up_proj,0.0066767485,hessian_weighted_relative_error,21941,0.02500,0.858
17,mlp.experts.229.up_proj,0.0076609848,hessian_weighted_relative_error,24598,0.02500,0.883
17,mlp.experts.230.up_proj,0.0059069505,hessian_weighted_relative_error,22639,0.02500,0.860
17,mlp.experts.231.up_proj,0.0049647475,hessian_weighted_relative_error,19489,0.02500,0.886
17,mlp.experts.232.up_proj,0.0051348075,hessian_weighted_relative_error,25415,0.02500,0.860
17,mlp.experts.234.up_proj,0.0070690055,hessian_weighted_relative_error,23385,0.02500,0.867
17,mlp.experts.235.up_proj,0.0032663429,hessian_weighted_relative_error,8842,0.02500,0.892
17,mlp.experts.236.up_proj,0.0028539671,hessian_weighted_relative_error,25469,0.02500,0.861
17,mlp.experts.237.up_proj,0.0058014691,hessian_weighted_relative_error,10882,0.02500,0.882
17,mlp.experts.238.up_proj,0.0035955075,hessian_weighted_relative_error,16706,0.02500,0.860
17,mlp.experts.239.up_proj,0.0081455178,hessian_weighted_relative_error,28765,0.02500,0.906
17,mlp.experts.240.up_proj,0.0056803816,hessian_weighted_relative_error,13550,0.02500,0.858
17,mlp.experts.242.up_proj,0.0062681583,hessian_weighted_relative_error,38261,0.02500,0.857
17,mlp.experts.243.up_proj,0.0046837323,hessian_weighted_relative_error,28380,0.02500,0.884
17,mlp.experts.244.up_proj,0.0048060819,hessian_weighted_relative_error,40144,0.02500,0.858
17,mlp.experts.246.up_proj,0.0070290407,hessian_weighted_relative_error,20234,0.02500,0.859
17,mlp.experts.247.up_proj,0.0055111877,hessian_weighted_relative_error,31264,0.02500,0.889
17,mlp.experts.249.up_proj,0.0071007984,hessian_weighted_relative_error,13421,0.02500,0.880
17,mlp.experts.250.up_proj,0.0075923883,hessian_weighted_relative_error,17610,0.02500,0.859
17,mlp.experts.251.up_proj,0.0067265137,hessian_weighted_relative_error,18462,0.02500,0.884
17,mlp.experts.252.up_proj,0.0064827636,hessian_weighted_relative_error,34694,0.02500,0.861
17,mlp.experts.253.up_proj,0.0063180658,hessian_weighted_relative_error,18699,0.02500,0.892
17,mlp.experts.254.up_proj,0.0043234408,hessian_weighted_relative_error,24096,0.02500,0.860
17,mlp.experts.255.up_proj,0.0024437486,hessian_weighted_relative_error,13455,0.02500,0.887
17,mlp.experts.256.up_proj,0.0098336301,hessian_weighted_relative_error,85055,0.02500,0.860
17,mlp.experts.257.up_proj,0.0088133244,hessian_weighted_relative_error,22956,0.02500,0.884
17,mlp.experts.260.up_proj,0.0067212030,hessian_weighted_relative_error,8764,0.02500,0.861
17,mlp.experts.262.up_proj,0.0056580803,hessian_weighted_relative_error,40317,0.02500,0.861
17,mlp.experts.263.up_proj,0.0053030228,hessian_weighted_relative_error,25942,0.02500,0.894
17,mlp.experts.264.up_proj,0.0079210141,hessian_weighted_relative_error,26285,0.02500,0.859
17,mlp.experts.265.up_proj,0.0031410640,hessian_weighted_relative_error,20463,0.02500,0.893
17,mlp.experts.266.up_proj,0.0074719349,hessian_weighted_relative_error,39948,0.02500,0.861
17,mlp.experts.267.up_proj,0.0059615869,hessian_weighted_relative_error,20314,0.02500,0.892
17,mlp.experts.268.up_proj,0.0081877105,hessian_weighted_relative_error,31707,0.02500,0.861
17,mlp.experts.269.up_proj,0.0086775143,hessian_weighted_relative_error,22737,0.02500,0.882
17,mlp.experts.270.up_proj,0.0066753514,hessian_weighted_relative_error,10207,0.02500,0.859
17,mlp.experts.271.up_proj,0.0075477188,hessian_weighted_relative_error,26498,0.02500,0.892
17,mlp.experts.273.up_proj,0.0061661628,hessian_weighted_relative_error,28076,0.02500,0.888
17,mlp.experts.275.up_proj,0.0074434992,hessian_weighted_relative_error,22019,0.02500,0.892
17,mlp.experts.276.up_proj,0.0048039032,hessian_weighted_relative_error,3886,0.02500,0.862
17,mlp.experts.278.up_proj,0.0040058418,hessian_weighted_relative_error,47780,0.02500,0.862
17,mlp.experts.280.up_proj,0.0053179406,hessian_weighted_relative_error,13629,0.02500,0.860
17,mlp.experts.281.up_proj,0.0055688621,hessian_weighted_relative_error,23152,0.02500,0.896
17,mlp.experts.282.up_proj,0.0087955956,hessian_weighted_relative_error,30277,0.02500,0.859
17,mlp.experts.283.up_proj,0.0073023147,hessian_weighted_relative_error,34600,0.02500,0.897
17,mlp.experts.284.up_proj,0.0063326425,hessian_weighted_relative_error,32137,0.02500,0.859
17,mlp.experts.285.up_proj,0.0036608357,hessian_weighted_relative_error,42241,0.02500,0.889
17,mlp.experts.286.up_proj,0.0056508293,hessian_weighted_relative_error,21509,0.02500,0.860
17,mlp.experts.287.up_proj,0.0057763141,hessian_weighted_relative_error,21552,0.02500,0.901
17,mlp.experts.0.down_proj,0.0129738223,hessian_weighted_relative_error,16802,0.02500,0.773
17,mlp.experts.1.down_proj,0.0093288623,hessian_weighted_relative_error,32626,0.02500,0.751
17,mlp.experts.2.down_proj,0.0044029588,hessian_weighted_relative_error,55074,0.02500,0.769
17,mlp.experts.4.down_proj,0.0101724232,hessian_weighted_relative_error,4554,0.02500,0.740
17,mlp.experts.5.down_proj,0.0127408626,hessian_weighted_relative_error,30301,0.02500,0.718
17,mlp.experts.6.down_proj,0.0113694677,hessian_weighted_relative_error,35415,0.02500,0.767
17,mlp.experts.7.down_proj,0.0085116727,hessian_weighted_relative_error,13681,0.02500,0.750
17,mlp.experts.8.down_proj,0.0126334220,hessian_weighted_relative_error,30821,0.02500,0.776
17,mlp.experts.9.down_proj,0.0101623486,hessian_weighted_relative_error,30851,0.02500,0.755
17,mlp.experts.10.down_proj,0.0131433521,hessian_weighted_relative_error,17506,0.02500,0.773
17,mlp.experts.11.down_proj,0.0127946394,hessian_weighted_relative_error,16984,0.02500,0.756
17,mlp.experts.14.down_proj,0.0103494785,hessian_weighted_relative_error,5429,0.02500,0.771
17,mlp.experts.15.down_proj,0.0107788661,hessian_weighted_relative_error,12263,0.02500,0.753
17,mlp.experts.16.down_proj,0.0053368095,hessian_weighted_relative_error,5583,0.02500,0.777
17,mlp.experts.19.down_proj,0.0140747097,hessian_weighted_relative_error,24219,0.02500,0.759
17,mlp.experts.21.down_proj,0.0114432483,hessian_weighted_relative_error,13745,0.02500,0.757
17,mlp.experts.22.down_proj,0.0094709141,hessian_weighted_relative_error,11542,0.02500,0.775
17,mlp.experts.23.down_proj,0.0109314973,hessian_weighted_relative_error,16161,0.02500,0.757
17,mlp.experts.24.down_proj,0.0112917746,hessian_weighted_relative_error,11039,0.02500,0.781
17,mlp.experts.25.down_proj,0.0109533268,hessian_weighted_relative_error,37670,0.02500,0.763
17,mlp.experts.26.down_proj,0.0019802068,hessian_weighted_relative_error,23010,0.02500,0.778
17,mlp.experts.28.down_proj,0.0129099395,hessian_weighted_relative_error,23071,0.02500,0.781
17,mlp.experts.29.down_proj,0.0090451678,hessian_weighted_relative_error,15196,0.02500,0.764
17,mlp.experts.30.down_proj,0.0102646571,hessian_weighted_relative_error,8394,0.02500,0.777
17,mlp.experts.33.down_proj,0.0069927432,hessian_weighted_relative_error,3401,0.02500,0.765
17,mlp.experts.34.down_proj,0.0126767458,hessian_weighted_relative_error,27983,0.02500,0.780
17,mlp.experts.36.down_proj,0.0117673974,hessian_weighted_relative_error,14750,0.02500,0.782
17,mlp.experts.38.down_proj,0.0103592638,hessian_weighted_relative_error,44188,0.02500,0.780
17,mlp.experts.39.down_proj,0.0080711173,hessian_weighted_relative_error,22309,0.02500,0.764
17,mlp.experts.44.down_proj,0.0129394395,hessian_weighted_relative_error,18180,0.02500,0.783
17,mlp.experts.49.down_proj,0.0115259970,hessian_weighted_relative_error,25708,0.02500,0.774
17,mlp.experts.51.down_proj,0.0130942991,hessian_weighted_relative_error,23623,0.02500,0.772
17,mlp.experts.52.down_proj,0.0118128471,hessian_weighted_relative_error,16745,0.02500,0.785
17,mlp.experts.53.down_proj,0.0123083683,hessian_weighted_relative_error,30237,0.02500,0.772
17,mlp.experts.54.down_proj,0.0139144955,hessian_weighted_relative_error,106975,0.02500,0.785
17,mlp.experts.55.down_proj,0.0102110535,hessian_weighted_relative_error,16586,0.02500,0.770
17,mlp.experts.56.down_proj,0.0120950794,hessian_weighted_relative_error,15081,0.02500,0.789
17,mlp.experts.58.down_proj,0.0118649797,hessian_weighted_relative_error,22625,0.02500,0.789
17,mlp.experts.60.down_proj,0.0105388506,hessian_weighted_relative_error,20913,0.02500,0.787
17,mlp.experts.63.down_proj,0.0108183649,hessian_weighted_relative_error,9012,0.02500,0.774
17,mlp.experts.65.down_proj,0.0133932184,hessian_weighted_relative_error,30370,0.02500,0.780
17,mlp.experts.66.down_proj,0.0104175719,hessian_weighted_relative_error,28241,0.02500,0.790
17,mlp.experts.68.down_proj,0.0094489648,hessian_weighted_relative_error,21863,0.02500,0.791
17,mlp.experts.69.down_proj,0.0084456961,hessian_weighted_relative_error,5516,0.02500,0.778
17,mlp.experts.74.down_proj,0.0040081546,hessian_weighted_relative_error,33026,0.02500,0.791
17,mlp.experts.79.down_proj,0.0059428447,hessian_weighted_relative_error,3805,0.02500,0.781
17,mlp.experts.80.down_proj,0.0123159062,hessian_weighted_relative_error,14937,0.02500,0.795
17,mlp.experts.82.down_proj,0.0118292402,hessian_weighted_relative_error,30884,0.02500,0.794
17,mlp.experts.84.down_proj,0.0096181283,hessian_weighted_relative_error,38210,0.02500,0.794
17,mlp.experts.85.down_proj,0.0127112990,hessian_weighted_relative_error,19012,0.02500,0.783
17,mlp.experts.86.down_proj,0.0116383075,hessian_weighted_relative_error,16370,0.02500,0.793
17,mlp.experts.90.down_proj,0.0104519872,hessian_weighted_relative_error,26369,0.02500,0.795
17,mlp.experts.91.down_proj,0.0115814221,hessian_weighted_relative_error,24573,0.02500,0.789
17,mlp.experts.92.down_proj,0.0091371021,hessian_weighted_relative_error,41661,0.02500,0.795
17,mlp.experts.93.down_proj,0.0067109479,hessian_weighted_relative_error,13939,0.02500,0.786
17,mlp.experts.94.down_proj,0.0121775982,hessian_weighted_relative_error,18794,0.02500,0.795
17,mlp.experts.95.down_proj,0.0131850771,hessian_weighted_relative_error,36034,0.02500,0.786
17,mlp.experts.96.down_proj,0.0087610089,hessian_weighted_relative_error,12211,0.02500,0.799
17,mlp.experts.98.down_proj,0.0105669214,hessian_weighted_relative_error,17239,0.02500,0.797
17,mlp.experts.99.down_proj,0.0091538887,hessian_weighted_relative_error,15403,0.02500,0.790
17,mlp.experts.103.down_proj,0.0122565614,hessian_weighted_relative_error,22524,0.02500,0.788
17,mlp.experts.104.down_proj,0.0067130482,hessian_weighted_relative_error,23569,0.02500,0.803
17,mlp.experts.105.down_proj,0.0111988858,hessian_weighted_relative_error,13627,0.02500,0.793
17,mlp.experts.107.down_proj,0.0089646691,hessian_weighted_relative_error,32556,0.02500,0.794
17,mlp.experts.112.down_proj,0.0112056747,hessian_weighted_relative_error,8330,0.02500,0.804
17,mlp.experts.113.down_proj,0.0114903800,hessian_weighted_relative_error,20790,0.02500,0.796
17,mlp.experts.115.down_proj,0.0055309630,hessian_weighted_relative_error,42800,0.02500,0.800
17,mlp.experts.116.down_proj,0.0121556397,hessian_weighted_relative_error,29780,0.02500,0.801
17,mlp.experts.117.down_proj,0.0117565664,hessian_weighted_relative_error,43634,0.02500,0.795
17,mlp.experts.118.down_proj,0.0123388852,hessian_weighted_relative_error,37419,0.02500,0.800
17,mlp.experts.120.down_proj,0.0128242296,hessian_weighted_relative_error,15501,0.02500,0.803
17,mlp.experts.122.down_proj,0.0111007159,hessian_weighted_relative_error,26182,0.02500,0.802
17,mlp.experts.123.down_proj,0.0136541855,hessian_weighted_relative_error,22156,0.02500,0.802
17,mlp.experts.125.down_proj,0.0107710456,hessian_weighted_relative_error,11971,0.02500,0.797
17,mlp.experts.126.down_proj,0.0038361915,hessian_weighted_relative_error,1537,0.02500,0.802
17,mlp.experts.128.down_proj,0.0119525612,hessian_weighted_relative_error,24981,0.02500,0.806
17,mlp.experts.129.down_proj,0.0133048175,hessian_weighted_relative_error,19178,0.02500,0.805
17,mlp.experts.130.down_proj,0.0126153235,hessian_weighted_relative_error,35136,0.02500,0.804
17,mlp.experts.131.down_proj,0.0118583266,hessian_weighted_relative_error,36191,0.02500,0.807
17,mlp.experts.133.down_proj,0.0129658875,hessian_weighted_relative_error,21902,0.02500,0.799
17,mlp.experts.134.down_proj,0.0110164050,hessian_weighted_relative_error,11577,0.02500,0.803
17,mlp.experts.136.down_proj,0.0085520281,hessian_weighted_relative_error,14816,0.02500,0.808
17,mlp.experts.138.down_proj,0.0114487439,hessian_weighted_relative_error,20619,0.02500,0.806
17,mlp.experts.139.down_proj,0.0132654289,hessian_weighted_relative_error,19470,0.02500,0.809
17,mlp.experts.140.down_proj,0.0039096286,hessian_weighted_relative_error,2197,0.02500,0.807
17,mlp.experts.142.down_proj,0.0075037611,hessian_weighted_relative_error,35597,0.02500,0.806
17,mlp.experts.143.down_proj,0.0102884328,hessian_weighted_relative_error,45621,0.02500,0.803
17,mlp.experts.144.down_proj,0.0107490325,hessian_weighted_relative_error,10343,0.02500,0.809
17,mlp.experts.145.down_proj,0.0122606222,hessian_weighted_relative_error,22175,0.02500,0.809
17,mlp.experts.148.down_proj,0.0095906467,hessian_weighted_relative_error,33874,0.02500,0.806
17,mlp.experts.152.down_proj,0.0118971000,hessian_weighted_relative_error,17122,0.02500,0.809
17,mlp.experts.153.down_proj,0.0122617433,hessian_weighted_relative_error,17586,0.02500,0.811
17,mlp.experts.155.down_proj,0.0103443233,hessian_weighted_relative_error,16044,0.02500,0.815
17,mlp.experts.156.down_proj,0.0100254606,hessian_weighted_relative_error,26606,0.02500,0.808
17,mlp.experts.157.down_proj,0.0114282574,hessian_weighted_relative_error,25605,0.02500,0.807
17,mlp.experts.159.down_proj,0.0100251346,hessian_weighted_relative_error,12256,0.02500,0.807
17,mlp.experts.160.down_proj,0.0107796477,hessian_weighted_relative_error,20292,0.02500,0.810
17,mlp.experts.161.down_proj,0.0100210198,hessian_weighted_relative_error,20595,0.02500,0.812
17,mlp.experts.162.down_proj,0.0117169752,hessian_weighted_relative_error,32167,0.02500,0.809
17,mlp.experts.163.down_proj,0.0100148220,hessian_weighted_relative_error,35073,0.02500,0.813
17,mlp.experts.164.down_proj,0.0121449857,hessian_weighted_relative_error,24801,0.02500,0.810
17,mlp.experts.166.down_proj,0.0088262327,hessian_weighted_relative_error,9970,0.02500,0.808
17,mlp.experts.167.down_proj,0.0116708289,hessian_weighted_relative_error,14253,0.02500,0.810
17,mlp.experts.168.down_proj,0.0116181670,hessian_weighted_relative_error,10241,0.02500,0.811
17,mlp.experts.169.down_proj,0.0103007150,hessian_weighted_relative_error,24178,0.02500,0.817
17,mlp.experts.173.down_proj,0.0108195075,hessian_weighted_relative_error,7014,0.02500,0.813
17,mlp.experts.174.down_proj,0.0093323332,hessian_weighted_relative_error,7458,0.02500,0.809
17,mlp.experts.175.down_proj,0.0129312337,hessian_weighted_relative_error,24619,0.02500,0.813
17,mlp.experts.177.down_proj,0.0106225856,hessian_weighted_relative_error,19153,0.02500,0.820
17,mlp.experts.178.down_proj,0.0082839305,hessian_weighted_relative_error,43185,0.02500,0.812
17,mlp.experts.181.down_proj,0.0127580029,hessian_weighted_relative_error,18761,0.02500,0.818
17,mlp.experts.182.down_proj,0.0120872627,hessian_weighted_relative_error,33623,0.02500,0.810
17,mlp.experts.183.down_proj,0.0129259223,hessian_weighted_relative_error,24995,0.02500,0.817
17,mlp.experts.184.down_proj,0.0100007407,hessian_weighted_relative_error,14183,0.02500,0.813
17,mlp.experts.185.down_proj,0.0126727424,hessian_weighted_relative_error,26531,0.02500,0.821
17,mlp.experts.187.down_proj,0.0132803055,hessian_weighted_relative_error,21516,0.02500,0.821
17,mlp.experts.188.down_proj,0.0096275896,hessian_weighted_relative_error,9399,0.02500,0.814
17,mlp.experts.189.down_proj,0.0106333334,hessian_weighted_relative_error,19073,0.02500,0.820
17,mlp.experts.190.down_proj,0.0054390510,hessian_weighted_relative_error,23897,0.02500,0.811
17,mlp.experts.192.down_proj,0.0045944458,hessian_weighted_relative_error,16780,0.02500,0.815
17,mlp.experts.193.down_proj,0.0101592508,hessian_weighted_relative_error,27551,0.02500,0.821
17,mlp.experts.194.down_proj,0.0090157665,hessian_weighted_relative_error,14509,0.02500,0.814
17,mlp.experts.195.down_proj,0.0139004984,hessian_weighted_relative_error,30835,0.02500,0.822
17,mlp.experts.196.down_proj,0.0125842834,hessian_weighted_relative_error,22304,0.02500,0.813
17,mlp.experts.197.down_proj,0.0106287900,hessian_weighted_relative_error,23553,0.02500,0.822
17,mlp.experts.198.down_proj,0.0124710237,hessian_weighted_relative_error,24115,0.02500,0.812
17,mlp.experts.199.down_proj,0.0127747675,hessian_weighted_relative_error,21505,0.02500,0.819
17,mlp.experts.200.down_proj,0.0121156336,hessian_weighted_relative_error,32671,0.02500,0.816
17,mlp.experts.203.down_proj,0.0042064315,hessian_weighted_relative_error,25249,0.02500,0.825
17,mlp.experts.204.down_proj,0.0105182828,hessian_weighted_relative_error,13387,0.02500,0.814
17,mlp.experts.205.down_proj,0.0118227595,hessian_weighted_relative_error,17342,0.02500,0.821
17,mlp.experts.206.down_proj,0.0115461601,hessian_weighted_relative_error,25939,0.02500,0.814
17,mlp.experts.208.down_proj,0.0056997406,hessian_weighted_relative_error,21635,0.02500,0.816
17,mlp.experts.211.down_proj,0.0114596520,hessian_weighted_relative_error,11680,0.02500,0.824
17,mlp.experts.213.down_proj,0.0103363725,hessian_weighted_relative_error,27098,0.02500,0.823
17,mlp.experts.214.down_proj,0.0088965281,hessian_weighted_relative_error,17975,0.02500,0.814
17,mlp.experts.215.down_proj,0.0122465287,hessian_weighted_relative_error,28791,0.02500,0.821
17,mlp.experts.217.down_proj,0.0081957214,hessian_weighted_relative_error,6497,0.02500,0.826
17,mlp.experts.219.down_proj,0.0119712882,hessian_weighted_relative_error,20326,0.02500,0.826
17,mlp.experts.221.down_proj,0.0131903611,hessian_weighted_relative_error,24851,0.02500,0.823
17,mlp.experts.222.down_proj,0.0093880520,hessian_weighted_relative_error,18796,0.02500,0.816
17,mlp.experts.223.down_proj,0.0089556234,hessian_weighted_relative_error,15061,0.02500,0.821
17,mlp.experts.226.down_proj,0.0125728112,hessian_weighted_relative_error,21941,0.02500,0.819
17,mlp.experts.229.down_proj,0.0129943321,hessian_weighted_relative_error,24598,0.02500,0.827
17,mlp.experts.230.down_proj,0.0112924590,hessian_weighted_relative_error,22639,0.02500,0.817
17,mlp.experts.234.down_proj,0.0115494808,hessian_weighted_relative_error,23385,0.02500,0.818
17,mlp.experts.235.down_proj,0.0091111728,hessian_weighted_relative_error,8842,0.02500,0.826
17,mlp.experts.236.down_proj,0.0068263952,hessian_weighted_relative_error,25469,0.02500,0.818
17,mlp.experts.237.down_proj,0.0107475333,hessian_weighted_relative_error,10882,0.02500,0.824
17,mlp.experts.238.down_proj,0.0086511909,hessian_weighted_relative_error,16706,0.02500,0.818
17,mlp.experts.240.down_proj,0.0112756506,hessian_weighted_relative_error,13550,0.02500,0.819
17,mlp.experts.242.down_proj,0.0116639054,hessian_weighted_relative_error,38261,0.02500,0.820
17,mlp.experts.244.down_proj,0.0056479682,hessian_weighted_relative_error,40144,0.02500,0.819
17,mlp.experts.246.down_proj,0.0122527170,hessian_weighted_relative_error,20234,0.02500,0.818
17,mlp.experts.249.down_proj,0.0118096559,hessian_weighted_relative_error,13421,0.02500,0.827
17,mlp.experts.250.down_proj,0.0127705300,hessian_weighted_relative_error,17610,0.02500,0.820
17,mlp.experts.251.down_proj,0.0103909557,hessian_weighted_relative_error,18462,0.02500,0.827
17,mlp.experts.252.down_proj,0.0112672764,hessian_weighted_relative_error,34694,0.02500,0.818
17,mlp.experts.253.down_proj,0.0110069599,hessian_weighted_relative_error,18699,0.02500,0.825
17,mlp.experts.254.down_proj,0.0080313616,hessian_weighted_relative_error,24096,0.02500,0.819
17,mlp.experts.255.down_proj,0.0045860141,hessian_weighted_relative_error,13455,0.02500,0.823
17,mlp.experts.256.down_proj,0.0135617282,hessian_weighted_relative_error,85055,0.02500,0.820
17,mlp.experts.257.down_proj,0.0124212175,hessian_weighted_relative_error,22956,0.02500,0.826
17,mlp.experts.260.down_proj,0.0122681522,hessian_weighted_relative_error,8764,0.02500,0.820
17,mlp.experts.262.down_proj,0.0091405984,hessian_weighted_relative_error,40317,0.02500,0.819
17,mlp.experts.264.down_proj,0.0138183977,hessian_weighted_relative_error,26285,0.02500,0.823
17,mlp.experts.265.down_proj,0.0045246696,hessian_weighted_relative_error,20463,0.02500,0.829
17,mlp.experts.267.down_proj,0.0110413631,hessian_weighted_relative_error,20314,0.02500,0.827
17,mlp.experts.268.down_proj,0.0129249248,hessian_weighted_relative_error,31707,0.02500,0.822
17,mlp.experts.269.down_proj,0.0139117891,hessian_weighted_relative_error,22737,0.02500,0.828
17,mlp.experts.270.down_proj,0.0110864977,hessian_weighted_relative_error,10207,0.02500,0.820
17,mlp.experts.271.down_proj,0.0121162429,hessian_weighted_relative_error,26498,0.02500,0.827
17,mlp.experts.275.down_proj,0.0134191079,hessian_weighted_relative_error,22019,0.02500,0.829
17,mlp.experts.276.down_proj,0.0099530474,hessian_weighted_relative_error,3886,0.02500,0.823
17,mlp.experts.280.down_proj,0.0121698334,hessian_weighted_relative_error,13629,0.02500,0.824
17,mlp.experts.281.down_proj,0.0117510408,hessian_weighted_relative_error,23152,0.02500,0.829
17,mlp.experts.282.down_proj,0.0128253609,hessian_weighted_relative_error,30277,0.02500,0.822
17,mlp.experts.283.down_proj,0.0117416230,hessian_weighted_relative_error,34600,0.02500,0.829
17,mlp.experts.284.down_proj,0.0102367590,hessian_weighted_relative_error,32137,0.02500,0.822
17,mlp.experts.286.down_proj,0.0104818268,hessian_weighted_relative_error,21509,0.02500,0.821
17,mlp.experts.106.gate_proj,0.0014824576,hessian_weighted_relative_error,45840,0.02500,1.583
17,mlp.experts.101.down_proj,0.0025071826,hessian_weighted_relative_error,22926,0.02500,1.506
17,mlp.experts.106.down_proj,0.0032044277,hessian_weighted_relative_error,45840,0.02500,1.536
17,mlp.experts.109.down_proj,0.0027093553,hessian_weighted_relative_error,61919,0.02500,1.536
17,mlp.experts.100.down_proj,0.0031111035,hessian_weighted_relative_error,29278,0.02500,1.534
17,mlp.experts.109.up_proj,0.0014344899,hessian_weighted_relative_error,61919,0.02500,1.681
17,mlp.experts.102.down_proj,0.0021831479,hessian_weighted_relative_error,40191,0.02500,1.535
17,mlp.experts.109.gate_proj,0.0012824751,hessian_weighted_relative_error,61919,0.02500,1.646
17,mlp.experts.108.up_proj,0.0020861586,hessian_weighted_relative_error,40587,0.02500,1.621
17,mlp.experts.111.down_proj,0.0031044924,hessian_weighted_relative_error,92278,0.02500,1.542
17,mlp.experts.108.gate_proj,0.0019049552,hessian_weighted_relative_error,40587,0.02500,1.596
17,mlp.experts.111.gate_proj,0.0015909380,hessian_weighted_relative_error,92278,0.02500,1.640
17,mlp.experts.106.up_proj,0.0017511193,hessian_weighted_relative_error,45840,0.02500,1.618
17,mlp.experts.119.down_proj,0.0028990507,hessian_weighted_relative_error,54598,0.02500,1.539
17,mlp.experts.108.down_proj,0.0036667952,hessian_weighted_relative_error,40587,0.02500,1.538
17,mlp.experts.111.up_proj,0.0017521988,hessian_weighted_relative_error,92278,0.02500,1.674
17,mlp.experts.114.gate_proj,0.0012273775,hessian_weighted_relative_error,30345,0.02500,1.599
17,mlp.experts.119.gate_proj,0.0013633122,hessian_weighted_relative_error,54598,0.02500,1.648
17,mlp.experts.114.down_proj,0.0024709696,hessian_weighted_relative_error,30345,0.02500,1.537
17,mlp.experts.119.up_proj,0.0015751813,hessian_weighted_relative_error,54598,0.02500,1.682
17,mlp.experts.110.down_proj,0.0034561252,hessian_weighted_relative_error,46339,0.02500,1.536
17,mlp.experts.127.down_proj,0.0028701129,hessian_weighted_relative_error,23073,0.02500,1.540
17,mlp.experts.110.up_proj,0.0020470274,hessian_weighted_relative_error,46339,0.02500,1.619
17,mlp.experts.121.down_proj,0.0032869470,hessian_weighted_relative_error,54623,0.02500,1.545
17,mlp.experts.124.up_proj,0.0019982222,hessian_weighted_relative_error,40285,0.02500,1.620
17,mlp.experts.13.down_proj,0.0031734399,hessian_weighted_relative_error,82337,0.02500,1.499
17,mlp.experts.124.down_proj,0.0033634556,hessian_weighted_relative_error,40285,0.02500,1.542
17,mlp.experts.13.gate_proj,0.0019220346,hessian_weighted_relative_error,82337,0.02500,1.620
17,mlp.experts.114.up_proj,0.0013178153,hessian_weighted_relative_error,30345,0.02500,1.620
17,mlp.experts.135.down_proj,0.0031660270,hessian_weighted_relative_error,45442,0.02500,1.547
17,mlp.experts.12.down_proj,0.0018784689,hessian_weighted_relative_error,20521,0.02500,1.515
17,mlp.experts.13.up_proj,0.0021461714,hessian_weighted_relative_error,82337,0.02500,1.677
17,mlp.experts.150.down_proj,0.0029403704,hessian_weighted_relative_error,33363,0.02500,1.546
17,mlp.experts.135.up_proj,0.0018173584,hessian_weighted_relative_error,45442,0.02500,1.673
17,mlp.experts.146.down_proj,0.0029016471,hessian_weighted_relative_error,32247,0.02500,1.546
17,mlp.experts.137.down_proj,0.0029731462,hessian_weighted_relative_error,69242,0.02500,1.559
17,mlp.experts.132.down_proj,0.0033323819,hessian_weighted_relative_error,32461,0.02500,1.544
17,mlp.experts.137.up_proj,0.0015422536,hessian_weighted_relative_error,69242,0.02500,1.687
17,mlp.experts.132.up_proj,0.0020061718,hessian_weighted_relative_error,32461,0.02500,1.623
17,mlp.experts.137.gate_proj,0.0014429934,hessian_weighted_relative_error,69242,0.02500,1.660
17,mlp.experts.154.up_proj,0.0016450634,hessian_weighted_relative_error,36508,0.02500,1.623
17,mlp.experts.141.down_proj,0.0031432872,hessian_weighted_relative_error,40084,0.02500,1.551
17,mlp.experts.154.down_proj,0.0029558217,hessian_weighted_relative_error,36508,0.02500,1.547
17,mlp.experts.141.up_proj,0.0018617294,hessian_weighted_relative_error,40084,0.02500,1.685
17,mlp.experts.150.gate_proj,0.0013583662,hessian_weighted_relative_error,33363,0.02500,1.604
17,mlp.experts.147.up_proj,0.0013381702,hessian_weighted_relative_error,37107,0.02500,1.673
17,mlp.experts.150.up_proj,0.0015338528,hessian_weighted_relative_error,33363,0.02500,1.623
17,mlp.experts.147.down_proj,0.0029421702,hessian_weighted_relative_error,37107,0.02500,1.561
17,mlp.experts.172.down_proj,0.0030382203,hessian_weighted_relative_error,53744,0.02500,1.550
17,mlp.experts.149.down_proj,0.0034431339,hessian_weighted_relative_error,53812,0.02500,1.552
17,mlp.experts.170.down_proj,0.0027926538,hessian_weighted_relative_error,38053,0.02500,1.554
17,mlp.experts.158.down_proj,0.0027644984,hessian_weighted_relative_error,35032,0.02500,1.550
17,mlp.experts.149.gate_proj,0.0018029159,hessian_weighted_relative_error,53812,0.02500,1.662
17,mlp.experts.151.down_proj,0.0028987693,hessian_weighted_relative_error,30323,0.02500,1.559
17,mlp.experts.158.up_proj,0.0012087940,hessian_weighted_relative_error,35032,0.02500,1.626
17,mlp.experts.176.gate_proj,0.0012144403,hessian_weighted_relative_error,28545,0.02500,1.609
17,mlp.experts.149.up_proj,0.0021755206,hessian_weighted_relative_error,53812,0.02500,1.712
17,mlp.experts.176.down_proj,0.0027284125,hessian_weighted_relative_error,28545,0.02500,1.553
17,mlp.experts.151.gate_proj,0.0013065649,hessian_weighted_relative_error,30323,0.02500,1.662
17,mlp.experts.172.gate_proj,0.0015709821,hessian_weighted_relative_error,53744,0.02500,1.608
17,mlp.experts.151.up_proj,0.0014374525,hessian_weighted_relative_error,30323,0.02500,1.683
17,mlp.experts.172.up_proj,0.0018643485,hessian_weighted_relative_error,53744,0.02500,1.624
17,mlp.experts.17.down_proj,0.0023697222,hessian_weighted_relative_error,31444,0.02500,1.508
17,mlp.experts.18.up_proj,0.0019670326,hessian_weighted_relative_error,56688,0.02500,1.619
17,mlp.experts.165.down_proj,0.0027132379,hessian_weighted_relative_error,28171,0.02500,1.557
17,mlp.experts.18.gate_proj,0.0017154633,hessian_weighted_relative_error,56688,0.02500,1.580
17,mlp.experts.17.gate_proj,0.0014419800,hessian_weighted_relative_error,31444,0.02500,1.619
17,mlp.experts.176.up_proj,0.0013336186,hessian_weighted_relative_error,28545,0.02500,1.628
17,mlp.experts.17.up_proj,0.0016368074,hessian_weighted_relative_error,31444,0.02500,1.667
17,mlp.experts.18.down_proj,0.0032681017,hessian_weighted_relative_error,56688,0.02500,1.517
17,mlp.experts.171.up_proj,0.0019210095,hessian_weighted_relative_error,35241,0.02500,1.700
17,mlp.experts.186.down_proj,0.0027059590,hessian_weighted_relative_error,14189,0.02500,1.556
17,mlp.experts.171.down_proj,0.0032834947,hessian_weighted_relative_error,35241,0.02500,1.570
17,mlp.experts.180.up_proj,0.0013473338,hessian_weighted_relative_error,65240,0.02500,1.626
17,mlp.experts.179.down_proj,0.0032995879,hessian_weighted_relative_error,35785,0.02500,1.570
17,mlp.experts.180.down_proj,0.0024373457,hessian_weighted_relative_error,65240,0.02500,1.553
17,mlp.experts.191.down_proj,0.0024750294,hessian_weighted_relative_error,67164,0.02500,1.568
17,mlp.experts.180.gate_proj,0.0012145150,hessian_weighted_relative_error,65240,0.02500,1.611
17,mlp.experts.191.up_proj,0.0016395079,hessian_weighted_relative_error,67164,0.02500,1.697
17,mlp.experts.210.down_proj,0.0029044760,hessian_weighted_relative_error,79211,0.02500,1.557
17,mlp.experts.191.gate_proj,0.0016195303,hessian_weighted_relative_error,67164,0.02500,1.661
17,mlp.experts.202.down_proj,0.0034549559,hessian_weighted_relative_error,39480,0.02500,1.560
17,mlp.experts.201.down_proj,0.0031705466,hessian_weighted_relative_error,55621,0.02500,1.575
17,mlp.experts.2.up_proj,0.0012327870,hessian_weighted_relative_error,55074,0.02500,1.619
17,mlp.experts.201.gate_proj,0.0015829340,hessian_weighted_relative_error,55621,0.02500,1.666
17,mlp.experts.20.down_proj,0.0033514234,hessian_weighted_relative_error,24772,0.02500,1.519
17,mlp.experts.207.down_proj,0.0025700328,hessian_weighted_relative_error,34601,0.02500,1.575
17,mlp.experts.212.gate_proj,0.0012108383,hessian_weighted_relative_error,31378,0.02500,1.623
17,mlp.experts.201.up_proj,0.0017592978,hessian_weighted_relative_error,55621,0.02500,1.694
17,mlp.experts.212.down_proj,0.0025322121,hessian_weighted_relative_error,31378,0.02500,1.558
17,mlp.experts.207.gate_proj,0.0010921182,hessian_weighted_relative_error,34601,0.02500,1.669
17,mlp.experts.210.gate_proj,0.0017131147,hessian_weighted_relative_error,79211,0.02500,1.627
17,mlp.experts.207.up_proj,0.0011760232,hessian_weighted_relative_error,34601,0.02500,1.690
17,mlp.experts.210.up_proj,0.0018634963,hessian_weighted_relative_error,79211,0.02500,1.626
17,mlp.experts.209.up_proj,0.0019593993,hessian_weighted_relative_error,57137,0.02500,1.699
17,mlp.experts.216.up_proj,0.0010194950,hessian_weighted_relative_error,73853,0.02500,1.628
17,mlp.experts.209.down_proj,0.0033413179,hessian_weighted_relative_error,57137,0.02500,1.574
17,mlp.experts.216.gate_proj,0.0009235444,hessian_weighted_relative_error,73853,0.02500,1.617
17,mlp.experts.225.down_proj,0.0032443187,hessian_weighted_relative_error,29149,0.02500,1.574
17,mlp.experts.212.up_proj,0.0012570634,hessian_weighted_relative_error,31378,0.02500,1.628
17,mlp.experts.227.down_proj,0.0031528759,hessian_weighted_relative_error,95160,0.02500,1.577
17,mlp.experts.216.down_proj,0.0019028890,hessian_weighted_relative_error,73853,0.02500,1.562
17,mlp.experts.227.up_proj,0.0017805843,hessian_weighted_relative_error,95160,0.02500,1.706
17,mlp.experts.220.up_proj,0.0020841233,hessian_weighted_relative_error,47978,0.02500,1.630
17,mlp.experts.227.gate_proj,0.0015191183,hessian_weighted_relative_error,95160,0.02500,1.670
17,mlp.experts.220.down_proj,0.0036774439,hessian_weighted_relative_error,47978,0.02500,1.563
17,mlp.experts.231.down_proj,0.0027580588,hessian_weighted_relative_error,19489,0.02500,1.574
17,mlp.experts.218.down_proj,0.0036460218,hessian_weighted_relative_error,33393,0.02500,1.562
17,mlp.experts.233.down_proj,0.0028446812,hessian_weighted_relative_error,31362,0.02500,1.576
17,mlp.experts.218.up_proj,0.0020921056,hessian_weighted_relative_error,33393,0.02500,1.630
17,mlp.experts.239.down_proj,0.0035435811,hessian_weighted_relative_error,28765,0.02500,1.568
17,mlp.experts.228.down_proj,0.0027886158,hessian_weighted_relative_error,53770,0.02500,1.559
17,mlp.experts.233.up_proj,0.0013205874,hessian_weighted_relative_error,31362,0.02500,1.704
17,mlp.experts.224.up_proj,0.0014604756,hessian_weighted_relative_error,54984,0.02500,1.632
17,mlp.experts.241.down_proj,0.0025349860,hessian_weighted_relative_error,26786,0.02500,1.579
17,mlp.experts.224.down_proj,0.0026518242,hessian_weighted_relative_error,54984,0.02500,1.565
17,mlp.experts.241.up_proj,0.0015497133,hessian_weighted_relative_error,26786,0.02500,1.706
17,mlp.experts.224.gate_proj,0.0012823097,hessian_weighted_relative_error,54984,0.02500,1.623
17,mlp.experts.245.down_proj,0.0028324659,hessian_weighted_relative_error,24151,0.02500,1.574
17,mlp.experts.248.down_proj,0.0031791878,hessian_weighted_relative_error,59815,0.02500,1.565
17,mlp.experts.243.down_proj,0.0026101337,hessian_weighted_relative_error,28380,0.02500,1.585
17,mlp.experts.232.down_proj,0.0028868616,hessian_weighted_relative_error,25415,0.02500,1.565
17,mlp.experts.228.gate_proj,0.0013525089,hessian_weighted_relative_error,53770,0.02500,1.618
17,mlp.experts.245.up_proj,0.0016177024,hessian_weighted_relative_error,24151,0.02500,1.723
17,mlp.experts.228.up_proj,0.0016214748,hessian_weighted_relative_error,53770,0.02500,1.631
17,mlp.experts.247.down_proj,0.0028505493,hessian_weighted_relative_error,31264,0.02500,1.585
17,mlp.experts.258.up_proj,0.0014571305,hessian_weighted_relative_error,23419,0.02500,1.630
17,mlp.experts.259.up_proj,0.0013843624,hessian_weighted_relative_error,33553,0.02500,1.705
17,mlp.experts.258.gate_proj,0.0012625203,hessian_weighted_relative_error,23419,0.02500,1.622
17,mlp.experts.259.down_proj,0.0028644240,hessian_weighted_relative_error,33553,0.02500,1.579
17,mlp.experts.248.up_proj,0.0018548306,hessian_weighted_relative_error,59815,0.02500,1.630
17,mlp.experts.261.down_proj,0.0026365681,hessian_weighted_relative_error,29606,0.02500,1.576
17,mlp.experts.258.down_proj,0.0030628050,hessian_weighted_relative_error,23419,0.02500,1.567
17,mlp.experts.261.up_proj,0.0016282136,hessian_weighted_relative_error,29606,0.02500,1.703
17,mlp.experts.274.down_proj,0.0025408212,hessian_weighted_relative_error,27771,0.02500,1.566
17,mlp.experts.27.down_proj,0.0024330062,hessian_weighted_relative_error,55173,0.02500,1.513
17,mlp.experts.272.up_proj,0.0018665443,hessian_weighted_relative_error,47741,0.02500,1.628
17,mlp.experts.263.down_proj,0.0021228227,hessian_weighted_relative_error,25942,0.02500,1.582
17,mlp.experts.266.down_proj,0.0035697629,hessian_weighted_relative_error,39948,0.02500,1.567
17,mlp.experts.273.down_proj,0.0031750257,hessian_weighted_relative_error,28076,0.02500,1.580
17,mlp.experts.272.down_proj,0.0032496419,hessian_weighted_relative_error,47741,0.02500,1.569
17,mlp.experts.277.down_proj,0.0027311324,hessian_weighted_relative_error,22955,0.02500,1.583
17,mlp.experts.32.down_proj,0.0023279502,hessian_weighted_relative_error,71845,0.02500,1.528
17,mlp.experts.277.up_proj,0.0016849711,hessian_weighted_relative_error,22955,0.02500,1.709
17,mlp.experts.278.down_proj,0.0018194265,hessian_weighted_relative_error,47780,0.02500,1.567
17,mlp.experts.277.gate_proj,0.0014728408,hessian_weighted_relative_error,22955,0.02500,1.682
17,mlp.experts.274.gate_proj,0.0012813190,hessian_weighted_relative_error,27771,0.02500,1.620
17,mlp.experts.279.down_proj,0.0023330126,hessian_weighted_relative_error,126104,0.02500,1.579
17,mlp.experts.274.up_proj,0.0014328079,hessian_weighted_relative_error,27771,0.02500,1.630
17,mlp.experts.279.gate_proj,0.0011982912,hessian_weighted_relative_error,126104,0.02500,1.671
17,mlp.experts.42.down_proj,0.0026221399,hessian_weighted_relative_error,40567,0.02500,1.528
17,mlp.experts.285.down_proj,0.0018796482,hessian_weighted_relative_error,42241,0.02500,1.574
17,mlp.experts.40.down_proj,0.0034481138,hessian_weighted_relative_error,35542,0.02500,1.532
17,mlp.experts.279.up_proj,0.0013617616,hessian_weighted_relative_error,126104,0.02500,1.701
17,mlp.experts.32.gate_proj,0.0012415497,hessian_weighted_relative_error,71845,0.02500,1.590
17,mlp.experts.287.down_proj,0.0026330922,hessian_weighted_relative_error,21552,0.02500,1.580
17,mlp.experts.32.up_proj,0.0012847201,hessian_weighted_relative_error,71845,0.02500,1.625
17,mlp.experts.3.down_proj,0.0031280432,hessian_weighted_relative_error,50158,0.02500,1.504
17,mlp.experts.62.down_proj,0.0030861278,hessian_weighted_relative_error,27908,0.02500,1.531
17,mlp.experts.3.up_proj,0.0018383436,hessian_weighted_relative_error,50158,0.02500,1.677
17,mlp.experts.50.down_proj,0.0030406871,hessian_weighted_relative_error,17408,0.02500,1.533
17,mlp.experts.3.gate_proj,0.0016827129,hessian_weighted_relative_error,50158,0.02500,1.623
17,mlp.experts.46.down_proj,0.0029476642,hessian_weighted_relative_error,28327,0.02500,1.529
17,mlp.experts.31.down_proj,0.0035040234,hessian_weighted_relative_error,38152,0.02500,1.519
17,mlp.experts.48.down_proj,0.0035799017,hessian_weighted_relative_error,39410,0.02500,1.533
17,mlp.experts.31.up_proj,0.0023336855,hessian_weighted_relative_error,38152,0.02500,1.689
17,mlp.experts.64.down_proj,0.0026849488,hessian_weighted_relative_error,69454,0.02500,1.516
17,mlp.experts.37.down_proj,0.0031043146,hessian_weighted_relative_error,30193,0.02500,1.519
17,mlp.experts.35.down_proj,0.0029611006,hessian_weighted_relative_error,15082,0.02500,1.517
17,mlp.experts.70.down_proj,0.0025707249,hessian_weighted_relative_error,42535,0.02500,1.530
17,mlp.experts.41.down_proj,0.0028623537,hessian_weighted_relative_error,37644,0.02500,1.536
17,mlp.experts.64.gate_proj,0.0013457609,hessian_weighted_relative_error,69454,0.02500,1.598
17,mlp.experts.64.up_proj,0.0015089605,hessian_weighted_relative_error,69454,0.02500,1.632
17,mlp.experts.45.up_proj,0.0021912198,hessian_weighted_relative_error,44305,0.02500,1.750
17,mlp.experts.70.gate_proj,0.0013225070,hessian_weighted_relative_error,42535,0.02500,1.591
17,mlp.experts.43.down_proj,0.0026678595,hessian_weighted_relative_error,19652,0.02500,1.529
17,mlp.experts.72.gate_proj,0.0017982157,hessian_weighted_relative_error,57310,0.02500,1.594
17,mlp.experts.47.down_proj,0.0030817939,hessian_weighted_relative_error,32299,0.02500,1.525
17,mlp.experts.70.up_proj,0.0014908592,hessian_weighted_relative_error,42535,0.02500,1.622
17,mlp.experts.45.down_proj,0.0037009198,hessian_weighted_relative_error,44305,0.02500,1.524
17,mlp.experts.72.down_proj,0.0034026143,hessian_weighted_relative_error,57310,0.02500,1.538
17,mlp.experts.57.down_proj,0.0032748146,hessian_weighted_relative_error,43778,0.02500,1.532
17,mlp.experts.72.up_proj,0.0020175915,hessian_weighted_relative_error,57310,0.02500,1.625
17,mlp.experts.47.gate_proj,0.0015484176,hessian_weighted_relative_error,32299,0.02500,1.630
17,mlp.experts.76.up_proj,0.0012005608,hessian_weighted_relative_error,86693,0.02500,1.625
17,mlp.experts.57.up_proj,0.0019270993,hessian_weighted_relative_error,43778,0.02500,1.692
17,mlp.experts.76.down_proj,0.0019337604,hessian_weighted_relative_error,86693,0.02500,1.537
17,mlp.experts.47.up_proj,0.0017216252,hessian_weighted_relative_error,32299,0.02500,1.677
17,mlp.experts.76.gate_proj,0.0011152234,hessian_weighted_relative_error,86693,0.02500,1.597
17,mlp.experts.59.up_proj,0.0020855261,hessian_weighted_relative_error,60745,0.02500,1.693
17,mlp.experts.78.down_proj,0.0030831281,hessian_weighted_relative_error,50352,0.02500,1.535
17,mlp.experts.59.down_proj,0.0036683194,hessian_weighted_relative_error,60745,0.02500,1.531
17,mlp.experts.88.down_proj,0.0031870704,hessian_weighted_relative_error,23550,0.02500,1.550
17,mlp.experts.61.down_proj,0.0026625357,hessian_weighted_relative_error,83015,0.02500,1.523
17,mlp.experts.78.gate_proj,0.0016088190,hessian_weighted_relative_error,50352,0.02500,1.593
17,mlp.experts.59.gate_proj,0.0018566720,hessian_weighted_relative_error,60745,0.02500,1.646
17,mlp.experts.78.up_proj,0.0017053637,hessian_weighted_relative_error,50352,0.02500,1.625
17,mlp.experts.67.down_proj,0.0034461382,hessian_weighted_relative_error,35822,0.02500,1.530
17,mlp.experts.61.gate_proj,0.0014868405,hessian_weighted_relative_error,83015,0.02500,1.632
17,mlp.experts.71.down_proj,0.0037215159,hessian_weighted_relative_error,44795,0.02500,1.529
17,mlp.experts.61.up_proj,0.0015195494,hessian_weighted_relative_error,83015,0.02500,1.695
17,mlp.experts.75.down_proj,0.0025994773,hessian_weighted_relative_error,14933,0.02500,1.529
17,mlp.experts.71.up_proj,0.0023165372,hessian_weighted_relative_error,44795,0.02500,1.677
17,mlp.experts.77.down_proj,0.0026380099,hessian_weighted_relative_error,23036,0.02500,1.537
17,mlp.experts.73.down_proj,0.0027274619,hessian_weighted_relative_error,22842,0.02500,1.531
17,mlp.experts.83.down_proj,0.0035396868,hessian_weighted_relative_error,46288,0.02500,1.532
17,mlp.experts.81.down_proj,0.0029049342,hessian_weighted_relative_error,42652,0.02500,1.536
17,mlp.experts.83.up_proj,0.0020200749,hessian_weighted_relative_error,46288,0.02500,1.672
17,mlp.experts.81.up_proj,0.0017572382,hessian_weighted_relative_error,42652,0.02500,1.679
17,mlp.experts.89.gate_proj,0.0014543590,hessian_weighted_relative_error,93088,0.02500,1.644
17,mlp.experts.87.down_proj,0.0031700108,hessian_weighted_relative_error,26487,0.02500,1.533
17,mlp.experts.89.up_proj,0.0017063696,hessian_weighted_relative_error,93088,0.02500,1.681
17,mlp.experts.89.down_proj,0.0030555677,hessian_weighted_relative_error,93088,0.02500,1.539
17,mlp.experts.97.down_proj,0.0033422096,hessian_weighted_relative_error,49324,0.02500,1.541
17,mlp.experts.97.up_proj,0.0020780431,hessian_weighted_relative_error,49324,0.02500,1.676
18,mlp.experts.0.gate_proj,0.0027565712,hessian_weighted_relative_error,10194,0.02500,0.810
18,mlp.experts.1.gate_proj,0.0043514696,hessian_weighted_relative_error,19514,0.02500,0.804
18,mlp.experts.3.gate_proj,0.0034364736,hessian_weighted_relative_error,9150,0.02500,0.812
18,mlp.experts.4.gate_proj,0.0048402755,hessian_weighted_relative_error,11019,0.02500,0.805
18,mlp.experts.5.gate_proj,0.0042920123,hessian_weighted_relative_error,63501,0.02500,0.805
18,mlp.experts.6.gate_proj,0.0034547329,hessian_weighted_relative_error,33924,0.02500,0.787
18,mlp.experts.7.gate_proj,0.0045495553,hessian_weighted_relative_error,13025,0.02500,0.790
18,mlp.experts.8.gate_proj,0.0046159751,hessian_weighted_relative_error,23676,0.02500,0.828
18,mlp.experts.9.gate_proj,0.0050420045,hessian_weighted_relative_error,13107,0.02500,0.810
18,mlp.experts.10.gate_proj,0.0032554501,hessian_weighted_relative_error,8243,0.02500,0.808
18,mlp.experts.12.gate_proj,0.0062766885,hessian_weighted_relative_error,23806,0.02500,0.811
18,mlp.experts.13.gate_proj,0.0045531536,hessian_weighted_relative_error,12115,0.02500,0.811
18,mlp.experts.14.gate_proj,0.0049502027,hessian_weighted_relative_error,11152,0.02500,0.807
18,mlp.experts.16.gate_proj,0.0068530531,hessian_weighted_relative_error,47220,0.02500,0.811
18,mlp.experts.17.gate_proj,0.0037982759,hessian_weighted_relative_error,11467,0.02500,0.803
18,mlp.experts.18.gate_proj,0.0051044540,hessian_weighted_relative_error,31329,0.02500,0.813
18,mlp.experts.19.gate_proj,0.0055686491,hessian_weighted_relative_error,16248,0.02500,0.804
18,mlp.experts.20.gate_proj,0.0043740266,hessian_weighted_relative_error,13315,0.02500,0.814
18,mlp.experts.21.gate_proj,0.0048249374,hessian_weighted_relative_error,15178,0.02500,0.804
18,mlp.experts.22.gate_proj,0.0045810418,hessian_weighted_relative_error,15752,0.02500,0.811
18,mlp.experts.23.gate_proj,0.0047431740,hessian_weighted_relative_error,11779,0.02500,0.805
18,mlp.experts.24.gate_proj,0.0027676175,hessian_weighted_relative_error,35672,0.02500,0.818
18,mlp.experts.25.gate_proj,0.0046698534,hessian_weighted_relative_error,22712,0.02500,0.804
18,mlp.experts.26.gate_proj,0.0050764982,hessian_weighted_relative_error,7735,0.02500,0.813
18,mlp.experts.27.gate_proj,0.0060459587,hessian_weighted_relative_error,26513,0.02500,0.808
18,mlp.experts.28.gate_proj,0.0058771173,hessian_weighted_relative_error,23276,0.02500,0.814
18,mlp.experts.29.gate_proj,0.0042919735,hessian_weighted_relative_error,30062,0.02500,0.809
18,mlp.experts.30.gate_proj,0.0022594055,hessian_weighted_relative_error,3840,0.02500,0.814
18,mlp.experts.31.gate_proj,0.0044310103,hessian_weighted_relative_error,10548,0.02500,0.802
18,mlp.experts.32.gate_proj,0.0069262922,hessian_weighted_relative_error,76684,0.02500,0.817
18,mlp.experts.33.gate_proj,0.0064071405,hessian_weighted_relative_error,56076,0.02500,0.806
18,mlp.experts.34.gate_proj,0.0028767270,hessian_weighted_relative_error,19847,0.02500,0.816
18,mlp.experts.35.gate_proj,0.0057855157,hessian_weighted_relative_error,20107,0.02500,0.811
18,mlp.experts.36.gate_proj,0.0028741361,hessian_weighted_relative_error,22541,0.02500,0.818
18,mlp.experts.37.gate_proj,0.0053114705,hessian_weighted_relative_error,17727,0.02500,0.810
18,mlp.experts.38.gate_proj,0.0052528858,hessian_weighted_relative_error,38059,0.02500,0.816
18,mlp.experts.39.gate_proj,0.0046529357,hessian_weighted_relative_error,14950,0.02500,0.807
18,mlp.experts.42.gate_proj,0.0028876099,hessian_weighted_relative_error,22194,0.02500,0.817
18,mlp.experts.43.gate_proj,0.0023435979,hessian_weighted_relative_error,3370,0.02500,0.813
18,mlp.experts.44.gate_proj,0.0040948780,hessian_weighted_relative_error,10447,0.02500,0.819
18,mlp.experts.45.gate_proj,0.0027229619,hessian_weighted_relative_error,5046,0.02500,0.812
18,mlp.experts.46.gate_proj,0.0045154294,hessian_weighted_relative_error,20638,0.02500,0.819
18,mlp.experts.47.gate_proj,0.0045035701,hessian_weighted_relative_error,12193,0.02500,0.812
18,mlp.experts.48.gate_proj,0.0046251476,hessian_weighted_relative_error,10273,0.02500,0.821
18,mlp.experts.49.gate_proj,0.0050774289,hessian_weighted_relative_error,22919,0.02500,0.818
18,mlp.experts.50.gate_proj,0.0041557161,hessian_weighted_relative_error,19301,0.02500,0.820
18,mlp.experts.51.gate_proj,0.0049559320,hessian_weighted_relative_error,10859,0.02500,0.820
18,mlp.experts.52.gate_proj,0.0044835248,hessian_weighted_relative_error,11298,0.02500,0.822
18,mlp.experts.53.gate_proj,0.0028979129,hessian_weighted_relative_error,4700,0.02500,0.820
18,mlp.experts.54.gate_proj,0.0046334862,hessian_weighted_relative_error,23718,0.02500,0.819
18,mlp.experts.55.gate_proj,0.0024800543,hessian_weighted_relative_error,8808,0.02500,0.816
18,mlp.experts.56.gate_proj,0.0044136657,hessian_weighted_relative_error,10875,0.02500,0.823
18,mlp.experts.57.gate_proj,0.0060163779,hessian_weighted_relative_error,108973,0.02500,0.820
18,mlp.experts.58.gate_proj,0.0037635339,hessian_weighted_relative_error,17580,0.02500,0.825
18,mlp.experts.59.gate_proj,0.0037562513,hessian_weighted_relative_error,12390,0.02500,0.824
18,mlp.experts.62.gate_proj,0.0055062474,hessian_weighted_relative_error,14118,0.02500,0.826
18,mlp.experts.63.gate_proj,0.0041272793,hessian_weighted_relative_error,11486,0.02500,0.821
18,mlp.experts.64.gate_proj,0.0028499294,hessian_weighted_relative_error,5440,0.02500,0.826
18,mlp.experts.65.gate_proj,0.0048902181,hessian_weighted_relative_error,25048,0.02500,0.823
18,mlp.experts.66.gate_proj,0.0058424086,hessian_weighted_relative_error,23312,0.02500,0.826
18,mlp.experts.68.gate_proj,0.0034288156,hessian_weighted_relative_error,5588,0.02500,0.825
18,mlp.experts.69.gate_proj,0.0047661727,hessian_weighted_relative_error,38887,0.02500,0.826
18,mlp.experts.70.gate_proj,0.0030132204,hessian_weighted_relative_error,32833,0.02500,0.823
18,mlp.experts.71.gate_proj,0.0039680914,hessian_weighted_relative_error,15438,0.02500,0.825
18,mlp.experts.72.gate_proj,0.0061604749,hessian_weighted_relative_error,46060,0.02500,0.829
18,mlp.experts.73.gate_proj,0.0052263527,hessian_weighted_relative_error,22896,0.02500,0.827
18,mlp.experts.74.gate_proj,0.0050060571,hessian_weighted_relative_error,11184,0.02500,0.828
18,mlp.experts.75.gate_proj,0.0047566037,hessian_weighted_relative_error,48411,0.02500,0.831
18,mlp.experts.77.gate_proj,0.0046461010,hessian_weighted_relative_error,9160,0.02500,0.830
18,mlp.experts.78.gate_proj,0.0047842622,hessian_weighted_relative_error,11055,0.02500,0.825
18,mlp.experts.79.gate_proj,0.0036511083,hessian_weighted_relative_error,6425,0.02500,0.827
18,mlp.experts.80.gate_proj,0.0063666726,hessian_weighted_relative_error,25675,0.02500,0.829
18,mlp.experts.82.gate_proj,0.0051973854,hessian_weighted_relative_error,17612,0.02500,0.829
18,mlp.experts.83.gate_proj,0.0053935458,hessian_weighted_relative_error,13786,0.02500,0.837
18,mlp.experts.84.gate_proj,0.0053064248,hessian_weighted_relative_error,14994,0.02500,0.830
18,mlp.experts.85.gate_proj,0.0060952583,hessian_weighted_relative_error,21950,0.02500,0.834
18,mlp.experts.86.gate_proj,0.0028968673,hessian_weighted_relative_error,20235,0.02500,0.828
18,mlp.experts.87.gate_proj,0.0047501400,hessian_weighted_relative_error,26445,0.02500,0.833
18,mlp.experts.88.gate_proj,0.0035337158,hessian_weighted_relative_error,16380,0.02500,0.833
18,mlp.experts.89.gate_proj,0.0059344047,hessian_weighted_relative_error,25616,0.02500,0.841
18,mlp.experts.90.gate_proj,0.0052301222,hessian_weighted_relative_error,23252,0.02500,0.830
18,mlp.experts.91.gate_proj,0.0049137716,hessian_weighted_relative_error,13924,0.02500,0.840
18,mlp.experts.93.gate_proj,0.0058244256,hessian_weighted_relative_error,45162,0.02500,0.841
18,mlp.experts.94.gate_proj,0.0024084808,hessian_weighted_relative_error,6792,0.02500,0.831
18,mlp.experts.95.gate_proj,0.0048838195,hessian_weighted_relative_error,15601,0.02500,0.837
18,mlp.experts.96.gate_proj,0.0038738452,hessian_weighted_relative_error,26765,0.02500,0.833
18,mlp.experts.97.gate_proj,0.0019786897,hessian_weighted_relative_error,25095,0.02500,0.841
18,mlp.experts.99.gate_proj,0.0075246568,hessian_weighted_relative_error,43948,0.02500,0.843
18,mlp.experts.101.gate_proj,0.0033276731,hessian_weighted_relative_error,12908,0.02500,0.846
18,mlp.experts.102.gate_proj,0.0044957654,hessian_weighted_relative_error,10804,0.02500,0.830
18,mlp.experts.104.gate_proj,0.0025542300,hessian_weighted_relative_error,21076,0.02500,0.838
18,mlp.experts.105.gate_proj,0.0036434607,hessian_weighted_relative_error,12158,0.02500,0.847
18,mlp.experts.106.gate_proj,0.0052040592,hessian_weighted_relative_error,15837,0.02500,0.834
18,mlp.experts.107.gate_proj,0.0071337085,hessian_weighted_relative_error,54669,0.02500,0.847
18,mlp.experts.108.gate_proj,0.0039158687,hessian_weighted_relative_error,8878,0.02500,0.835
18,mlp.experts.109.gate_proj,0.0044678856,hessian_weighted_relative_error,16434,0.02500,0.847
18,mlp.experts.110.gate_proj,0.0060280254,hessian_weighted_relative_error,26398,0.02500,0.833
18,mlp.experts.111.gate_proj,0.0051835265,hessian_weighted_relative_error,16356,0.02500,0.845
18,mlp.experts.112.gate_proj,0.0061906879,hessian_weighted_relative_error,23508,0.02500,0.843
18,mlp.experts.114.gate_proj,0.0053466421,hessian_weighted_relative_error,18781,0.02500,0.837
18,mlp.experts.115.gate_proj,0.0057001201,hessian_weighted_relative_error,29676,0.02500,0.850
18,mlp.experts.116.gate_proj,0.0053150947,hessian_weighted_relative_error,19077,0.02500,0.836
18,mlp.experts.117.gate_proj,0.0050305644,hessian_weighted_relative_error,27992,0.02500,0.852
18,mlp.experts.118.gate_proj,0.0041530436,hessian_weighted_relative_error,8161,0.02500,0.834
18,mlp.experts.119.gate_proj,0.0065076903,hessian_weighted_relative_error,67024,0.02500,0.849
18,mlp.experts.120.gate_proj,0.0047432622,hessian_weighted_relative_error,13018,0.02500,0.850
18,mlp.experts.121.gate_proj,0.0075087073,hessian_weighted_relative_error,59845,0.02500,0.851
18,mlp.experts.122.gate_proj,0.0058123326,hessian_weighted_relative_error,23174,0.02500,0.849
18,mlp.experts.124.gate_proj,0.0040278171,hessian_weighted_relative_error,17798,0.02500,0.850
18,mlp.experts.125.gate_proj,0.0069469978,hessian_weighted_relative_error,81870,0.02500,0.852
18,mlp.experts.126.gate_proj,0.0035845635,hessian_weighted_relative_error,11910,0.02500,0.846
18,mlp.experts.129.gate_proj,0.0050337601,hessian_weighted_relative_error,22953,0.02500,0.853
18,mlp.experts.130.gate_proj,0.0057886863,hessian_weighted_relative_error,30187,0.02500,0.852
18,mlp.experts.131.gate_proj,0.0068203398,hessian_weighted_relative_error,54053,0.02500,0.854
18,mlp.experts.132.gate_proj,0.0061254581,hessian_weighted_relative_error,16278,0.02500,0.852
18,mlp.experts.133.gate_proj,0.0042395619,hessian_weighted_relative_error,15005,0.02500,0.855
18,mlp.experts.134.gate_proj,0.0040321314,hessian_weighted_relative_error,32834,0.02500,0.849
18,mlp.experts.135.gate_proj,0.0033610652,hessian_weighted_relative_error,10188,0.02500,0.851
18,mlp.experts.136.gate_proj,0.0057469219,hessian_weighted_relative_error,30213,0.02500,0.841
18,mlp.experts.137.gate_proj,0.0044132839,hessian_weighted_relative_error,14052,0.02500,0.876
18,mlp.experts.138.gate_proj,0.0051375832,hessian_weighted_relative_error,21374,0.02500,0.839
18,mlp.experts.139.gate_proj,0.0060406036,hessian_weighted_relative_error,40923,0.02500,0.854
18,mlp.experts.140.gate_proj,0.0057988679,hessian_weighted_relative_error,23126,0.02500,0.838
18,mlp.experts.141.gate_proj,0.0052443921,hessian_weighted_relative_error,24696,0.02500,0.857
18,mlp.experts.142.gate_proj,0.0059941879,hessian_weighted_relative_error,23196,0.02500,0.849
18,mlp.experts.143.gate_proj,0.0049063936,hessian_weighted_relative_error,12981,0.02500,0.854
18,mlp.experts.144.gate_proj,0.0062367750,hessian_weighted_relative_error,68034,0.02500,0.841
18,mlp.experts.145.gate_proj,0.0042880054,hessian_weighted_relative_error,11202,0.02500,0.854
18,mlp.experts.148.gate_proj,0.0044308443,hessian_weighted_relative_error,12447,0.02500,0.839
18,mlp.experts.150.gate_proj,0.0045406018,hessian_weighted_relative_error,11999,0.02500,0.838
18,mlp.experts.151.gate_proj,0.0052023257,hessian_weighted_relative_error,17383,0.02500,0.854
18,mlp.experts.152.gate_proj,0.0037469231,hessian_weighted_relative_error,22239,0.02500,0.841
18,mlp.experts.153.gate_proj,0.0070234495,hessian_weighted_relative_error,26157,0.02500,0.854
18,mlp.experts.154.gate_proj,0.0035869461,hessian_weighted_relative_error,12314,0.02500,0.840
18,mlp.experts.155.gate_proj,0.0047536911,hessian_weighted_relative_error,23059,0.02500,0.855
18,mlp.experts.156.gate_proj,0.0027643992,hessian_weighted_relative_error,28336,0.02500,0.840
18,mlp.experts.157.gate_proj,0.0043556957,hessian_weighted_relative_error,27219,0.02500,0.853
18,mlp.experts.158.gate_proj,0.0039399931,hessian_weighted_relative_error,18996,0.02500,0.839
18,mlp.experts.159.gate_proj,0.0047862988,hessian_weighted_relative_error,9907,0.02500,0.854
18,mlp.experts.160.gate_proj,0.0029249774,hessian_weighted_relative_error,22061,0.02500,0.841
18,mlp.experts.162.gate_proj,0.0038224784,hessian_weighted_relative_error,17033,0.02500,0.842
18,mlp.experts.163.gate_proj,0.0056282434,hessian_weighted_relative_error,36000,0.02500,0.855
18,mlp.experts.164.gate_proj,0.0067481175,hessian_weighted_relative_error,36819,0.02500,0.842
18,mlp.experts.165.gate_proj,0.0053133291,hessian_weighted_relative_error,17245,0.02500,0.853
18,mlp.experts.166.gate_proj,0.0044594561,hessian_weighted_relative_error,8381,0.02500,0.839
18,mlp.experts.167.gate_proj,0.0032031483,hessian_weighted_relative_error,8446,0.02500,0.853
18,mlp.experts.168.gate_proj,0.0039297053,hessian_weighted_relative_error,20664,0.02500,0.843
18,mlp.experts.169.gate_proj,0.0042464198,hessian_weighted_relative_error,10760,0.02500,0.854
18,mlp.experts.170.gate_proj,0.0075736470,hessian_weighted_relative_error,52434,0.02500,0.841
18,mlp.experts.171.gate_proj,0.0029708663,hessian_weighted_relative_error,9285,0.02500,0.859
18,mlp.experts.172.gate_proj,0.0046426106,hessian_weighted_relative_error,11097,0.02500,0.843
18,mlp.experts.173.gate_proj,0.0049530961,hessian_weighted_relative_error,25507,0.02500,0.854
18,mlp.experts.175.gate_proj,0.0049033782,hessian_weighted_relative_error,18317,0.02500,0.855
18,mlp.experts.177.gate_proj,0.0037240531,hessian_weighted_relative_error,7810,0.02500,0.855
18,mlp.experts.178.gate_proj,0.0049354640,hessian_weighted_relative_error,13387,0.02500,0.841
18,mlp.experts.179.gate_proj,0.0042569529,hessian_weighted_relative_error,31314,0.02500,0.856
18,mlp.experts.180.gate_proj,0.0056404919,hessian_weighted_relative_error,26347,0.02500,0.844
18,mlp.experts.181.gate_proj,0.0029557087,hessian_weighted_relative_error,16381,0.02500,0.855
18,mlp.experts.182.gate_proj,0.0076916968,hessian_weighted_relative_error,77886,0.02500,0.841
18,mlp.experts.184.gate_proj,0.0048261195,hessian_weighted_relative_error,12686,0.02500,0.846
18,mlp.experts.185.gate_proj,0.0042019262,hessian_weighted_relative_error,26987,0.02500,0.859
18,mlp.experts.186.gate_proj,0.0046405422,hessian_weighted_relative_error,28587,0.02500,0.845
18,mlp.experts.188.gate_proj,0.0046236440,hessian_weighted_relative_error,35245,0.02500,0.843
18,mlp.experts.189.gate_proj,0.0048730333,hessian_weighted_relative_error,32030,0.02500,0.856
18,mlp.experts.191.gate_proj,0.0038858301,hessian_weighted_relative_error,20696,0.02500,0.856
18,mlp.experts.192.gate_proj,0.0048299841,hessian_weighted_relative_error,19922,0.02500,0.846
18,mlp.experts.193.gate_proj,0.0026364824,hessian_weighted_relative_error,43387,0.02500,0.856
18,mlp.experts.194.gate_proj,0.0048232561,hessian_weighted_relative_error,7997,0.02500,0.847
18,mlp.experts.195.gate_proj,0.0048891622,hessian_weighted_relative_error,13144,0.02500,0.860
18,mlp.experts.196.gate_proj,0.0027447660,hessian_weighted_relative_error,7046,0.02500,0.846
18,mlp.experts.197.gate_proj,0.0028730337,hessian_weighted_relative_error,4026,0.02500,0.858
18,mlp.experts.198.gate_proj,0.0040163296,hessian_weighted_relative_error,8017,0.02500,0.845
18,mlp.experts.199.gate_proj,0.0043906111,hessian_weighted_relative_error,11220,0.02500,0.854
18,mlp.experts.201.gate_proj,0.0045227436,hessian_weighted_relative_error,34360,0.02500,0.861
18,mlp.experts.202.gate_proj,0.0041361224,hessian_weighted_relative_error,20110,0.02500,0.847
18,mlp.experts.203.gate_proj,0.0061746822,hessian_weighted_relative_error,58965,0.02500,0.859
18,mlp.experts.204.gate_proj,0.0061145684,hessian_weighted_relative_error,27691,0.02500,0.845
18,mlp.experts.205.gate_proj,0.0015079044,hessian_weighted_relative_error,1602,0.02500,0.861
18,mlp.experts.206.gate_proj,0.0057998890,hessian_weighted_relative_error,42791,0.02500,0.846
18,mlp.experts.207.gate_proj,0.0031496503,hessian_weighted_relative_error,11885,0.02500,0.856
18,mlp.experts.209.gate_proj,0.0058666535,hessian_weighted_relative_error,63035,0.02500,0.856
18,mlp.experts.210.gate_proj,0.0056650556,hessian_weighted_relative_error,32202,0.02500,0.847
18,mlp.experts.211.gate_proj,0.0047850960,hessian_weighted_relative_error,15071,0.02500,0.862
18,mlp.experts.212.gate_proj,0.0054659600,hessian_weighted_relative_error,24458,0.02500,0.847
18,mlp.experts.213.gate_proj,0.0026520959,hessian_weighted_relative_error,3712,0.02500,0.859
18,mlp.experts.214.gate_proj,0.0048658944,hessian_weighted_relative_error,22286,0.02500,0.845
18,mlp.experts.215.gate_proj,0.0047031576,hessian_weighted_relative_error,24738,0.02500,0.856
18,mlp.experts.216.gate_proj,0.0041989518,hessian_weighted_relative_error,17902,0.02500,0.847
18,mlp.experts.217.gate_proj,0.0055374724,hessian_weighted_relative_error,21408,0.02500,0.858
18,mlp.experts.218.gate_proj,0.0030129049,hessian_weighted_relative_error,11198,0.02500,0.849
18,mlp.experts.219.gate_proj,0.0060834609,hessian_weighted_relative_error,31308,0.02500,0.858
18,mlp.experts.220.gate_proj,0.0044083601,hessian_weighted_relative_error,21533,0.02500,0.847
18,mlp.experts.221.gate_proj,0.0056925792,hessian_weighted_relative_error,32761,0.02500,0.863
18,mlp.experts.222.gate_proj,0.0054670580,hessian_weighted_relative_error,27901,0.02500,0.847
18,mlp.experts.223.gate_proj,0.0044991386,hessian_weighted_relative_error,34135,0.02500,0.859
18,mlp.experts.224.gate_proj,0.0060771938,hessian_weighted_relative_error,46746,0.02500,0.850
18,mlp.experts.225.gate_proj,0.0041812672,hessian_weighted_relative_error,30496,0.02500,0.858
18,mlp.experts.226.gate_proj,0.0047989519,hessian_weighted_relative_error,16595,0.02500,0.850
18,mlp.experts.227.gate_proj,0.0047912543,hessian_weighted_relative_error,22422,0.02500,0.860
18,mlp.experts.228.gate_proj,0.0055147138,hessian_weighted_relative_error,15327,0.02500,0.847
18,mlp.experts.229.gate_proj,0.0075114096,hessian_weighted_relative_error,54465,0.02500,0.861
18,mlp.experts.230.gate_proj,0.0042127208,hessian_weighted_relative_error,20947,0.02500,0.849
18,mlp.experts.231.gate_proj,0.0050939129,hessian_weighted_relative_error,16361,0.02500,0.861
18,mlp.experts.232.gate_proj,0.0052198122,hessian_weighted_relative_error,17791,0.02500,0.849
18,mlp.experts.233.gate_proj,0.0057761279,hessian_weighted_relative_error,25832,0.02500,0.859
18,mlp.experts.234.gate_proj,0.0058513865,hessian_weighted_relative_error,41715,0.02500,0.853
18,mlp.experts.235.gate_proj,0.0025454913,hessian_weighted_relative_error,7546,0.02500,0.860
18,mlp.experts.237.gate_proj,0.0062228308,hessian_weighted_relative_error,29133,0.02500,0.857
18,mlp.experts.238.gate_proj,0.0032041597,hessian_weighted_relative_error,9547,0.02500,0.847
18,mlp.experts.240.gate_proj,0.0053718591,hessian_weighted_relative_error,14012,0.02500,0.851
18,mlp.experts.241.gate_proj,0.0059052240,hessian_weighted_relative_error,58582,0.02500,0.861
18,mlp.experts.242.gate_proj,0.0064392490,hessian_weighted_relative_error,44302,0.02500,0.848
18,mlp.experts.244.gate_proj,0.0049723093,hessian_weighted_relative_error,25022,0.02500,0.851
18,mlp.experts.245.gate_proj,0.0050391115,hessian_weighted_relative_error,30398,0.02500,0.860
18,mlp.experts.246.gate_proj,0.0045546522,hessian_weighted_relative_error,21455,0.02500,0.852
18,mlp.experts.247.gate_proj,0.0048747944,hessian_weighted_relative_error,31108,0.02500,0.858
18,mlp.experts.249.gate_proj,0.0031301541,hessian_weighted_relative_error,26926,0.02500,0.861
18,mlp.experts.250.gate_proj,0.0064751624,hessian_weighted_relative_error,26592,0.02500,0.851
18,mlp.experts.251.gate_proj,0.0043158201,hessian_weighted_relative_error,13410,0.02500,0.862
18,mlp.experts.252.gate_proj,0.0033635948,hessian_weighted_relative_error,9733,0.02500,0.851
18,mlp.experts.253.gate_proj,0.0055292297,hessian_weighted_relative_error,22741,0.02500,0.861
18,mlp.experts.255.gate_proj,0.0047773504,hessian_weighted_relative_error,28175,0.02500,0.860
18,mlp.experts.256.gate_proj,0.0039879723,hessian_weighted_relative_error,5434,0.02500,0.852
18,mlp.experts.257.gate_proj,0.0039055491,hessian_weighted_relative_error,26050,0.02500,0.861
18,mlp.experts.258.gate_proj,0.0047237317,hessian_weighted_relative_error,26662,0.02500,0.850
18,mlp.experts.259.gate_proj,0.0042848529,hessian_weighted_relative_error,11674,0.02500,0.871
18,mlp.experts.260.gate_proj,0.0041101239,hessian_weighted_relative_error,50814,0.02500,0.852
18,mlp.experts.263.gate_proj,0.0044399375,hessian_weighted_relative_error,26331,0.02500,0.859
18,mlp.experts.264.gate_proj,0.0034720764,hessian_weighted_relative_error,27282,0.02500,0.854
18,mlp.experts.265.gate_proj,0.0046257939,hessian_weighted_relative_error,29482,0.02500,0.867
18,mlp.experts.266.gate_proj,0.0042617010,hessian_weighted_relative_error,6797,0.02500,0.853
18,mlp.experts.267.gate_proj,0.0063790968,hessian_weighted_relative_error,29293,0.02500,0.865
18,mlp.experts.270.gate_proj,0.0029978475,hessian_weighted_relative_error,31430,0.02500,0.854
18,mlp.experts.271.gate_proj,0.0052260120,hessian_weighted_relative_error,44768,0.02500,0.861
18,mlp.experts.272.gate_proj,0.0014646627,hessian_weighted_relative_error,1547,0.02500,0.857
18,mlp.experts.274.gate_proj,0.0074395555,hessian_weighted_relative_error,43008,0.02500,0.853
18,mlp.experts.275.gate_proj,0.0051123683,hessian_weighted_relative_error,18016,0.02500,0.871
18,mlp.experts.276.gate_proj,0.0057751234,hessian_weighted_relative_error,34383,0.02500,0.851
18,mlp.experts.278.gate_proj,0.0056025369,hessian_weighted_relative_error,21678,0.02500,0.852
18,mlp.experts.279.gate_proj,0.0050483715,hessian_weighted_relative_error,23727,0.02500,0.860
18,mlp.experts.280.gate_proj,0.0058288175,hessian_weighted_relative_error,31095,0.02500,0.863
18,mlp.experts.281.gate_proj,0.0028487820,hessian_weighted_relative_error,32771,0.02500,0.864
18,mlp.experts.282.gate_proj,0.0045321513,hessian_weighted_relative_error,10137,0.02500,0.864
18,mlp.experts.283.gate_proj,0.0020503259,hessian_weighted_relative_error,38938,0.02500,0.862
18,mlp.experts.285.gate_proj,0.0043649889,hessian_weighted_relative_error,12528,0.02500,0.865
18,mlp.experts.286.gate_proj,0.0029677157,hessian_weighted_relative_error,4520,0.02500,0.859
18,mlp.experts.287.gate_proj,0.0040534840,hessian_weighted_relative_error,14309,0.02500,0.865
18,mlp.experts.0.up_proj,0.0030051825,hessian_weighted_relative_error,10194,0.02500,0.865
18,mlp.experts.1.up_proj,0.0054792171,hessian_weighted_relative_error,19514,0.02500,0.864
18,mlp.experts.3.up_proj,0.0041671019,hessian_weighted_relative_error,9150,0.02500,0.863
18,mlp.experts.4.up_proj,0.0056713233,hessian_weighted_relative_error,11019,0.02500,0.863
18,mlp.experts.5.up_proj,0.0048333672,hessian_weighted_relative_error,63501,0.02500,0.864
18,mlp.experts.6.up_proj,0.0035164709,hessian_weighted_relative_error,33924,0.02500,0.865
18,mlp.experts.7.up_proj,0.0060251460,hessian_weighted_relative_error,13025,0.02500,0.862
18,mlp.experts.8.up_proj,0.0058117232,hessian_weighted_relative_error,23676,0.02500,0.867
18,mlp.experts.9.up_proj,0.0061259692,hessian_weighted_relative_error,13107,0.02500,0.864
18,mlp.experts.10.up_proj,0.0042879292,hessian_weighted_relative_error,8243,0.02500,0.863
18,mlp.experts.12.up_proj,0.0067166068,hessian_weighted_relative_error,23806,0.02500,0.867
18,mlp.experts.13.up_proj,0.0056403881,hessian_weighted_relative_error,12115,0.02500,0.865
18,mlp.experts.14.up_proj,0.0061933692,hessian_weighted_relative_error,11152,0.02500,0.865
18,mlp.experts.16.up_proj,0.0086231631,hessian_weighted_relative_error,47220,0.02500,0.856
18,mlp.experts.17.up_proj,0.0046733510,hessian_weighted_relative_error,11467,0.02500,0.894
18,mlp.experts.18.up_proj,0.0054936316,hessian_weighted_relative_error,31329,0.02500,0.864
18,mlp.experts.19.up_proj,0.0066847858,hessian_weighted_relative_error,16248,0.02500,0.870
18,mlp.experts.20.up_proj,0.0056216447,hessian_weighted_relative_error,13315,0.02500,0.854
18,mlp.experts.21.up_proj,0.0059775679,hessian_weighted_relative_error,15178,0.02500,0.869
18,mlp.experts.22.up_proj,0.0055958973,hessian_weighted_relative_error,15752,0.02500,0.865
18,mlp.experts.23.up_proj,0.0059992379,hessian_weighted_relative_error,11779,0.02500,0.875
18,mlp.experts.24.up_proj,0.0031320365,hessian_weighted_relative_error,35672,0.02500,0.854
18,mlp.experts.25.up_proj,0.0059078197,hessian_weighted_relative_error,22712,0.02500,0.867
18,mlp.experts.26.up_proj,0.0059135210,hessian_weighted_relative_error,7735,0.02500,0.854
18,mlp.experts.27.up_proj,0.0076048374,hessian_weighted_relative_error,26513,0.02500,0.866
18,mlp.experts.28.up_proj,0.0079153699,hessian_weighted_relative_error,23276,0.02500,0.854
18,mlp.experts.29.up_proj,0.0054062148,hessian_weighted_relative_error,30062,0.02500,0.866
18,mlp.experts.30.up_proj,0.0023223139,hessian_weighted_relative_error,3840,0.02500,0.855
18,mlp.experts.31.up_proj,0.0060881107,hessian_weighted_relative_error,10548,0.02500,0.866
18,mlp.experts.32.up_proj,0.0086760023,hessian_weighted_relative_error,76684,0.02500,0.854
18,mlp.experts.34.up_proj,0.0033716072,hessian_weighted_relative_error,19847,0.02500,0.854
18,mlp.experts.35.up_proj,0.0070846940,hessian_weighted_relative_error,20107,0.02500,0.874
18,mlp.experts.36.up_proj,0.0035155488,hessian_weighted_relative_error,22541,0.02500,0.856
18,mlp.experts.37.up_proj,0.0062843761,hessian_weighted_relative_error,17727,0.02500,0.866
18,mlp.experts.39.up_proj,0.0059552512,hessian_weighted_relative_error,14950,0.02500,0.873
18,mlp.experts.42.up_proj,0.0035444934,hessian_weighted_relative_error,22194,0.02500,0.853
18,mlp.experts.43.up_proj,0.0029504772,hessian_weighted_relative_error,3370,0.02500,0.880
18,mlp.experts.44.up_proj,0.0050996434,hessian_weighted_relative_error,10447,0.02500,0.856
18,mlp.experts.45.up_proj,0.0033143728,hessian_weighted_relative_error,5046,0.02500,0.866
18,mlp.experts.47.up_proj,0.0048900180,hessian_weighted_relative_error,12193,0.02500,0.866
18,mlp.experts.48.up_proj,0.0057578785,hessian_weighted_relative_error,10273,0.02500,0.856
18,mlp.experts.49.up_proj,0.0052933477,hessian_weighted_relative_error,22919,0.02500,0.873
18,mlp.experts.50.up_proj,0.0050383340,hessian_weighted_relative_error,19301,0.02500,0.856
18,mlp.experts.51.up_proj,0.0058427756,hessian_weighted_relative_error,10859,0.02500,0.880
18,mlp.experts.52.up_proj,0.0055100461,hessian_weighted_relative_error,11298,0.02500,0.855
18,mlp.experts.53.up_proj,0.0036203412,hessian_weighted_relative_error,4700,0.02500,0.865
18,mlp.experts.54.up_proj,0.0060005501,hessian_weighted_relative_error,23718,0.02500,0.858
18,mlp.experts.55.up_proj,0.0030677775,hessian_weighted_relative_error,8808,0.02500,0.865
18,mlp.experts.56.up_proj,0.0055980990,hessian_weighted_relative_error,10875,0.02500,0.855
18,mlp.experts.57.up_proj,0.0072913453,hessian_weighted_relative_error,108973,0.02500,0.865
18,mlp.experts.59.up_proj,0.0042402843,hessian_weighted_relative_error,12390,0.02500,0.868
18,mlp.experts.62.up_proj,0.0062507541,hessian_weighted_relative_error,14118,0.02500,0.856
18,mlp.experts.63.up_proj,0.0044555373,hessian_weighted_relative_error,11486,0.02500,0.875
18,mlp.experts.64.up_proj,0.0035792537,hessian_weighted_relative_error,5440,0.02500,0.856
18,mlp.experts.65.up_proj,0.0062899877,hessian_weighted_relative_error,25048,0.02500,0.874
18,mlp.experts.66.up_proj,0.0067216709,hessian_weighted_relative_error,23312,0.02500,0.855
18,mlp.experts.68.up_proj,0.0043471837,hessian_weighted_relative_error,5588,0.02500,0.855
18,mlp.experts.70.up_proj,0.0036660779,hessian_weighted_relative_error,32833,0.02500,0.856
18,mlp.experts.71.up_proj,0.0042369134,hessian_weighted_relative_error,15438,0.02500,0.867
18,mlp.experts.72.up_proj,0.0076484073,hessian_weighted_relative_error,46060,0.02500,0.856
18,mlp.experts.73.up_proj,0.0062291305,hessian_weighted_relative_error,22896,0.02500,0.872
18,mlp.experts.74.up_proj,0.0060241397,hessian_weighted_relative_error,11184,0.02500,0.857
18,mlp.experts.75.up_proj,0.0051583082,hessian_weighted_relative_error,48411,0.02500,0.875
18,mlp.experts.77.up_proj,0.0056554723,hessian_weighted_relative_error,9160,0.02500,0.877
18,mlp.experts.78.up_proj,0.0052817805,hessian_weighted_relative_error,11055,0.02500,0.857
18,mlp.experts.79.up_proj,0.0049858952,hessian_weighted_relative_error,6425,0.02500,0.878
18,mlp.experts.80.up_proj,0.0067695326,hessian_weighted_relative_error,25675,0.02500,0.857
18,mlp.experts.82.up_proj,0.0055307566,hessian_weighted_relative_error,17612,0.02500,0.859
18,mlp.experts.83.up_proj,0.0060835075,hessian_weighted_relative_error,13786,0.02500,0.874
18,mlp.experts.84.up_proj,0.0063194527,hessian_weighted_relative_error,14994,0.02500,0.857
18,mlp.experts.85.up_proj,0.0067879353,hessian_weighted_relative_error,21950,0.02500,0.867
18,mlp.experts.86.up_proj,0.0037075491,hessian_weighted_relative_error,20235,0.02500,0.857
18,mlp.experts.88.up_proj,0.0043928023,hessian_weighted_relative_error,16380,0.02500,0.857
18,mlp.experts.89.up_proj,0.0066143376,hessian_weighted_relative_error,25616,0.02500,0.880
18,mlp.experts.90.up_proj,0.0059842157,hessian_weighted_relative_error,23252,0.02500,0.856
18,mlp.experts.91.up_proj,0.0058071410,hessian_weighted_relative_error,13924,0.02500,0.872
18,mlp.experts.93.up_proj,0.0072649427,hessian_weighted_relative_error,45162,0.02500,0.878
18,mlp.experts.94.up_proj,0.0031230088,hessian_weighted_relative_error,6792,0.02500,0.857
18,mlp.experts.95.up_proj,0.0061730605,hessian_weighted_relative_error,15601,0.02500,0.881
18,mlp.experts.96.up_proj,0.0039691879,hessian_weighted_relative_error,26765,0.02500,0.858
18,mlp.experts.97.up_proj,0.0022256342,hessian_weighted_relative_error,25095,0.02500,0.878
18,mlp.experts.99.up_proj,0.0087869837,hessian_weighted_relative_error,43948,0.02500,0.879
18,mlp.experts.101.up_proj,0.0035763056,hessian_weighted_relative_error,12908,0.02500,0.870
18,mlp.experts.102.up_proj,0.0056321916,hessian_weighted_relative_error,10804,0.02500,0.857
18,mlp.experts.104.up_proj,0.0026477375,hessian_weighted_relative_error,21076,0.02500,0.858
18,mlp.experts.105.up_proj,0.0040141604,hessian_weighted_relative_error,12158,0.02500,0.869
18,mlp.experts.106.up_proj,0.0059117419,hessian_weighted_relative_error,15837,0.02500,0.857
18,mlp.experts.107.up_proj,0.0088169613,hessian_weighted_relative_error,54669,0.02500,0.869
18,mlp.experts.108.up_proj,0.0049110251,hessian_weighted_relative_error,8878,0.02500,0.859
18,mlp.experts.109.up_proj,0.0057146042,hessian_weighted_relative_error,16434,0.02500,0.881
18,mlp.experts.110.up_proj,0.0078839403,hessian_weighted_relative_error,26398,0.02500,0.858
18,mlp.experts.111.up_proj,0.0062550810,hessian_weighted_relative_error,16356,0.02500,0.874
18,mlp.experts.112.up_proj,0.0077031444,hessian_weighted_relative_error,23508,0.02500,0.858
18,mlp.experts.114.up_proj,0.0063641979,hessian_weighted_relative_error,18781,0.02500,0.857
18,mlp.experts.116.up_proj,0.0061634855,hessian_weighted_relative_error,19077,0.02500,0.859
18,mlp.experts.117.up_proj,0.0058629020,hessian_weighted_relative_error,27992,0.02500,0.873
18,mlp.experts.118.up_proj,0.0049122825,hessian_weighted_relative_error,8161,0.02500,0.856
18,mlp.experts.120.up_proj,0.0056821762,hessian_weighted_relative_error,13018,0.02500,0.859
18,mlp.experts.122.up_proj,0.0075976397,hessian_weighted_relative_error,23174,0.02500,0.861
18,mlp.experts.124.up_proj,0.0049433523,hessian_weighted_relative_error,17798,0.02500,0.862
18,mlp.experts.125.up_proj,0.0089377652,hessian_weighted_relative_error,81870,0.02500,0.884
18,mlp.experts.126.up_proj,0.0042477172,hessian_weighted_relative_error,11910,0.02500,0.857
18,mlp.experts.129.up_proj,0.0060520634,hessian_weighted_relative_error,22953,0.02500,0.882
18,mlp.experts.130.up_proj,0.0075723698,hessian_weighted_relative_error,30187,0.02500,0.859
18,mlp.experts.132.up_proj,0.0075355573,hessian_weighted_relative_error,16278,0.02500,0.861
18,mlp.experts.133.up_proj,0.0046640402,hessian_weighted_relative_error,15005,0.02500,0.882
18,mlp.experts.134.up_proj,0.0046112560,hessian_weighted_relative_error,32834,0.02500,0.859
18,mlp.experts.135.up_proj,0.0041396871,hessian_weighted_relative_error,10188,0.02500,0.873
18,mlp.experts.137.up_proj,0.0053571387,hessian_weighted_relative_error,14052,0.02500,0.880
18,mlp.experts.138.up_proj,0.0063574016,hessian_weighted_relative_error,21374,0.02500,0.859
18,mlp.experts.139.up_proj,0.0083390375,hessian_weighted_relative_error,40923,0.02500,0.886
18,mlp.experts.140.up_proj,0.0072979451,hessian_weighted_relative_error,23126,0.02500,0.860
18,mlp.experts.142.up_proj,0.0068552607,hessian_weighted_relative_error,23196,0.02500,0.870
18,mlp.experts.143.up_proj,0.0062802943,hessian_weighted_relative_error,12981,0.02500,0.881
18,mlp.experts.145.up_proj,0.0052339844,hessian_weighted_relative_error,11202,0.02500,0.880
18,mlp.experts.148.up_proj,0.0057334515,hessian_weighted_relative_error,12447,0.02500,0.859
18,mlp.experts.150.up_proj,0.0056801296,hessian_weighted_relative_error,11999,0.02500,0.857
18,mlp.experts.151.up_proj,0.0069144327,hessian_weighted_relative_error,17383,0.02500,0.881
18,mlp.experts.152.up_proj,0.0045392924,hessian_weighted_relative_error,22239,0.02500,0.857
18,mlp.experts.153.up_proj,0.0077999570,hessian_weighted_relative_error,26157,0.02500,0.882
18,mlp.experts.154.up_proj,0.0042194186,hessian_weighted_relative_error,12314,0.02500,0.857
18,mlp.experts.156.up_proj,0.0035897276,hessian_weighted_relative_error,28336,0.02500,0.860
18,mlp.experts.157.up_proj,0.0051327135,hessian_weighted_relative_error,27219,0.02500,0.881
18,mlp.experts.158.up_proj,0.0048708953,hessian_weighted_relative_error,18996,0.02500,0.859
18,mlp.experts.159.up_proj,0.0057912010,hessian_weighted_relative_error,9907,0.02500,0.878
18,mlp.experts.160.up_proj,0.0031435752,hessian_weighted_relative_error,22061,0.02500,0.858
18,mlp.experts.162.up_proj,0.0040739304,hessian_weighted_relative_error,17033,0.02500,0.858
18,mlp.experts.163.up_proj,0.0078819346,hessian_weighted_relative_error,36000,0.02500,0.873
18,mlp.experts.164.up_proj,0.0081133809,hessian_weighted_relative_error,36819,0.02500,0.860
18,mlp.experts.165.up_proj,0.0060322442,hessian_weighted_relative_error,17245,0.02500,0.882
18,mlp.experts.166.up_proj,0.0055061732,hessian_weighted_relative_error,8381,0.02500,0.857
18,mlp.experts.167.up_proj,0.0039674462,hessian_weighted_relative_error,8446,0.02500,0.877
18,mlp.experts.168.up_proj,0.0046546865,hessian_weighted_relative_error,20664,0.02500,0.858
18,mlp.experts.169.up_proj,0.0053470648,hessian_weighted_relative_error,10760,0.02500,0.889
18,mlp.experts.170.up_proj,0.0080903398,hessian_weighted_relative_error,52434,0.02500,0.857
18,mlp.experts.171.up_proj,0.0037504788,hessian_weighted_relative_error,9285,0.02500,0.879
18,mlp.experts.172.up_proj,0.0053192957,hessian_weighted_relative_error,11097,0.02500,0.860
18,mlp.experts.173.up_proj,0.0065072247,hessian_weighted_relative_error,25507,0.02500,0.875
18,mlp.experts.175.up_proj,0.0059785726,hessian_weighted_relative_error,18317,0.02500,0.886
18,mlp.experts.177.up_proj,0.0048997170,hessian_weighted_relative_error,7810,0.02500,0.886
18,mlp.experts.178.up_proj,0.0060332649,hessian_weighted_relative_error,13387,0.02500,0.859
18,mlp.experts.179.up_proj,0.0047769736,hessian_weighted_relative_error,31314,0.02500,0.879
18,mlp.experts.180.up_proj,0.0062338145,hessian_weighted_relative_error,26347,0.02500,0.860
18,mlp.experts.181.up_proj,0.0037069168,hessian_weighted_relative_error,16381,0.02500,0.877
18,mlp.experts.184.up_proj,0.0059341069,hessian_weighted_relative_error,12686,0.02500,0.858
18,mlp.experts.185.up_proj,0.0053359117,hessian_weighted_relative_error,26987,0.02500,0.881
18,mlp.experts.189.up_proj,0.0055254246,hessian_weighted_relative_error,32030,0.02500,0.886
18,mlp.experts.191.up_proj,0.0044540890,hessian_weighted_relative_error,20696,0.02500,0.881
18,mlp.experts.192.up_proj,0.0055100863,hessian_weighted_relative_error,19922,0.02500,0.859
18,mlp.experts.193.up_proj,0.0029970290,hessian_weighted_relative_error,43387,0.02500,0.884
18,mlp.experts.194.up_proj,0.0065048332,hessian_weighted_relative_error,7997,0.02500,0.859
18,mlp.experts.195.up_proj,0.0059197981,hessian_weighted_relative_error,13144,0.02500,0.884
18,mlp.experts.196.up_proj,0.0035573239,hessian_weighted_relative_error,7046,0.02500,0.860
18,mlp.experts.197.up_proj,0.0035967725,hessian_weighted_relative_error,4026,0.02500,0.889
18,mlp.experts.198.up_proj,0.0052746787,hessian_weighted_relative_error,8017,0.02500,0.858
18,mlp.experts.199.up_proj,0.0052770194,hessian_weighted_relative_error,11220,0.02500,0.881
18,mlp.experts.202.up_proj,0.0053530377,hessian_weighted_relative_error,20110,0.02500,0.856
18,mlp.experts.204.up_proj,0.0072238603,hessian_weighted_relative_error,27691,0.02500,0.861
18,mlp.experts.205.up_proj,0.0019295379,hessian_weighted_relative_error,1602,0.02500,0.888
18,mlp.experts.206.up_proj,0.0075774051,hessian_weighted_relative_error,42791,0.02500,0.860
18,mlp.experts.207.up_proj,0.0037033129,hessian_weighted_relative_error,11885,0.02500,0.891
18,mlp.experts.209.up_proj,0.0070362702,hessian_weighted_relative_error,63035,0.02500,0.887
18,mlp.experts.211.up_proj,0.0063333235,hessian_weighted_relative_error,15071,0.02500,0.892
18,mlp.experts.212.up_proj,0.0064802070,hessian_weighted_relative_error,24458,0.02500,0.861
18,mlp.experts.213.up_proj,0.0033599301,hessian_weighted_relative_error,3712,0.02500,0.902
18,mlp.experts.214.up_proj,0.0059057948,hessian_weighted_relative_error,22286,0.02500,0.860
18,mlp.experts.215.up_proj,0.0056100749,hessian_weighted_relative_error,24738,0.02500,0.886
18,mlp.experts.216.up_proj,0.0050912679,hessian_weighted_relative_error,17902,0.02500,0.860
18,mlp.experts.217.up_proj,0.0064538699,hessian_weighted_relative_error,21408,0.02500,0.886
18,mlp.experts.218.up_proj,0.0029155426,hessian_weighted_relative_error,11198,0.02500,0.858
18,mlp.experts.219.up_proj,0.0069935063,hessian_weighted_relative_error,31308,0.02500,0.890
18,mlp.experts.220.up_proj,0.0051302757,hessian_weighted_relative_error,21533,0.02500,0.860
18,mlp.experts.221.up_proj,0.0075012022,hessian_weighted_relative_error,32761,0.02500,0.882
18,mlp.experts.222.up_proj,0.0060835513,hessian_weighted_relative_error,27901,0.02500,0.875
18,mlp.experts.224.up_proj,0.0077436789,hessian_weighted_relative_error,46746,0.02500,0.858
18,mlp.experts.225.up_proj,0.0045655487,hessian_weighted_relative_error,30496,0.02500,0.878
18,mlp.experts.226.up_proj,0.0060440610,hessian_weighted_relative_error,16595,0.02500,0.861
18,mlp.experts.227.up_proj,0.0057355547,hessian_weighted_relative_error,22422,0.02500,0.893
18,mlp.experts.228.up_proj,0.0070761132,hessian_weighted_relative_error,15327,0.02500,0.858
18,mlp.experts.230.up_proj,0.0052948716,hessian_weighted_relative_error,20947,0.02500,0.859
18,mlp.experts.231.up_proj,0.0054724121,hessian_weighted_relative_error,16361,0.02500,0.883
18,mlp.experts.232.up_proj,0.0068659555,hessian_weighted_relative_error,17791,0.02500,0.863
18,mlp.experts.233.up_proj,0.0066183232,hessian_weighted_relative_error,25832,0.02500,0.889
18,mlp.experts.235.up_proj,0.0031576026,hessian_weighted_relative_error,7546,0.02500,0.904
18,mlp.experts.237.up_proj,0.0078329713,hessian_weighted_relative_error,29133,0.02500,0.889
18,mlp.experts.238.up_proj,0.0038195609,hessian_weighted_relative_error,9547,0.02500,0.859
18,mlp.experts.240.up_proj,0.0059527649,hessian_weighted_relative_error,14012,0.02500,0.861
18,mlp.experts.242.up_proj,0.0084026538,hessian_weighted_relative_error,44302,0.02500,0.858
18,mlp.experts.244.up_proj,0.0060709880,hessian_weighted_relative_error,25022,0.02500,0.859
18,mlp.experts.245.up_proj,0.0058649066,hessian_weighted_relative_error,30398,0.02500,0.889
18,mlp.experts.246.up_proj,0.0056356605,hessian_weighted_relative_error,21455,0.02500,0.860
18,mlp.experts.247.up_proj,0.0063073548,hessian_weighted_relative_error,31108,0.02500,0.886
18,mlp.experts.249.up_proj,0.0033334226,hessian_weighted_relative_error,26926,0.02500,0.884
18,mlp.experts.250.up_proj,0.0075607496,hessian_weighted_relative_error,26592,0.02500,0.863
18,mlp.experts.251.up_proj,0.0056307209,hessian_weighted_relative_error,13410,0.02500,0.896
18,mlp.experts.252.up_proj,0.0043455044,hessian_weighted_relative_error,9733,0.02500,0.863
18,mlp.experts.253.up_proj,0.0063168751,hessian_weighted_relative_error,22741,0.02500,0.882
18,mlp.experts.255.up_proj,0.0057800011,hessian_weighted_relative_error,28175,0.02500,0.891
18,mlp.experts.256.up_proj,0.0046681498,hessian_weighted_relative_error,5434,0.02500,0.860
18,mlp.experts.257.up_proj,0.0043881493,hessian_weighted_relative_error,26050,0.02500,0.891
18,mlp.experts.258.up_proj,0.0058841943,hessian_weighted_relative_error,26662,0.02500,0.860
18,mlp.experts.259.up_proj,0.0053679062,hessian_weighted_relative_error,11674,0.02500,0.891
18,mlp.experts.260.up_proj,0.0046271846,hessian_weighted_relative_error,50814,0.02500,0.859
18,mlp.experts.263.up_proj,0.0051366272,hessian_weighted_relative_error,26331,0.02500,0.878
18,mlp.experts.265.up_proj,0.0051344109,hessian_weighted_relative_error,29482,0.02500,0.888
18,mlp.experts.266.up_proj,0.0048541948,hessian_weighted_relative_error,6797,0.02500,0.860
18,mlp.experts.267.up_proj,0.0072298120,hessian_weighted_relative_error,29293,0.02500,0.892
18,mlp.experts.270.up_proj,0.0035259811,hessian_weighted_relative_error,31430,0.02500,0.861
18,mlp.experts.271.up_proj,0.0074432727,hessian_weighted_relative_error,44768,0.02500,0.890
18,mlp.experts.272.up_proj,0.0017916613,hessian_weighted_relative_error,1547,0.02500,0.860
18,mlp.experts.274.up_proj,0.0088387808,hessian_weighted_relative_error,43008,0.02500,0.861
18,mlp.experts.275.up_proj,0.0058356470,hessian_weighted_relative_error,18016,0.02500,0.887
18,mlp.experts.276.up_proj,0.0064740734,hessian_weighted_relative_error,34383,0.02500,0.863
18,mlp.experts.278.up_proj,0.0064235468,hessian_weighted_relative_error,21678,0.02500,0.858
18,mlp.experts.279.up_proj,0.0060268545,hessian_weighted_relative_error,23727,0.02500,0.891
18,mlp.experts.282.up_proj,0.0057057493,hessian_weighted_relative_error,10137,0.02500,0.861
18,mlp.experts.283.up_proj,0.0022908771,hessian_weighted_relative_error,38938,0.02500,0.889
18,mlp.experts.285.up_proj,0.0051524304,hessian_weighted_relative_error,12528,0.02500,0.892
18,mlp.experts.286.up_proj,0.0035311064,hessian_weighted_relative_error,4520,0.02500,0.868
18,mlp.experts.287.up_proj,0.0038820793,hessian_weighted_relative_error,14309,0.02500,0.891
18,mlp.experts.0.down_proj,0.0079276294,hessian_weighted_relative_error,10194,0.02500,0.770
18,mlp.experts.3.down_proj,0.0079481495,hessian_weighted_relative_error,9150,0.02500,0.753
18,mlp.experts.4.down_proj,0.0114368479,hessian_weighted_relative_error,11019,0.02500,0.738
18,mlp.experts.7.down_proj,0.0111224831,hessian_weighted_relative_error,13025,0.02500,0.749
18,mlp.experts.8.down_proj,0.0091872232,hessian_weighted_relative_error,23676,0.02500,0.774
18,mlp.experts.9.down_proj,0.0115928851,hessian_weighted_relative_error,13107,0.02500,0.753
18,mlp.experts.10.down_proj,0.0091432666,hessian_weighted_relative_error,8243,0.02500,0.775
18,mlp.experts.12.down_proj,0.0129147774,hessian_weighted_relative_error,23806,0.02500,0.771
18,mlp.experts.13.down_proj,0.0104248890,hessian_weighted_relative_error,12115,0.02500,0.758
18,mlp.experts.14.down_proj,0.0119161397,hessian_weighted_relative_error,11152,0.02500,0.775
18,mlp.experts.16.down_proj,0.0133806390,hessian_weighted_relative_error,47220,0.02500,0.776
18,mlp.experts.17.down_proj,0.0091681607,hessian_weighted_relative_error,11467,0.02500,0.756
18,mlp.experts.18.down_proj,0.0109725752,hessian_weighted_relative_error,31329,0.02500,0.777
18,mlp.experts.19.down_proj,0.0104721257,hessian_weighted_relative_error,16248,0.02500,0.762
18,mlp.experts.20.down_proj,0.0097578072,hessian_weighted_relative_error,13315,0.02500,0.775
18,mlp.experts.21.down_proj,0.0098820486,hessian_weighted_relative_error,15178,0.02500,0.762
18,mlp.experts.22.down_proj,0.0106783742,hessian_weighted_relative_error,15752,0.02500,0.778
18,mlp.experts.23.down_proj,0.0109534745,hessian_weighted_relative_error,11779,0.02500,0.760
18,mlp.experts.24.down_proj,0.0055751871,hessian_weighted_relative_error,35672,0.02500,0.778
18,mlp.experts.26.down_proj,0.0105303353,hessian_weighted_relative_error,7735,0.02500,0.780
18,mlp.experts.27.down_proj,0.0129000000,hessian_weighted_relative_error,26513,0.02500,0.764
18,mlp.experts.28.down_proj,0.0138388382,hessian_weighted_relative_error,23276,0.02500,0.777
18,mlp.experts.30.down_proj,0.0076141789,hessian_weighted_relative_error,3840,0.02500,0.780
18,mlp.experts.31.down_proj,0.0100249951,hessian_weighted_relative_error,10548,0.02500,0.764
18,mlp.experts.34.down_proj,0.0066902465,hessian_weighted_relative_error,19847,0.02500,0.783
18,mlp.experts.35.down_proj,0.0134126271,hessian_weighted_relative_error,20107,0.02500,0.768
18,mlp.experts.36.down_proj,0.0067367969,hessian_weighted_relative_error,22541,0.02500,0.780
18,mlp.experts.37.down_proj,0.0127427506,hessian_weighted_relative_error,17727,0.02500,0.768
18,mlp.experts.39.down_proj,0.0113651874,hessian_weighted_relative_error,14950,0.02500,0.767
18,mlp.experts.42.down_proj,0.0072150231,hessian_weighted_relative_error,22194,0.02500,0.784
18,mlp.experts.43.down_proj,0.0055761458,hessian_weighted_relative_error,3370,0.02500,0.771
18,mlp.experts.44.down_proj,0.0101558413,hessian_weighted_relative_error,10447,0.02500,0.782
18,mlp.experts.45.down_proj,0.0066639884,hessian_weighted_relative_error,5046,0.02500,0.771
18,mlp.experts.47.down_proj,0.0111810593,hessian_weighted_relative_error,12193,0.02500,0.769
18,mlp.experts.48.down_proj,0.0103720350,hessian_weighted_relative_error,10273,0.02500,0.786
18,mlp.experts.49.down_proj,0.0100883675,hessian_weighted_relative_error,22919,0.02500,0.770
18,mlp.experts.50.down_proj,0.0089998091,hessian_weighted_relative_error,19301,0.02500,0.787
18,mlp.experts.51.down_proj,0.0112525754,hessian_weighted_relative_error,10859,0.02500,0.773
18,mlp.experts.52.down_proj,0.0103581421,hessian_weighted_relative_error,11298,0.02500,0.785
18,mlp.experts.53.down_proj,0.0078750453,hessian_weighted_relative_error,4700,0.02500,0.772
18,mlp.experts.54.down_proj,0.0103030238,hessian_weighted_relative_error,23718,0.02500,0.788
18,mlp.experts.55.down_proj,0.0066097894,hessian_weighted_relative_error,8808,0.02500,0.773
18,mlp.experts.56.down_proj,0.0104706764,hessian_weighted_relative_error,10875,0.02500,0.788
18,mlp.experts.59.down_proj,0.0094752150,hessian_weighted_relative_error,12390,0.02500,0.776
18,mlp.experts.62.down_proj,0.0118222465,hessian_weighted_relative_error,14118,0.02500,0.790
18,mlp.experts.63.down_proj,0.0115452893,hessian_weighted_relative_error,11486,0.02500,0.776
18,mlp.experts.64.down_proj,0.0078688721,hessian_weighted_relative_error,5440,0.02500,0.790
18,mlp.experts.66.down_proj,0.0119756662,hessian_weighted_relative_error,23312,0.02500,0.791
18,mlp.experts.68.down_proj,0.0090141786,hessian_weighted_relative_error,5588,0.02500,0.789
18,mlp.experts.70.down_proj,0.0069233848,hessian_weighted_relative_error,32833,0.02500,0.791
18,mlp.experts.73.down_proj,0.0121338660,hessian_weighted_relative_error,22896,0.02500,0.778
18,mlp.experts.74.down_proj,0.0111611334,hessian_weighted_relative_error,11184,0.02500,0.794
18,mlp.experts.77.down_proj,0.0106100760,hessian_weighted_relative_error,9160,0.02500,0.782
18,mlp.experts.78.down_proj,0.0119684246,hessian_weighted_relative_error,11055,0.02500,0.795
18,mlp.experts.79.down_proj,0.0093606537,hessian_weighted_relative_error,6425,0.02500,0.781
18,mlp.experts.80.down_proj,0.0121624182,hessian_weighted_relative_error,25675,0.02500,0.794
18,mlp.experts.82.down_proj,0.0119697192,hessian_weighted_relative_error,17612,0.02500,0.795
18,mlp.experts.83.down_proj,0.0122267836,hessian_weighted_relative_error,13786,0.02500,0.787
18,mlp.experts.84.down_proj,0.0118924204,hessian_weighted_relative_error,14994,0.02500,0.793
18,mlp.experts.85.down_proj,0.0124712213,hessian_weighted_relative_error,21950,0.02500,0.788
18,mlp.experts.86.down_proj,0.0075680703,hessian_weighted_relative_error,20235,0.02500,0.796
18,mlp.experts.88.down_proj,0.0088177358,hessian_weighted_relative_error,16380,0.02500,0.797
18,mlp.experts.89.down_proj,0.0120632082,hessian_weighted_relative_error,25616,0.02500,0.785
18,mlp.experts.90.down_proj,0.0118797529,hessian_weighted_relative_error,23252,0.02500,0.798
18,mlp.experts.91.down_proj,0.0105600487,hessian_weighted_relative_error,13924,0.02500,0.789
18,mlp.experts.94.down_proj,0.0072619663,hessian_weighted_relative_error,6792,0.02500,0.798
18,mlp.experts.95.down_proj,0.0115745456,hessian_weighted_relative_error,15601,0.02500,0.787
18,mlp.experts.97.down_proj,0.0003160576,hessian_weighted_relative_error,25095,0.02500,0.787
18,mlp.experts.99.down_proj,0.0142875418,hessian_weighted_relative_error,43948,0.02500,0.793
18,mlp.experts.101.down_proj,0.0064928320,hessian_weighted_relative_error,12908,0.02500,0.795
18,mlp.experts.102.down_proj,0.0109766264,hessian_weighted_relative_error,10804,0.02500,0.801
18,mlp.experts.104.down_proj,0.0077166420,hessian_weighted_relative_error,21076,0.02500,0.799
18,mlp.experts.105.down_proj,0.0089499969,hessian_weighted_relative_error,12158,0.02500,0.790
18,mlp.experts.106.down_proj,0.0094630217,hessian_weighted_relative_error,15837,0.02500,0.800
18,mlp.experts.107.down_proj,0.0144800929,hessian_weighted_relative_error,54669,0.02500,0.795
18,mlp.experts.108.down_proj,0.0099398233,hessian_weighted_relative_error,8878,0.02500,0.798
18,mlp.experts.109.down_proj,0.0104493759,hessian_weighted_relative_error,16434,0.02500,0.799
18,mlp.experts.110.down_proj,0.0130271953,hessian_weighted_relative_error,26398,0.02500,0.801
18,mlp.experts.111.down_proj,0.0108191416,hessian_weighted_relative_error,16356,0.02500,0.795
18,mlp.experts.112.down_proj,0.0131284089,hessian_weighted_relative_error,23508,0.02500,0.801
18,mlp.experts.114.down_proj,0.0126193463,hessian_weighted_relative_error,18781,0.02500,0.802
18,mlp.experts.116.down_proj,0.0115864767,hessian_weighted_relative_error,19077,0.02500,0.801
18,mlp.experts.118.down_proj,0.0096655781,hessian_weighted_relative_error,8161,0.02500,0.803
18,mlp.experts.120.down_proj,0.0114670957,hessian_weighted_relative_error,13018,0.02500,0.803
18,mlp.experts.122.down_proj,0.0119378069,hessian_weighted_relative_error,23174,0.02500,0.804
18,mlp.experts.124.down_proj,0.0086274819,hessian_weighted_relative_error,17798,0.02500,0.803
18,mlp.experts.125.down_proj,0.0137182037,hessian_weighted_relative_error,81870,0.02500,0.804
18,mlp.experts.126.down_proj,0.0085466031,hessian_weighted_relative_error,11910,0.02500,0.806
18,mlp.experts.129.down_proj,0.0116610712,hessian_weighted_relative_error,22953,0.02500,0.800
18,mlp.experts.130.down_proj,0.0127336814,hessian_weighted_relative_error,30187,0.02500,0.806
18,mlp.experts.132.down_proj,0.0128662794,hessian_weighted_relative_error,16278,0.02500,0.804
18,mlp.experts.133.down_proj,0.0093500754,hessian_weighted_relative_error,15005,0.02500,0.808
18,mlp.experts.134.down_proj,0.0082118336,hessian_weighted_relative_error,32834,0.02500,0.806
18,mlp.experts.135.down_proj,0.0075863683,hessian_weighted_relative_error,10188,0.02500,0.802
18,mlp.experts.137.down_proj,0.0111217466,hessian_weighted_relative_error,14052,0.02500,0.801
18,mlp.experts.139.down_proj,0.0123329737,hessian_weighted_relative_error,40923,0.02500,0.806
18,mlp.experts.140.down_proj,0.0123881684,hessian_weighted_relative_error,23126,0.02500,0.805
18,mlp.experts.142.down_proj,0.0128029937,hessian_weighted_relative_error,23196,0.02500,0.809
18,mlp.experts.143.down_proj,0.0115218964,hessian_weighted_relative_error,12981,0.02500,0.807
18,mlp.experts.145.down_proj,0.0096547946,hessian_weighted_relative_error,11202,0.02500,0.803
18,mlp.experts.148.down_proj,0.0106192185,hessian_weighted_relative_error,12447,0.02500,0.806
18,mlp.experts.150.down_proj,0.0108530230,hessian_weighted_relative_error,11999,0.02500,0.809
18,mlp.experts.151.down_proj,0.0115732786,hessian_weighted_relative_error,17383,0.02500,0.811
18,mlp.experts.152.down_proj,0.0082437260,hessian_weighted_relative_error,22239,0.02500,0.809
18,mlp.experts.153.down_proj,0.0136245238,hessian_weighted_relative_error,26157,0.02500,0.807
18,mlp.experts.154.down_proj,0.0086895684,hessian_weighted_relative_error,12314,0.02500,0.808
18,mlp.experts.156.down_proj,0.0062084600,hessian_weighted_relative_error,28336,0.02500,0.807
18,mlp.experts.159.down_proj,0.0120406946,hessian_weighted_relative_error,9907,0.02500,0.810
18,mlp.experts.160.down_proj,0.0077882020,hessian_weighted_relative_error,22061,0.02500,0.811
18,mlp.experts.162.down_proj,0.0104456614,hessian_weighted_relative_error,17033,0.02500,0.811
18,mlp.experts.163.down_proj,0.0120820818,hessian_weighted_relative_error,36000,0.02500,0.816
18,mlp.experts.164.down_proj,0.0139472391,hessian_weighted_relative_error,36819,0.02500,0.808
18,mlp.experts.165.down_proj,0.0122108831,hessian_weighted_relative_error,17245,0.02500,0.819
18,mlp.experts.166.down_proj,0.0096249086,hessian_weighted_relative_error,8381,0.02500,0.812
18,mlp.experts.167.down_proj,0.0087192212,hessian_weighted_relative_error,8446,0.02500,0.814
18,mlp.experts.168.down_proj,0.0087387812,hessian_weighted_relative_error,20664,0.02500,0.811
18,mlp.experts.169.down_proj,0.0095114937,hessian_weighted_relative_error,10760,0.02500,0.813
18,mlp.experts.171.down_proj,0.0074611687,hessian_weighted_relative_error,9285,0.02500,0.821
18,mlp.experts.172.down_proj,0.0107983206,hessian_weighted_relative_error,11097,0.02500,0.811
18,mlp.experts.173.down_proj,0.0118850923,hessian_weighted_relative_error,25507,0.02500,0.818
18,mlp.experts.175.down_proj,0.0112577030,hessian_weighted_relative_error,18317,0.02500,0.820
18,mlp.experts.177.down_proj,0.0090551594,hessian_weighted_relative_error,7810,0.02500,0.815
18,mlp.experts.178.down_proj,0.0117838740,hessian_weighted_relative_error,13387,0.02500,0.813
18,mlp.experts.179.down_proj,0.0096281928,hessian_weighted_relative_error,31314,0.02500,0.820
18,mlp.experts.181.down_proj,0.0059804482,hessian_weighted_relative_error,16381,0.02500,0.819
18,mlp.experts.184.down_proj,0.0111252011,hessian_weighted_relative_error,12686,0.02500,0.812
18,mlp.experts.185.down_proj,0.0091559122,hessian_weighted_relative_error,26987,0.02500,0.817
18,mlp.experts.191.down_proj,0.0107756944,hessian_weighted_relative_error,20696,0.02500,0.822
18,mlp.experts.192.down_proj,0.0100429953,hessian_weighted_relative_error,19922,0.02500,0.814
18,mlp.experts.194.down_proj,0.0119666401,hessian_weighted_relative_error,7997,0.02500,0.814
18,mlp.experts.195.down_proj,0.0122089826,hessian_weighted_relative_error,13144,0.02500,0.825
18,mlp.experts.196.down_proj,0.0069782135,hessian_weighted_relative_error,7046,0.02500,0.812
18,mlp.experts.197.down_proj,0.0079834094,hessian_weighted_relative_error,4026,0.02500,0.823
18,mlp.experts.198.down_proj,0.0099397107,hessian_weighted_relative_error,8017,0.02500,0.815
18,mlp.experts.199.down_proj,0.0098011339,hessian_weighted_relative_error,11220,0.02500,0.820
18,mlp.experts.204.down_proj,0.0129499106,hessian_weighted_relative_error,27691,0.02500,0.814
18,mlp.experts.205.down_proj,0.0039343821,hessian_weighted_relative_error,1602,0.02500,0.823
18,mlp.experts.207.down_proj,0.0077726126,hessian_weighted_relative_error,11885,0.02500,0.823
18,mlp.experts.211.down_proj,0.0115085118,hessian_weighted_relative_error,15071,0.02500,0.824
18,mlp.experts.212.down_proj,0.0116413128,hessian_weighted_relative_error,24458,0.02500,0.814
18,mlp.experts.213.down_proj,0.0067189417,hessian_weighted_relative_error,3712,0.02500,0.823
18,mlp.experts.214.down_proj,0.0123235828,hessian_weighted_relative_error,22286,0.02500,0.817
18,mlp.experts.217.down_proj,0.0125260474,hessian_weighted_relative_error,21408,0.02500,0.821
18,mlp.experts.218.down_proj,0.0106994592,hessian_weighted_relative_error,11198,0.02500,0.817
18,mlp.experts.220.down_proj,0.0093561865,hessian_weighted_relative_error,21533,0.02500,0.817
18,mlp.experts.221.down_proj,0.0129192506,hessian_weighted_relative_error,32761,0.02500,0.825
18,mlp.experts.224.down_proj,0.0129549412,hessian_weighted_relative_error,46746,0.02500,0.817
18,mlp.experts.226.down_proj,0.0117171749,hessian_weighted_relative_error,16595,0.02500,0.820
18,mlp.experts.227.down_proj,0.0117035221,hessian_weighted_relative_error,22422,0.02500,0.825
18,mlp.experts.228.down_proj,0.0125317638,hessian_weighted_relative_error,15327,0.02500,0.817
18,mlp.experts.231.down_proj,0.0115033529,hessian_weighted_relative_error,16361,0.02500,0.824
18,mlp.experts.232.down_proj,0.0117234977,hessian_weighted_relative_error,17791,0.02500,0.818
18,mlp.experts.235.down_proj,0.0077755234,hessian_weighted_relative_error,7546,0.02500,0.825
18,mlp.experts.237.down_proj,0.0130024750,hessian_weighted_relative_error,29133,0.02500,0.823
18,mlp.experts.238.down_proj,0.0071130365,hessian_weighted_relative_error,9547,0.02500,0.820
18,mlp.experts.240.down_proj,0.0120694234,hessian_weighted_relative_error,14012,0.02500,0.819
18,mlp.experts.242.down_proj,0.0126799487,hessian_weighted_relative_error,44302,0.02500,0.820
18,mlp.experts.244.down_proj,0.0114271223,hessian_weighted_relative_error,25022,0.02500,0.818
18,mlp.experts.247.down_proj,0.0111455173,hessian_weighted_relative_error,31108,0.02500,0.825
18,mlp.experts.249.down_proj,0.0078560392,hessian_weighted_relative_error,26926,0.02500,0.823
18,mlp.experts.250.down_proj,0.0137137378,hessian_weighted_relative_error,26592,0.02500,0.821
18,mlp.experts.251.down_proj,0.0093347174,hessian_weighted_relative_error,13410,0.02500,0.826
18,mlp.experts.252.down_proj,0.0085594252,hessian_weighted_relative_error,9733,0.02500,0.820
18,mlp.experts.253.down_proj,0.0120446851,hessian_weighted_relative_error,22741,0.02500,0.827
18,mlp.experts.256.down_proj,0.0087900164,hessian_weighted_relative_error,5434,0.02500,0.819
18,mlp.experts.257.down_proj,0.0087798000,hessian_weighted_relative_error,26050,0.02500,0.823
18,mlp.experts.258.down_proj,0.0113800384,hessian_weighted_relative_error,26662,0.02500,0.821
18,mlp.experts.259.down_proj,0.0100164914,hessian_weighted_relative_error,11674,0.02500,0.827
18,mlp.experts.260.down_proj,0.0080384771,hessian_weighted_relative_error,50814,0.02500,0.819
18,mlp.experts.266.down_proj,0.0095119216,hessian_weighted_relative_error,6797,0.02500,0.822
18,mlp.experts.270.down_proj,0.0071604103,hessian_weighted_relative_error,31430,0.02500,0.822
18,mlp.experts.272.down_proj,0.0041247795,hessian_weighted_relative_error,1547,0.02500,0.821
18,mlp.experts.274.down_proj,0.0133250322,hessian_weighted_relative_error,43008,0.02500,0.823
18,mlp.experts.275.down_proj,0.0122116968,hessian_weighted_relative_error,18016,0.02500,0.828
18,mlp.experts.278.down_proj,0.0125556039,hessian_weighted_relative_error,21678,0.02500,0.822
18,mlp.experts.281.down_proj,0.0016213634,hessian_weighted_relative_error,32771,0.02500,0.824
18,mlp.experts.282.down_proj,0.0113560201,hessian_weighted_relative_error,10137,0.02500,0.823
18,mlp.experts.283.down_proj,0.0048231320,hessian_weighted_relative_error,38938,0.02500,0.827
18,mlp.experts.285.down_proj,0.0107316385,hessian_weighted_relative_error,12528,0.02500,0.826
18,mlp.experts.286.down_proj,0.0078188568,hessian_weighted_relative_error,4520,0.02500,0.822
18,mlp.experts.103.up_proj,0.0011191474,hessian_weighted_relative_error,24038,0.02500,1.637
18,mlp.experts.100.gate_proj,0.0015616602,hessian_weighted_relative_error,46189,0.02500,1.579
18,mlp.experts.103.down_proj,0.0027019974,hessian_weighted_relative_error,24038,0.02500,1.541
18,mlp.experts.100.up_proj,0.0018939487,hessian_weighted_relative_error,46189,0.02500,1.625
18,mlp.experts.1.down_proj,0.0028508625,hessian_weighted_relative_error,19514,0.02500,1.457
18,mlp.experts.100.down_proj,0.0033567979,hessian_weighted_relative_error,46189,0.02500,1.533
18,mlp.experts.103.gate_proj,0.0009319355,hessian_weighted_relative_error,24038,0.02500,1.638
18,mlp.experts.128.down_proj,0.0022549223,hessian_weighted_relative_error,52925,0.02500,1.544
18,mlp.experts.113.down_proj,0.0036527695,hessian_weighted_relative_error,94667,0.02500,1.542
18,mlp.experts.128.up_proj,0.0013140072,hessian_weighted_relative_error,52925,0.02500,1.633
18,mlp.experts.136.down_proj,0.0029865617,hessian_weighted_relative_error,30213,0.02500,1.542
18,mlp.experts.11.gate_proj,0.0017571364,hessian_weighted_relative_error,64199,0.02500,1.602
18,mlp.experts.128.gate_proj,0.0011959206,hessian_weighted_relative_error,52925,0.02500,1.618
18,mlp.experts.11.down_proj,0.0028634652,hessian_weighted_relative_error,64199,0.02500,1.504
18,mlp.experts.136.up_proj,0.0016594756,hessian_weighted_relative_error,30213,0.02500,1.624
18,mlp.experts.11.up_proj,0.0019635061,hessian_weighted_relative_error,64199,0.02500,1.672
18,mlp.experts.144.down_proj,0.0032306494,hessian_weighted_relative_error,68034,0.02500,1.545
18,mlp.experts.115.up_proj,0.0016714562,hessian_weighted_relative_error,29676,0.02500,1.678
18,mlp.experts.144.up_proj,0.0020898937,hessian_weighted_relative_error,68034,0.02500,1.624
18,mlp.experts.113.up_proj,0.0021593026,hessian_weighted_relative_error,94667,0.02500,1.680
18,mlp.experts.138.down_proj,0.0029279570,hessian_weighted_relative_error,21374,0.02500,1.544
18,mlp.experts.113.gate_proj,0.0017425141,hessian_weighted_relative_error,94667,0.02500,1.654
18,mlp.experts.146.down_proj,0.0026657582,hessian_weighted_relative_error,56321,0.02500,1.548
18,mlp.experts.115.down_proj,0.0031291059,hessian_weighted_relative_error,29676,0.02500,1.546
18,mlp.experts.146.up_proj,0.0015038843,hessian_weighted_relative_error,56321,0.02500,1.623
18,mlp.experts.121.down_proj,0.0033888265,hessian_weighted_relative_error,59845,0.02500,1.541
18,mlp.experts.158.down_proj,0.0027870106,hessian_weighted_relative_error,18996,0.02500,1.548
18,mlp.experts.119.down_proj,0.0034341613,hessian_weighted_relative_error,67024,0.02500,1.543
18,mlp.experts.146.gate_proj,0.0012491856,hessian_weighted_relative_error,56321,0.02500,1.605
18,mlp.experts.117.down_proj,0.0029315802,hessian_weighted_relative_error,27992,0.02500,1.542
18,mlp.experts.170.down_proj,0.0037989211,hessian_weighted_relative_error,52434,0.02500,1.552
18,mlp.experts.119.up_proj,0.0020622269,hessian_weighted_relative_error,67024,0.02500,1.672
18,mlp.experts.174.gate_proj,0.0014149469,hessian_weighted_relative_error,36069,0.02500,1.605
18,mlp.experts.123.up_proj,0.0016168309,hessian_weighted_relative_error,83233,0.02500,1.683
18,mlp.experts.174.up_proj,0.0014649920,hessian_weighted_relative_error,36069,0.02500,1.621
18,mlp.experts.123.down_proj,0.0028734734,hessian_weighted_relative_error,83233,0.02500,1.552
18,mlp.experts.174.down_proj,0.0029410328,hessian_weighted_relative_error,36069,0.02500,1.552
18,mlp.experts.121.up_proj,0.0022660179,hessian_weighted_relative_error,59845,0.02500,1.684
18,mlp.experts.176.down_proj,0.0024390690,hessian_weighted_relative_error,36782,0.02500,1.552
18,mlp.experts.123.gate_proj,0.0014230452,hessian_weighted_relative_error,83233,0.02500,1.659
18,mlp.experts.176.up_proj,0.0011980422,hessian_weighted_relative_error,36782,0.02500,1.623
18,mlp.experts.131.down_proj,0.0034607838,hessian_weighted_relative_error,54053,0.02500,1.553
18,mlp.experts.180.down_proj,0.0032296522,hessian_weighted_relative_error,26347,0.02500,1.550
18,mlp.experts.127.gate_proj,0.0013380614,hessian_weighted_relative_error,54883,0.02500,1.656
18,mlp.experts.176.gate_proj,0.0009721560,hessian_weighted_relative_error,36782,0.02500,1.610
18,mlp.experts.127.down_proj,0.0030683680,hessian_weighted_relative_error,54883,0.02500,1.550
18,mlp.experts.182.down_proj,0.0038642034,hessian_weighted_relative_error,77886,0.02500,1.556
18,mlp.experts.127.up_proj,0.0015441772,hessian_weighted_relative_error,54883,0.02500,1.675
18,mlp.experts.186.down_proj,0.0028000883,hessian_weighted_relative_error,28587,0.02500,1.557
18,mlp.experts.147.down_proj,0.0032799446,hessian_weighted_relative_error,66227,0.02500,1.562
18,mlp.experts.186.up_proj,0.0014378314,hessian_weighted_relative_error,28587,0.02500,1.626
18,mlp.experts.141.down_proj,0.0029339204,hessian_weighted_relative_error,24696,0.02500,1.553
18,mlp.experts.182.up_proj,0.0024559037,hessian_weighted_relative_error,77886,0.02500,1.624
18,mlp.experts.131.up_proj,0.0020537993,hessian_weighted_relative_error,54053,0.02500,1.700
18,mlp.experts.188.down_proj,0.0028236936,hessian_weighted_relative_error,35245,0.02500,1.555
18,mlp.experts.141.up_proj,0.0015027319,hessian_weighted_relative_error,24696,0.02500,1.676
18,mlp.experts.190.down_proj,0.0026064349,hessian_weighted_relative_error,41004,0.02500,1.556
18,mlp.experts.149.gate_proj,0.0014576081,hessian_weighted_relative_error,46385,0.02500,1.659
18,mlp.experts.190.gate_proj,0.0012558276,hessian_weighted_relative_error,41004,0.02500,1.611
18,mlp.experts.147.up_proj,0.0018818800,hessian_weighted_relative_error,66227,0.02500,1.684
18,mlp.experts.188.up_proj,0.0015101016,hessian_weighted_relative_error,35245,0.02500,1.629
18,mlp.experts.147.gate_proj,0.0015850129,hessian_weighted_relative_error,66227,0.02500,1.670
18,mlp.experts.190.up_proj,0.0014850779,hessian_weighted_relative_error,41004,0.02500,1.626
18,mlp.experts.149.down_proj,0.0030966149,hessian_weighted_relative_error,46385,0.02500,1.560
18,mlp.experts.2.gate_proj,0.0012477140,hessian_weighted_relative_error,29071,0.02500,1.577
18,mlp.experts.15.up_proj,0.0012052084,hessian_weighted_relative_error,24825,0.02500,1.672
18,mlp.experts.2.up_proj,0.0013407819,hessian_weighted_relative_error,29071,0.02500,1.635
18,mlp.experts.2.down_proj,0.0029290452,hessian_weighted_relative_error,29071,0.02500,1.511
18,mlp.experts.15.down_proj,0.0023433416,hessian_weighted_relative_error,24825,0.02500,1.508
18,mlp.experts.200.down_proj,0.0030936631,hessian_weighted_relative_error,42904,0.02500,1.572
18,mlp.experts.149.up_proj,0.0017763503,hessian_weighted_relative_error,46385,0.02500,1.691
18,mlp.experts.200.up_proj,0.0013741353,hessian_weighted_relative_error,42904,0.02500,1.626
18,mlp.experts.15.gate_proj,0.0010385357,hessian_weighted_relative_error,24825,0.02500,1.616
18,mlp.experts.202.down_proj,0.0025529918,hessian_weighted_relative_error,20110,0.02500,1.556
18,mlp.experts.161.down_proj,0.0033398858,hessian_weighted_relative_error,34591,0.02500,1.562
18,mlp.experts.200.gate_proj,0.0012669663,hessian_weighted_relative_error,42904,0.02500,1.615
18,mlp.experts.155.up_proj,0.0014777854,hessian_weighted_relative_error,23059,0.02500,1.686
18,mlp.experts.206.down_proj,0.0033179270,hessian_weighted_relative_error,42791,0.02500,1.559
18,mlp.experts.155.down_proj,0.0026703334,hessian_weighted_relative_error,23059,0.02500,1.561
18,mlp.experts.208.gate_proj,0.0009710701,hessian_weighted_relative_error,119466,0.02500,1.616
18,mlp.experts.157.down_proj,0.0025914330,hessian_weighted_relative_error,27219,0.02500,1.563
18,mlp.experts.208.up_proj,0.0011895846,hessian_weighted_relative_error,119466,0.02500,1.630
18,mlp.experts.183.gate_proj,0.0019392994,hessian_weighted_relative_error,71429,0.02500,1.666
18,mlp.experts.208.down_proj,0.0017125232,hessian_weighted_relative_error,119466,0.02500,1.557
18,mlp.experts.161.up_proj,0.0016829632,hessian_weighted_relative_error,34591,0.02500,1.682
18,mlp.experts.210.down_proj,0.0033036356,hessian_weighted_relative_error,32202,0.02500,1.561
18,mlp.experts.161.gate_proj,0.0014772587,hessian_weighted_relative_error,34591,0.02500,1.659
18,mlp.experts.216.down_proj,0.0025889425,hessian_weighted_relative_error,17902,0.02500,1.560
18,mlp.experts.183.down_proj,0.0035309952,hessian_weighted_relative_error,71429,0.02500,1.569
18,mlp.experts.222.down_proj,0.0033357160,hessian_weighted_relative_error,27901,0.02500,1.560
18,mlp.experts.187.up_proj,0.0012514259,hessian_weighted_relative_error,112578,0.02500,1.696
18,mlp.experts.210.up_proj,0.0016978453,hessian_weighted_relative_error,32202,0.02500,1.628
18,mlp.experts.187.down_proj,0.0023664760,hessian_weighted_relative_error,112578,0.02500,1.578
18,mlp.experts.230.down_proj,0.0028447183,hessian_weighted_relative_error,20947,0.02500,1.562
18,mlp.experts.183.up_proj,0.0022811303,hessian_weighted_relative_error,71429,0.02500,1.690
18,mlp.experts.234.up_proj,0.0017237719,hessian_weighted_relative_error,41715,0.02500,1.631
18,mlp.experts.187.gate_proj,0.0010096653,hessian_weighted_relative_error,112578,0.02500,1.661
18,mlp.experts.236.down_proj,0.0031603706,hessian_weighted_relative_error,64593,0.02500,1.559
18,mlp.experts.201.up_proj,0.0014816034,hessian_weighted_relative_error,34360,0.02500,1.691
18,mlp.experts.234.down_proj,0.0031408728,hessian_weighted_relative_error,41715,0.02500,1.562
18,mlp.experts.193.down_proj,0.0014527896,hessian_weighted_relative_error,43387,0.02500,1.569
18,mlp.experts.236.gate_proj,0.0015247450,hessian_weighted_relative_error,64593,0.02500,1.617
18,mlp.experts.189.down_proj,0.0027921412,hessian_weighted_relative_error,32030,0.02500,1.565
18,mlp.experts.246.down_proj,0.0025784640,hessian_weighted_relative_error,21455,0.02500,1.564
18,mlp.experts.201.down_proj,0.0028973514,hessian_weighted_relative_error,34360,0.02500,1.566
18,mlp.experts.248.down_proj,0.0024571991,hessian_weighted_relative_error,58852,0.02500,1.561
18,mlp.experts.215.down_proj,0.0029345067,hessian_weighted_relative_error,24738,0.02500,1.569
18,mlp.experts.236.up_proj,0.0018883474,hessian_weighted_relative_error,64593,0.02500,1.626
18,mlp.experts.203.up_proj,0.0019870410,hessian_weighted_relative_error,58965,0.02500,1.701
18,mlp.experts.248.gate_proj,0.0012217265,hessian_weighted_relative_error,58852,0.02500,1.618
18,mlp.experts.203.down_proj,0.0030401438,hessian_weighted_relative_error,58965,0.02500,1.587
18,mlp.experts.254.down_proj,0.0016951535,hessian_weighted_relative_error,106245,0.02500,1.563
18,mlp.experts.209.down_proj,0.0031718455,hessian_weighted_relative_error,63035,0.02500,1.574
18,mlp.experts.254.gate_proj,0.0008509458,hessian_weighted_relative_error,106245,0.02500,1.622
18,mlp.experts.225.down_proj,0.0026297765,hessian_weighted_relative_error,30496,0.02500,1.569
18,mlp.experts.248.up_proj,0.0014306388,hessian_weighted_relative_error,58852,0.02500,1.630
18,mlp.experts.223.down_proj,0.0027041882,hessian_weighted_relative_error,34135,0.02500,1.572
18,mlp.experts.254.up_proj,0.0009365539,hessian_weighted_relative_error,106245,0.02500,1.627
18,mlp.experts.219.down_proj,0.0032190721,hessian_weighted_relative_error,31308,0.02500,1.578
18,mlp.experts.262.gate_proj,0.0015755367,hessian_weighted_relative_error,67447,0.02500,1.617
18,mlp.experts.223.up_proj,0.0014105613,hessian_weighted_relative_error,34135,0.02500,1.704
18,mlp.experts.262.up_proj,0.0019986484,hessian_weighted_relative_error,67447,0.02500,1.630
18,mlp.experts.239.down_proj,0.0037611526,hessian_weighted_relative_error,84242,0.02500,1.579
18,mlp.experts.262.down_proj,0.0032751197,hessian_weighted_relative_error,67447,0.02500,1.564
18,mlp.experts.229.up_proj,0.0023840653,hessian_weighted_relative_error,54465,0.02500,1.701
18,mlp.experts.264.down_proj,0.0023811331,hessian_weighted_relative_error,27282,0.02500,1.565
18,mlp.experts.229.down_proj,0.0038030959,hessian_weighted_relative_error,54465,0.02500,1.572
18,mlp.experts.268.down_proj,0.0022334231,hessian_weighted_relative_error,19996,0.02500,1.565
18,mlp.experts.233.down_proj,0.0033758319,hessian_weighted_relative_error,25832,0.02500,1.573
18,mlp.experts.268.gate_proj,0.0009211299,hessian_weighted_relative_error,19996,0.02500,1.624
18,mlp.experts.241.up_proj,0.0017745890,hessian_weighted_relative_error,58582,0.02500,1.693
18,mlp.experts.264.up_proj,0.0010101305,hessian_weighted_relative_error,27282,0.02500,1.628
18,mlp.experts.239.up_proj,0.0022923502,hessian_weighted_relative_error,84242,0.02500,1.707
18,mlp.experts.268.up_proj,0.0011335902,hessian_weighted_relative_error,19996,0.02500,1.628
18,mlp.experts.239.gate_proj,0.0018485753,hessian_weighted_relative_error,84242,0.02500,1.671
18,mlp.experts.280.down_proj,0.0032613575,hessian_weighted_relative_error,31095,0.02500,1.566
18,mlp.experts.241.down_proj,0.0030872411,hessian_weighted_relative_error,58582,0.02500,1.572
18,mlp.experts.280.up_proj,0.0016885338,hessian_weighted_relative_error,31095,0.02500,1.631
18,mlp.experts.245.down_proj,0.0026562219,hessian_weighted_relative_error,30398,0.02500,1.572
18,mlp.experts.276.down_proj,0.0030210693,hessian_weighted_relative_error,34383,0.02500,1.565
18,mlp.experts.243.gate_proj,0.0010556757,hessian_weighted_relative_error,149301,0.02500,1.675
18,mlp.experts.284.down_proj,0.0026905200,hessian_weighted_relative_error,210789,0.02500,1.569
18,mlp.experts.284.up_proj,0.0016164097,hessian_weighted_relative_error,210789,0.02500,1.631
18,mlp.experts.243.down_proj,0.0021721664,hessian_weighted_relative_error,149301,0.02500,1.595
18,mlp.experts.32.down_proj,0.0036171889,hessian_weighted_relative_error,76684,0.02500,1.524
18,mlp.experts.243.up_proj,0.0012486418,hessian_weighted_relative_error,149301,0.02500,1.708
18,mlp.experts.284.gate_proj,0.0014080874,hessian_weighted_relative_error,210789,0.02500,1.632
18,mlp.experts.261.gate_proj,0.0012536583,hessian_weighted_relative_error,50621,0.02500,1.683
18,mlp.experts.38.down_proj,0.0030862234,hessian_weighted_relative_error,38059,0.02500,1.528
18,mlp.experts.255.down_proj,0.0028955711,hessian_weighted_relative_error,28175,0.02500,1.580
18,mlp.experts.40.down_proj,0.0029833641,hessian_weighted_relative_error,39580,0.02500,1.529
18,mlp.experts.25.down_proj,0.0029227941,hessian_weighted_relative_error,22712,0.02500,1.505
18,mlp.experts.40.gate_proj,0.0012025652,hessian_weighted_relative_error,39580,0.02500,1.591
18,mlp.experts.261.down_proj,0.0026190028,hessian_weighted_relative_error,50621,0.02500,1.594
18,mlp.experts.38.up_proj,0.0016294668,hessian_weighted_relative_error,38059,0.02500,1.624
18,mlp.experts.267.down_proj,0.0033275858,hessian_weighted_relative_error,29293,0.02500,1.578
18,mlp.experts.40.up_proj,0.0012847175,hessian_weighted_relative_error,39580,0.02500,1.627
18,mlp.experts.263.down_proj,0.0030125117,hessian_weighted_relative_error,26331,0.02500,1.575
18,mlp.experts.46.up_proj,0.0012920189,hessian_weighted_relative_error,20638,0.02500,1.625
18,mlp.experts.261.up_proj,0.0014977971,hessian_weighted_relative_error,50621,0.02500,1.719
18,mlp.experts.58.down_proj,0.0022968729,hessian_weighted_relative_error,17580,0.02500,1.532
18,mlp.experts.265.down_proj,0.0029287002,hessian_weighted_relative_error,29482,0.02500,1.579
18,mlp.experts.46.down_proj,0.0025344471,hessian_weighted_relative_error,20638,0.02500,1.529
18,mlp.experts.271.down_proj,0.0030942138,hessian_weighted_relative_error,44768,0.02500,1.573
18,mlp.experts.58.up_proj,0.0011377499,hessian_weighted_relative_error,17580,0.02500,1.625
18,mlp.experts.269.gate_proj,0.0013046378,hessian_weighted_relative_error,73090,0.02500,1.679
18,mlp.experts.269.down_proj,0.0027314972,hessian_weighted_relative_error,73090,0.02500,1.715
18,mlp.experts.60.down_proj,0.0035777414,hessian_weighted_relative_error,73901,0.02500,1.505
18,mlp.experts.269.up_proj,0.0014915635,hessian_weighted_relative_error,73090,0.02500,1.714
18,mlp.experts.6.down_proj,0.0024996013,hessian_weighted_relative_error,33924,0.02500,1.516
18,mlp.experts.277.down_proj,0.0028064349,hessian_weighted_relative_error,65279,0.02500,1.587
18,mlp.experts.60.gate_proj,0.0016546521,hessian_weighted_relative_error,73901,0.02500,1.594
18,mlp.experts.273.gate_proj,0.0010528447,hessian_weighted_relative_error,28871,0.02500,1.684
18,mlp.experts.60.up_proj,0.0018595667,hessian_weighted_relative_error,73901,0.02500,1.628
18,mlp.experts.76.down_proj,0.0028749049,hessian_weighted_relative_error,82333,0.02500,1.537
18,mlp.experts.277.up_proj,0.0012503184,hessian_weighted_relative_error,65279,0.02500,1.758
18,mlp.experts.72.down_proj,0.0035374661,hessian_weighted_relative_error,46060,0.02500,1.536
18,mlp.experts.273.down_proj,0.0028794846,hessian_weighted_relative_error,28871,0.02500,1.585
18,mlp.experts.76.gate_proj,0.0015240086,hessian_weighted_relative_error,82333,0.02500,1.597
18,mlp.experts.273.up_proj,0.0011195952,hessian_weighted_relative_error,28871,0.02500,1.739
18,mlp.experts.76.up_proj,0.0018226187,hessian_weighted_relative_error,82333,0.02500,1.626
18,mlp.experts.281.up_proj,0.0011505038,hessian_weighted_relative_error,32771,0.02500,1.704
18,mlp.experts.92.gate_proj,0.0012207226,hessian_weighted_relative_error,72114,0.02500,1.598
18,mlp.experts.29.down_proj,0.0027369496,hessian_weighted_relative_error,30062,0.02500,1.522
18,mlp.experts.92.down_proj,0.0027836903,hessian_weighted_relative_error,72114,0.02500,1.538
18,mlp.experts.277.gate_proj,0.0010805405,hessian_weighted_relative_error,65279,0.02500,1.681
18,mlp.experts.92.up_proj,0.0013840209,hessian_weighted_relative_error,72114,0.02500,1.627
18,mlp.experts.279.down_proj,0.0030688385,hessian_weighted_relative_error,23727,0.02500,1.578
18,mlp.experts.96.down_proj,0.0028157612,hessian_weighted_relative_error,26765,0.02500,1.543
18,mlp.experts.33.up_proj,0.0019340866,hessian_weighted_relative_error,56076,0.02500,1.672
18,mlp.experts.98.gate_proj,0.0019335851,hessian_weighted_relative_error,86223,0.02500,1.604
18,mlp.experts.41.gate_proj,0.0010625430,hessian_weighted_relative_error,30644,0.02500,1.617
18,mlp.experts.98.down_proj,0.0037573853,hessian_weighted_relative_error,86223,0.02500,1.542
18,mlp.experts.287.down_proj,0.0027157214,hessian_weighted_relative_error,14309,0.02500,1.577
18,mlp.experts.98.up_proj,0.0023371399,hessian_weighted_relative_error,86223,0.02500,1.631
18,mlp.experts.33.down_proj,0.0034460291,hessian_weighted_relative_error,56076,0.02500,1.511
18,mlp.experts.5.down_proj,0.0028166415,hessian_weighted_relative_error,63501,0.02500,1.501
18,mlp.experts.61.down_proj,0.0028893080,hessian_weighted_relative_error,266132,0.02500,1.526
18,mlp.experts.41.down_proj,0.0024352062,hessian_weighted_relative_error,30644,0.02500,1.511
18,mlp.experts.41.up_proj,0.0011204086,hessian_weighted_relative_error,30644,0.02500,1.665
18,mlp.experts.61.up_proj,0.0021806676,hessian_weighted_relative_error,266132,0.02500,1.666
18,mlp.experts.67.down_proj,0.0028479689,hessian_weighted_relative_error,47682,0.02500,1.531
18,mlp.experts.57.down_proj,0.0030790132,hessian_weighted_relative_error,108973,0.02500,1.518
18,mlp.experts.61.gate_proj,0.0019080507,hessian_weighted_relative_error,266132,0.02500,1.618
18,mlp.experts.67.up_proj,0.0013016807,hessian_weighted_relative_error,47682,0.02500,1.668
18,mlp.experts.69.up_proj,0.0016112967,hessian_weighted_relative_error,38887,0.02500,1.678
18,mlp.experts.65.down_proj,0.0030116376,hessian_weighted_relative_error,25048,0.02500,1.524
18,mlp.experts.67.gate_proj,0.0012075631,hessian_weighted_relative_error,47682,0.02500,1.629
18,mlp.experts.75.down_proj,0.0027319810,hessian_weighted_relative_error,48411,0.02500,1.537
18,mlp.experts.81.gate_proj,0.0014018722,hessian_weighted_relative_error,54089,0.02500,1.630
18,mlp.experts.69.down_proj,0.0027104591,hessian_weighted_relative_error,38887,0.02500,1.530
18,mlp.experts.71.down_proj,0.0026745416,hessian_weighted_relative_error,15438,0.02500,1.527
18,mlp.experts.87.down_proj,0.0027939422,hessian_weighted_relative_error,26445,0.02500,1.532
18,mlp.experts.93.down_proj,0.0030854330,hessian_weighted_relative_error,45162,0.02500,1.539
18,mlp.experts.81.down_proj,0.0026122398,hessian_weighted_relative_error,54089,0.02500,1.525
18,mlp.experts.81.up_proj,0.0015709381,hessian_weighted_relative_error,54089,0.02500,1.675
18,mlp.experts.87.up_proj,0.0014841869,hessian_weighted_relative_error,26445,0.02500,1.678
19,mlp.experts.0.gate_proj,0.0066380828,hessian_weighted_relative_error,15893,0.02500,0.796
19,mlp.experts.1.gate_proj,0.0061665338,hessian_weighted_relative_error,18525,0.02500,0.785
19,mlp.experts.2.gate_proj,0.0064161640,hessian_weighted_relative_error,23078,0.02500,0.800
19,mlp.experts.3.gate_proj,0.0054720533,hessian_weighted_relative_error,7841,0.02500,0.757
19,mlp.experts.4.gate_proj,0.0050951487,hessian_weighted_relative_error,13156,0.02500,0.793
19,mlp.experts.5.gate_proj,0.0038054822,hessian_weighted_relative_error,25443,0.02500,0.783
19,mlp.experts.6.gate_proj,0.0060764208,hessian_weighted_relative_error,15052,0.02500,0.798
19,mlp.experts.8.gate_proj,0.0056706214,hessian_weighted_relative_error,17550,0.02500,0.802
19,mlp.experts.9.gate_proj,0.0032140617,hessian_weighted_relative_error,23779,0.02500,0.789
19,mlp.experts.10.gate_proj,0.0065420490,hessian_weighted_relative_error,30099,0.02500,0.804
19,mlp.experts.11.gate_proj,0.0047323022,hessian_weighted_relative_error,18256,0.02500,0.786
19,mlp.experts.12.gate_proj,0.0070567530,hessian_weighted_relative_error,13162,0.02500,0.801
19,mlp.experts.13.gate_proj,0.0070384965,hessian_weighted_relative_error,23638,0.02500,0.790
19,mlp.experts.14.gate_proj,0.0060635168,hessian_weighted_relative_error,16156,0.02500,0.802
19,mlp.experts.15.gate_proj,0.0043668480,hessian_weighted_relative_error,9564,0.02500,0.788
19,mlp.experts.16.gate_proj,0.0048957612,hessian_weighted_relative_error,9060,0.02500,0.807
19,mlp.experts.17.gate_proj,0.0048453018,hessian_weighted_relative_error,8447,0.02500,0.795
19,mlp.experts.18.gate_proj,0.0068431371,hessian_weighted_relative_error,17015,0.02500,0.807
19,mlp.experts.19.gate_proj,0.0060119699,hessian_weighted_relative_error,20644,0.02500,0.790
19,mlp.experts.22.gate_proj,0.0061540268,hessian_weighted_relative_error,29565,0.02500,0.805
19,mlp.experts.23.gate_proj,0.0040032844,hessian_weighted_relative_error,8546,0.02500,0.792
19,mlp.experts.24.gate_proj,0.0065936977,hessian_weighted_relative_error,23132,0.02500,0.806
19,mlp.experts.25.gate_proj,0.0055776621,hessian_weighted_relative_error,52163,0.02500,0.796
19,mlp.experts.26.gate_proj,0.0051774252,hessian_weighted_relative_error,39231,0.02500,0.810
19,mlp.experts.27.gate_proj,0.0059951312,hessian_weighted_relative_error,13959,0.02500,0.796
19,mlp.experts.28.gate_proj,0.0070197386,hessian_weighted_relative_error,28703,0.02500,0.807
19,mlp.experts.29.gate_proj,0.0078391456,hessian_weighted_relative_error,32206,0.02500,0.796
19,mlp.experts.30.gate_proj,0.0078249645,hessian_weighted_relative_error,84816,0.02500,0.808
19,mlp.experts.31.gate_proj,0.0054123402,hessian_weighted_relative_error,29544,0.02500,0.797
19,mlp.experts.32.gate_proj,0.0049331103,hessian_weighted_relative_error,26054,0.02500,0.810
19,mlp.experts.33.gate_proj,0.0067690215,hessian_weighted_relative_error,27359,0.02500,0.801
19,mlp.experts.34.gate_proj,0.0057473164,hessian_weighted_relative_error,31849,0.02500,0.812
19,mlp.experts.35.gate_proj,0.0049606438,hessian_weighted_relative_error,7622,0.02500,0.797
19,mlp.experts.36.gate_proj,0.0034291312,hessian_weighted_relative_error,19794,0.02500,0.811
19,mlp.experts.37.gate_proj,0.0067054104,hessian_weighted_relative_error,16561,0.02500,0.800
19,mlp.experts.38.gate_proj,0.0057613697,hessian_weighted_relative_error,27021,0.02500,0.811
19,mlp.experts.39.gate_proj,0.0072822565,hessian_weighted_relative_error,16028,0.02500,0.800
19,mlp.experts.40.gate_proj,0.0067864254,hessian_weighted_relative_error,17262,0.02500,0.814
19,mlp.experts.42.gate_proj,0.0052775505,hessian_weighted_relative_error,79346,0.02500,0.814
19,mlp.experts.43.gate_proj,0.0070849285,hessian_weighted_relative_error,38417,0.02500,0.802
19,mlp.experts.44.gate_proj,0.0035516750,hessian_weighted_relative_error,20949,0.02500,0.813
19,mlp.experts.45.gate_proj,0.0054526462,hessian_weighted_relative_error,32792,0.02500,0.803
19,mlp.experts.46.gate_proj,0.0065903113,hessian_weighted_relative_error,13992,0.02500,0.814
19,mlp.experts.47.gate_proj,0.0068994552,hessian_weighted_relative_error,17322,0.02500,0.804
19,mlp.experts.48.gate_proj,0.0065904162,hessian_weighted_relative_error,24047,0.02500,0.815
19,mlp.experts.49.gate_proj,0.0054714587,hessian_weighted_relative_error,34269,0.02500,0.807
19,mlp.experts.50.gate_proj,0.0057088825,hessian_weighted_relative_error,24319,0.02500,0.818
19,mlp.experts.51.gate_proj,0.0062799056,hessian_weighted_relative_error,27958,0.02500,0.804
19,mlp.experts.53.gate_proj,0.0063044867,hessian_weighted_relative_error,22706,0.02500,0.809
19,mlp.experts.54.gate_proj,0.0060311690,hessian_weighted_relative_error,12412,0.02500,0.816
19,mlp.experts.55.gate_proj,0.0036954762,hessian_weighted_relative_error,10819,0.02500,0.810
19,mlp.experts.56.gate_proj,0.0047271037,hessian_weighted_relative_error,46458,0.02500,0.818
19,mlp.experts.57.gate_proj,0.0066792863,hessian_weighted_relative_error,30235,0.02500,0.812
19,mlp.experts.58.gate_proj,0.0054256787,hessian_weighted_relative_error,32909,0.02500,0.819
19,mlp.experts.60.gate_proj,0.0061428961,hessian_weighted_relative_error,15254,0.02500,0.818
19,mlp.experts.61.gate_proj,0.0046091591,hessian_weighted_relative_error,23119,0.02500,0.810
19,mlp.experts.62.gate_proj,0.0066708576,hessian_weighted_relative_error,17720,0.02500,0.820
19,mlp.experts.63.gate_proj,0.0066023375,hessian_weighted_relative_error,30772,0.02500,0.812
19,mlp.experts.64.gate_proj,0.0059534398,hessian_weighted_relative_error,40796,0.02500,0.819
19,mlp.experts.65.gate_proj,0.0051676106,hessian_weighted_relative_error,20065,0.02500,0.818
19,mlp.experts.66.gate_proj,0.0025506169,hessian_weighted_relative_error,1791,0.02500,0.822
19,mlp.experts.67.gate_proj,0.0066477390,hessian_weighted_relative_error,27251,0.02500,0.814
19,mlp.experts.68.gate_proj,0.0042781981,hessian_weighted_relative_error,11759,0.02500,0.821
19,mlp.experts.69.gate_proj,0.0034767996,hessian_weighted_relative_error,36149,0.02500,0.813
19,mlp.experts.70.gate_proj,0.0064265367,hessian_weighted_relative_error,36012,0.02500,0.820
19,mlp.experts.71.gate_proj,0.0050603979,hessian_weighted_relative_error,9645,0.02500,0.816
19,mlp.experts.73.gate_proj,0.0075975960,hessian_weighted_relative_error,30553,0.02500,0.820
19,mlp.experts.76.gate_proj,0.0058241344,hessian_weighted_relative_error,18492,0.02500,0.823
19,mlp.experts.77.gate_proj,0.0052230537,hessian_weighted_relative_error,34019,0.02500,0.818
19,mlp.experts.78.gate_proj,0.0073756515,hessian_weighted_relative_error,20878,0.02500,0.824
19,mlp.experts.79.gate_proj,0.0087628608,hessian_weighted_relative_error,121151,0.02500,0.822
19,mlp.experts.81.gate_proj,0.0049552136,hessian_weighted_relative_error,9140,0.02500,0.825
19,mlp.experts.82.gate_proj,0.0051188683,hessian_weighted_relative_error,13190,0.02500,0.824
19,mlp.experts.83.gate_proj,0.0042270550,hessian_weighted_relative_error,20649,0.02500,0.822
19,mlp.experts.84.gate_proj,0.0064309504,hessian_weighted_relative_error,15242,0.02500,0.826
19,mlp.experts.85.gate_proj,0.0063047808,hessian_weighted_relative_error,21262,0.02500,0.824
19,mlp.experts.88.gate_proj,0.0071523627,hessian_weighted_relative_error,14287,0.02500,0.826
19,mlp.experts.89.gate_proj,0.0065197396,hessian_weighted_relative_error,12763,0.02500,0.828
19,mlp.experts.90.gate_proj,0.0072709387,hessian_weighted_relative_error,36807,0.02500,0.826
19,mlp.experts.91.gate_proj,0.0061794661,hessian_weighted_relative_error,13818,0.02500,0.825
19,mlp.experts.92.gate_proj,0.0037984811,hessian_weighted_relative_error,23627,0.02500,0.826
19,mlp.experts.93.gate_proj,0.0093477483,hessian_weighted_relative_error,151805,0.02500,0.831
19,mlp.experts.94.gate_proj,0.0054117405,hessian_weighted_relative_error,16766,0.02500,0.827
19,mlp.experts.95.gate_proj,0.0058740588,hessian_weighted_relative_error,11267,0.02500,0.827
19,mlp.experts.96.gate_proj,0.0060487329,hessian_weighted_relative_error,27053,0.02500,0.828
19,mlp.experts.97.gate_proj,0.0041977568,hessian_weighted_relative_error,17703,0.02500,0.832
19,mlp.experts.98.gate_proj,0.0071492539,hessian_weighted_relative_error,32229,0.02500,0.828
19,mlp.experts.99.gate_proj,0.0052520856,hessian_weighted_relative_error,22834,0.02500,0.827
19,mlp.experts.100.gate_proj,0.0063318055,hessian_weighted_relative_error,21354,0.02500,0.827
19,mlp.experts.101.gate_proj,0.0065315384,hessian_weighted_relative_error,27933,0.02500,0.835
19,mlp.experts.102.gate_proj,0.0049669001,hessian_weighted_relative_error,13818,0.02500,0.830
19,mlp.experts.103.gate_proj,0.0041801933,hessian_weighted_relative_error,35346,0.02500,0.833
19,mlp.experts.104.gate_proj,0.0049076039,hessian_weighted_relative_error,23481,0.02500,0.830
19,mlp.experts.105.gate_proj,0.0042605960,hessian_weighted_relative_error,11628,0.02500,0.836
19,mlp.experts.106.gate_proj,0.0046665611,hessian_weighted_relative_error,20144,0.02500,0.831
19,mlp.experts.107.gate_proj,0.0063070391,hessian_weighted_relative_error,16538,0.02500,0.831
19,mlp.experts.108.gate_proj,0.0050288788,hessian_weighted_relative_error,28478,0.02500,0.829
19,mlp.experts.109.gate_proj,0.0043652634,hessian_weighted_relative_error,6966,0.02500,0.832
19,mlp.experts.110.gate_proj,0.0040414626,hessian_weighted_relative_error,16412,0.02500,0.832
19,mlp.experts.111.gate_proj,0.0049927440,hessian_weighted_relative_error,19295,0.02500,0.835
19,mlp.experts.112.gate_proj,0.0031018165,hessian_weighted_relative_error,6671,0.02500,0.831
19,mlp.experts.113.gate_proj,0.0047774615,hessian_weighted_relative_error,25905,0.02500,0.841
19,mlp.experts.114.gate_proj,0.0058388734,hessian_weighted_relative_error,16496,0.02500,0.832
19,mlp.experts.115.gate_proj,0.0048532187,hessian_weighted_relative_error,37718,0.02500,0.836
19,mlp.experts.116.gate_proj,0.0035717910,hessian_weighted_relative_error,37834,0.02500,0.833
19,mlp.experts.117.gate_proj,0.0034916249,hessian_weighted_relative_error,2668,0.02500,0.838
19,mlp.experts.118.gate_proj,0.0065016537,hessian_weighted_relative_error,28030,0.02500,0.832
19,mlp.experts.122.gate_proj,0.0058049128,hessian_weighted_relative_error,13146,0.02500,0.834
19,mlp.experts.124.gate_proj,0.0043152614,hessian_weighted_relative_error,23075,0.02500,0.833
19,mlp.experts.126.gate_proj,0.0041452141,hessian_weighted_relative_error,7268,0.02500,0.834
19,mlp.experts.127.gate_proj,0.0065717214,hessian_weighted_relative_error,53037,0.02500,0.841
19,mlp.experts.128.gate_proj,0.0060526456,hessian_weighted_relative_error,60160,0.02500,0.834
19,mlp.experts.130.gate_proj,0.0070490357,hessian_weighted_relative_error,18234,0.02500,0.836
19,mlp.experts.131.gate_proj,0.0049596917,hessian_weighted_relative_error,28557,0.02500,0.843
19,mlp.experts.132.gate_proj,0.0076615891,hessian_weighted_relative_error,28766,0.02500,0.834
19,mlp.experts.133.gate_proj,0.0085528841,hessian_weighted_relative_error,71314,0.02500,0.845
19,mlp.experts.134.gate_proj,0.0065505064,hessian_weighted_relative_error,29581,0.02500,0.834
19,mlp.experts.135.gate_proj,0.0067120798,hessian_weighted_relative_error,33979,0.02500,0.844
19,mlp.experts.136.gate_proj,0.0055710221,hessian_weighted_relative_error,52360,0.02500,0.835
19,mlp.experts.137.gate_proj,0.0057221808,hessian_weighted_relative_error,12635,0.02500,0.846
19,mlp.experts.138.gate_proj,0.0060821549,hessian_weighted_relative_error,26579,0.02500,0.837
19,mlp.experts.139.gate_proj,0.0064171046,hessian_weighted_relative_error,13955,0.02500,0.844
19,mlp.experts.141.gate_proj,0.0053890739,hessian_weighted_relative_error,17291,0.02500,0.847
19,mlp.experts.142.gate_proj,0.0063462033,hessian_weighted_relative_error,41148,0.02500,0.837
19,mlp.experts.144.gate_proj,0.0050523921,hessian_weighted_relative_error,14146,0.02500,0.837
19,mlp.experts.145.gate_proj,0.0073665609,hessian_weighted_relative_error,33643,0.02500,0.849
19,mlp.experts.146.gate_proj,0.0017736245,hessian_weighted_relative_error,15359,0.02500,0.838
19,mlp.experts.147.gate_proj,0.0052158720,hessian_weighted_relative_error,25806,0.02500,0.847
19,mlp.experts.148.gate_proj,0.0068569553,hessian_weighted_relative_error,41800,0.02500,0.835
19,mlp.experts.149.gate_proj,0.0055559674,hessian_weighted_relative_error,34845,0.02500,0.845
19,mlp.experts.150.gate_proj,0.0058897220,hessian_weighted_relative_error,11175,0.02500,0.836
19,mlp.experts.151.gate_proj,0.0046305640,hessian_weighted_relative_error,26153,0.02500,0.849
19,mlp.experts.154.gate_proj,0.0032316068,hessian_weighted_relative_error,30685,0.02500,0.838
19,mlp.experts.155.gate_proj,0.0046382651,hessian_weighted_relative_error,25675,0.02500,0.848
19,mlp.experts.156.gate_proj,0.0057807268,hessian_weighted_relative_error,34771,0.02500,0.837
19,mlp.experts.158.gate_proj,0.0053527535,hessian_weighted_relative_error,26048,0.02500,0.841
19,mlp.experts.159.gate_proj,0.0030173821,hessian_weighted_relative_error,34101,0.02500,0.849
19,mlp.experts.160.gate_proj,0.0057656196,hessian_weighted_relative_error,14761,0.02500,0.838
19,mlp.experts.162.gate_proj,0.0070195829,hessian_weighted_relative_error,50393,0.02500,0.842
19,mlp.experts.163.gate_proj,0.0048965446,hessian_weighted_relative_error,11531,0.02500,0.853
19,mlp.experts.164.gate_proj,0.0020366045,hessian_weighted_relative_error,8989,0.02500,0.838
19,mlp.experts.165.gate_proj,0.0032139939,hessian_weighted_relative_error,19482,0.02500,0.848
19,mlp.experts.167.gate_proj,0.0047435843,hessian_weighted_relative_error,32640,0.02500,0.851
19,mlp.experts.168.gate_proj,0.0016583281,hessian_weighted_relative_error,1024,0.02500,0.838
19,mlp.experts.169.gate_proj,0.0061244859,hessian_weighted_relative_error,15552,0.02500,0.850
19,mlp.experts.170.gate_proj,0.0047930038,hessian_weighted_relative_error,22362,0.02500,0.843
19,mlp.experts.171.gate_proj,0.0048915717,hessian_weighted_relative_error,26885,0.02500,0.850
19,mlp.experts.172.gate_proj,0.0052646153,hessian_weighted_relative_error,16744,0.02500,0.840
19,mlp.experts.173.gate_proj,0.0050122891,hessian_weighted_relative_error,38766,0.02500,0.850
19,mlp.experts.174.gate_proj,0.0064259862,hessian_weighted_relative_error,16369,0.02500,0.840
19,mlp.experts.175.gate_proj,0.0070097544,hessian_weighted_relative_error,39707,0.02500,0.855
19,mlp.experts.176.gate_proj,0.0039609104,hessian_weighted_relative_error,4451,0.02500,0.839
19,mlp.experts.177.gate_proj,0.0049047499,hessian_weighted_relative_error,13376,0.02500,0.858
19,mlp.experts.178.gate_proj,0.0060304081,hessian_weighted_relative_error,16005,0.02500,0.842
19,mlp.experts.179.gate_proj,0.0061744277,hessian_weighted_relative_error,13234,0.02500,0.857
19,mlp.experts.180.gate_proj,0.0065144127,hessian_weighted_relative_error,16133,0.02500,0.843
19,mlp.experts.181.gate_proj,0.0020274785,hessian_weighted_relative_error,1713,0.02500,0.850
19,mlp.experts.183.gate_proj,0.0055958098,hessian_weighted_relative_error,6187,0.02500,0.854
19,mlp.experts.184.gate_proj,0.0085683077,hessian_weighted_relative_error,32675,0.02500,0.843
19,mlp.experts.185.gate_proj,0.0079139856,hessian_weighted_relative_error,55878,0.02500,0.854
19,mlp.experts.187.gate_proj,0.0056038787,hessian_weighted_relative_error,23211,0.02500,0.853
19,mlp.experts.188.gate_proj,0.0062401014,hessian_weighted_relative_error,16529,0.02500,0.843
19,mlp.experts.189.gate_proj,0.0059606706,hessian_weighted_relative_error,30677,0.02500,0.851
19,mlp.experts.190.gate_proj,0.0070092936,hessian_weighted_relative_error,32283,0.02500,0.843
19,mlp.experts.191.gate_proj,0.0033071429,hessian_weighted_relative_error,9890,0.02500,0.855
19,mlp.experts.193.gate_proj,0.0062240698,hessian_weighted_relative_error,9457,0.02500,0.860
19,mlp.experts.194.gate_proj,0.0030685039,hessian_weighted_relative_error,26755,0.02500,0.848
19,mlp.experts.195.gate_proj,0.0089218271,hessian_weighted_relative_error,83311,0.02500,0.857
19,mlp.experts.196.gate_proj,0.0058316960,hessian_weighted_relative_error,25837,0.02500,0.844
19,mlp.experts.197.gate_proj,0.0051159222,hessian_weighted_relative_error,22302,0.02500,0.855
19,mlp.experts.199.gate_proj,0.0070739300,hessian_weighted_relative_error,36358,0.02500,0.858
19,mlp.experts.200.gate_proj,0.0057098183,hessian_weighted_relative_error,21430,0.02500,0.855
19,mlp.experts.202.gate_proj,0.0060710827,hessian_weighted_relative_error,12548,0.02500,0.857
19,mlp.experts.204.gate_proj,0.0038846708,hessian_weighted_relative_error,6152,0.02500,0.853
19,mlp.experts.205.gate_proj,0.0065360392,hessian_weighted_relative_error,15232,0.02500,0.858
19,mlp.experts.206.gate_proj,0.0048399664,hessian_weighted_relative_error,8232,0.02500,0.857
19,mlp.experts.207.gate_proj,0.0067961064,hessian_weighted_relative_error,53763,0.02500,0.863
19,mlp.experts.208.gate_proj,0.0054134889,hessian_weighted_relative_error,27588,0.02500,0.858
19,mlp.experts.209.gate_proj,0.0049439914,hessian_weighted_relative_error,17002,0.02500,0.858
19,mlp.experts.210.gate_proj,0.0063717244,hessian_weighted_relative_error,24784,0.02500,0.847
19,mlp.experts.211.gate_proj,0.0045809169,hessian_weighted_relative_error,12861,0.02500,0.859
19,mlp.experts.212.gate_proj,0.0056697352,hessian_weighted_relative_error,9441,0.02500,0.844
19,mlp.experts.213.gate_proj,0.0035564995,hessian_weighted_relative_error,2810,0.02500,0.880
19,mlp.experts.214.gate_proj,0.0047269924,hessian_weighted_relative_error,15764,0.02500,0.844
19,mlp.experts.215.gate_proj,0.0056449595,hessian_weighted_relative_error,16527,0.02500,0.859
19,mlp.experts.217.gate_proj,0.0070034267,hessian_weighted_relative_error,25769,0.02500,0.857
19,mlp.experts.218.gate_proj,0.0097722371,hessian_weighted_relative_error,108602,0.02500,0.846
19,mlp.experts.219.gate_proj,0.0050862245,hessian_weighted_relative_error,14535,0.02500,0.856
19,mlp.experts.220.gate_proj,0.0064138512,hessian_weighted_relative_error,39032,0.02500,0.844
19,mlp.experts.221.gate_proj,0.0067909963,hessian_weighted_relative_error,35064,0.02500,0.858
19,mlp.experts.222.gate_proj,0.0042057332,hessian_weighted_relative_error,8659,0.02500,0.844
19,mlp.experts.224.gate_proj,0.0060479628,hessian_weighted_relative_error,41730,0.02500,0.845
19,mlp.experts.225.gate_proj,0.0063309071,hessian_weighted_relative_error,22821,0.02500,0.854
19,mlp.experts.226.gate_proj,0.0073547392,hessian_weighted_relative_error,47666,0.02500,0.847
19,mlp.experts.227.gate_proj,0.0071658418,hessian_weighted_relative_error,22722,0.02500,0.858
19,mlp.experts.229.gate_proj,0.0050989282,hessian_weighted_relative_error,33439,0.02500,0.855
19,mlp.experts.230.gate_proj,0.0057111435,hessian_weighted_relative_error,38561,0.02500,0.847
19,mlp.experts.231.gate_proj,0.0045435321,hessian_weighted_relative_error,10397,0.02500,0.858
19,mlp.experts.232.gate_proj,0.0055451729,hessian_weighted_relative_error,11156,0.02500,0.845
19,mlp.experts.233.gate_proj,0.0042418913,hessian_weighted_relative_error,18845,0.02500,0.857
19,mlp.experts.234.gate_proj,0.0073418366,hessian_weighted_relative_error,48459,0.02500,0.849
19,mlp.experts.235.gate_proj,0.0073522759,hessian_weighted_relative_error,74486,0.02500,0.859
19,mlp.experts.236.gate_proj,0.0050594370,hessian_weighted_relative_error,19469,0.02500,0.845
19,mlp.experts.237.gate_proj,0.0074045179,hessian_weighted_relative_error,28154,0.02500,0.855
19,mlp.experts.238.gate_proj,0.0034605893,hessian_weighted_relative_error,41074,0.02500,0.848
19,mlp.experts.239.gate_proj,0.0060387124,hessian_weighted_relative_error,31523,0.02500,0.859
19,mlp.experts.241.gate_proj,0.0072490215,hessian_weighted_relative_error,22966,0.02500,0.864
19,mlp.experts.242.gate_proj,0.0038437694,hessian_weighted_relative_error,16917,0.02500,0.847
19,mlp.experts.243.gate_proj,0.0051515266,hessian_weighted_relative_error,20951,0.02500,0.858
19,mlp.experts.244.gate_proj,0.0051726608,hessian_weighted_relative_error,13568,0.02500,0.848
19,mlp.experts.245.gate_proj,0.0038396689,hessian_weighted_relative_error,12880,0.02500,0.859
19,mlp.experts.246.gate_proj,0.0057726285,hessian_weighted_relative_error,10032,0.02500,0.847
19,mlp.experts.247.gate_proj,0.0024171638,hessian_weighted_relative_error,3080,0.02500,0.859
19,mlp.experts.248.gate_proj,0.0041827657,hessian_weighted_relative_error,4605,0.02500,0.850
19,mlp.experts.249.gate_proj,0.0074800898,hessian_weighted_relative_error,29867,0.02500,0.859
19,mlp.experts.250.gate_proj,0.0044118328,hessian_weighted_relative_error,11075,0.02500,0.850
19,mlp.experts.251.gate_proj,0.0033676510,hessian_weighted_relative_error,6127,0.02500,0.859
19,mlp.experts.252.gate_proj,0.0095508650,hessian_weighted_relative_error,98992,0.02500,0.847
19,mlp.experts.253.gate_proj,0.0025999846,hessian_weighted_relative_error,7243,0.02500,0.860
19,mlp.experts.254.gate_proj,0.0049700158,hessian_weighted_relative_error,113947,0.02500,0.848
19,mlp.experts.255.gate_proj,0.0073282264,hessian_weighted_relative_error,37889,0.02500,0.861
19,mlp.experts.256.gate_proj,0.0070755390,hessian_weighted_relative_error,38132,0.02500,0.851
19,mlp.experts.257.gate_proj,0.0067876584,hessian_weighted_relative_error,31301,0.02500,0.858
19,mlp.experts.258.gate_proj,0.0073518531,hessian_weighted_relative_error,15553,0.02500,0.849
19,mlp.experts.259.gate_proj,0.0031739503,hessian_weighted_relative_error,18757,0.02500,0.860
19,mlp.experts.260.gate_proj,0.0039540776,hessian_weighted_relative_error,5495,0.02500,0.849
19,mlp.experts.261.gate_proj,0.0058171527,hessian_weighted_relative_error,25242,0.02500,0.857
19,mlp.experts.262.gate_proj,0.0055195294,hessian_weighted_relative_error,40852,0.02500,0.850
19,mlp.experts.263.gate_proj,0.0021909509,hessian_weighted_relative_error,40227,0.02500,0.860
19,mlp.experts.264.gate_proj,0.0041125922,hessian_weighted_relative_error,8019,0.02500,0.850
19,mlp.experts.265.gate_proj,0.0067456591,hessian_weighted_relative_error,21923,0.02500,0.858
19,mlp.experts.266.gate_proj,0.0068940985,hessian_weighted_relative_error,21858,0.02500,0.849
19,mlp.experts.267.gate_proj,0.0012978745,hessian_weighted_relative_error,1024,0.02500,0.858
19,mlp.experts.268.gate_proj,0.0066622871,hessian_weighted_relative_error,30227,0.02500,0.850
19,mlp.experts.269.gate_proj,0.0017098078,hessian_weighted_relative_error,4431,0.02500,0.859
19,mlp.experts.270.gate_proj,0.0077103147,hessian_weighted_relative_error,26831,0.02500,0.850
19,mlp.experts.271.gate_proj,0.0030447614,hessian_weighted_relative_error,51957,0.02500,0.860
19,mlp.experts.273.gate_proj,0.0054515588,hessian_weighted_relative_error,18801,0.02500,0.861
19,mlp.experts.274.gate_proj,0.0071000559,hessian_weighted_relative_error,22278,0.02500,0.850
19,mlp.experts.275.gate_proj,0.0055720382,hessian_weighted_relative_error,23453,0.02500,0.860
19,mlp.experts.277.gate_proj,0.0044052150,hessian_weighted_relative_error,51403,0.02500,0.860
19,mlp.experts.278.gate_proj,0.0053050527,hessian_weighted_relative_error,9550,0.02500,0.850
19,mlp.experts.279.gate_proj,0.0067370745,hessian_weighted_relative_error,36405,0.02500,0.860
19,mlp.experts.280.gate_proj,0.0073761662,hessian_weighted_relative_error,14524,0.02500,0.852
19,mlp.experts.283.gate_proj,0.0056722275,hessian_weighted_relative_error,23746,0.02500,0.859
19,mlp.experts.284.gate_proj,0.0065811045,hessian_weighted_relative_error,30619,0.02500,0.849
19,mlp.experts.285.gate_proj,0.0061155476,hessian_weighted_relative_error,24948,0.02500,0.859
19,mlp.experts.287.gate_proj,0.0031368569,hessian_weighted_relative_error,6345,0.02500,0.859
19,mlp.experts.0.up_proj,0.0077203081,hessian_weighted_relative_error,15893,0.02500,0.851
19,mlp.experts.1.up_proj,0.0072321118,hessian_weighted_relative_error,18525,0.02500,0.858
19,mlp.experts.2.up_proj,0.0075072268,hessian_weighted_relative_error,23078,0.02500,0.852
19,mlp.experts.3.up_proj,0.0064983839,hessian_weighted_relative_error,7841,0.02500,0.859
19,mlp.experts.4.up_proj,0.0056628595,hessian_weighted_relative_error,13156,0.02500,0.850
19,mlp.experts.5.up_proj,0.0045898744,hessian_weighted_relative_error,25443,0.02500,0.859
19,mlp.experts.6.up_proj,0.0069393378,hessian_weighted_relative_error,15052,0.02500,0.852
19,mlp.experts.8.up_proj,0.0061210556,hessian_weighted_relative_error,17550,0.02500,0.854
19,mlp.experts.9.up_proj,0.0036931654,hessian_weighted_relative_error,23779,0.02500,0.861
19,mlp.experts.10.up_proj,0.0075133315,hessian_weighted_relative_error,30099,0.02500,0.852
19,mlp.experts.11.up_proj,0.0052654747,hessian_weighted_relative_error,18256,0.02500,0.861
19,mlp.experts.12.up_proj,0.0085988550,hessian_weighted_relative_error,13162,0.02500,0.851
19,mlp.experts.13.up_proj,0.0080426358,hessian_weighted_relative_error,23638,0.02500,0.865
19,mlp.experts.14.up_proj,0.0066208743,hessian_weighted_relative_error,16156,0.02500,0.853
19,mlp.experts.15.up_proj,0.0049235505,hessian_weighted_relative_error,9564,0.02500,0.871
19,mlp.experts.16.up_proj,0.0053459663,hessian_weighted_relative_error,9060,0.02500,0.853
19,mlp.experts.17.up_proj,0.0057499411,hessian_weighted_relative_error,8447,0.02500,0.860
19,mlp.experts.18.up_proj,0.0078268718,hessian_weighted_relative_error,17015,0.02500,0.853
19,mlp.experts.19.up_proj,0.0065157627,hessian_weighted_relative_error,20644,0.02500,0.859
19,mlp.experts.23.up_proj,0.0044858849,hessian_weighted_relative_error,8546,0.02500,0.861
19,mlp.experts.24.up_proj,0.0074302614,hessian_weighted_relative_error,23132,0.02500,0.854
19,mlp.experts.25.up_proj,0.0062343205,hessian_weighted_relative_error,52163,0.02500,0.864
19,mlp.experts.27.up_proj,0.0066357462,hessian_weighted_relative_error,13959,0.02500,0.867
19,mlp.experts.28.up_proj,0.0080806089,hessian_weighted_relative_error,28703,0.02500,0.854
19,mlp.experts.29.up_proj,0.0086458259,hessian_weighted_relative_error,32206,0.02500,0.862
19,mlp.experts.30.up_proj,0.0093179562,hessian_weighted_relative_error,84816,0.02500,0.853
19,mlp.experts.31.up_proj,0.0064005677,hessian_weighted_relative_error,29544,0.02500,0.863
19,mlp.experts.33.up_proj,0.0078350873,hessian_weighted_relative_error,27359,0.02500,0.869
19,mlp.experts.34.up_proj,0.0067000277,hessian_weighted_relative_error,31849,0.02500,0.852
19,mlp.experts.35.up_proj,0.0062183652,hessian_weighted_relative_error,7622,0.02500,0.861
19,mlp.experts.36.up_proj,0.0037844976,hessian_weighted_relative_error,19794,0.02500,0.853
19,mlp.experts.37.up_proj,0.0088739735,hessian_weighted_relative_error,16561,0.02500,0.869
19,mlp.experts.38.up_proj,0.0068971386,hessian_weighted_relative_error,27021,0.02500,0.853
19,mlp.experts.39.up_proj,0.0080597021,hessian_weighted_relative_error,16028,0.02500,0.863
19,mlp.experts.40.up_proj,0.0078488382,hessian_weighted_relative_error,17262,0.02500,0.853
19,mlp.experts.44.up_proj,0.0040905335,hessian_weighted_relative_error,20949,0.02500,0.853
19,mlp.experts.46.up_proj,0.0074047287,hessian_weighted_relative_error,13992,0.02500,0.855
19,mlp.experts.47.up_proj,0.0081257986,hessian_weighted_relative_error,17322,0.02500,0.863
19,mlp.experts.48.up_proj,0.0076852213,hessian_weighted_relative_error,24047,0.02500,0.854
19,mlp.experts.50.up_proj,0.0062717654,hessian_weighted_relative_error,24319,0.02500,0.855
19,mlp.experts.51.up_proj,0.0072491658,hessian_weighted_relative_error,27958,0.02500,0.863
19,mlp.experts.53.up_proj,0.0079571910,hessian_weighted_relative_error,22706,0.02500,0.870
19,mlp.experts.54.up_proj,0.0072915889,hessian_weighted_relative_error,12412,0.02500,0.855
19,mlp.experts.55.up_proj,0.0044298764,hessian_weighted_relative_error,10819,0.02500,0.863
19,mlp.experts.56.up_proj,0.0053132513,hessian_weighted_relative_error,46458,0.02500,0.854
19,mlp.experts.57.up_proj,0.0075213904,hessian_weighted_relative_error,30235,0.02500,0.868
19,mlp.experts.58.up_proj,0.0065674720,hessian_weighted_relative_error,32909,0.02500,0.856
19,mlp.experts.60.up_proj,0.0067541816,hessian_weighted_relative_error,15254,0.02500,0.854
19,mlp.experts.61.up_proj,0.0050736959,hessian_weighted_relative_error,23119,0.02500,0.870
19,mlp.experts.62.up_proj,0.0083539744,hessian_weighted_relative_error,17720,0.02500,0.855
19,mlp.experts.63.up_proj,0.0074062391,hessian_weighted_relative_error,30772,0.02500,0.866
19,mlp.experts.64.up_proj,0.0068825505,hessian_weighted_relative_error,40796,0.02500,0.855
19,mlp.experts.65.up_proj,0.0061174017,hessian_weighted_relative_error,20065,0.02500,0.874
19,mlp.experts.66.up_proj,0.0034804294,hessian_weighted_relative_error,1791,0.02500,0.857
19,mlp.experts.67.up_proj,0.0081348744,hessian_weighted_relative_error,27251,0.02500,0.874
19,mlp.experts.68.up_proj,0.0050020965,hessian_weighted_relative_error,11759,0.02500,0.857
19,mlp.experts.71.up_proj,0.0057127235,hessian_weighted_relative_error,9645,0.02500,0.871
19,mlp.experts.73.up_proj,0.0083892948,hessian_weighted_relative_error,30553,0.02500,0.876
19,mlp.experts.76.up_proj,0.0066990842,hessian_weighted_relative_error,18492,0.02500,0.857
19,mlp.experts.77.up_proj,0.0059415260,hessian_weighted_relative_error,34019,0.02500,0.874
19,mlp.experts.78.up_proj,0.0084196411,hessian_weighted_relative_error,20878,0.02500,0.856
19,mlp.experts.79.up_proj,0.0095522999,hessian_weighted_relative_error,121151,0.02500,0.877
19,mlp.experts.81.up_proj,0.0055284995,hessian_weighted_relative_error,9140,0.02500,0.877
19,mlp.experts.82.up_proj,0.0065329387,hessian_weighted_relative_error,13190,0.02500,0.870
19,mlp.experts.84.up_proj,0.0068456405,hessian_weighted_relative_error,15242,0.02500,0.860
19,mlp.experts.85.up_proj,0.0069343335,hessian_weighted_relative_error,21262,0.02500,0.868
19,mlp.experts.88.up_proj,0.0086334797,hessian_weighted_relative_error,14287,0.02500,0.866
19,mlp.experts.89.up_proj,0.0076531090,hessian_weighted_relative_error,12763,0.02500,0.896
19,mlp.experts.90.up_proj,0.0085621885,hessian_weighted_relative_error,36807,0.02500,0.869
19,mlp.experts.91.up_proj,0.0068497784,hessian_weighted_relative_error,13818,0.02500,0.865
19,mlp.experts.92.up_proj,0.0042339866,hessian_weighted_relative_error,23627,0.02500,0.872
19,mlp.experts.93.up_proj,0.0104947713,hessian_weighted_relative_error,151805,0.02500,0.874
19,mlp.experts.94.up_proj,0.0063353051,hessian_weighted_relative_error,16766,0.02500,0.866
19,mlp.experts.95.up_proj,0.0070549121,hessian_weighted_relative_error,11267,0.02500,0.881
19,mlp.experts.96.up_proj,0.0068189817,hessian_weighted_relative_error,27053,0.02500,0.855
19,mlp.experts.98.up_proj,0.0079202258,hessian_weighted_relative_error,32229,0.02500,0.858
19,mlp.experts.99.up_proj,0.0058856223,hessian_weighted_relative_error,22834,0.02500,0.873
19,mlp.experts.100.up_proj,0.0075395788,hessian_weighted_relative_error,21354,0.02500,0.857
19,mlp.experts.101.up_proj,0.0072214053,hessian_weighted_relative_error,27933,0.02500,0.872
19,mlp.experts.102.up_proj,0.0064328716,hessian_weighted_relative_error,13818,0.02500,0.857
19,mlp.experts.103.up_proj,0.0049147205,hessian_weighted_relative_error,35346,0.02500,0.880
19,mlp.experts.104.up_proj,0.0059039281,hessian_weighted_relative_error,23481,0.02500,0.859
19,mlp.experts.105.up_proj,0.0046910350,hessian_weighted_relative_error,11628,0.02500,0.880
19,mlp.experts.106.up_proj,0.0052771479,hessian_weighted_relative_error,20144,0.02500,0.857
19,mlp.experts.107.up_proj,0.0075117467,hessian_weighted_relative_error,16538,0.02500,0.867
19,mlp.experts.109.up_proj,0.0053584425,hessian_weighted_relative_error,6966,0.02500,0.880
19,mlp.experts.110.up_proj,0.0049269730,hessian_weighted_relative_error,16412,0.02500,0.859
19,mlp.experts.112.up_proj,0.0035644317,hessian_weighted_relative_error,6671,0.02500,0.857
19,mlp.experts.114.up_proj,0.0062991164,hessian_weighted_relative_error,16496,0.02500,0.857
19,mlp.experts.115.up_proj,0.0058103007,hessian_weighted_relative_error,37718,0.02500,0.874
19,mlp.experts.116.up_proj,0.0038458711,hessian_weighted_relative_error,37834,0.02500,0.858
19,mlp.experts.117.up_proj,0.0039376223,hessian_weighted_relative_error,2668,0.02500,0.867
19,mlp.experts.118.up_proj,0.0079003207,hessian_weighted_relative_error,28030,0.02500,0.859
19,mlp.experts.122.up_proj,0.0063503960,hessian_weighted_relative_error,13146,0.02500,0.859
19,mlp.experts.124.up_proj,0.0048968519,hessian_weighted_relative_error,23075,0.02500,0.858
19,mlp.experts.126.up_proj,0.0055718114,hessian_weighted_relative_error,7268,0.02500,0.858
19,mlp.experts.127.up_proj,0.0079617798,hessian_weighted_relative_error,53037,0.02500,0.877
19,mlp.experts.130.up_proj,0.0077865259,hessian_weighted_relative_error,18234,0.02500,0.857
19,mlp.experts.131.up_proj,0.0054302407,hessian_weighted_relative_error,28557,0.02500,0.875
19,mlp.experts.132.up_proj,0.0084892934,hessian_weighted_relative_error,28766,0.02500,0.858
19,mlp.experts.133.up_proj,0.0100882280,hessian_weighted_relative_error,71314,0.02500,0.879
19,mlp.experts.134.up_proj,0.0076262060,hessian_weighted_relative_error,29581,0.02500,0.857
19,mlp.experts.135.up_proj,0.0075105710,hessian_weighted_relative_error,33979,0.02500,0.869
19,mlp.experts.136.up_proj,0.0067632785,hessian_weighted_relative_error,52360,0.02500,0.857
19,mlp.experts.137.up_proj,0.0064801012,hessian_weighted_relative_error,12635,0.02500,0.866
19,mlp.experts.138.up_proj,0.0071189549,hessian_weighted_relative_error,26579,0.02500,0.860
19,mlp.experts.139.up_proj,0.0072658724,hessian_weighted_relative_error,13955,0.02500,0.880
19,mlp.experts.141.up_proj,0.0062220686,hessian_weighted_relative_error,17291,0.02500,0.881
19,mlp.experts.142.up_proj,0.0071320253,hessian_weighted_relative_error,41148,0.02500,0.859
19,mlp.experts.144.up_proj,0.0057813964,hessian_weighted_relative_error,14146,0.02500,0.857
19,mlp.experts.145.up_proj,0.0099652099,hessian_weighted_relative_error,33643,0.02500,0.877
19,mlp.experts.146.up_proj,0.0021758669,hessian_weighted_relative_error,15359,0.02500,0.858
19,mlp.experts.148.up_proj,0.0071718716,hessian_weighted_relative_error,41800,0.02500,0.858
19,mlp.experts.149.up_proj,0.0061901447,hessian_weighted_relative_error,34845,0.02500,0.878
19,mlp.experts.150.up_proj,0.0066456249,hessian_weighted_relative_error,11175,0.02500,0.858
19,mlp.experts.154.up_proj,0.0037452074,hessian_weighted_relative_error,30685,0.02500,0.860
19,mlp.experts.156.up_proj,0.0067794929,hessian_weighted_relative_error,34771,0.02500,0.858
19,mlp.experts.158.up_proj,0.0062042425,hessian_weighted_relative_error,26048,0.02500,0.860
19,mlp.experts.159.up_proj,0.0033329075,hessian_weighted_relative_error,34101,0.02500,0.882
19,mlp.experts.160.up_proj,0.0064395978,hessian_weighted_relative_error,14761,0.02500,0.860
19,mlp.experts.162.up_proj,0.0082110512,hessian_weighted_relative_error,50393,0.02500,0.862
19,mlp.experts.163.up_proj,0.0059171772,hessian_weighted_relative_error,11531,0.02500,0.875
19,mlp.experts.164.up_proj,0.0024468679,hessian_weighted_relative_error,8989,0.02500,0.859
19,mlp.experts.165.up_proj,0.0035769071,hessian_weighted_relative_error,19482,0.02500,0.879
19,mlp.experts.168.up_proj,0.0020554851,hessian_weighted_relative_error,1024,0.02500,0.861
19,mlp.experts.169.up_proj,0.0071221006,hessian_weighted_relative_error,15552,0.02500,0.879
19,mlp.experts.170.up_proj,0.0052539127,hessian_weighted_relative_error,22362,0.02500,0.860
19,mlp.experts.171.up_proj,0.0055159408,hessian_weighted_relative_error,26885,0.02500,0.879
19,mlp.experts.172.up_proj,0.0063790509,hessian_weighted_relative_error,16744,0.02500,0.859
19,mlp.experts.173.up_proj,0.0054578334,hessian_weighted_relative_error,38766,0.02500,0.875
19,mlp.experts.174.up_proj,0.0075579179,hessian_weighted_relative_error,16369,0.02500,0.861
19,mlp.experts.175.up_proj,0.0077026716,hessian_weighted_relative_error,39707,0.02500,0.882
19,mlp.experts.176.up_proj,0.0047305908,hessian_weighted_relative_error,4451,0.02500,0.860
19,mlp.experts.177.up_proj,0.0057562538,hessian_weighted_relative_error,13376,0.02500,0.878
19,mlp.experts.178.up_proj,0.0073825217,hessian_weighted_relative_error,16005,0.02500,0.859
19,mlp.experts.179.up_proj,0.0072216921,hessian_weighted_relative_error,13234,0.02500,0.881
19,mlp.experts.180.up_proj,0.0073158413,hessian_weighted_relative_error,16133,0.02500,0.860
19,mlp.experts.181.up_proj,0.0022496961,hessian_weighted_relative_error,1713,0.02500,0.878
19,mlp.experts.183.up_proj,0.0064790513,hessian_weighted_relative_error,6187,0.02500,0.887
19,mlp.experts.184.up_proj,0.0090409156,hessian_weighted_relative_error,32675,0.02500,0.859
19,mlp.experts.185.up_proj,0.0093567657,hessian_weighted_relative_error,55878,0.02500,0.875
19,mlp.experts.187.up_proj,0.0062542347,hessian_weighted_relative_error,23211,0.02500,0.881
19,mlp.experts.188.up_proj,0.0071294461,hessian_weighted_relative_error,16529,0.02500,0.862
19,mlp.experts.189.up_proj,0.0072139709,hessian_weighted_relative_error,30677,0.02500,0.883
19,mlp.experts.190.up_proj,0.0083399806,hessian_weighted_relative_error,32283,0.02500,0.861
19,mlp.experts.191.up_proj,0.0037365613,hessian_weighted_relative_error,9890,0.02500,0.872
19,mlp.experts.193.up_proj,0.0072534268,hessian_weighted_relative_error,9457,0.02500,0.883
19,mlp.experts.194.up_proj,0.0034238867,hessian_weighted_relative_error,26755,0.02500,0.862
19,mlp.experts.195.up_proj,0.0102855076,hessian_weighted_relative_error,83311,0.02500,0.877
19,mlp.experts.196.up_proj,0.0065099519,hessian_weighted_relative_error,25837,0.02500,0.861
19,mlp.experts.197.up_proj,0.0058828861,hessian_weighted_relative_error,22302,0.02500,0.875
19,mlp.experts.199.up_proj,0.0080722223,hessian_weighted_relative_error,36358,0.02500,0.888
19,mlp.experts.200.up_proj,0.0063607622,hessian_weighted_relative_error,21430,0.02500,0.866
19,mlp.experts.202.up_proj,0.0069642613,hessian_weighted_relative_error,12548,0.02500,0.877
19,mlp.experts.204.up_proj,0.0045292777,hessian_weighted_relative_error,6152,0.02500,0.870
19,mlp.experts.205.up_proj,0.0080164892,hessian_weighted_relative_error,15232,0.02500,0.889
19,mlp.experts.206.up_proj,0.0055809670,hessian_weighted_relative_error,8232,0.02500,0.877
19,mlp.experts.207.up_proj,0.0082134565,hessian_weighted_relative_error,53763,0.02500,0.900
19,mlp.experts.208.up_proj,0.0062676089,hessian_weighted_relative_error,27588,0.02500,0.862
19,mlp.experts.209.up_proj,0.0056699848,hessian_weighted_relative_error,17002,0.02500,0.883
19,mlp.experts.210.up_proj,0.0076779966,hessian_weighted_relative_error,24784,0.02500,0.862
19,mlp.experts.211.up_proj,0.0051381192,hessian_weighted_relative_error,12861,0.02500,0.881
19,mlp.experts.212.up_proj,0.0066568153,hessian_weighted_relative_error,9441,0.02500,0.865
19,mlp.experts.213.up_proj,0.0047877379,hessian_weighted_relative_error,2810,0.02500,0.874
19,mlp.experts.214.up_proj,0.0053253240,hessian_weighted_relative_error,15764,0.02500,0.861
19,mlp.experts.215.up_proj,0.0061466060,hessian_weighted_relative_error,16527,0.02500,0.880
19,mlp.experts.217.up_proj,0.0080901958,hessian_weighted_relative_error,25769,0.02500,0.883
19,mlp.experts.218.up_proj,0.0107855772,hessian_weighted_relative_error,108602,0.02500,0.863
19,mlp.experts.219.up_proj,0.0063261499,hessian_weighted_relative_error,14535,0.02500,0.879
19,mlp.experts.220.up_proj,0.0070970302,hessian_weighted_relative_error,39032,0.02500,0.862
19,mlp.experts.221.up_proj,0.0073602253,hessian_weighted_relative_error,35064,0.02500,0.880
19,mlp.experts.222.up_proj,0.0050205546,hessian_weighted_relative_error,8659,0.02500,0.862
19,mlp.experts.224.up_proj,0.0067764068,hessian_weighted_relative_error,41730,0.02500,0.861
19,mlp.experts.225.up_proj,0.0072928752,hessian_weighted_relative_error,22821,0.02500,0.879
19,mlp.experts.227.up_proj,0.0079272862,hessian_weighted_relative_error,22722,0.02500,0.878
19,mlp.experts.230.up_proj,0.0065053924,hessian_weighted_relative_error,38561,0.02500,0.862
19,mlp.experts.231.up_proj,0.0052136517,hessian_weighted_relative_error,10397,0.02500,0.887
19,mlp.experts.232.up_proj,0.0063693959,hessian_weighted_relative_error,11156,0.02500,0.863
19,mlp.experts.233.up_proj,0.0046413651,hessian_weighted_relative_error,18845,0.02500,0.886
19,mlp.experts.234.up_proj,0.0087280148,hessian_weighted_relative_error,48459,0.02500,0.863
19,mlp.experts.236.up_proj,0.0057488303,hessian_weighted_relative_error,19469,0.02500,0.863
19,mlp.experts.237.up_proj,0.0083281079,hessian_weighted_relative_error,28154,0.02500,0.890
19,mlp.experts.238.up_proj,0.0040860757,hessian_weighted_relative_error,41074,0.02500,0.863
19,mlp.experts.241.up_proj,0.0082632584,hessian_weighted_relative_error,22966,0.02500,0.881
19,mlp.experts.242.up_proj,0.0040315031,hessian_weighted_relative_error,16917,0.02500,0.863
19,mlp.experts.243.up_proj,0.0058401374,hessian_weighted_relative_error,20951,0.02500,0.888
19,mlp.experts.244.up_proj,0.0063218807,hessian_weighted_relative_error,13568,0.02500,0.863
19,mlp.experts.245.up_proj,0.0042552279,hessian_weighted_relative_error,12880,0.02500,0.885
19,mlp.experts.246.up_proj,0.0065467809,hessian_weighted_relative_error,10032,0.02500,0.862
19,mlp.experts.247.up_proj,0.0028565529,hessian_weighted_relative_error,3080,0.02500,0.885
19,mlp.experts.248.up_proj,0.0047301842,hessian_weighted_relative_error,4605,0.02500,0.863
19,mlp.experts.249.up_proj,0.0082801051,hessian_weighted_relative_error,29867,0.02500,0.888
19,mlp.experts.250.up_proj,0.0052188564,hessian_weighted_relative_error,11075,0.02500,0.862
19,mlp.experts.251.up_proj,0.0037128484,hessian_weighted_relative_error,6127,0.02500,0.884
19,mlp.experts.253.up_proj,0.0030489813,hessian_weighted_relative_error,7243,0.02500,0.892
19,mlp.experts.255.up_proj,0.0085567841,hessian_weighted_relative_error,37889,0.02500,0.878
19,mlp.experts.256.up_proj,0.0081072484,hessian_weighted_relative_error,38132,0.02500,0.863
19,mlp.experts.257.up_proj,0.0070224875,hessian_weighted_relative_error,31301,0.02500,0.883
19,mlp.experts.258.up_proj,0.0079576539,hessian_weighted_relative_error,15553,0.02500,0.862
19,mlp.experts.259.up_proj,0.0036229367,hessian_weighted_relative_error,18757,0.02500,0.888
19,mlp.experts.260.up_proj,0.0045235573,hessian_weighted_relative_error,5495,0.02500,0.862
19,mlp.experts.261.up_proj,0.0067761667,hessian_weighted_relative_error,25242,0.02500,0.893
19,mlp.experts.263.up_proj,0.0025312567,hessian_weighted_relative_error,40227,0.02500,0.886
19,mlp.experts.264.up_proj,0.0046488790,hessian_weighted_relative_error,8019,0.02500,0.862
19,mlp.experts.265.up_proj,0.0083691505,hessian_weighted_relative_error,21923,0.02500,0.886
19,mlp.experts.266.up_proj,0.0080868558,hessian_weighted_relative_error,21858,0.02500,0.863
19,mlp.experts.267.up_proj,0.0015432330,hessian_weighted_relative_error,1024,0.02500,0.884
19,mlp.experts.268.up_proj,0.0075997026,hessian_weighted_relative_error,30227,0.02500,0.862
19,mlp.experts.269.up_proj,0.0019923431,hessian_weighted_relative_error,4431,0.02500,0.884
19,mlp.experts.270.up_proj,0.0082530532,hessian_weighted_relative_error,26831,0.02500,0.863
19,mlp.experts.271.up_proj,0.0035802147,hessian_weighted_relative_error,51957,0.02500,0.881
19,mlp.experts.273.up_proj,0.0066330721,hessian_weighted_relative_error,18801,0.02500,0.891
19,mlp.experts.274.up_proj,0.0079490373,hessian_weighted_relative_error,22278,0.02500,0.862
19,mlp.experts.275.up_proj,0.0061716221,hessian_weighted_relative_error,23453,0.02500,0.885
19,mlp.experts.278.up_proj,0.0062861917,hessian_weighted_relative_error,9550,0.02500,0.863
19,mlp.experts.279.up_proj,0.0077273866,hessian_weighted_relative_error,36405,0.02500,0.890
19,mlp.experts.280.up_proj,0.0078956245,hessian_weighted_relative_error,14524,0.02500,0.863
19,mlp.experts.283.up_proj,0.0066899281,hessian_weighted_relative_error,23746,0.02500,0.889
19,mlp.experts.284.up_proj,0.0075224529,hessian_weighted_relative_error,30619,0.02500,0.864
19,mlp.experts.285.up_proj,0.0064277674,hessian_weighted_relative_error,24948,0.02500,0.885
19,mlp.experts.287.up_proj,0.0036809777,hessian_weighted_relative_error,6345,0.02500,0.888
19,mlp.experts.0.down_proj,0.0131890386,hessian_weighted_relative_error,15893,0.02500,0.770
19,mlp.experts.1.down_proj,0.0126335017,hessian_weighted_relative_error,18525,0.02500,0.749
19,mlp.experts.3.down_proj,0.0109802335,hessian_weighted_relative_error,7841,0.02500,0.717
19,mlp.experts.4.down_proj,0.0103378588,hessian_weighted_relative_error,13156,0.02500,0.770
19,mlp.experts.5.down_proj,0.0085843008,hessian_weighted_relative_error,25443,0.02500,0.748
19,mlp.experts.6.down_proj,0.0126761384,hessian_weighted_relative_error,15052,0.02500,0.730
19,mlp.experts.8.down_proj,0.0117084445,hessian_weighted_relative_error,17550,0.02500,0.772
19,mlp.experts.9.down_proj,0.0077292464,hessian_weighted_relative_error,23779,0.02500,0.753
19,mlp.experts.10.down_proj,0.0076685641,hessian_weighted_relative_error,30099,0.02500,0.771
19,mlp.experts.11.down_proj,0.0109765619,hessian_weighted_relative_error,18256,0.02500,0.752
19,mlp.experts.12.down_proj,0.0133783450,hessian_weighted_relative_error,13162,0.02500,0.774
19,mlp.experts.13.down_proj,0.0139212818,hessian_weighted_relative_error,23638,0.02500,0.752
19,mlp.experts.14.down_proj,0.0125483992,hessian_weighted_relative_error,16156,0.02500,0.769
19,mlp.experts.15.down_proj,0.0103488988,hessian_weighted_relative_error,9564,0.02500,0.757
19,mlp.experts.16.down_proj,0.0107799907,hessian_weighted_relative_error,9060,0.02500,0.775
19,mlp.experts.17.down_proj,0.0106224296,hessian_weighted_relative_error,8447,0.02500,0.758
19,mlp.experts.18.down_proj,0.0137120196,hessian_weighted_relative_error,17015,0.02500,0.773
19,mlp.experts.19.down_proj,0.0127768623,hessian_weighted_relative_error,20644,0.02500,0.756
19,mlp.experts.23.down_proj,0.0101814858,hessian_weighted_relative_error,8546,0.02500,0.758
19,mlp.experts.24.down_proj,0.0128146428,hessian_weighted_relative_error,23132,0.02500,0.777
19,mlp.experts.27.down_proj,0.0120661646,hessian_weighted_relative_error,13959,0.02500,0.759
19,mlp.experts.28.down_proj,0.0127051613,hessian_weighted_relative_error,28703,0.02500,0.779
19,mlp.experts.30.down_proj,0.0129117350,hessian_weighted_relative_error,84816,0.02500,0.776
19,mlp.experts.31.down_proj,0.0111402179,hessian_weighted_relative_error,29544,0.02500,0.764
19,mlp.experts.33.down_proj,0.0137113047,hessian_weighted_relative_error,27359,0.02500,0.765
19,mlp.experts.34.down_proj,0.0111130489,hessian_weighted_relative_error,31849,0.02500,0.778
19,mlp.experts.35.down_proj,0.0115711138,hessian_weighted_relative_error,7622,0.02500,0.763
19,mlp.experts.36.down_proj,0.0069956420,hessian_weighted_relative_error,19794,0.02500,0.780
19,mlp.experts.37.down_proj,0.0136639064,hessian_weighted_relative_error,16561,0.02500,0.761
19,mlp.experts.38.down_proj,0.0114049684,hessian_weighted_relative_error,27021,0.02500,0.777
19,mlp.experts.39.down_proj,0.0134493404,hessian_weighted_relative_error,16028,0.02500,0.765
19,mlp.experts.40.down_proj,0.0131778293,hessian_weighted_relative_error,17262,0.02500,0.783
19,mlp.experts.44.down_proj,0.0077113983,hessian_weighted_relative_error,20949,0.02500,0.784
19,mlp.experts.46.down_proj,0.0129697549,hessian_weighted_relative_error,13992,0.02500,0.780
19,mlp.experts.47.down_proj,0.0136777156,hessian_weighted_relative_error,17322,0.02500,0.768
19,mlp.experts.48.down_proj,0.0136071311,hessian_weighted_relative_error,24047,0.02500,0.783
19,mlp.experts.51.down_proj,0.0125482633,hessian_weighted_relative_error,27958,0.02500,0.769
19,mlp.experts.53.down_proj,0.0131436382,hessian_weighted_relative_error,22706,0.02500,0.766
19,mlp.experts.54.down_proj,0.0129321376,hessian_weighted_relative_error,12412,0.02500,0.781
19,mlp.experts.55.down_proj,0.0093373417,hessian_weighted_relative_error,10819,0.02500,0.771
19,mlp.experts.60.down_proj,0.0100287033,hessian_weighted_relative_error,15254,0.02500,0.787
19,mlp.experts.61.down_proj,0.0104153042,hessian_weighted_relative_error,23119,0.02500,0.772
19,mlp.experts.62.down_proj,0.0135590840,hessian_weighted_relative_error,17720,0.02500,0.784
19,mlp.experts.65.down_proj,0.0122058307,hessian_weighted_relative_error,20065,0.02500,0.778
19,mlp.experts.66.down_proj,0.0069066002,hessian_weighted_relative_error,1791,0.02500,0.788
19,mlp.experts.67.down_proj,0.0141116546,hessian_weighted_relative_error,27251,0.02500,0.775
19,mlp.experts.68.down_proj,0.0101593166,hessian_weighted_relative_error,11759,0.02500,0.790
19,mlp.experts.71.down_proj,0.0113541601,hessian_weighted_relative_error,9645,0.02500,0.778
19,mlp.experts.73.down_proj,0.0143665060,hessian_weighted_relative_error,30553,0.02500,0.781
19,mlp.experts.76.down_proj,0.0124301332,hessian_weighted_relative_error,18492,0.02500,0.792
19,mlp.experts.78.down_proj,0.0133575201,hessian_weighted_relative_error,20878,0.02500,0.789
19,mlp.experts.79.down_proj,0.0129130339,hessian_weighted_relative_error,121151,0.02500,0.782
19,mlp.experts.81.down_proj,0.0101694337,hessian_weighted_relative_error,9140,0.02500,0.783
19,mlp.experts.82.down_proj,0.0107637382,hessian_weighted_relative_error,13190,0.02500,0.792
19,mlp.experts.84.down_proj,0.0124653299,hessian_weighted_relative_error,15242,0.02500,0.794
19,mlp.experts.85.down_proj,0.0121331176,hessian_weighted_relative_error,21262,0.02500,0.780
19,mlp.experts.88.down_proj,0.0133498733,hessian_weighted_relative_error,14287,0.02500,0.794
19,mlp.experts.89.down_proj,0.0134245060,hessian_weighted_relative_error,12763,0.02500,0.787
19,mlp.experts.90.down_proj,0.0133019325,hessian_weighted_relative_error,36807,0.02500,0.793
19,mlp.experts.91.down_proj,0.0124620282,hessian_weighted_relative_error,13818,0.02500,0.784
19,mlp.experts.92.down_proj,0.0078767349,hessian_weighted_relative_error,23627,0.02500,0.797
19,mlp.experts.94.down_proj,0.0117899609,hessian_weighted_relative_error,16766,0.02500,0.793
19,mlp.experts.95.down_proj,0.0121095034,hessian_weighted_relative_error,11267,0.02500,0.787
19,mlp.experts.96.down_proj,0.0113479416,hessian_weighted_relative_error,27053,0.02500,0.797
19,mlp.experts.98.down_proj,0.0141254978,hessian_weighted_relative_error,32229,0.02500,0.795
19,mlp.experts.99.down_proj,0.0113691398,hessian_weighted_relative_error,22834,0.02500,0.787
19,mlp.experts.100.down_proj,0.0133804911,hessian_weighted_relative_error,21354,0.02500,0.798
19,mlp.experts.102.down_proj,0.0088699876,hessian_weighted_relative_error,13818,0.02500,0.795
19,mlp.experts.103.down_proj,0.0087837587,hessian_weighted_relative_error,35346,0.02500,0.791
19,mlp.experts.104.down_proj,0.0116935109,hessian_weighted_relative_error,23481,0.02500,0.799
19,mlp.experts.105.down_proj,0.0092442920,hessian_weighted_relative_error,11628,0.02500,0.793
19,mlp.experts.106.down_proj,0.0097872855,hessian_weighted_relative_error,20144,0.02500,0.797
19,mlp.experts.107.down_proj,0.0127551338,hessian_weighted_relative_error,16538,0.02500,0.790
19,mlp.experts.109.down_proj,0.0101583514,hessian_weighted_relative_error,6966,0.02500,0.787
19,mlp.experts.110.down_proj,0.0093353996,hessian_weighted_relative_error,16412,0.02500,0.796
19,mlp.experts.112.down_proj,0.0077958291,hessian_weighted_relative_error,6671,0.02500,0.801
19,mlp.experts.114.down_proj,0.0123091682,hessian_weighted_relative_error,16496,0.02500,0.799
19,mlp.experts.115.down_proj,0.0099774556,hessian_weighted_relative_error,37718,0.02500,0.792
19,mlp.experts.116.down_proj,0.0069556824,hessian_weighted_relative_error,37834,0.02500,0.800
19,mlp.experts.117.down_proj,0.0087922581,hessian_weighted_relative_error,2668,0.02500,0.791
19,mlp.experts.118.down_proj,0.0096579329,hessian_weighted_relative_error,28030,0.02500,0.797
19,mlp.experts.122.down_proj,0.0118331915,hessian_weighted_relative_error,13146,0.02500,0.800
19,mlp.experts.124.down_proj,0.0112375249,hessian_weighted_relative_error,23075,0.02500,0.802
19,mlp.experts.126.down_proj,0.0091283494,hessian_weighted_relative_error,7268,0.02500,0.800
19,mlp.experts.130.down_proj,0.0136838320,hessian_weighted_relative_error,18234,0.02500,0.802
19,mlp.experts.131.down_proj,0.0100718258,hessian_weighted_relative_error,28557,0.02500,0.797
19,mlp.experts.133.down_proj,0.0139389779,hessian_weighted_relative_error,71314,0.02500,0.797
19,mlp.experts.134.down_proj,0.0122890498,hessian_weighted_relative_error,29581,0.02500,0.801
19,mlp.experts.135.down_proj,0.0132305924,hessian_weighted_relative_error,33979,0.02500,0.802
19,mlp.experts.136.down_proj,0.0111393941,hessian_weighted_relative_error,52360,0.02500,0.805
19,mlp.experts.137.down_proj,0.0118145674,hessian_weighted_relative_error,12635,0.02500,0.803
19,mlp.experts.139.down_proj,0.0128151088,hessian_weighted_relative_error,13955,0.02500,0.804
19,mlp.experts.141.down_proj,0.0111577584,hessian_weighted_relative_error,17291,0.02500,0.799
19,mlp.experts.144.down_proj,0.0112096420,hessian_weighted_relative_error,14146,0.02500,0.806
19,mlp.experts.145.down_proj,0.0145811593,hessian_weighted_relative_error,33643,0.02500,0.806
19,mlp.experts.146.down_proj,0.0040186927,hessian_weighted_relative_error,15359,0.02500,0.805
19,mlp.experts.150.down_proj,0.0113135491,hessian_weighted_relative_error,11175,0.02500,0.805
19,mlp.experts.154.down_proj,0.0065417518,hessian_weighted_relative_error,30685,0.02500,0.805
19,mlp.experts.156.down_proj,0.0110722626,hessian_weighted_relative_error,34771,0.02500,0.806
19,mlp.experts.159.down_proj,0.0070914826,hessian_weighted_relative_error,34101,0.02500,0.810
19,mlp.experts.160.down_proj,0.0125625431,hessian_weighted_relative_error,14761,0.02500,0.808
19,mlp.experts.163.down_proj,0.0100777932,hessian_weighted_relative_error,11531,0.02500,0.810
19,mlp.experts.164.down_proj,0.0051708307,hessian_weighted_relative_error,8989,0.02500,0.809
19,mlp.experts.165.down_proj,0.0069956053,hessian_weighted_relative_error,19482,0.02500,0.806
19,mlp.experts.168.down_proj,0.0041031819,hessian_weighted_relative_error,1024,0.02500,0.809
19,mlp.experts.169.down_proj,0.0128071042,hessian_weighted_relative_error,15552,0.02500,0.815
19,mlp.experts.170.down_proj,0.0096382424,hessian_weighted_relative_error,22362,0.02500,0.808
19,mlp.experts.171.down_proj,0.0101950352,hessian_weighted_relative_error,26885,0.02500,0.809
19,mlp.experts.172.down_proj,0.0120202893,hessian_weighted_relative_error,16744,0.02500,0.811
19,mlp.experts.174.down_proj,0.0124140530,hessian_weighted_relative_error,16369,0.02500,0.807
19,mlp.experts.176.down_proj,0.0098841969,hessian_weighted_relative_error,4451,0.02500,0.810
19,mlp.experts.177.down_proj,0.0115063068,hessian_weighted_relative_error,13376,0.02500,0.816
19,mlp.experts.178.down_proj,0.0128055668,hessian_weighted_relative_error,16005,0.02500,0.809
19,mlp.experts.179.down_proj,0.0123327440,hessian_weighted_relative_error,13234,0.02500,0.813
19,mlp.experts.180.down_proj,0.0125511580,hessian_weighted_relative_error,16133,0.02500,0.813
19,mlp.experts.181.down_proj,0.0053327050,hessian_weighted_relative_error,1713,0.02500,0.812
19,mlp.experts.183.down_proj,0.0117277356,hessian_weighted_relative_error,6187,0.02500,0.816
19,mlp.experts.185.down_proj,0.0125351157,hessian_weighted_relative_error,55878,0.02500,0.819
19,mlp.experts.187.down_proj,0.0118454986,hessian_weighted_relative_error,23211,0.02500,0.817
19,mlp.experts.188.down_proj,0.0133607196,hessian_weighted_relative_error,16529,0.02500,0.814
19,mlp.experts.190.down_proj,0.0142890455,hessian_weighted_relative_error,32283,0.02500,0.810
19,mlp.experts.191.down_proj,0.0067700129,hessian_weighted_relative_error,9890,0.02500,0.820
19,mlp.experts.193.down_proj,0.0125653580,hessian_weighted_relative_error,9457,0.02500,0.820
19,mlp.experts.194.down_proj,0.0075450701,hessian_weighted_relative_error,26755,0.02500,0.812
19,mlp.experts.195.down_proj,0.0141418813,hessian_weighted_relative_error,83311,0.02500,0.823
19,mlp.experts.196.down_proj,0.0117272213,hessian_weighted_relative_error,25837,0.02500,0.813
19,mlp.experts.197.down_proj,0.0121627720,hessian_weighted_relative_error,22302,0.02500,0.818
19,mlp.experts.200.down_proj,0.0114683811,hessian_weighted_relative_error,21430,0.02500,0.813
19,mlp.experts.202.down_proj,0.0124501369,hessian_weighted_relative_error,12548,0.02500,0.813
19,mlp.experts.204.down_proj,0.0102691673,hessian_weighted_relative_error,6152,0.02500,0.816
19,mlp.experts.205.down_proj,0.0129761486,hessian_weighted_relative_error,15232,0.02500,0.818
19,mlp.experts.206.down_proj,0.0110668896,hessian_weighted_relative_error,8232,0.02500,0.811
19,mlp.experts.209.down_proj,0.0115367575,hessian_weighted_relative_error,17002,0.02500,0.824
19,mlp.experts.210.down_proj,0.0125213089,hessian_weighted_relative_error,24784,0.02500,0.812
19,mlp.experts.211.down_proj,0.0109316457,hessian_weighted_relative_error,12861,0.02500,0.823
19,mlp.experts.212.down_proj,0.0008393809,hessian_weighted_relative_error,9441,0.02500,0.814
19,mlp.experts.213.down_proj,0.0088173388,hessian_weighted_relative_error,2810,0.02500,0.821
19,mlp.experts.215.down_proj,0.0117556419,hessian_weighted_relative_error,16527,0.02500,0.824
19,mlp.experts.217.down_proj,0.0142577147,hessian_weighted_relative_error,25769,0.02500,0.824
19,mlp.experts.218.down_proj,0.0141107561,hessian_weighted_relative_error,108602,0.02500,0.814
19,mlp.experts.219.down_proj,0.0112580774,hessian_weighted_relative_error,14535,0.02500,0.824
19,mlp.experts.220.down_proj,0.0126252706,hessian_weighted_relative_error,39032,0.02500,0.815
19,mlp.experts.222.down_proj,0.0093423992,hessian_weighted_relative_error,8659,0.02500,0.814
19,mlp.experts.224.down_proj,0.0106093836,hessian_weighted_relative_error,41730,0.02500,0.815
19,mlp.experts.225.down_proj,0.0127595809,hessian_weighted_relative_error,22821,0.02500,0.825
19,mlp.experts.227.down_proj,0.0123909649,hessian_weighted_relative_error,22722,0.02500,0.824
19,mlp.experts.231.down_proj,0.0106814444,hessian_weighted_relative_error,10397,0.02500,0.825
19,mlp.experts.232.down_proj,0.0111165764,hessian_weighted_relative_error,11156,0.02500,0.816
19,mlp.experts.233.down_proj,0.0106170122,hessian_weighted_relative_error,18845,0.02500,0.826
19,mlp.experts.236.down_proj,0.0112030887,hessian_weighted_relative_error,19469,0.02500,0.817
19,mlp.experts.238.down_proj,0.0075848925,hessian_weighted_relative_error,41074,0.02500,0.814
19,mlp.experts.241.down_proj,0.0139938992,hessian_weighted_relative_error,22966,0.02500,0.827
19,mlp.experts.242.down_proj,0.0089382302,hessian_weighted_relative_error,16917,0.02500,0.816
19,mlp.experts.243.down_proj,0.0104570610,hessian_weighted_relative_error,20951,0.02500,0.825
19,mlp.experts.246.down_proj,0.0121377581,hessian_weighted_relative_error,10032,0.02500,0.816
19,mlp.experts.247.down_proj,0.0060671733,hessian_weighted_relative_error,3080,0.02500,0.826
19,mlp.experts.248.down_proj,0.0098636883,hessian_weighted_relative_error,4605,0.02500,0.818
19,mlp.experts.249.down_proj,0.0135892867,hessian_weighted_relative_error,29867,0.02500,0.827
19,mlp.experts.250.down_proj,0.0101531883,hessian_weighted_relative_error,11075,0.02500,0.817
19,mlp.experts.251.down_proj,0.0096231945,hessian_weighted_relative_error,6127,0.02500,0.827
19,mlp.experts.253.down_proj,0.0082073516,hessian_weighted_relative_error,7243,0.02500,0.822
19,mlp.experts.255.down_proj,0.0142016700,hessian_weighted_relative_error,37889,0.02500,0.827
19,mlp.experts.258.down_proj,0.0135538280,hessian_weighted_relative_error,15553,0.02500,0.818
19,mlp.experts.259.down_proj,0.0079410399,hessian_weighted_relative_error,18757,0.02500,0.826
19,mlp.experts.260.down_proj,0.0093153047,hessian_weighted_relative_error,5495,0.02500,0.819
19,mlp.experts.263.down_proj,0.0046825894,hessian_weighted_relative_error,40227,0.02500,0.827
19,mlp.experts.264.down_proj,0.0096516344,hessian_weighted_relative_error,8019,0.02500,0.821
19,mlp.experts.265.down_proj,0.0137672640,hessian_weighted_relative_error,21923,0.02500,0.830
19,mlp.experts.266.down_proj,0.0133922530,hessian_weighted_relative_error,21858,0.02500,0.818
19,mlp.experts.267.down_proj,0.0034109738,hessian_weighted_relative_error,1024,0.02500,0.826
19,mlp.experts.268.down_proj,0.0132874708,hessian_weighted_relative_error,30227,0.02500,0.819
19,mlp.experts.269.down_proj,0.0043426385,hessian_weighted_relative_error,4431,0.02500,0.824
19,mlp.experts.271.down_proj,0.0054744427,hessian_weighted_relative_error,51957,0.02500,0.828
19,mlp.experts.274.down_proj,0.0139435585,hessian_weighted_relative_error,22278,0.02500,0.818
19,mlp.experts.275.down_proj,0.0124565856,hessian_weighted_relative_error,23453,0.02500,0.826
19,mlp.experts.278.down_proj,0.0118274278,hessian_weighted_relative_error,9550,0.02500,0.818
19,mlp.experts.280.down_proj,0.0121086629,hessian_weighted_relative_error,14524,0.02500,0.821
19,mlp.experts.283.down_proj,0.0119947219,hessian_weighted_relative_error,23746,0.02500,0.825
19,mlp.experts.285.down_proj,0.0124580949,hessian_weighted_relative_error,24948,0.02500,0.823
19,mlp.experts.287.down_proj,0.0075221067,hessian_weighted_relative_error,6345,0.02500,0.829
19,mlp.experts.101.down_proj,0.0030847336,hessian_weighted_relative_error,27933,0.02500,1.501
19,mlp.experts.108.up_proj,0.0014473093,hessian_weighted_relative_error,28478,0.02500,1.604
19,mlp.experts.111.up_proj,0.0014687985,hessian_weighted_relative_error,19295,0.02500,1.671
19,mlp.experts.108.down_proj,0.0031895331,hessian_weighted_relative_error,28478,0.02500,1.536
19,mlp.experts.113.down_proj,0.0030124750,hessian_weighted_relative_error,25905,0.02500,1.543
19,mlp.experts.120.gate_proj,0.0018778051,hessian_weighted_relative_error,72740,0.02500,1.597
19,mlp.experts.111.down_proj,0.0030240562,hessian_weighted_relative_error,19295,0.02500,1.537
19,mlp.experts.120.down_proj,0.0029608210,hessian_weighted_relative_error,72740,0.02500,1.539
19,mlp.experts.113.up_proj,0.0013105699,hessian_weighted_relative_error,25905,0.02500,1.671
19,mlp.experts.128.down_proj,0.0030514222,hessian_weighted_relative_error,60160,0.02500,1.539
19,mlp.experts.120.up_proj,0.0021060914,hessian_weighted_relative_error,72740,0.02500,1.618
19,mlp.experts.119.gate_proj,0.0012422705,hessian_weighted_relative_error,37584,0.02500,1.635
19,mlp.experts.132.down_proj,0.0036719819,hessian_weighted_relative_error,28766,0.02500,1.542
19,mlp.experts.119.up_proj,0.0013117898,hessian_weighted_relative_error,37584,0.02500,1.668
19,mlp.experts.128.up_proj,0.0017934453,hessian_weighted_relative_error,60160,0.02500,1.619
19,mlp.experts.119.down_proj,0.0026208374,hessian_weighted_relative_error,37584,0.02500,1.549
19,mlp.experts.140.down_proj,0.0037489325,hessian_weighted_relative_error,91389,0.02500,1.541
19,mlp.experts.121.down_proj,0.0030226377,hessian_weighted_relative_error,31357,0.02500,1.544
19,mlp.experts.138.down_proj,0.0032610391,hessian_weighted_relative_error,26579,0.02500,1.541
19,mlp.experts.121.up_proj,0.0016063090,hessian_weighted_relative_error,31357,0.02500,1.676
19,mlp.experts.140.up_proj,0.0025290471,hessian_weighted_relative_error,91389,0.02500,1.621
19,mlp.experts.123.down_proj,0.0030332379,hessian_weighted_relative_error,52753,0.02500,1.542
19,mlp.experts.140.gate_proj,0.0022930583,hessian_weighted_relative_error,91389,0.02500,1.599
19,mlp.experts.121.gate_proj,0.0014259448,hessian_weighted_relative_error,31357,0.02500,1.644
19,mlp.experts.148.down_proj,0.0032421851,hessian_weighted_relative_error,41800,0.02500,1.542
19,mlp.experts.123.gate_proj,0.0014548003,hessian_weighted_relative_error,52753,0.02500,1.638
19,mlp.experts.142.down_proj,0.0031316541,hessian_weighted_relative_error,41148,0.02500,1.541
19,mlp.experts.125.down_proj,0.0035335814,hessian_weighted_relative_error,71333,0.02500,1.539
19,mlp.experts.152.gate_proj,0.0016885755,hessian_weighted_relative_error,41569,0.02500,1.600
19,mlp.experts.125.gate_proj,0.0018172490,hessian_weighted_relative_error,71333,0.02500,1.634
19,mlp.experts.152.down_proj,0.0033517329,hessian_weighted_relative_error,41569,0.02500,1.543
19,mlp.experts.123.up_proj,0.0015780248,hessian_weighted_relative_error,52753,0.02500,1.673
19,mlp.experts.158.down_proj,0.0030394108,hessian_weighted_relative_error,26048,0.02500,1.542
19,mlp.experts.125.up_proj,0.0019868336,hessian_weighted_relative_error,71333,0.02500,1.672
19,mlp.experts.152.up_proj,0.0020087016,hessian_weighted_relative_error,41569,0.02500,1.623
19,mlp.experts.129.down_proj,0.0034739749,hessian_weighted_relative_error,83854,0.02500,1.545
19,mlp.experts.166.down_proj,0.0027862494,hessian_weighted_relative_error,46982,0.02500,1.543
19,mlp.experts.129.gate_proj,0.0016637329,hessian_weighted_relative_error,83854,0.02500,1.644
19,mlp.experts.162.down_proj,0.0036734965,hessian_weighted_relative_error,50393,0.02500,1.547
19,mlp.experts.127.down_proj,0.0035593160,hessian_weighted_relative_error,53037,0.02500,1.546
19,mlp.experts.166.up_proj,0.0013957004,hessian_weighted_relative_error,46982,0.02500,1.626
19,mlp.experts.129.up_proj,0.0020392947,hessian_weighted_relative_error,83854,0.02500,1.675
19,mlp.experts.166.gate_proj,0.0012484408,hessian_weighted_relative_error,46982,0.02500,1.601
19,mlp.experts.143.gate_proj,0.0013065994,hessian_weighted_relative_error,26340,0.02500,1.643
19,mlp.experts.182.gate_proj,0.0011331564,hessian_weighted_relative_error,74674,0.02500,1.604
19,mlp.experts.143.up_proj,0.0014173547,hessian_weighted_relative_error,26340,0.02500,1.672
19,mlp.experts.182.down_proj,0.0022097271,hessian_weighted_relative_error,74674,0.02500,1.548
19,mlp.experts.143.down_proj,0.0031522617,hessian_weighted_relative_error,26340,0.02500,1.554
19,mlp.experts.184.down_proj,0.0038623193,hessian_weighted_relative_error,32675,0.02500,1.550
19,mlp.experts.147.down_proj,0.0029982051,hessian_weighted_relative_error,25806,0.02500,1.549
19,mlp.experts.182.up_proj,0.0012091020,hessian_weighted_relative_error,74674,0.02500,1.624
19,mlp.experts.149.down_proj,0.0029103225,hessian_weighted_relative_error,34845,0.02500,1.543
19,mlp.experts.186.gate_proj,0.0014671701,hessian_weighted_relative_error,56911,0.02500,1.607
19,mlp.experts.151.down_proj,0.0023623767,hessian_weighted_relative_error,26153,0.02500,1.556
19,mlp.experts.186.down_proj,0.0032127699,hessian_weighted_relative_error,56911,0.02500,1.550
19,mlp.experts.147.up_proj,0.0015238636,hessian_weighted_relative_error,25806,0.02500,1.683
19,mlp.experts.192.down_proj,0.0030491885,hessian_weighted_relative_error,48262,0.02500,1.550
19,mlp.experts.151.up_proj,0.0014133651,hessian_weighted_relative_error,26153,0.02500,1.684
19,mlp.experts.186.up_proj,0.0015488731,hessian_weighted_relative_error,56911,0.02500,1.626
19,mlp.experts.153.gate_proj,0.0015565209,hessian_weighted_relative_error,42043,0.02500,1.652
19,mlp.experts.192.up_proj,0.0014420581,hessian_weighted_relative_error,48262,0.02500,1.626
19,mlp.experts.153.up_proj,0.0018684326,hessian_weighted_relative_error,42043,0.02500,1.682
19,mlp.experts.192.gate_proj,0.0012919661,hessian_weighted_relative_error,48262,0.02500,1.609
19,mlp.experts.153.down_proj,0.0032146953,hessian_weighted_relative_error,42043,0.02500,1.554
19,mlp.experts.198.gate_proj,0.0013217918,hessian_weighted_relative_error,28024,0.02500,1.610
19,mlp.experts.155.down_proj,0.0027070457,hessian_weighted_relative_error,25675,0.02500,1.552
19,mlp.experts.198.down_proj,0.0027786470,hessian_weighted_relative_error,28024,0.02500,1.551
19,mlp.experts.157.down_proj,0.0021417007,hessian_weighted_relative_error,78580,0.02500,1.546
19,mlp.experts.2.down_proj,0.0033275599,hessian_weighted_relative_error,23078,0.02500,1.505
19,mlp.experts.157.gate_proj,0.0009783114,hessian_weighted_relative_error,78580,0.02500,1.648
19,mlp.experts.198.up_proj,0.0014979992,hessian_weighted_relative_error,28024,0.02500,1.627
19,mlp.experts.155.up_proj,0.0014276296,hessian_weighted_relative_error,25675,0.02500,1.677
19,mlp.experts.20.gate_proj,0.0016652428,hessian_weighted_relative_error,55159,0.02500,1.572
19,mlp.experts.20.down_proj,0.0028166315,hessian_weighted_relative_error,55159,0.02500,1.517
19,mlp.experts.157.up_proj,0.0011731861,hessian_weighted_relative_error,78580,0.02500,1.681
19,mlp.experts.208.down_proj,0.0029343465,hessian_weighted_relative_error,27588,0.02500,1.555
19,mlp.experts.161.gate_proj,0.0019119737,hessian_weighted_relative_error,51354,0.02500,1.664
19,mlp.experts.20.up_proj,0.0018935766,hessian_weighted_relative_error,55159,0.02500,1.616
19,mlp.experts.161.up_proj,0.0020192680,hessian_weighted_relative_error,51354,0.02500,1.682
19,mlp.experts.216.down_proj,0.0029263319,hessian_weighted_relative_error,50526,0.02500,1.553
19,mlp.experts.161.down_proj,0.0035906400,hessian_weighted_relative_error,51354,0.02500,1.556
19,mlp.experts.214.down_proj,0.0029375382,hessian_weighted_relative_error,15764,0.02500,1.555
19,mlp.experts.167.down_proj,0.0029312922,hessian_weighted_relative_error,32640,0.02500,1.558
19,mlp.experts.216.up_proj,0.0013900820,hessian_weighted_relative_error,50526,0.02500,1.631
19,mlp.experts.173.down_proj,0.0027481994,hessian_weighted_relative_error,38766,0.02500,1.551
19,mlp.experts.216.gate_proj,0.0014650307,hessian_weighted_relative_error,50526,0.02500,1.611
19,mlp.experts.175.down_proj,0.0035638555,hessian_weighted_relative_error,39707,0.02500,1.564
19,mlp.experts.22.up_proj,0.0018446361,hessian_weighted_relative_error,29565,0.02500,1.619
19,mlp.experts.167.up_proj,0.0012953820,hessian_weighted_relative_error,32640,0.02500,1.687
19,mlp.experts.22.down_proj,0.0027301277,hessian_weighted_relative_error,29565,0.02500,1.515
19,mlp.experts.189.down_proj,0.0031676405,hessian_weighted_relative_error,30677,0.02500,1.567
19,mlp.experts.226.up_proj,0.0021994298,hessian_weighted_relative_error,47666,0.02500,1.630
19,mlp.experts.201.down_proj,0.0029978562,hessian_weighted_relative_error,28820,0.02500,1.570
19,mlp.experts.226.down_proj,0.0037836688,hessian_weighted_relative_error,47666,0.02500,1.557
19,mlp.experts.201.gate_proj,0.0013619869,hessian_weighted_relative_error,28820,0.02500,1.671
19,mlp.experts.228.gate_proj,0.0017392061,hessian_weighted_relative_error,52317,0.02500,1.612
19,mlp.experts.199.down_proj,0.0034818125,hessian_weighted_relative_error,36358,0.02500,1.572
19,mlp.experts.228.down_proj,0.0033376294,hessian_weighted_relative_error,52317,0.02500,1.557
19,mlp.experts.201.up_proj,0.0015094256,hessian_weighted_relative_error,28820,0.02500,1.693
19,mlp.experts.230.down_proj,0.0030655487,hessian_weighted_relative_error,38561,0.02500,1.556
19,mlp.experts.203.gate_proj,0.0013770994,hessian_weighted_relative_error,46880,0.02500,1.665
19,mlp.experts.228.up_proj,0.0019910790,hessian_weighted_relative_error,52317,0.02500,1.631
19,mlp.experts.203.up_proj,0.0015798220,hessian_weighted_relative_error,46880,0.02500,1.695
19,mlp.experts.240.down_proj,0.0036947083,hessian_weighted_relative_error,44989,0.02500,1.557
19,mlp.experts.203.down_proj,0.0026373816,hessian_weighted_relative_error,46880,0.02500,1.571
19,mlp.experts.234.down_proj,0.0037331720,hessian_weighted_relative_error,48459,0.02500,1.559
19,mlp.experts.207.down_proj,0.0029915445,hessian_weighted_relative_error,53763,0.02500,1.570
19,mlp.experts.240.up_proj,0.0021007846,hessian_weighted_relative_error,44989,0.02500,1.634
19,mlp.experts.21.gate_proj,0.0015287641,hessian_weighted_relative_error,64114,0.02500,1.603
19,mlp.experts.240.gate_proj,0.0018061966,hessian_weighted_relative_error,44989,0.02500,1.618
19,mlp.experts.21.up_proj,0.0017679697,hessian_weighted_relative_error,64114,0.02500,1.672
19,mlp.experts.252.down_proj,0.0035541480,hessian_weighted_relative_error,98992,0.02500,1.559
19,mlp.experts.21.down_proj,0.0031698903,hessian_weighted_relative_error,64114,0.02500,1.506
19,mlp.experts.244.down_proj,0.0030057560,hessian_weighted_relative_error,13568,0.02500,1.560
19,mlp.experts.221.down_proj,0.0034274715,hessian_weighted_relative_error,35064,0.02500,1.570
19,mlp.experts.254.down_proj,0.0022582170,hessian_weighted_relative_error,113947,0.02500,1.558
19,mlp.experts.223.gate_proj,0.0014342791,hessian_weighted_relative_error,34697,0.02500,1.667
19,mlp.experts.252.up_proj,0.0027529057,hessian_weighted_relative_error,98992,0.02500,1.631
19,mlp.experts.223.up_proj,0.0015890040,hessian_weighted_relative_error,34697,0.02500,1.688
19,mlp.experts.256.down_proj,0.0035293500,hessian_weighted_relative_error,38132,0.02500,1.558
19,mlp.experts.223.down_proj,0.0032695740,hessian_weighted_relative_error,34697,0.02500,1.575
19,mlp.experts.254.up_proj,0.0015467550,hessian_weighted_relative_error,113947,0.02500,1.633
19,mlp.experts.229.down_proj,0.0029834680,hessian_weighted_relative_error,33439,0.02500,1.574
19,mlp.experts.26.up_proj,0.0015745001,hessian_weighted_relative_error,39231,0.02500,1.622
19,mlp.experts.235.down_proj,0.0034260200,hessian_weighted_relative_error,74486,0.02500,1.574
19,mlp.experts.26.down_proj,0.0026806002,hessian_weighted_relative_error,39231,0.02500,1.520
19,mlp.experts.235.up_proj,0.0023221000,hessian_weighted_relative_error,74486,0.02500,1.692
19,mlp.experts.262.up_proj,0.0014918970,hessian_weighted_relative_error,40852,0.02500,1.633
19,mlp.experts.229.up_proj,0.0014893242,hessian_weighted_relative_error,33439,0.02500,1.693
19,mlp.experts.262.down_proj,0.0030872604,hessian_weighted_relative_error,40852,0.02500,1.562
19,mlp.experts.237.down_proj,0.0034823575,hessian_weighted_relative_error,28154,0.02500,1.576
19,mlp.experts.272.down_proj,0.0035673460,hessian_weighted_relative_error,73538,0.02500,1.561
19,mlp.experts.239.up_proj,0.0017260133,hessian_weighted_relative_error,31523,0.02500,1.691
19,mlp.experts.270.down_proj,0.0037598970,hessian_weighted_relative_error,26831,0.02500,1.564
19,mlp.experts.245.down_proj,0.0025827776,hessian_weighted_relative_error,12880,0.02500,1.593
19,mlp.experts.272.up_proj,0.0020387364,hessian_weighted_relative_error,73538,0.02500,1.636
19,mlp.experts.239.down_proj,0.0032413881,hessian_weighted_relative_error,31523,0.02500,1.572
19,mlp.experts.272.gate_proj,0.0016989970,hessian_weighted_relative_error,73538,0.02500,1.622
19,mlp.experts.25.down_proj,0.0026500865,hessian_weighted_relative_error,52163,0.02500,1.517
19,mlp.experts.276.gate_proj,0.0016806195,hessian_weighted_relative_error,70058,0.02500,1.620
19,mlp.experts.261.down_proj,0.0033180663,hessian_weighted_relative_error,25242,0.02500,1.570
19,mlp.experts.276.down_proj,0.0034834559,hessian_weighted_relative_error,70058,0.02500,1.565
19,mlp.experts.273.down_proj,0.0032022064,hessian_weighted_relative_error,18801,0.02500,1.578
19,mlp.experts.282.down_proj,0.0026365004,hessian_weighted_relative_error,52250,0.02500,1.561
19,mlp.experts.257.down_proj,0.0035411161,hessian_weighted_relative_error,31301,0.02500,1.579
19,mlp.experts.276.up_proj,0.0019330408,hessian_weighted_relative_error,70058,0.02500,1.633
19,mlp.experts.277.down_proj,0.0022110686,hessian_weighted_relative_error,51403,0.02500,1.575
19,mlp.experts.282.up_proj,0.0014607577,hessian_weighted_relative_error,52250,0.02500,1.636
19,mlp.experts.279.down_proj,0.0035126700,hessian_weighted_relative_error,36405,0.02500,1.571
19,mlp.experts.282.gate_proj,0.0012494391,hessian_weighted_relative_error,52250,0.02500,1.619
19,mlp.experts.281.down_proj,0.0022635326,hessian_weighted_relative_error,85198,0.02500,1.576
19,mlp.experts.286.down_proj,0.0038395607,hessian_weighted_relative_error,52731,0.02500,1.562
19,mlp.experts.277.up_proj,0.0012810584,hessian_weighted_relative_error,51403,0.02500,1.700
19,mlp.experts.284.down_proj,0.0033453475,hessian_weighted_relative_error,30619,0.02500,1.566
19,mlp.experts.281.gate_proj,0.0011503007,hessian_weighted_relative_error,85198,0.02500,1.671
19,mlp.experts.286.up_proj,0.0022527115,hessian_weighted_relative_error,52731,0.02500,1.638
19,mlp.experts.29.down_proj,0.0033479831,hessian_weighted_relative_error,32206,0.02500,1.518
19,mlp.experts.286.gate_proj,0.0021054378,hessian_weighted_relative_error,52731,0.02500,1.622
19,mlp.experts.32.up_proj,0.0014010388,hessian_weighted_relative_error,26054,0.02500,1.624
19,mlp.experts.41.down_proj,0.0035266696,hessian_weighted_relative_error,93413,0.02500,1.534
19,mlp.experts.32.down_proj,0.0032301467,hessian_weighted_relative_error,26054,0.02500,1.524
19,mlp.experts.281.up_proj,0.0013647482,hessian_weighted_relative_error,85198,0.02500,1.713
19,mlp.experts.42.up_proj,0.0016245334,hessian_weighted_relative_error,79346,0.02500,1.624
19,mlp.experts.41.gate_proj,0.0017234254,hessian_weighted_relative_error,93413,0.02500,1.628
19,mlp.experts.42.down_proj,0.0026709289,hessian_weighted_relative_error,79346,0.02500,1.526
19,mlp.experts.43.down_proj,0.0036012628,hessian_weighted_relative_error,38417,0.02500,1.514
19,mlp.experts.43.up_proj,0.0021230764,hessian_weighted_relative_error,38417,0.02500,1.788
19,mlp.experts.52.down_proj,0.0029349797,hessian_weighted_relative_error,59560,0.02500,1.508
19,mlp.experts.41.up_proj,0.0020082943,hessian_weighted_relative_error,93413,0.02500,1.678
19,mlp.experts.50.down_proj,0.0027957149,hessian_weighted_relative_error,24319,0.02500,1.528
19,mlp.experts.45.down_proj,0.0027582018,hessian_weighted_relative_error,32792,0.02500,1.522
19,mlp.experts.52.up_proj,0.0015146570,hessian_weighted_relative_error,59560,0.02500,1.627
19,mlp.experts.49.down_proj,0.0026131137,hessian_weighted_relative_error,34269,0.02500,1.519
19,mlp.experts.52.gate_proj,0.0013437291,hessian_weighted_relative_error,59560,0.02500,1.587
19,mlp.experts.58.down_proj,0.0028475355,hessian_weighted_relative_error,32909,0.02500,1.528
19,mlp.experts.45.up_proj,0.0017453985,hessian_weighted_relative_error,32792,0.02500,1.743
19,mlp.experts.56.down_proj,0.0023492282,hessian_weighted_relative_error,46458,0.02500,1.530
19,mlp.experts.57.down_proj,0.0035356410,hessian_weighted_relative_error,30235,0.02500,1.530
19,mlp.experts.70.down_proj,0.0029490562,hessian_weighted_relative_error,36012,0.02500,1.530
19,mlp.experts.49.up_proj,0.0015794524,hessian_weighted_relative_error,34269,0.02500,1.679
19,mlp.experts.64.down_proj,0.0028682474,hessian_weighted_relative_error,40796,0.02500,1.533
19,mlp.experts.59.gate_proj,0.0014507947,hessian_weighted_relative_error,27602,0.02500,1.626
19,mlp.experts.72.down_proj,0.0032728775,hessian_weighted_relative_error,83291,0.02500,1.533
19,mlp.experts.59.down_proj,0.0028946318,hessian_weighted_relative_error,27602,0.02500,1.527
19,mlp.experts.70.up_proj,0.0019779722,hessian_weighted_relative_error,36012,0.02500,1.624
19,mlp.experts.63.down_proj,0.0031510982,hessian_weighted_relative_error,30772,0.02500,1.528
19,mlp.experts.72.up_proj,0.0022429566,hessian_weighted_relative_error,83291,0.02500,1.625
19,mlp.experts.59.up_proj,0.0015974942,hessian_weighted_relative_error,27602,0.02500,1.670
19,mlp.experts.72.gate_proj,0.0018520959,hessian_weighted_relative_error,83291,0.02500,1.588
19,mlp.experts.69.up_proj,0.0010812395,hessian_weighted_relative_error,36149,0.02500,1.687
19,mlp.experts.74.gate_proj,0.0018347104,hessian_weighted_relative_error,40840,0.02500,1.592
19,mlp.experts.69.down_proj,0.0019150729,hessian_weighted_relative_error,36149,0.02500,1.529
19,mlp.experts.74.down_proj,0.0034760027,hessian_weighted_relative_error,40840,0.02500,1.533
19,mlp.experts.7.gate_proj,0.0019338031,hessian_weighted_relative_error,65764,0.02500,1.584
19,mlp.experts.80.down_proj,0.0027452988,hessian_weighted_relative_error,123416,0.02500,1.534
19,mlp.experts.7.down_proj,0.0036101938,hessian_weighted_relative_error,65764,0.02500,1.506
19,mlp.experts.74.up_proj,0.0020014169,hessian_weighted_relative_error,40840,0.02500,1.627
19,mlp.experts.75.down_proj,0.0032647122,hessian_weighted_relative_error,39100,0.02500,1.525
19,mlp.experts.80.up_proj,0.0015853201,hessian_weighted_relative_error,123416,0.02500,1.627
19,mlp.experts.7.up_proj,0.0022458686,hessian_weighted_relative_error,65764,0.02500,1.658
19,mlp.experts.80.gate_proj,0.0013626857,hessian_weighted_relative_error,123416,0.02500,1.593
19,mlp.experts.75.up_proj,0.0015798640,hessian_weighted_relative_error,39100,0.02500,1.665
19,mlp.experts.86.gate_proj,0.0016778873,hessian_weighted_relative_error,65020,0.02500,1.593
19,mlp.experts.75.gate_proj,0.0014345106,hessian_weighted_relative_error,39100,0.02500,1.614
19,mlp.experts.86.down_proj,0.0034606997,hessian_weighted_relative_error,65020,0.02500,1.535
19,mlp.experts.83.down_proj,0.0026133888,hessian_weighted_relative_error,20649,0.02500,1.528
19,mlp.experts.86.up_proj,0.0019836870,hessian_weighted_relative_error,65020,0.02500,1.631
19,mlp.experts.77.down_proj,0.0030682146,hessian_weighted_relative_error,34019,0.02500,1.524
19,mlp.experts.87.down_proj,0.0027264837,hessian_weighted_relative_error,23946,0.02500,1.533
19,mlp.experts.83.up_proj,0.0011964430,hessian_weighted_relative_error,20649,0.02500,1.666
19,mlp.experts.87.up_proj,0.0017384838,hessian_weighted_relative_error,23946,0.02500,1.669
19,mlp.experts.87.gate_proj,0.0015780019,hessian_weighted_relative_error,23946,0.02500,1.620
19,mlp.experts.97.down_proj,0.0023954414,hessian_weighted_relative_error,17703,0.02500,1.541
19,mlp.experts.93.down_proj,0.0036258489,hessian_weighted_relative_error,151805,0.02500,1.534
19,mlp.experts.97.up_proj,0.0012073889,hessian_weighted_relative_error,17703,0.02500,1.669
20,mlp.experts.0.gate_proj,0.0062450759,hessian_weighted_relative_error,24635,0.02500,0.804
20,mlp.experts.1.gate_proj,0.0049290460,hessian_weighted_relative_error,32224,0.02500,0.792
20,mlp.experts.2.gate_proj,0.0056891758,hessian_weighted_relative_error,20529,0.02500,0.783
20,mlp.experts.3.gate_proj,0.0060580327,hessian_weighted_relative_error,19060,0.02500,0.799
20,mlp.experts.4.gate_proj,0.0058725597,hessian_weighted_relative_error,9794,0.02500,0.809
20,mlp.experts.5.gate_proj,0.0070663126,hessian_weighted_relative_error,26378,0.02500,0.809
20,mlp.experts.6.gate_proj,0.0062747467,hessian_weighted_relative_error,21744,0.02500,0.803
20,mlp.experts.7.gate_proj,0.0042780668,hessian_weighted_relative_error,13387,0.02500,0.803
20,mlp.experts.8.gate_proj,0.0056012348,hessian_weighted_relative_error,29763,0.02500,0.807
20,mlp.experts.9.gate_proj,0.0052388390,hessian_weighted_relative_error,6103,0.02500,0.794
20,mlp.experts.12.gate_proj,0.0062067757,hessian_weighted_relative_error,23214,0.02500,0.809
20,mlp.experts.13.gate_proj,0.0043624596,hessian_weighted_relative_error,14895,0.02500,0.796
20,mlp.experts.14.gate_proj,0.0066188238,hessian_weighted_relative_error,84049,0.02500,0.808
20,mlp.experts.15.gate_proj,0.0050776003,hessian_weighted_relative_error,20829,0.02500,0.794
20,mlp.experts.16.gate_proj,0.0023377359,hessian_weighted_relative_error,5431,0.02500,0.809
20,mlp.experts.18.gate_proj,0.0065292617,hessian_weighted_relative_error,48479,0.02500,0.808
20,mlp.experts.19.gate_proj,0.0061805737,hessian_weighted_relative_error,17588,0.02500,0.797
20,mlp.experts.20.gate_proj,0.0069430391,hessian_weighted_relative_error,21892,0.02500,0.811
20,mlp.experts.21.gate_proj,0.0050318603,hessian_weighted_relative_error,8097,0.02500,0.801
20,mlp.experts.22.gate_proj,0.0044014796,hessian_weighted_relative_error,7821,0.02500,0.808
20,mlp.experts.23.gate_proj,0.0044222212,hessian_weighted_relative_error,5670,0.02500,0.798
20,mlp.experts.24.gate_proj,0.0058395720,hessian_weighted_relative_error,51506,0.02500,0.811
20,mlp.experts.25.gate_proj,0.0058666549,hessian_weighted_relative_error,15552,0.02500,0.801
20,mlp.experts.26.gate_proj,0.0078106099,hessian_weighted_relative_error,36636,0.02500,0.811
20,mlp.experts.27.gate_proj,0.0048994201,hessian_weighted_relative_error,21303,0.02500,0.803
20,mlp.experts.28.gate_proj,0.0047680061,hessian_weighted_relative_error,11254,0.02500,0.815
20,mlp.experts.29.gate_proj,0.0028400384,hessian_weighted_relative_error,39651,0.02500,0.801
20,mlp.experts.30.gate_proj,0.0045567951,hessian_weighted_relative_error,22613,0.02500,0.810
20,mlp.experts.31.gate_proj,0.0062860064,hessian_weighted_relative_error,30855,0.02500,0.802
20,mlp.experts.32.gate_proj,0.0040698457,hessian_weighted_relative_error,31835,0.02500,0.814
20,mlp.experts.33.gate_proj,0.0065040836,hessian_weighted_relative_error,14819,0.02500,0.807
20,mlp.experts.34.gate_proj,0.0052446653,hessian_weighted_relative_error,19458,0.02500,0.813
20,mlp.experts.35.gate_proj,0.0054251352,hessian_weighted_relative_error,17269,0.02500,0.804
20,mlp.experts.37.gate_proj,0.0057264596,hessian_weighted_relative_error,26698,0.02500,0.809
20,mlp.experts.39.gate_proj,0.0040935142,hessian_weighted_relative_error,18966,0.02500,0.808
20,mlp.experts.40.gate_proj,0.0032993622,hessian_weighted_relative_error,9784,0.02500,0.817
20,mlp.experts.41.gate_proj,0.0078158670,hessian_weighted_relative_error,52239,0.02500,0.811
20,mlp.experts.44.gate_proj,0.0042849918,hessian_weighted_relative_error,12633,0.02500,0.819
20,mlp.experts.45.gate_proj,0.0046737347,hessian_weighted_relative_error,27629,0.02500,0.812
20,mlp.experts.46.gate_proj,0.0051261540,hessian_weighted_relative_error,39914,0.02500,0.816
20,mlp.experts.47.gate_proj,0.0039962114,hessian_weighted_relative_error,3924,0.02500,0.810
20,mlp.experts.48.gate_proj,0.0048821595,hessian_weighted_relative_error,20309,0.02500,0.820
20,mlp.experts.49.gate_proj,0.0062379053,hessian_weighted_relative_error,29291,0.02500,0.813
20,mlp.experts.50.gate_proj,0.0045122024,hessian_weighted_relative_error,22263,0.02500,0.817
20,mlp.experts.51.gate_proj,0.0048029062,hessian_weighted_relative_error,18583,0.02500,0.813
20,mlp.experts.52.gate_proj,0.0049137547,hessian_weighted_relative_error,19859,0.02500,0.820
20,mlp.experts.53.gate_proj,0.0046957930,hessian_weighted_relative_error,13629,0.02500,0.815
20,mlp.experts.54.gate_proj,0.0026615315,hessian_weighted_relative_error,7458,0.02500,0.818
20,mlp.experts.55.gate_proj,0.0043822408,hessian_weighted_relative_error,23009,0.02500,0.814
20,mlp.experts.56.gate_proj,0.0062584911,hessian_weighted_relative_error,19370,0.02500,0.823
20,mlp.experts.58.gate_proj,0.0067072066,hessian_weighted_relative_error,25328,0.02500,0.819
20,mlp.experts.59.gate_proj,0.0062507890,hessian_weighted_relative_error,13906,0.02500,0.820
20,mlp.experts.60.gate_proj,0.0048794111,hessian_weighted_relative_error,32949,0.02500,0.823
20,mlp.experts.61.gate_proj,0.0014681779,hessian_weighted_relative_error,1024,0.02500,0.820
20,mlp.experts.62.gate_proj,0.0085949286,hessian_weighted_relative_error,32239,0.02500,0.821
20,mlp.experts.63.gate_proj,0.0036380690,hessian_weighted_relative_error,4321,0.02500,0.817
20,mlp.experts.65.gate_proj,0.0047907779,hessian_weighted_relative_error,18424,0.02500,0.822
20,mlp.experts.66.gate_proj,0.0034716317,hessian_weighted_relative_error,25689,0.02500,0.824
20,mlp.experts.67.gate_proj,0.0053580334,hessian_weighted_relative_error,28863,0.02500,0.824
20,mlp.experts.68.gate_proj,0.0053719988,hessian_weighted_relative_error,19031,0.02500,0.823
20,mlp.experts.72.gate_proj,0.0062242796,hessian_weighted_relative_error,38474,0.02500,0.826
20,mlp.experts.73.gate_proj,0.0059202831,hessian_weighted_relative_error,17478,0.02500,0.825
20,mlp.experts.74.gate_proj,0.0044565151,hessian_weighted_relative_error,17949,0.02500,0.823
20,mlp.experts.75.gate_proj,0.0068738102,hessian_weighted_relative_error,37396,0.02500,0.826
20,mlp.experts.76.gate_proj,0.0039037665,hessian_weighted_relative_error,5855,0.02500,0.827
20,mlp.experts.77.gate_proj,0.0070348461,hessian_weighted_relative_error,40701,0.02500,0.828
20,mlp.experts.78.gate_proj,0.0059018377,hessian_weighted_relative_error,13910,0.02500,0.825
20,mlp.experts.79.gate_proj,0.0047644830,hessian_weighted_relative_error,26568,0.02500,0.827
20,mlp.experts.80.gate_proj,0.0049283931,hessian_weighted_relative_error,8957,0.02500,0.828
20,mlp.experts.81.gate_proj,0.0056587336,hessian_weighted_relative_error,23908,0.02500,0.827
20,mlp.experts.82.gate_proj,0.0060481866,hessian_weighted_relative_error,19675,0.02500,0.827
20,mlp.experts.83.gate_proj,0.0053593465,hessian_weighted_relative_error,42850,0.02500,0.835
20,mlp.experts.84.gate_proj,0.0048626582,hessian_weighted_relative_error,11942,0.02500,0.828
20,mlp.experts.85.gate_proj,0.0055914712,hessian_weighted_relative_error,8654,0.02500,0.833
20,mlp.experts.86.gate_proj,0.0062249535,hessian_weighted_relative_error,12425,0.02500,0.828
20,mlp.experts.87.gate_proj,0.0074638214,hessian_weighted_relative_error,25227,0.02500,0.831
20,mlp.experts.88.gate_proj,0.0054619438,hessian_weighted_relative_error,24194,0.02500,0.829
20,mlp.experts.90.gate_proj,0.0064466695,hessian_weighted_relative_error,32271,0.02500,0.829
20,mlp.experts.91.gate_proj,0.0045786751,hessian_weighted_relative_error,16031,0.02500,0.834
20,mlp.experts.93.gate_proj,0.0074434010,hessian_weighted_relative_error,26483,0.02500,0.837
20,mlp.experts.95.gate_proj,0.0038282938,hessian_weighted_relative_error,16908,0.02500,0.833
20,mlp.experts.97.gate_proj,0.0061330149,hessian_weighted_relative_error,14831,0.02500,0.839
20,mlp.experts.98.gate_proj,0.0036785362,hessian_weighted_relative_error,23316,0.02500,0.830
20,mlp.experts.99.gate_proj,0.0059924983,hessian_weighted_relative_error,16050,0.02500,0.839
20,mlp.experts.100.gate_proj,0.0047906559,hessian_weighted_relative_error,7652,0.02500,0.832
20,mlp.experts.102.gate_proj,0.0052684036,hessian_weighted_relative_error,17117,0.02500,0.831
20,mlp.experts.103.gate_proj,0.0055003384,hessian_weighted_relative_error,22064,0.02500,0.839
20,mlp.experts.104.gate_proj,0.0052681598,hessian_weighted_relative_error,13322,0.02500,0.834
20,mlp.experts.107.gate_proj,0.0058978701,hessian_weighted_relative_error,31663,0.02500,0.843
20,mlp.experts.108.gate_proj,0.0055645201,hessian_weighted_relative_error,8528,0.02500,0.832
20,mlp.experts.109.gate_proj,0.0028572754,hessian_weighted_relative_error,29029,0.02500,0.843
20,mlp.experts.110.gate_proj,0.0047599659,hessian_weighted_relative_error,19063,0.02500,0.833
20,mlp.experts.111.gate_proj,0.0048758231,hessian_weighted_relative_error,20652,0.02500,0.843
20,mlp.experts.112.gate_proj,0.0047209774,hessian_weighted_relative_error,21619,0.02500,0.835
20,mlp.experts.113.gate_proj,0.0057955056,hessian_weighted_relative_error,32681,0.02500,0.844
20,mlp.experts.114.gate_proj,0.0057060474,hessian_weighted_relative_error,18648,0.02500,0.832
20,mlp.experts.115.gate_proj,0.0050863633,hessian_weighted_relative_error,46595,0.02500,0.846
20,mlp.experts.116.gate_proj,0.0045444384,hessian_weighted_relative_error,25782,0.02500,0.835
20,mlp.experts.118.gate_proj,0.0062065907,hessian_weighted_relative_error,11289,0.02500,0.834
20,mlp.experts.119.gate_proj,0.0054903647,hessian_weighted_relative_error,24283,0.02500,0.845
20,mlp.experts.121.gate_proj,0.0068895635,hessian_weighted_relative_error,23101,0.02500,0.847
20,mlp.experts.122.gate_proj,0.0061881333,hessian_weighted_relative_error,19477,0.02500,0.835
20,mlp.experts.123.gate_proj,0.0035126475,hessian_weighted_relative_error,6340,0.02500,0.846
20,mlp.experts.124.gate_proj,0.0046104383,hessian_weighted_relative_error,18242,0.02500,0.838
20,mlp.experts.125.gate_proj,0.0046963663,hessian_weighted_relative_error,8399,0.02500,0.848
20,mlp.experts.126.gate_proj,0.0040450056,hessian_weighted_relative_error,20098,0.02500,0.837
20,mlp.experts.127.gate_proj,0.0048141480,hessian_weighted_relative_error,16267,0.02500,0.849
20,mlp.experts.128.gate_proj,0.0058306177,hessian_weighted_relative_error,32374,0.02500,0.836
20,mlp.experts.129.gate_proj,0.0050639965,hessian_weighted_relative_error,27899,0.02500,0.850
20,mlp.experts.130.gate_proj,0.0042867188,hessian_weighted_relative_error,8198,0.02500,0.839
20,mlp.experts.131.gate_proj,0.0047560941,hessian_weighted_relative_error,13048,0.02500,0.849
20,mlp.experts.132.gate_proj,0.0068495074,hessian_weighted_relative_error,25960,0.02500,0.838
20,mlp.experts.133.gate_proj,0.0074837071,hessian_weighted_relative_error,24131,0.02500,0.854
20,mlp.experts.134.gate_proj,0.0050248569,hessian_weighted_relative_error,31966,0.02500,0.837
20,mlp.experts.135.gate_proj,0.0076325253,hessian_weighted_relative_error,31946,0.02500,0.854
20,mlp.experts.136.gate_proj,0.0060401926,hessian_weighted_relative_error,20341,0.02500,0.847
20,mlp.experts.137.gate_proj,0.0037263982,hessian_weighted_relative_error,35109,0.02500,0.856
20,mlp.experts.138.gate_proj,0.0056191147,hessian_weighted_relative_error,50015,0.02500,0.842
20,mlp.experts.139.gate_proj,0.0057658994,hessian_weighted_relative_error,12950,0.02500,0.849
20,mlp.experts.140.gate_proj,0.0053634710,hessian_weighted_relative_error,32327,0.02500,0.850
20,mlp.experts.141.gate_proj,0.0050019217,hessian_weighted_relative_error,27401,0.02500,0.857
20,mlp.experts.142.gate_proj,0.0065352488,hessian_weighted_relative_error,39690,0.02500,0.848
20,mlp.experts.143.gate_proj,0.0066817133,hessian_weighted_relative_error,62936,0.02500,0.852
20,mlp.experts.144.gate_proj,0.0059213207,hessian_weighted_relative_error,22368,0.02500,0.841
20,mlp.experts.145.gate_proj,0.0049711149,hessian_weighted_relative_error,6535,0.02500,0.873
20,mlp.experts.148.gate_proj,0.0074036647,hessian_weighted_relative_error,39317,0.02500,0.838
20,mlp.experts.149.gate_proj,0.0046255445,hessian_weighted_relative_error,17335,0.02500,0.854
20,mlp.experts.150.gate_proj,0.0047310732,hessian_weighted_relative_error,15935,0.02500,0.839
20,mlp.experts.151.gate_proj,0.0051950361,hessian_weighted_relative_error,8009,0.02500,0.854
20,mlp.experts.152.gate_proj,0.0038011308,hessian_weighted_relative_error,23772,0.02500,0.840
20,mlp.experts.153.gate_proj,0.0031605395,hessian_weighted_relative_error,5247,0.02500,0.853
20,mlp.experts.154.gate_proj,0.0048648463,hessian_weighted_relative_error,28342,0.02500,0.839
20,mlp.experts.155.gate_proj,0.0050672365,hessian_weighted_relative_error,30037,0.02500,0.856
20,mlp.experts.156.gate_proj,0.0078604364,hessian_weighted_relative_error,34685,0.02500,0.840
20,mlp.experts.157.gate_proj,0.0068607192,hessian_weighted_relative_error,20654,0.02500,0.856
20,mlp.experts.158.gate_proj,0.0023000503,hessian_weighted_relative_error,1617,0.02500,0.840
20,mlp.experts.159.gate_proj,0.0042485296,hessian_weighted_relative_error,15515,0.02500,0.854
20,mlp.experts.160.gate_proj,0.0061865628,hessian_weighted_relative_error,15018,0.02500,0.840
20,mlp.experts.162.gate_proj,0.0045256164,hessian_weighted_relative_error,15677,0.02500,0.841
20,mlp.experts.163.gate_proj,0.0050028278,hessian_weighted_relative_error,16346,0.02500,0.856
20,mlp.experts.164.gate_proj,0.0049819714,hessian_weighted_relative_error,32161,0.02500,0.840
20,mlp.experts.165.gate_proj,0.0043214115,hessian_weighted_relative_error,27953,0.02500,0.855
20,mlp.experts.166.gate_proj,0.0063631784,hessian_weighted_relative_error,37107,0.02500,0.841
20,mlp.experts.168.gate_proj,0.0022010772,hessian_weighted_relative_error,2265,0.02500,0.841
20,mlp.experts.170.gate_proj,0.0080874585,hessian_weighted_relative_error,35842,0.02500,0.840
20,mlp.experts.171.gate_proj,0.0065321941,hessian_weighted_relative_error,24897,0.02500,0.853
20,mlp.experts.172.gate_proj,0.0036515894,hessian_weighted_relative_error,21458,0.02500,0.840
20,mlp.experts.173.gate_proj,0.0048842828,hessian_weighted_relative_error,97774,0.02500,0.857
20,mlp.experts.174.gate_proj,0.0044048210,hessian_weighted_relative_error,11649,0.02500,0.841
20,mlp.experts.175.gate_proj,0.0038613785,hessian_weighted_relative_error,5793,0.02500,0.857
20,mlp.experts.176.gate_proj,0.0052272070,hessian_weighted_relative_error,11447,0.02500,0.841
20,mlp.experts.177.gate_proj,0.0013711780,hessian_weighted_relative_error,1501,0.02500,0.855
20,mlp.experts.178.gate_proj,0.0046209096,hessian_weighted_relative_error,5227,0.02500,0.843
20,mlp.experts.179.gate_proj,0.0048013996,hessian_weighted_relative_error,46550,0.02500,0.855
20,mlp.experts.180.gate_proj,0.0046543995,hessian_weighted_relative_error,17183,0.02500,0.841
20,mlp.experts.181.gate_proj,0.0031946114,hessian_weighted_relative_error,7879,0.02500,0.855
20,mlp.experts.182.gate_proj,0.0045187005,hessian_weighted_relative_error,22653,0.02500,0.842
20,mlp.experts.183.gate_proj,0.0056843431,hessian_weighted_relative_error,23246,0.02500,0.855
20,mlp.experts.184.gate_proj,0.0029637316,hessian_weighted_relative_error,2797,0.02500,0.842
20,mlp.experts.185.gate_proj,0.0079310709,hessian_weighted_relative_error,26002,0.02500,0.859
20,mlp.experts.186.gate_proj,0.0056660785,hessian_weighted_relative_error,14309,0.02500,0.842
20,mlp.experts.187.gate_proj,0.0053090908,hessian_weighted_relative_error,32305,0.02500,0.854
20,mlp.experts.189.gate_proj,0.0034054194,hessian_weighted_relative_error,22856,0.02500,0.856
20,mlp.experts.190.gate_proj,0.0034912034,hessian_weighted_relative_error,13683,0.02500,0.844
20,mlp.experts.191.gate_proj,0.0063348912,hessian_weighted_relative_error,29411,0.02500,0.856
20,mlp.experts.192.gate_proj,0.0043976972,hessian_weighted_relative_error,6727,0.02500,0.846
20,mlp.experts.193.gate_proj,0.0053044996,hessian_weighted_relative_error,9333,0.02500,0.856
20,mlp.experts.194.gate_proj,0.0045666284,hessian_weighted_relative_error,15918,0.02500,0.844
20,mlp.experts.195.gate_proj,0.0038523504,hessian_weighted_relative_error,6434,0.02500,0.856
20,mlp.experts.196.gate_proj,0.0030522643,hessian_weighted_relative_error,42581,0.02500,0.843
20,mlp.experts.197.gate_proj,0.0048221915,hessian_weighted_relative_error,21794,0.02500,0.856
20,mlp.experts.198.gate_proj,0.0061085670,hessian_weighted_relative_error,12592,0.02500,0.844
20,mlp.experts.199.gate_proj,0.0048245161,hessian_weighted_relative_error,24742,0.02500,0.857
20,mlp.experts.200.gate_proj,0.0070632530,hessian_weighted_relative_error,43075,0.02500,0.847
20,mlp.experts.201.gate_proj,0.0063250406,hessian_weighted_relative_error,17069,0.02500,0.855
20,mlp.experts.202.gate_proj,0.0035730257,hessian_weighted_relative_error,9122,0.02500,0.847
20,mlp.experts.203.gate_proj,0.0055326654,hessian_weighted_relative_error,10032,0.02500,0.862
20,mlp.experts.204.gate_proj,0.0052319733,hessian_weighted_relative_error,21316,0.02500,0.845
20,mlp.experts.205.gate_proj,0.0051014341,hessian_weighted_relative_error,16919,0.02500,0.857
20,mlp.experts.206.gate_proj,0.0055442635,hessian_weighted_relative_error,35743,0.02500,0.844
20,mlp.experts.207.gate_proj,0.0047956792,hessian_weighted_relative_error,18307,0.02500,0.859
20,mlp.experts.208.gate_proj,0.0050346611,hessian_weighted_relative_error,12332,0.02500,0.844
20,mlp.experts.210.gate_proj,0.0051337549,hessian_weighted_relative_error,89160,0.02500,0.846
20,mlp.experts.211.gate_proj,0.0064543640,hessian_weighted_relative_error,18795,0.02500,0.857
20,mlp.experts.212.gate_proj,0.0039856845,hessian_weighted_relative_error,13145,0.02500,0.844
20,mlp.experts.213.gate_proj,0.0061360483,hessian_weighted_relative_error,30794,0.02500,0.858
20,mlp.experts.214.gate_proj,0.0042234249,hessian_weighted_relative_error,4562,0.02500,0.847
20,mlp.experts.215.gate_proj,0.0052493255,hessian_weighted_relative_error,36295,0.02500,0.859
20,mlp.experts.216.gate_proj,0.0047368828,hessian_weighted_relative_error,27297,0.02500,0.846
20,mlp.experts.217.gate_proj,0.0071867748,hessian_weighted_relative_error,23713,0.02500,0.858
20,mlp.experts.218.gate_proj,0.0072813971,hessian_weighted_relative_error,38250,0.02500,0.845
20,mlp.experts.219.gate_proj,0.0048362555,hessian_weighted_relative_error,25405,0.02500,0.857
20,mlp.experts.221.gate_proj,0.0056295610,hessian_weighted_relative_error,30265,0.02500,0.859
20,mlp.experts.222.gate_proj,0.0058537712,hessian_weighted_relative_error,19978,0.02500,0.847
20,mlp.experts.223.gate_proj,0.0064434168,hessian_weighted_relative_error,14660,0.02500,0.858
20,mlp.experts.224.gate_proj,0.0072471210,hessian_weighted_relative_error,25703,0.02500,0.846
20,mlp.experts.226.gate_proj,0.0060504483,hessian_weighted_relative_error,24792,0.02500,0.847
20,mlp.experts.227.gate_proj,0.0081836298,hessian_weighted_relative_error,32779,0.02500,0.858
20,mlp.experts.228.gate_proj,0.0014930321,hessian_weighted_relative_error,1024,0.02500,0.849
20,mlp.experts.230.gate_proj,0.0036426997,hessian_weighted_relative_error,15239,0.02500,0.849
20,mlp.experts.231.gate_proj,0.0043125365,hessian_weighted_relative_error,19772,0.02500,0.860
20,mlp.experts.232.gate_proj,0.0046459244,hessian_weighted_relative_error,12405,0.02500,0.848
20,mlp.experts.233.gate_proj,0.0063193805,hessian_weighted_relative_error,29425,0.02500,0.860
20,mlp.experts.234.gate_proj,0.0039805119,hessian_weighted_relative_error,18480,0.02500,0.847
20,mlp.experts.235.gate_proj,0.0054091683,hessian_weighted_relative_error,7423,0.02500,0.861
20,mlp.experts.236.gate_proj,0.0038088203,hessian_weighted_relative_error,4144,0.02500,0.850
20,mlp.experts.238.gate_proj,0.0059723230,hessian_weighted_relative_error,29209,0.02500,0.848
20,mlp.experts.239.gate_proj,0.0043814271,hessian_weighted_relative_error,24912,0.02500,0.862
20,mlp.experts.242.gate_proj,0.0050105853,hessian_weighted_relative_error,27719,0.02500,0.847
20,mlp.experts.243.gate_proj,0.0013896487,hessian_weighted_relative_error,1024,0.02500,0.863
20,mlp.experts.244.gate_proj,0.0021774597,hessian_weighted_relative_error,5726,0.02500,0.851
20,mlp.experts.245.gate_proj,0.0014015027,hessian_weighted_relative_error,15352,0.02500,0.861
20,mlp.experts.246.gate_proj,0.0031745515,hessian_weighted_relative_error,8670,0.02500,0.851
20,mlp.experts.247.gate_proj,0.0047340809,hessian_weighted_relative_error,49998,0.02500,0.862
20,mlp.experts.248.gate_proj,0.0085449136,hessian_weighted_relative_error,37718,0.02500,0.850
20,mlp.experts.249.gate_proj,0.0028173661,hessian_weighted_relative_error,23804,0.02500,0.859
20,mlp.experts.250.gate_proj,0.0035439190,hessian_weighted_relative_error,31566,0.02500,0.849
20,mlp.experts.251.gate_proj,0.0056272649,hessian_weighted_relative_error,22266,0.02500,0.861
20,mlp.experts.252.gate_proj,0.0050184943,hessian_weighted_relative_error,14223,0.02500,0.851
20,mlp.experts.253.gate_proj,0.0063157159,hessian_weighted_relative_error,12580,0.02500,0.860
20,mlp.experts.255.gate_proj,0.0043761649,hessian_weighted_relative_error,24589,0.02500,0.860
20,mlp.experts.258.gate_proj,0.0049871847,hessian_weighted_relative_error,28287,0.02500,0.849
20,mlp.experts.259.gate_proj,0.0049572862,hessian_weighted_relative_error,14072,0.02500,0.860
20,mlp.experts.260.gate_proj,0.0063938365,hessian_weighted_relative_error,18693,0.02500,0.851
20,mlp.experts.261.gate_proj,0.0050617358,hessian_weighted_relative_error,19033,0.02500,0.859
20,mlp.experts.262.gate_proj,0.0041314332,hessian_weighted_relative_error,11021,0.02500,0.850
20,mlp.experts.264.gate_proj,0.0044571794,hessian_weighted_relative_error,5834,0.02500,0.850
20,mlp.experts.265.gate_proj,0.0043653555,hessian_weighted_relative_error,23071,0.02500,0.864
20,mlp.experts.266.gate_proj,0.0074741908,hessian_weighted_relative_error,59541,0.02500,0.852
20,mlp.experts.267.gate_proj,0.0058089393,hessian_weighted_relative_error,24091,0.02500,0.859
20,mlp.experts.268.gate_proj,0.0062623130,hessian_weighted_relative_error,28351,0.02500,0.850
20,mlp.experts.269.gate_proj,0.0036732315,hessian_weighted_relative_error,36783,0.02500,0.860
20,mlp.experts.270.gate_proj,0.0051402729,hessian_weighted_relative_error,31885,0.02500,0.855
20,mlp.experts.271.gate_proj,0.0077590065,hessian_weighted_relative_error,33046,0.02500,0.862
20,mlp.experts.273.gate_proj,0.0051113054,hessian_weighted_relative_error,21458,0.02500,0.863
20,mlp.experts.274.gate_proj,0.0062915796,hessian_weighted_relative_error,8556,0.02500,0.851
20,mlp.experts.276.gate_proj,0.0042581777,hessian_weighted_relative_error,18311,0.02500,0.852
20,mlp.experts.277.gate_proj,0.0036589087,hessian_weighted_relative_error,22803,0.02500,0.862
20,mlp.experts.278.gate_proj,0.0027865087,hessian_weighted_relative_error,13320,0.02500,0.853
20,mlp.experts.280.gate_proj,0.0053089492,hessian_weighted_relative_error,24808,0.02500,0.863
20,mlp.experts.281.gate_proj,0.0063524030,hessian_weighted_relative_error,20479,0.02500,0.883
20,mlp.experts.282.gate_proj,0.0046364959,hessian_weighted_relative_error,9771,0.02500,0.852
20,mlp.experts.283.gate_proj,0.0082413970,hessian_weighted_relative_error,41565,0.02500,0.864
20,mlp.experts.284.gate_proj,0.0060837393,hessian_weighted_relative_error,35866,0.02500,0.865
20,mlp.experts.285.gate_proj,0.0064407323,hessian_weighted_relative_error,19254,0.02500,0.885
20,mlp.experts.286.gate_proj,0.0045488348,hessian_weighted_relative_error,11654,0.02500,0.850
20,mlp.experts.287.gate_proj,0.0062049936,hessian_weighted_relative_error,49475,0.02500,0.871
20,mlp.experts.0.up_proj,0.0068709326,hessian_weighted_relative_error,24635,0.02500,0.852
20,mlp.experts.1.up_proj,0.0057999593,hessian_weighted_relative_error,32224,0.02500,0.866
20,mlp.experts.2.up_proj,0.0064053776,hessian_weighted_relative_error,20529,0.02500,0.853
20,mlp.experts.3.up_proj,0.0072804462,hessian_weighted_relative_error,19060,0.02500,0.867
20,mlp.experts.4.up_proj,0.0061430382,hessian_weighted_relative_error,9794,0.02500,0.853
20,mlp.experts.5.up_proj,0.0078082129,hessian_weighted_relative_error,26378,0.02500,0.863
20,mlp.experts.6.up_proj,0.0074912409,hessian_weighted_relative_error,21744,0.02500,0.853
20,mlp.experts.7.up_proj,0.0046128375,hessian_weighted_relative_error,13387,0.02500,0.864
20,mlp.experts.8.up_proj,0.0072847149,hessian_weighted_relative_error,29763,0.02500,0.853
20,mlp.experts.9.up_proj,0.0057887133,hessian_weighted_relative_error,6103,0.02500,0.864
20,mlp.experts.12.up_proj,0.0070658022,hessian_weighted_relative_error,23214,0.02500,0.854
20,mlp.experts.13.up_proj,0.0050432470,hessian_weighted_relative_error,14895,0.02500,0.867
20,mlp.experts.15.up_proj,0.0053771936,hessian_weighted_relative_error,20829,0.02500,0.863
20,mlp.experts.16.up_proj,0.0029086746,hessian_weighted_relative_error,5431,0.02500,0.853
20,mlp.experts.19.up_proj,0.0069676710,hessian_weighted_relative_error,17588,0.02500,0.864
20,mlp.experts.20.up_proj,0.0078471709,hessian_weighted_relative_error,21892,0.02500,0.853
20,mlp.experts.21.up_proj,0.0059403724,hessian_weighted_relative_error,8097,0.02500,0.863
20,mlp.experts.22.up_proj,0.0048813918,hessian_weighted_relative_error,7821,0.02500,0.853
20,mlp.experts.23.up_proj,0.0050247702,hessian_weighted_relative_error,5670,0.02500,0.873
20,mlp.experts.24.up_proj,0.0062838744,hessian_weighted_relative_error,51506,0.02500,0.856
20,mlp.experts.25.up_proj,0.0064081019,hessian_weighted_relative_error,15552,0.02500,0.865
20,mlp.experts.26.up_proj,0.0102214340,hessian_weighted_relative_error,36636,0.02500,0.852
20,mlp.experts.28.up_proj,0.0053710829,hessian_weighted_relative_error,11254,0.02500,0.856
20,mlp.experts.29.up_proj,0.0032436010,hessian_weighted_relative_error,39651,0.02500,0.875
20,mlp.experts.30.up_proj,0.0050348963,hessian_weighted_relative_error,22613,0.02500,0.854
20,mlp.experts.31.up_proj,0.0069858138,hessian_weighted_relative_error,30855,0.02500,0.871
20,mlp.experts.32.up_proj,0.0046922749,hessian_weighted_relative_error,31835,0.02500,0.856
20,mlp.experts.33.up_proj,0.0067614990,hessian_weighted_relative_error,14819,0.02500,0.870
20,mlp.experts.34.up_proj,0.0060730718,hessian_weighted_relative_error,19458,0.02500,0.854
20,mlp.experts.35.up_proj,0.0060616179,hessian_weighted_relative_error,17269,0.02500,0.862
20,mlp.experts.37.up_proj,0.0059315679,hessian_weighted_relative_error,26698,0.02500,0.862
20,mlp.experts.39.up_proj,0.0046407901,hessian_weighted_relative_error,18966,0.02500,0.862
20,mlp.experts.40.up_proj,0.0033819980,hessian_weighted_relative_error,9784,0.02500,0.856
20,mlp.experts.44.up_proj,0.0050748942,hessian_weighted_relative_error,12633,0.02500,0.856
20,mlp.experts.46.up_proj,0.0058184435,hessian_weighted_relative_error,39914,0.02500,0.855
20,mlp.experts.47.up_proj,0.0049909796,hessian_weighted_relative_error,3924,0.02500,0.866
20,mlp.experts.48.up_proj,0.0055957676,hessian_weighted_relative_error,20309,0.02500,0.856
20,mlp.experts.49.up_proj,0.0070706522,hessian_weighted_relative_error,29291,0.02500,0.864
20,mlp.experts.50.up_proj,0.0047353407,hessian_weighted_relative_error,22263,0.02500,0.854
20,mlp.experts.51.up_proj,0.0055630734,hessian_weighted_relative_error,18583,0.02500,0.865
20,mlp.experts.52.up_proj,0.0053649663,hessian_weighted_relative_error,19859,0.02500,0.855
20,mlp.experts.53.up_proj,0.0052710439,hessian_weighted_relative_error,13629,0.02500,0.880
20,mlp.experts.54.up_proj,0.0029595992,hessian_weighted_relative_error,7458,0.02500,0.856
20,mlp.experts.55.up_proj,0.0048506318,hessian_weighted_relative_error,23009,0.02500,0.867
20,mlp.experts.56.up_proj,0.0067174987,hessian_weighted_relative_error,19370,0.02500,0.857
20,mlp.experts.58.up_proj,0.0078093891,hessian_weighted_relative_error,25328,0.02500,0.856
20,mlp.experts.59.up_proj,0.0075425951,hessian_weighted_relative_error,13906,0.02500,0.866
20,mlp.experts.60.up_proj,0.0054555364,hessian_weighted_relative_error,32949,0.02500,0.855
20,mlp.experts.61.up_proj,0.0018597596,hessian_weighted_relative_error,1024,0.02500,0.865
20,mlp.experts.62.up_proj,0.0097470939,hessian_weighted_relative_error,32239,0.02500,0.857
20,mlp.experts.63.up_proj,0.0040428539,hessian_weighted_relative_error,4321,0.02500,0.863
20,mlp.experts.65.up_proj,0.0055189727,hessian_weighted_relative_error,18424,0.02500,0.873
20,mlp.experts.66.up_proj,0.0038194378,hessian_weighted_relative_error,25689,0.02500,0.856
20,mlp.experts.67.up_proj,0.0062699490,hessian_weighted_relative_error,28863,0.02500,0.867
20,mlp.experts.68.up_proj,0.0059337186,hessian_weighted_relative_error,19031,0.02500,0.858
20,mlp.experts.72.up_proj,0.0067105802,hessian_weighted_relative_error,38474,0.02500,0.857
20,mlp.experts.73.up_proj,0.0067733636,hessian_weighted_relative_error,17478,0.02500,0.878
20,mlp.experts.74.up_proj,0.0050327915,hessian_weighted_relative_error,17949,0.02500,0.857
20,mlp.experts.75.up_proj,0.0078772050,hessian_weighted_relative_error,37396,0.02500,0.880
20,mlp.experts.76.up_proj,0.0042771735,hessian_weighted_relative_error,5855,0.02500,0.858
20,mlp.experts.78.up_proj,0.0066517359,hessian_weighted_relative_error,13910,0.02500,0.856
20,mlp.experts.79.up_proj,0.0053159496,hessian_weighted_relative_error,26568,0.02500,0.867
20,mlp.experts.80.up_proj,0.0061639647,hessian_weighted_relative_error,8957,0.02500,0.858
20,mlp.experts.81.up_proj,0.0062863803,hessian_weighted_relative_error,23908,0.02500,0.885
20,mlp.experts.82.up_proj,0.0065370485,hessian_weighted_relative_error,19675,0.02500,0.857
20,mlp.experts.84.up_proj,0.0055992063,hessian_weighted_relative_error,11942,0.02500,0.857
20,mlp.experts.85.up_proj,0.0062974749,hessian_weighted_relative_error,8654,0.02500,0.868
20,mlp.experts.86.up_proj,0.0070517518,hessian_weighted_relative_error,12425,0.02500,0.857
20,mlp.experts.87.up_proj,0.0088675593,hessian_weighted_relative_error,25227,0.02500,0.865
20,mlp.experts.88.up_proj,0.0061842255,hessian_weighted_relative_error,24194,0.02500,0.856
20,mlp.experts.90.up_proj,0.0072052546,hessian_weighted_relative_error,32271,0.02500,0.857
20,mlp.experts.91.up_proj,0.0048239125,hessian_weighted_relative_error,16031,0.02500,0.877
20,mlp.experts.93.up_proj,0.0087242682,hessian_weighted_relative_error,26483,0.02500,0.868
20,mlp.experts.95.up_proj,0.0040144840,hessian_weighted_relative_error,16908,0.02500,0.870
20,mlp.experts.97.up_proj,0.0066014551,hessian_weighted_relative_error,14831,0.02500,0.878
20,mlp.experts.98.up_proj,0.0041282919,hessian_weighted_relative_error,23316,0.02500,0.858
20,mlp.experts.99.up_proj,0.0068896534,hessian_weighted_relative_error,16050,0.02500,0.876
20,mlp.experts.100.up_proj,0.0053635222,hessian_weighted_relative_error,7652,0.02500,0.858
20,mlp.experts.102.up_proj,0.0057490653,hessian_weighted_relative_error,17117,0.02500,0.858
20,mlp.experts.103.up_proj,0.0060376919,hessian_weighted_relative_error,22064,0.02500,0.865
20,mlp.experts.104.up_proj,0.0061039271,hessian_weighted_relative_error,13322,0.02500,0.860
20,mlp.experts.107.up_proj,0.0068077024,hessian_weighted_relative_error,31663,0.02500,0.866
20,mlp.experts.108.up_proj,0.0059981258,hessian_weighted_relative_error,8528,0.02500,0.859
20,mlp.experts.109.up_proj,0.0031447205,hessian_weighted_relative_error,29029,0.02500,0.879
20,mlp.experts.110.up_proj,0.0054284404,hessian_weighted_relative_error,19063,0.02500,0.857
20,mlp.experts.111.up_proj,0.0059746503,hessian_weighted_relative_error,20652,0.02500,0.876
20,mlp.experts.112.up_proj,0.0053597255,hessian_weighted_relative_error,21619,0.02500,0.860
20,mlp.experts.113.up_proj,0.0065356682,hessian_weighted_relative_error,32681,0.02500,0.880
20,mlp.experts.114.up_proj,0.0067151725,hessian_weighted_relative_error,18648,0.02500,0.858
20,mlp.experts.115.up_proj,0.0057033107,hessian_weighted_relative_error,46595,0.02500,0.880
20,mlp.experts.116.up_proj,0.0048660770,hessian_weighted_relative_error,25782,0.02500,0.860
20,mlp.experts.118.up_proj,0.0067723095,hessian_weighted_relative_error,11289,0.02500,0.858
20,mlp.experts.119.up_proj,0.0062586966,hessian_weighted_relative_error,24283,0.02500,0.881
20,mlp.experts.121.up_proj,0.0082515287,hessian_weighted_relative_error,23101,0.02500,0.888
20,mlp.experts.122.up_proj,0.0069064216,hessian_weighted_relative_error,19477,0.02500,0.860
20,mlp.experts.123.up_proj,0.0040525000,hessian_weighted_relative_error,6340,0.02500,0.888
20,mlp.experts.124.up_proj,0.0055231004,hessian_weighted_relative_error,18242,0.02500,0.863
20,mlp.experts.125.up_proj,0.0049408027,hessian_weighted_relative_error,8399,0.02500,0.880
20,mlp.experts.126.up_proj,0.0052563496,hessian_weighted_relative_error,20098,0.02500,0.859
20,mlp.experts.127.up_proj,0.0051810151,hessian_weighted_relative_error,16267,0.02500,0.901
20,mlp.experts.128.up_proj,0.0071944662,hessian_weighted_relative_error,32374,0.02500,0.858
20,mlp.experts.129.up_proj,0.0056747102,hessian_weighted_relative_error,27899,0.02500,0.878
20,mlp.experts.130.up_proj,0.0048390178,hessian_weighted_relative_error,8198,0.02500,0.859
20,mlp.experts.131.up_proj,0.0049908735,hessian_weighted_relative_error,13048,0.02500,0.883
20,mlp.experts.132.up_proj,0.0076716649,hessian_weighted_relative_error,25960,0.02500,0.858
20,mlp.experts.133.up_proj,0.0080644056,hessian_weighted_relative_error,24131,0.02500,0.880
20,mlp.experts.134.up_proj,0.0061705180,hessian_weighted_relative_error,31966,0.02500,0.860
20,mlp.experts.136.up_proj,0.0064539050,hessian_weighted_relative_error,20341,0.02500,0.860
20,mlp.experts.139.up_proj,0.0063820379,hessian_weighted_relative_error,12950,0.02500,0.876
20,mlp.experts.140.up_proj,0.0062223701,hessian_weighted_relative_error,32327,0.02500,0.858
20,mlp.experts.144.up_proj,0.0067614605,hessian_weighted_relative_error,22368,0.02500,0.859
20,mlp.experts.145.up_proj,0.0056573932,hessian_weighted_relative_error,6535,0.02500,0.876
20,mlp.experts.148.up_proj,0.0086807550,hessian_weighted_relative_error,39317,0.02500,0.859
20,mlp.experts.149.up_proj,0.0049914254,hessian_weighted_relative_error,17335,0.02500,0.877
20,mlp.experts.150.up_proj,0.0050764227,hessian_weighted_relative_error,15935,0.02500,0.859
20,mlp.experts.151.up_proj,0.0066229104,hessian_weighted_relative_error,8009,0.02500,0.874
20,mlp.experts.152.up_proj,0.0041954805,hessian_weighted_relative_error,23772,0.02500,0.861
20,mlp.experts.153.up_proj,0.0036504507,hessian_weighted_relative_error,5247,0.02500,0.879
20,mlp.experts.154.up_proj,0.0050813850,hessian_weighted_relative_error,28342,0.02500,0.860
20,mlp.experts.155.up_proj,0.0061519105,hessian_weighted_relative_error,30037,0.02500,0.880
20,mlp.experts.156.up_proj,0.0089372229,hessian_weighted_relative_error,34685,0.02500,0.858
20,mlp.experts.157.up_proj,0.0080409928,hessian_weighted_relative_error,20654,0.02500,0.879
20,mlp.experts.158.up_proj,0.0026104795,hessian_weighted_relative_error,1617,0.02500,0.859
20,mlp.experts.159.up_proj,0.0046771651,hessian_weighted_relative_error,15515,0.02500,0.878
20,mlp.experts.160.up_proj,0.0070460824,hessian_weighted_relative_error,15018,0.02500,0.862
20,mlp.experts.162.up_proj,0.0050654423,hessian_weighted_relative_error,15677,0.02500,0.859
20,mlp.experts.163.up_proj,0.0056351324,hessian_weighted_relative_error,16346,0.02500,0.885
20,mlp.experts.164.up_proj,0.0058014682,hessian_weighted_relative_error,32161,0.02500,0.859
20,mlp.experts.166.up_proj,0.0078599889,hessian_weighted_relative_error,37107,0.02500,0.859
20,mlp.experts.168.up_proj,0.0029313887,hessian_weighted_relative_error,2265,0.02500,0.862
20,mlp.experts.170.up_proj,0.0099515118,hessian_weighted_relative_error,35842,0.02500,0.860
20,mlp.experts.171.up_proj,0.0073082437,hessian_weighted_relative_error,24897,0.02500,0.883
20,mlp.experts.172.up_proj,0.0040798183,hessian_weighted_relative_error,21458,0.02500,0.859
20,mlp.experts.174.up_proj,0.0048362236,hessian_weighted_relative_error,11649,0.02500,0.859
20,mlp.experts.175.up_proj,0.0042646514,hessian_weighted_relative_error,5793,0.02500,0.880
20,mlp.experts.176.up_proj,0.0058718499,hessian_weighted_relative_error,11447,0.02500,0.862
20,mlp.experts.177.up_proj,0.0016259583,hessian_weighted_relative_error,1501,0.02500,0.885
20,mlp.experts.178.up_proj,0.0054706000,hessian_weighted_relative_error,5227,0.02500,0.861
20,mlp.experts.180.up_proj,0.0050278052,hessian_weighted_relative_error,17183,0.02500,0.861
20,mlp.experts.181.up_proj,0.0034678607,hessian_weighted_relative_error,7879,0.02500,0.882
20,mlp.experts.184.up_proj,0.0035669586,hessian_weighted_relative_error,2797,0.02500,0.860
20,mlp.experts.185.up_proj,0.0091648070,hessian_weighted_relative_error,26002,0.02500,0.879
20,mlp.experts.186.up_proj,0.0063246718,hessian_weighted_relative_error,14309,0.02500,0.860
20,mlp.experts.187.up_proj,0.0060064380,hessian_weighted_relative_error,32305,0.02500,0.881
20,mlp.experts.189.up_proj,0.0037419291,hessian_weighted_relative_error,22856,0.02500,0.884
20,mlp.experts.190.up_proj,0.0038173717,hessian_weighted_relative_error,13683,0.02500,0.860
20,mlp.experts.191.up_proj,0.0071418324,hessian_weighted_relative_error,29411,0.02500,0.882
20,mlp.experts.192.up_proj,0.0050741575,hessian_weighted_relative_error,6727,0.02500,0.861
20,mlp.experts.193.up_proj,0.0061473686,hessian_weighted_relative_error,9333,0.02500,0.881
20,mlp.experts.194.up_proj,0.0051426597,hessian_weighted_relative_error,15918,0.02500,0.859
20,mlp.experts.195.up_proj,0.0045146283,hessian_weighted_relative_error,6434,0.02500,0.881
20,mlp.experts.196.up_proj,0.0033854849,hessian_weighted_relative_error,42581,0.02500,0.859
20,mlp.experts.197.up_proj,0.0051757145,hessian_weighted_relative_error,21794,0.02500,0.878
20,mlp.experts.198.up_proj,0.0067772133,hessian_weighted_relative_error,12592,0.02500,0.858
20,mlp.experts.199.up_proj,0.0052035643,hessian_weighted_relative_error,24742,0.02500,0.882
20,mlp.experts.200.up_proj,0.0080040287,hessian_weighted_relative_error,43075,0.02500,0.863
20,mlp.experts.201.up_proj,0.0074095860,hessian_weighted_relative_error,17069,0.02500,0.879
20,mlp.experts.202.up_proj,0.0039904795,hessian_weighted_relative_error,9122,0.02500,0.860
20,mlp.experts.203.up_proj,0.0060341955,hessian_weighted_relative_error,10032,0.02500,0.882
20,mlp.experts.204.up_proj,0.0055769635,hessian_weighted_relative_error,21316,0.02500,0.860
20,mlp.experts.206.up_proj,0.0062690893,hessian_weighted_relative_error,35743,0.02500,0.860
20,mlp.experts.207.up_proj,0.0051432243,hessian_weighted_relative_error,18307,0.02500,0.889
20,mlp.experts.208.up_proj,0.0061523037,hessian_weighted_relative_error,12332,0.02500,0.862
20,mlp.experts.211.up_proj,0.0073995143,hessian_weighted_relative_error,18795,0.02500,0.884
20,mlp.experts.212.up_proj,0.0046448124,hessian_weighted_relative_error,13145,0.02500,0.860
20,mlp.experts.213.up_proj,0.0064649029,hessian_weighted_relative_error,30794,0.02500,0.904
20,mlp.experts.214.up_proj,0.0049808513,hessian_weighted_relative_error,4562,0.02500,0.861
20,mlp.experts.216.up_proj,0.0053997784,hessian_weighted_relative_error,27297,0.02500,0.861
20,mlp.experts.217.up_proj,0.0084188248,hessian_weighted_relative_error,23713,0.02500,0.887
20,mlp.experts.218.up_proj,0.0087028011,hessian_weighted_relative_error,38250,0.02500,0.863
20,mlp.experts.219.up_proj,0.0053339038,hessian_weighted_relative_error,25405,0.02500,0.887
20,mlp.experts.221.up_proj,0.0066513317,hessian_weighted_relative_error,30265,0.02500,0.884
20,mlp.experts.222.up_proj,0.0061836830,hessian_weighted_relative_error,19978,0.02500,0.863
20,mlp.experts.223.up_proj,0.0078693762,hessian_weighted_relative_error,14660,0.02500,0.888
20,mlp.experts.224.up_proj,0.0082481461,hessian_weighted_relative_error,25703,0.02500,0.861
20,mlp.experts.226.up_proj,0.0064884588,hessian_weighted_relative_error,24792,0.02500,0.859
20,mlp.experts.227.up_proj,0.0089324252,hessian_weighted_relative_error,32779,0.02500,0.890
20,mlp.experts.228.up_proj,0.0016134188,hessian_weighted_relative_error,1024,0.02500,0.860
20,mlp.experts.230.up_proj,0.0040155661,hessian_weighted_relative_error,15239,0.02500,0.860
20,mlp.experts.231.up_proj,0.0046108277,hessian_weighted_relative_error,19772,0.02500,0.876
20,mlp.experts.232.up_proj,0.0058383902,hessian_weighted_relative_error,12405,0.02500,0.862
20,mlp.experts.233.up_proj,0.0068404103,hessian_weighted_relative_error,29425,0.02500,0.883
20,mlp.experts.234.up_proj,0.0043549290,hessian_weighted_relative_error,18480,0.02500,0.860
20,mlp.experts.235.up_proj,0.0058625249,hessian_weighted_relative_error,7423,0.02500,0.887
20,mlp.experts.236.up_proj,0.0043950156,hessian_weighted_relative_error,4144,0.02500,0.862
20,mlp.experts.239.up_proj,0.0047990264,hessian_weighted_relative_error,24912,0.02500,0.885
20,mlp.experts.242.up_proj,0.0052846072,hessian_weighted_relative_error,27719,0.02500,0.860
20,mlp.experts.243.up_proj,0.0015757888,hessian_weighted_relative_error,1024,0.02500,0.893
20,mlp.experts.244.up_proj,0.0024528693,hessian_weighted_relative_error,5726,0.02500,0.860
20,mlp.experts.245.up_proj,0.0015630871,hessian_weighted_relative_error,15352,0.02500,0.882
20,mlp.experts.246.up_proj,0.0034227661,hessian_weighted_relative_error,8670,0.02500,0.859
20,mlp.experts.248.up_proj,0.0091185434,hessian_weighted_relative_error,37718,0.02500,0.861
20,mlp.experts.249.up_proj,0.0031562818,hessian_weighted_relative_error,23804,0.02500,0.883
20,mlp.experts.250.up_proj,0.0037410497,hessian_weighted_relative_error,31566,0.02500,0.861
20,mlp.experts.251.up_proj,0.0063640899,hessian_weighted_relative_error,22266,0.02500,0.887
20,mlp.experts.252.up_proj,0.0055367937,hessian_weighted_relative_error,14223,0.02500,0.860
20,mlp.experts.253.up_proj,0.0072167049,hessian_weighted_relative_error,12580,0.02500,0.887
20,mlp.experts.255.up_proj,0.0049508213,hessian_weighted_relative_error,24589,0.02500,0.899
20,mlp.experts.258.up_proj,0.0061941927,hessian_weighted_relative_error,28287,0.02500,0.862
20,mlp.experts.259.up_proj,0.0051470354,hessian_weighted_relative_error,14072,0.02500,0.890
20,mlp.experts.260.up_proj,0.0075641644,hessian_weighted_relative_error,18693,0.02500,0.861
20,mlp.experts.261.up_proj,0.0056950720,hessian_weighted_relative_error,19033,0.02500,0.891
20,mlp.experts.262.up_proj,0.0048743761,hessian_weighted_relative_error,11021,0.02500,0.860
20,mlp.experts.264.up_proj,0.0051111027,hessian_weighted_relative_error,5834,0.02500,0.862
20,mlp.experts.265.up_proj,0.0049023723,hessian_weighted_relative_error,23071,0.02500,0.885
20,mlp.experts.266.up_proj,0.0089573778,hessian_weighted_relative_error,59541,0.02500,0.861
20,mlp.experts.267.up_proj,0.0063838516,hessian_weighted_relative_error,24091,0.02500,0.898
20,mlp.experts.268.up_proj,0.0065389266,hessian_weighted_relative_error,28351,0.02500,0.862
20,mlp.experts.269.up_proj,0.0041094907,hessian_weighted_relative_error,36783,0.02500,0.881
20,mlp.experts.271.up_proj,0.0093025369,hessian_weighted_relative_error,33046,0.02500,0.894
20,mlp.experts.273.up_proj,0.0055390788,hessian_weighted_relative_error,21458,0.02500,0.891
20,mlp.experts.274.up_proj,0.0069528542,hessian_weighted_relative_error,8556,0.02500,0.861
20,mlp.experts.278.up_proj,0.0032585624,hessian_weighted_relative_error,13320,0.02500,0.860
20,mlp.experts.280.up_proj,0.0056102938,hessian_weighted_relative_error,24808,0.02500,0.862
20,mlp.experts.281.up_proj,0.0070048326,hessian_weighted_relative_error,20479,0.02500,0.894
20,mlp.experts.282.up_proj,0.0052344804,hessian_weighted_relative_error,9771,0.02500,0.861
20,mlp.experts.283.up_proj,0.0094079887,hessian_weighted_relative_error,41565,0.02500,0.891
20,mlp.experts.284.up_proj,0.0069419135,hessian_weighted_relative_error,35866,0.02500,0.863
20,mlp.experts.285.up_proj,0.0074147997,hessian_weighted_relative_error,19254,0.02500,0.883
20,mlp.experts.286.up_proj,0.0049562101,hessian_weighted_relative_error,11654,0.02500,0.861
20,mlp.experts.0.down_proj,0.0127728615,hessian_weighted_relative_error,24635,0.02500,0.772
20,mlp.experts.1.down_proj,0.0100082783,hessian_weighted_relative_error,32224,0.02500,0.750
20,mlp.experts.2.down_proj,0.0123506480,hessian_weighted_relative_error,20529,0.02500,0.769
20,mlp.experts.3.down_proj,0.0118151874,hessian_weighted_relative_error,19060,0.02500,0.751
20,mlp.experts.4.down_proj,0.0123546301,hessian_weighted_relative_error,9794,0.02500,0.741
20,mlp.experts.5.down_proj,0.0137345172,hessian_weighted_relative_error,26378,0.02500,0.756
20,mlp.experts.6.down_proj,0.0127317979,hessian_weighted_relative_error,21744,0.02500,0.770
20,mlp.experts.7.down_proj,0.0103473405,hessian_weighted_relative_error,13387,0.02500,0.719
20,mlp.experts.8.down_proj,0.0128241657,hessian_weighted_relative_error,29763,0.02500,0.775
20,mlp.experts.9.down_proj,0.0116534177,hessian_weighted_relative_error,6103,0.02500,0.754
20,mlp.experts.12.down_proj,0.0133549400,hessian_weighted_relative_error,23214,0.02500,0.772
20,mlp.experts.13.down_proj,0.0098610788,hessian_weighted_relative_error,14895,0.02500,0.759
20,mlp.experts.16.down_proj,0.0073775560,hessian_weighted_relative_error,5431,0.02500,0.779
20,mlp.experts.19.down_proj,0.0130250044,hessian_weighted_relative_error,17588,0.02500,0.760
20,mlp.experts.20.down_proj,0.0133406370,hessian_weighted_relative_error,21892,0.02500,0.778
20,mlp.experts.21.down_proj,0.0118024137,hessian_weighted_relative_error,8097,0.02500,0.763
20,mlp.experts.22.down_proj,0.0105949968,hessian_weighted_relative_error,7821,0.02500,0.775
20,mlp.experts.23.down_proj,0.0103332819,hessian_weighted_relative_error,5670,0.02500,0.758
20,mlp.experts.24.down_proj,0.0104339435,hessian_weighted_relative_error,51506,0.02500,0.782
20,mlp.experts.25.down_proj,0.0106683666,hessian_weighted_relative_error,15552,0.02500,0.760
20,mlp.experts.26.down_proj,0.0145967703,hessian_weighted_relative_error,36636,0.02500,0.777
20,mlp.experts.28.down_proj,0.0109394429,hessian_weighted_relative_error,11254,0.02500,0.778
20,mlp.experts.32.down_proj,0.0092121098,hessian_weighted_relative_error,31835,0.02500,0.783
20,mlp.experts.33.down_proj,0.0135407584,hessian_weighted_relative_error,14819,0.02500,0.764
20,mlp.experts.34.down_proj,0.0115792446,hessian_weighted_relative_error,19458,0.02500,0.779
20,mlp.experts.35.down_proj,0.0117919369,hessian_weighted_relative_error,17269,0.02500,0.766
20,mlp.experts.37.down_proj,0.0122917616,hessian_weighted_relative_error,26698,0.02500,0.766
20,mlp.experts.39.down_proj,0.0081569770,hessian_weighted_relative_error,18966,0.02500,0.765
20,mlp.experts.40.down_proj,0.0089954600,hessian_weighted_relative_error,9784,0.02500,0.784
20,mlp.experts.44.down_proj,0.0082163358,hessian_weighted_relative_error,12633,0.02500,0.782
20,mlp.experts.47.down_proj,0.0087601132,hessian_weighted_relative_error,3924,0.02500,0.768
20,mlp.experts.48.down_proj,0.0112305293,hessian_weighted_relative_error,20309,0.02500,0.788
20,mlp.experts.50.down_proj,0.0084299531,hessian_weighted_relative_error,22263,0.02500,0.784
20,mlp.experts.52.down_proj,0.0103231725,hessian_weighted_relative_error,19859,0.02500,0.785
20,mlp.experts.53.down_proj,0.0104909203,hessian_weighted_relative_error,13629,0.02500,0.774
20,mlp.experts.54.down_proj,0.0078207658,hessian_weighted_relative_error,7458,0.02500,0.784
20,mlp.experts.56.down_proj,0.0115971256,hessian_weighted_relative_error,19370,0.02500,0.789
20,mlp.experts.58.down_proj,0.0135896493,hessian_weighted_relative_error,25328,0.02500,0.787
20,mlp.experts.59.down_proj,0.0129473995,hessian_weighted_relative_error,13906,0.02500,0.774
20,mlp.experts.60.down_proj,0.0104625617,hessian_weighted_relative_error,32949,0.02500,0.788
20,mlp.experts.61.down_proj,0.0040181549,hessian_weighted_relative_error,1024,0.02500,0.777
20,mlp.experts.62.down_proj,0.0143374871,hessian_weighted_relative_error,32239,0.02500,0.788
20,mlp.experts.63.down_proj,0.0097941404,hessian_weighted_relative_error,4321,0.02500,0.774
20,mlp.experts.65.down_proj,0.0114208613,hessian_weighted_relative_error,18424,0.02500,0.776
20,mlp.experts.66.down_proj,0.0079913119,hessian_weighted_relative_error,25689,0.02500,0.788
20,mlp.experts.67.down_proj,0.0117431271,hessian_weighted_relative_error,28863,0.02500,0.779
20,mlp.experts.68.down_proj,0.0115254331,hessian_weighted_relative_error,19031,0.02500,0.790
20,mlp.experts.72.down_proj,0.0119661710,hessian_weighted_relative_error,38474,0.02500,0.793
20,mlp.experts.73.down_proj,0.0128567119,hessian_weighted_relative_error,17478,0.02500,0.780
20,mlp.experts.74.down_proj,0.0103880100,hessian_weighted_relative_error,17949,0.02500,0.792
20,mlp.experts.76.down_proj,0.0094194357,hessian_weighted_relative_error,5855,0.02500,0.792
20,mlp.experts.78.down_proj,0.0129636999,hessian_weighted_relative_error,13910,0.02500,0.791
20,mlp.experts.79.down_proj,0.0096458133,hessian_weighted_relative_error,26568,0.02500,0.781
20,mlp.experts.80.down_proj,0.0111462725,hessian_weighted_relative_error,8957,0.02500,0.794
20,mlp.experts.81.down_proj,0.0115972017,hessian_weighted_relative_error,23908,0.02500,0.783
20,mlp.experts.82.down_proj,0.0129186663,hessian_weighted_relative_error,19675,0.02500,0.793
20,mlp.experts.84.down_proj,0.0119711891,hessian_weighted_relative_error,11942,0.02500,0.793
20,mlp.experts.85.down_proj,0.0121843213,hessian_weighted_relative_error,8654,0.02500,0.787
20,mlp.experts.86.down_proj,0.0113857787,hessian_weighted_relative_error,12425,0.02500,0.792
20,mlp.experts.87.down_proj,0.0131840613,hessian_weighted_relative_error,25227,0.02500,0.783
20,mlp.experts.88.down_proj,0.0103819564,hessian_weighted_relative_error,24194,0.02500,0.797
20,mlp.experts.91.down_proj,0.0117264716,hessian_weighted_relative_error,16031,0.02500,0.788
20,mlp.experts.93.down_proj,0.0135987987,hessian_weighted_relative_error,26483,0.02500,0.789
20,mlp.experts.97.down_proj,0.0129656677,hessian_weighted_relative_error,14831,0.02500,0.790
20,mlp.experts.98.down_proj,0.0074844856,hessian_weighted_relative_error,23316,0.02500,0.796
20,mlp.experts.99.down_proj,0.0118382459,hessian_weighted_relative_error,16050,0.02500,0.792
20,mlp.experts.100.down_proj,0.0115259119,hessian_weighted_relative_error,7652,0.02500,0.797
20,mlp.experts.102.down_proj,0.0127737829,hessian_weighted_relative_error,17117,0.02500,0.797
20,mlp.experts.104.down_proj,0.0086837559,hessian_weighted_relative_error,13322,0.02500,0.802
20,mlp.experts.108.down_proj,0.0125792006,hessian_weighted_relative_error,8528,0.02500,0.800
20,mlp.experts.109.down_proj,0.0058941978,hessian_weighted_relative_error,29029,0.02500,0.796
20,mlp.experts.111.down_proj,0.0114830930,hessian_weighted_relative_error,20652,0.02500,0.793
20,mlp.experts.112.down_proj,0.0104759034,hessian_weighted_relative_error,21619,0.02500,0.803
20,mlp.experts.114.down_proj,0.0118327629,hessian_weighted_relative_error,18648,0.02500,0.800
20,mlp.experts.115.down_proj,0.0056761388,hessian_weighted_relative_error,46595,0.02500,0.798
20,mlp.experts.116.down_proj,0.0101810098,hessian_weighted_relative_error,25782,0.02500,0.801
20,mlp.experts.118.down_proj,0.0129166446,hessian_weighted_relative_error,11289,0.02500,0.800
20,mlp.experts.121.down_proj,0.0129089742,hessian_weighted_relative_error,23101,0.02500,0.799
20,mlp.experts.122.down_proj,0.0129199843,hessian_weighted_relative_error,19477,0.02500,0.801
20,mlp.experts.123.down_proj,0.0081067951,hessian_weighted_relative_error,6340,0.02500,0.802
20,mlp.experts.124.down_proj,0.0112866222,hessian_weighted_relative_error,18242,0.02500,0.803
20,mlp.experts.125.down_proj,0.0105817882,hessian_weighted_relative_error,8399,0.02500,0.803
20,mlp.experts.126.down_proj,0.0103833541,hessian_weighted_relative_error,20098,0.02500,0.801
20,mlp.experts.127.down_proj,0.0116556876,hessian_weighted_relative_error,16267,0.02500,0.799
20,mlp.experts.128.down_proj,0.0121801416,hessian_weighted_relative_error,32374,0.02500,0.807
20,mlp.experts.130.down_proj,0.0106597074,hessian_weighted_relative_error,8198,0.02500,0.803
20,mlp.experts.131.down_proj,0.0112102128,hessian_weighted_relative_error,13048,0.02500,0.806
20,mlp.experts.132.down_proj,0.0131489312,hessian_weighted_relative_error,25960,0.02500,0.804
20,mlp.experts.133.down_proj,0.0138749521,hessian_weighted_relative_error,24131,0.02500,0.806
20,mlp.experts.134.down_proj,0.0100933196,hessian_weighted_relative_error,31966,0.02500,0.804
20,mlp.experts.136.down_proj,0.0133709636,hessian_weighted_relative_error,20341,0.02500,0.806
20,mlp.experts.139.down_proj,0.0128715726,hessian_weighted_relative_error,12950,0.02500,0.806
20,mlp.experts.144.down_proj,0.0126903126,hessian_weighted_relative_error,22368,0.02500,0.808
20,mlp.experts.145.down_proj,0.0107868522,hessian_weighted_relative_error,6535,0.02500,0.805
20,mlp.experts.148.down_proj,0.0137681180,hessian_weighted_relative_error,39317,0.02500,0.807
20,mlp.experts.149.down_proj,0.0099237131,hessian_weighted_relative_error,17335,0.02500,0.809
20,mlp.experts.150.down_proj,0.0092284145,hessian_weighted_relative_error,15935,0.02500,0.805
20,mlp.experts.151.down_proj,0.0105043801,hessian_weighted_relative_error,8009,0.02500,0.807
20,mlp.experts.152.down_proj,0.0092666261,hessian_weighted_relative_error,23772,0.02500,0.809
20,mlp.experts.153.down_proj,0.0089421820,hessian_weighted_relative_error,5247,0.02500,0.808
20,mlp.experts.155.down_proj,0.0103748966,hessian_weighted_relative_error,30037,0.02500,0.812
20,mlp.experts.156.down_proj,0.0140732774,hessian_weighted_relative_error,34685,0.02500,0.808
20,mlp.experts.157.down_proj,0.0137292416,hessian_weighted_relative_error,20654,0.02500,0.813
20,mlp.experts.158.down_proj,0.0054692218,hessian_weighted_relative_error,1617,0.02500,0.806
20,mlp.experts.159.down_proj,0.0086773733,hessian_weighted_relative_error,15515,0.02500,0.809
20,mlp.experts.160.down_proj,0.0129507064,hessian_weighted_relative_error,15018,0.02500,0.810
20,mlp.experts.162.down_proj,0.0104497694,hessian_weighted_relative_error,15677,0.02500,0.807
20,mlp.experts.163.down_proj,0.0120553500,hessian_weighted_relative_error,16346,0.02500,0.814
20,mlp.experts.166.down_proj,0.0127611218,hessian_weighted_relative_error,37107,0.02500,0.808
20,mlp.experts.168.down_proj,0.0048411715,hessian_weighted_relative_error,2265,0.02500,0.810
20,mlp.experts.170.down_proj,0.0146795152,hessian_weighted_relative_error,35842,0.02500,0.808
20,mlp.experts.171.down_proj,0.0138815260,hessian_weighted_relative_error,24897,0.02500,0.817
20,mlp.experts.172.down_proj,0.0069205114,hessian_weighted_relative_error,21458,0.02500,0.809
20,mlp.experts.175.down_proj,0.0078648503,hessian_weighted_relative_error,5793,0.02500,0.815
20,mlp.experts.176.down_proj,0.0117045114,hessian_weighted_relative_error,11447,0.02500,0.812
20,mlp.experts.177.down_proj,0.0045185586,hessian_weighted_relative_error,1501,0.02500,0.816
20,mlp.experts.178.down_proj,0.0095985999,hessian_weighted_relative_error,5227,0.02500,0.810
20,mlp.experts.180.down_proj,0.0118190052,hessian_weighted_relative_error,17183,0.02500,0.811
20,mlp.experts.181.down_proj,0.0071290500,hessian_weighted_relative_error,7879,0.02500,0.822
20,mlp.experts.184.down_proj,0.0070342067,hessian_weighted_relative_error,2797,0.02500,0.814
20,mlp.experts.185.down_proj,0.0146269006,hessian_weighted_relative_error,26002,0.02500,0.818
20,mlp.experts.186.down_proj,0.0122307277,hessian_weighted_relative_error,14309,0.02500,0.812
20,mlp.experts.190.down_proj,0.0098261502,hessian_weighted_relative_error,13683,0.02500,0.811
20,mlp.experts.192.down_proj,0.0100727746,hessian_weighted_relative_error,6727,0.02500,0.814
20,mlp.experts.193.down_proj,0.0119154756,hessian_weighted_relative_error,9333,0.02500,0.820
20,mlp.experts.195.down_proj,0.0094111617,hessian_weighted_relative_error,6434,0.02500,0.824
20,mlp.experts.196.down_proj,0.0055566536,hessian_weighted_relative_error,42581,0.02500,0.815
20,mlp.experts.197.down_proj,0.0119806133,hessian_weighted_relative_error,21794,0.02500,0.823
20,mlp.experts.198.down_proj,0.0132710585,hessian_weighted_relative_error,12592,0.02500,0.812
20,mlp.experts.200.down_proj,0.0134473696,hessian_weighted_relative_error,43075,0.02500,0.817
20,mlp.experts.201.down_proj,0.0132195485,hessian_weighted_relative_error,17069,0.02500,0.820
20,mlp.experts.202.down_proj,0.0104403230,hessian_weighted_relative_error,9122,0.02500,0.814
20,mlp.experts.203.down_proj,0.0118291727,hessian_weighted_relative_error,10032,0.02500,0.823
20,mlp.experts.204.down_proj,0.0118333854,hessian_weighted_relative_error,21316,0.02500,0.815
20,mlp.experts.206.down_proj,0.0098258525,hessian_weighted_relative_error,35743,0.02500,0.814
20,mlp.experts.207.down_proj,0.0104497752,hessian_weighted_relative_error,18307,0.02500,0.823
20,mlp.experts.208.down_proj,0.0111215907,hessian_weighted_relative_error,12332,0.02500,0.816
20,mlp.experts.211.down_proj,0.0122354645,hessian_weighted_relative_error,18795,0.02500,0.824
20,mlp.experts.212.down_proj,0.0043925268,hessian_weighted_relative_error,13145,0.02500,0.816
20,mlp.experts.214.down_proj,0.0096640613,hessian_weighted_relative_error,4562,0.02500,0.815
20,mlp.experts.217.down_proj,0.0128142424,hessian_weighted_relative_error,23713,0.02500,0.822
20,mlp.experts.218.down_proj,0.0129486421,hessian_weighted_relative_error,38250,0.02500,0.815
20,mlp.experts.219.down_proj,0.0105457072,hessian_weighted_relative_error,25405,0.02500,0.825
20,mlp.experts.222.down_proj,0.0115291894,hessian_weighted_relative_error,19978,0.02500,0.815
20,mlp.experts.223.down_proj,0.0134045896,hessian_weighted_relative_error,14660,0.02500,0.824
20,mlp.experts.224.down_proj,0.0137556209,hessian_weighted_relative_error,25703,0.02500,0.819
20,mlp.experts.226.down_proj,0.0124567994,hessian_weighted_relative_error,24792,0.02500,0.816
20,mlp.experts.227.down_proj,0.0149501670,hessian_weighted_relative_error,32779,0.02500,0.826
20,mlp.experts.228.down_proj,0.0035914324,hessian_weighted_relative_error,1024,0.02500,0.817
20,mlp.experts.230.down_proj,0.0074694740,hessian_weighted_relative_error,15239,0.02500,0.816
20,mlp.experts.232.down_proj,0.0034429880,hessian_weighted_relative_error,12405,0.02500,0.820
20,mlp.experts.234.down_proj,0.0084494247,hessian_weighted_relative_error,18480,0.02500,0.818
20,mlp.experts.235.down_proj,0.0116871146,hessian_weighted_relative_error,7423,0.02500,0.827
20,mlp.experts.236.down_proj,0.0102655817,hessian_weighted_relative_error,4144,0.02500,0.818
20,mlp.experts.243.down_proj,0.0032039888,hessian_weighted_relative_error,1024,0.02500,0.829
20,mlp.experts.244.down_proj,0.0055122584,hessian_weighted_relative_error,5726,0.02500,0.818
20,mlp.experts.245.down_proj,0.0031447161,hessian_weighted_relative_error,15352,0.02500,0.828
20,mlp.experts.246.down_proj,0.0076076442,hessian_weighted_relative_error,8670,0.02500,0.817
20,mlp.experts.248.down_proj,0.0147320570,hessian_weighted_relative_error,37718,0.02500,0.820
20,mlp.experts.249.down_proj,0.0066393131,hessian_weighted_relative_error,23804,0.02500,0.824
20,mlp.experts.251.down_proj,0.0122431215,hessian_weighted_relative_error,22266,0.02500,0.829
20,mlp.experts.252.down_proj,0.0124876975,hessian_weighted_relative_error,14223,0.02500,0.820
20,mlp.experts.253.down_proj,0.0121008686,hessian_weighted_relative_error,12580,0.02500,0.828
20,mlp.experts.255.down_proj,0.0084772309,hessian_weighted_relative_error,24589,0.02500,0.827
20,mlp.experts.259.down_proj,0.0120294522,hessian_weighted_relative_error,14072,0.02500,0.830
20,mlp.experts.261.down_proj,0.0116670137,hessian_weighted_relative_error,19033,0.02500,0.829
20,mlp.experts.262.down_proj,0.0084714042,hessian_weighted_relative_error,11021,0.02500,0.819
20,mlp.experts.264.down_proj,0.0097392157,hessian_weighted_relative_error,5834,0.02500,0.822
20,mlp.experts.265.down_proj,0.0090820389,hessian_weighted_relative_error,23071,0.02500,0.826
20,mlp.experts.267.down_proj,0.0113093151,hessian_weighted_relative_error,24091,0.02500,0.830
20,mlp.experts.269.down_proj,0.0079016887,hessian_weighted_relative_error,36783,0.02500,0.832
20,mlp.experts.271.down_proj,0.0142224939,hessian_weighted_relative_error,33046,0.02500,0.830
20,mlp.experts.273.down_proj,0.0110587872,hessian_weighted_relative_error,21458,0.02500,0.825
20,mlp.experts.274.down_proj,0.0126441088,hessian_weighted_relative_error,8556,0.02500,0.820
20,mlp.experts.278.down_proj,0.0063133854,hessian_weighted_relative_error,13320,0.02500,0.821
20,mlp.experts.281.down_proj,0.0128896748,hessian_weighted_relative_error,20479,0.02500,0.826
20,mlp.experts.282.down_proj,0.0102543921,hessian_weighted_relative_error,9771,0.02500,0.820
20,mlp.experts.283.down_proj,0.0136708231,hessian_weighted_relative_error,41565,0.02500,0.832
20,mlp.experts.285.down_proj,0.0129485592,hessian_weighted_relative_error,19254,0.02500,0.829
20,mlp.experts.286.down_proj,0.0115271237,hessian_weighted_relative_error,11654,0.02500,0.821
20,mlp.experts.101.down_proj,0.0035431947,hessian_weighted_relative_error,142364,0.02500,1.498
20,mlp.experts.10.down_proj,0.0031213729,hessian_weighted_relative_error,24333,0.02500,1.482
20,mlp.experts.103.down_proj,0.0030929168,hessian_weighted_relative_error,22064,0.02500,1.534
20,mlp.experts.10.gate_proj,0.0012540844,hessian_weighted_relative_error,24333,0.02500,1.585
20,mlp.experts.101.gate_proj,0.0018995681,hessian_weighted_relative_error,142364,0.02500,1.643
20,mlp.experts.10.up_proj,0.0013557843,hessian_weighted_relative_error,24333,0.02500,1.619
20,mlp.experts.106.down_proj,0.0029954856,hessian_weighted_relative_error,29996,0.02500,1.533
20,mlp.experts.101.up_proj,0.0021835301,hessian_weighted_relative_error,142364,0.02500,1.677
20,mlp.experts.105.down_proj,0.0034269332,hessian_weighted_relative_error,61021,0.02500,1.537
20,mlp.experts.106.gate_proj,0.0012901822,hessian_weighted_relative_error,29996,0.02500,1.597
20,mlp.experts.106.up_proj,0.0014454719,hessian_weighted_relative_error,29996,0.02500,1.622
20,mlp.experts.107.down_proj,0.0032678598,hessian_weighted_relative_error,31663,0.02500,1.556
20,mlp.experts.110.down_proj,0.0025617590,hessian_weighted_relative_error,19063,0.02500,1.537
20,mlp.experts.105.gate_proj,0.0016890212,hessian_weighted_relative_error,61021,0.02500,1.643
20,mlp.experts.120.down_proj,0.0027538716,hessian_weighted_relative_error,62713,0.02500,1.540
20,mlp.experts.105.up_proj,0.0018805611,hessian_weighted_relative_error,61021,0.02500,1.681
20,mlp.experts.120.gate_proj,0.0012013573,hessian_weighted_relative_error,62713,0.02500,1.600
20,mlp.experts.11.down_proj,0.0029615332,hessian_weighted_relative_error,157539,0.02500,1.500
20,mlp.experts.120.up_proj,0.0013285421,hessian_weighted_relative_error,62713,0.02500,1.625
20,mlp.experts.113.down_proj,0.0032879414,hessian_weighted_relative_error,32681,0.02500,1.542
20,mlp.experts.138.down_proj,0.0034087578,hessian_weighted_relative_error,50015,0.02500,1.544
20,mlp.experts.11.gate_proj,0.0014912193,hessian_weighted_relative_error,157539,0.02500,1.601
20,mlp.experts.138.up_proj,0.0016392454,hessian_weighted_relative_error,50015,0.02500,1.625
20,mlp.experts.11.up_proj,0.0016847888,hessian_weighted_relative_error,157539,0.02500,1.667
20,mlp.experts.14.down_proj,0.0030168453,hessian_weighted_relative_error,84049,0.02500,1.512
20,mlp.experts.117.down_proj,0.0030683858,hessian_weighted_relative_error,46943,0.02500,1.547
20,mlp.experts.14.up_proj,0.0019517302,hessian_weighted_relative_error,84049,0.02500,1.619
20,mlp.experts.119.down_proj,0.0031078354,hessian_weighted_relative_error,24283,0.02500,1.543
20,mlp.experts.140.down_proj,0.0030121346,hessian_weighted_relative_error,32327,0.02500,1.547
20,mlp.experts.117.gate_proj,0.0013972015,hessian_weighted_relative_error,46943,0.02500,1.653
20,mlp.experts.142.down_proj,0.0033678168,hessian_weighted_relative_error,39690,0.02500,1.543
20,mlp.experts.117.up_proj,0.0015904959,hessian_weighted_relative_error,46943,0.02500,1.689
20,mlp.experts.142.up_proj,0.0018829990,hessian_weighted_relative_error,39690,0.02500,1.622
20,mlp.experts.129.down_proj,0.0031129257,hessian_weighted_relative_error,27899,0.02500,1.546
20,mlp.experts.146.down_proj,0.0028715266,hessian_weighted_relative_error,157419,0.02500,1.543
20,mlp.experts.137.down_proj,0.0020207608,hessian_weighted_relative_error,35109,0.02500,1.549
20,mlp.experts.146.gate_proj,0.0017452296,hessian_weighted_relative_error,157419,0.02500,1.604
20,mlp.experts.135.down_proj,0.0037542241,hessian_weighted_relative_error,31946,0.02500,1.552
20,mlp.experts.146.up_proj,0.0021189672,hessian_weighted_relative_error,157419,0.02500,1.624
20,mlp.experts.135.up_proj,0.0023867398,hessian_weighted_relative_error,31946,0.02500,1.692
20,mlp.experts.154.down_proj,0.0029154259,hessian_weighted_relative_error,28342,0.02500,1.548
20,mlp.experts.137.up_proj,0.0010544822,hessian_weighted_relative_error,35109,0.02500,1.683
20,mlp.experts.164.down_proj,0.0028358896,hessian_weighted_relative_error,32161,0.02500,1.548
20,mlp.experts.143.down_proj,0.0027997096,hessian_weighted_relative_error,62936,0.02500,1.554
20,mlp.experts.174.down_proj,0.0029928160,hessian_weighted_relative_error,11649,0.02500,1.552
20,mlp.experts.141.down_proj,0.0032857589,hessian_weighted_relative_error,27401,0.02500,1.556
20,mlp.experts.18.down_proj,0.0031613228,hessian_weighted_relative_error,48479,0.02500,1.514
20,mlp.experts.141.up_proj,0.0014675007,hessian_weighted_relative_error,27401,0.02500,1.686
20,mlp.experts.18.up_proj,0.0019465766,hessian_weighted_relative_error,48479,0.02500,1.618
20,mlp.experts.143.up_proj,0.0021140339,hessian_weighted_relative_error,62936,0.02500,1.682
20,mlp.experts.182.down_proj,0.0030527769,hessian_weighted_relative_error,22653,0.02500,1.550
20,mlp.experts.147.up_proj,0.0017519965,hessian_weighted_relative_error,27087,0.02500,1.676
20,mlp.experts.182.up_proj,0.0012849371,hessian_weighted_relative_error,22653,0.02500,1.629
20,mlp.experts.147.down_proj,0.0030575312,hessian_weighted_relative_error,27087,0.02500,1.558
20,mlp.experts.188.down_proj,0.0031548517,hessian_weighted_relative_error,33568,0.02500,1.551
20,mlp.experts.147.gate_proj,0.0017540871,hessian_weighted_relative_error,27087,0.02500,1.664
20,mlp.experts.188.gate_proj,0.0014793584,hessian_weighted_relative_error,33568,0.02500,1.608
20,mlp.experts.15.down_proj,0.0028388660,hessian_weighted_relative_error,20829,0.02500,1.500
20,mlp.experts.188.up_proj,0.0016919934,hessian_weighted_relative_error,33568,0.02500,1.630
20,mlp.experts.161.up_proj,0.0014619776,hessian_weighted_relative_error,30238,0.02500,1.682
20,mlp.experts.194.down_proj,0.0030911604,hessian_weighted_relative_error,15918,0.02500,1.555
20,mlp.experts.161.down_proj,0.0030900703,hessian_weighted_relative_error,30238,0.02500,1.562
20,mlp.experts.210.down_proj,0.0025818164,hessian_weighted_relative_error,89160,0.02500,1.556
20,mlp.experts.161.gate_proj,0.0013104628,hessian_weighted_relative_error,30238,0.02500,1.660
20,mlp.experts.210.up_proj,0.0016137517,hessian_weighted_relative_error,89160,0.02500,1.629
20,mlp.experts.216.down_proj,0.0027319091,hessian_weighted_relative_error,27297,0.02500,1.557
20,mlp.experts.165.down_proj,0.0028543609,hessian_weighted_relative_error,27953,0.02500,1.573
20,mlp.experts.220.down_proj,0.0027473863,hessian_weighted_relative_error,50188,0.02500,1.564
20,mlp.experts.167.gate_proj,0.0016465044,hessian_weighted_relative_error,61357,0.02500,1.662
20,mlp.experts.220.gate_proj,0.0012643110,hessian_weighted_relative_error,50188,0.02500,1.616
20,mlp.experts.165.up_proj,0.0012787468,hessian_weighted_relative_error,27953,0.02500,1.680
20,mlp.experts.220.up_proj,0.0014543647,hessian_weighted_relative_error,50188,0.02500,1.628
20,mlp.experts.167.down_proj,0.0035476631,hessian_weighted_relative_error,61357,0.02500,1.565
20,mlp.experts.238.down_proj,0.0033487047,hessian_weighted_relative_error,29209,0.02500,1.557
20,mlp.experts.167.up_proj,0.0017980158,hessian_weighted_relative_error,61357,0.02500,1.678
20,mlp.experts.238.up_proj,0.0015998753,hessian_weighted_relative_error,29209,0.02500,1.627
20,mlp.experts.169.up_proj,0.0016612360,hessian_weighted_relative_error,113714,0.02500,1.691
20,mlp.experts.240.down_proj,0.0033519007,hessian_weighted_relative_error,39129,0.02500,1.560
20,mlp.experts.169.down_proj,0.0025809981,hessian_weighted_relative_error,113714,0.02500,1.573
20,mlp.experts.240.gate_proj,0.0015067140,hessian_weighted_relative_error,39129,0.02500,1.618
20,mlp.experts.169.gate_proj,0.0014987801,hessian_weighted_relative_error,113714,0.02500,1.663
20,mlp.experts.240.up_proj,0.0016255296,hessian_weighted_relative_error,39129,0.02500,1.628
20,mlp.experts.17.down_proj,0.0027132389,hessian_weighted_relative_error,45155,0.02500,1.507
20,mlp.experts.242.down_proj,0.0029094851,hessian_weighted_relative_error,27719,0.02500,1.561
20,mlp.experts.173.down_proj,0.0022579768,hessian_weighted_relative_error,97774,0.02500,1.565
20,mlp.experts.250.down_proj,0.0020713527,hessian_weighted_relative_error,31566,0.02500,1.559
20,mlp.experts.17.gate_proj,0.0011773193,hessian_weighted_relative_error,45155,0.02500,1.598
20,mlp.experts.254.down_proj,0.0028508915,hessian_weighted_relative_error,38616,0.02500,1.560
20,mlp.experts.17.up_proj,0.0012492495,hessian_weighted_relative_error,45155,0.02500,1.677
20,mlp.experts.254.gate_proj,0.0013295718,hessian_weighted_relative_error,38616,0.02500,1.623
20,mlp.experts.173.up_proj,0.0015509925,hessian_weighted_relative_error,97774,0.02500,1.688
20,mlp.experts.254.up_proj,0.0015129909,hessian_weighted_relative_error,38616,0.02500,1.628
20,mlp.experts.183.down_proj,0.0027858688,hessian_weighted_relative_error,23246,0.02500,1.571
20,mlp.experts.256.down_proj,0.0030757240,hessian_weighted_relative_error,24642,0.02500,1.563
20,mlp.experts.179.down_proj,0.0029848727,hessian_weighted_relative_error,46550,0.02500,1.569
20,mlp.experts.256.gate_proj,0.0012604658,hessian_weighted_relative_error,24642,0.02500,1.618
20,mlp.experts.179.up_proj,0.0014815404,hessian_weighted_relative_error,46550,0.02500,1.686
20,mlp.experts.256.up_proj,0.0013737440,hessian_weighted_relative_error,24642,0.02500,1.629
20,mlp.experts.183.up_proj,0.0016230645,hessian_weighted_relative_error,23246,0.02500,1.701
20,mlp.experts.258.down_proj,0.0031303852,hessian_weighted_relative_error,28287,0.02500,1.564
20,mlp.experts.191.down_proj,0.0035120740,hessian_weighted_relative_error,29411,0.02500,1.572
20,mlp.experts.260.down_proj,0.0033486401,hessian_weighted_relative_error,18693,0.02500,1.564
20,mlp.experts.187.down_proj,0.0028409177,hessian_weighted_relative_error,32305,0.02500,1.572
20,mlp.experts.266.down_proj,0.0036364229,hessian_weighted_relative_error,59541,0.02500,1.563
20,mlp.experts.189.down_proj,0.0020920049,hessian_weighted_relative_error,22856,0.02500,1.571
20,mlp.experts.268.down_proj,0.0033416441,hessian_weighted_relative_error,28351,0.02500,1.564
20,mlp.experts.199.down_proj,0.0029672182,hessian_weighted_relative_error,24742,0.02500,1.567
20,mlp.experts.270.down_proj,0.0032077400,hessian_weighted_relative_error,31885,0.02500,1.565
20,mlp.experts.209.down_proj,0.0032506689,hessian_weighted_relative_error,39211,0.02500,1.575
20,mlp.experts.270.up_proj,0.0016016445,hessian_weighted_relative_error,31885,0.02500,1.630
20,mlp.experts.205.down_proj,0.0028602091,hessian_weighted_relative_error,16919,0.02500,1.577
20,mlp.experts.272.down_proj,0.0030403828,hessian_weighted_relative_error,34082,0.02500,1.567
20,mlp.experts.205.up_proj,0.0014259939,hessian_weighted_relative_error,16919,0.02500,1.700
20,mlp.experts.272.gate_proj,0.0013600276,hessian_weighted_relative_error,34082,0.02500,1.622
20,mlp.experts.209.gate_proj,0.0014692051,hessian_weighted_relative_error,39211,0.02500,1.664
20,mlp.experts.272.up_proj,0.0014847139,hessian_weighted_relative_error,34082,0.02500,1.629
20,mlp.experts.215.down_proj,0.0030954944,hessian_weighted_relative_error,36295,0.02500,1.574
20,mlp.experts.276.down_proj,0.0024039191,hessian_weighted_relative_error,18311,0.02500,1.565
20,mlp.experts.209.up_proj,0.0016015880,hessian_weighted_relative_error,39211,0.02500,1.689
20,mlp.experts.276.up_proj,0.0011974016,hessian_weighted_relative_error,18311,0.02500,1.630
20,mlp.experts.213.down_proj,0.0028364580,hessian_weighted_relative_error,30794,0.02500,1.578
20,mlp.experts.280.down_proj,0.0031046613,hessian_weighted_relative_error,24808,0.02500,1.565
20,mlp.experts.215.up_proj,0.0014135487,hessian_weighted_relative_error,36295,0.02500,1.702
20,mlp.experts.284.down_proj,0.0033004791,hessian_weighted_relative_error,35866,0.02500,1.567
20,mlp.experts.225.gate_proj,0.0011587896,hessian_weighted_relative_error,70445,0.02500,1.665
20,mlp.experts.30.down_proj,0.0029332696,hessian_weighted_relative_error,22613,0.02500,1.523
20,mlp.experts.221.down_proj,0.0032288616,hessian_weighted_relative_error,30265,0.02500,1.582
20,mlp.experts.36.down_proj,0.0032858936,hessian_weighted_relative_error,241820,0.02500,1.525
20,mlp.experts.225.down_proj,0.0022485624,hessian_weighted_relative_error,70445,0.02500,1.574
20,mlp.experts.36.gate_proj,0.0020442457,hessian_weighted_relative_error,241820,0.02500,1.588
20,mlp.experts.36.up_proj,0.0022216456,hessian_weighted_relative_error,241820,0.02500,1.626
20,mlp.experts.225.up_proj,0.0012981520,hessian_weighted_relative_error,70445,0.02500,1.704
20,mlp.experts.38.down_proj,0.0021956030,hessian_weighted_relative_error,98595,0.02500,1.523
20,mlp.experts.229.up_proj,0.0015361004,hessian_weighted_relative_error,63605,0.02500,1.698
20,mlp.experts.38.gate_proj,0.0010793792,hessian_weighted_relative_error,98595,0.02500,1.583
20,mlp.experts.229.down_proj,0.0024151014,hessian_weighted_relative_error,63605,0.02500,1.583
20,mlp.experts.38.up_proj,0.0012452842,hessian_weighted_relative_error,98595,0.02500,1.625
20,mlp.experts.229.gate_proj,0.0013697606,hessian_weighted_relative_error,63605,0.02500,1.671
20,mlp.experts.42.down_proj,0.0030148658,hessian_weighted_relative_error,124789,0.02500,1.527
20,mlp.experts.231.down_proj,0.0028731583,hessian_weighted_relative_error,19772,0.02500,1.576
20,mlp.experts.42.gate_proj,0.0015899839,hessian_weighted_relative_error,124789,0.02500,1.586
20,mlp.experts.237.gate_proj,0.0015892671,hessian_weighted_relative_error,52251,0.02500,1.673
20,mlp.experts.42.up_proj,0.0017732605,hessian_weighted_relative_error,124789,0.02500,1.625
20,mlp.experts.233.down_proj,0.0034148007,hessian_weighted_relative_error,29425,0.02500,1.576
20,mlp.experts.46.down_proj,0.0028826391,hessian_weighted_relative_error,39914,0.02500,1.525
20,mlp.experts.237.down_proj,0.0031524734,hessian_weighted_relative_error,52251,0.02500,1.580
20,mlp.experts.64.down_proj,0.0035084681,hessian_weighted_relative_error,145908,0.02500,1.537
20,mlp.experts.237.up_proj,0.0018174442,hessian_weighted_relative_error,52251,0.02500,1.700
20,mlp.experts.64.gate_proj,0.0019728709,hessian_weighted_relative_error,145908,0.02500,1.597
20,mlp.experts.241.gate_proj,0.0016358852,hessian_weighted_relative_error,41646,0.02500,1.673
20,mlp.experts.64.up_proj,0.0023692063,hessian_weighted_relative_error,145908,0.02500,1.630
20,mlp.experts.239.down_proj,0.0027850771,hessian_weighted_relative_error,24912,0.02500,1.583
20,mlp.experts.70.down_proj,0.0031303100,hessian_weighted_relative_error,54631,0.02500,1.532
20,mlp.experts.241.down_proj,0.0032773460,hessian_weighted_relative_error,41646,0.02500,1.573
20,mlp.experts.70.gate_proj,0.0019502810,hessian_weighted_relative_error,54631,0.02500,1.596
20,mlp.experts.241.up_proj,0.0019684235,hessian_weighted_relative_error,41646,0.02500,1.701
20,mlp.experts.70.up_proj,0.0022119392,hessian_weighted_relative_error,54631,0.02500,1.624
20,mlp.experts.257.down_proj,0.0025308786,hessian_weighted_relative_error,38281,0.02500,1.575
20,mlp.experts.90.down_proj,0.0033672672,hessian_weighted_relative_error,32271,0.02500,1.539
20,mlp.experts.247.down_proj,0.0027043082,hessian_weighted_relative_error,49998,0.02500,1.577
20,mlp.experts.92.down_proj,0.0022781897,hessian_weighted_relative_error,155538,0.02500,1.540
20,mlp.experts.247.up_proj,0.0013592805,hessian_weighted_relative_error,49998,0.02500,1.704
20,mlp.experts.92.gate_proj,0.0012193794,hessian_weighted_relative_error,155538,0.02500,1.600
20,mlp.experts.257.gate_proj,0.0012836692,hessian_weighted_relative_error,38281,0.02500,1.673
20,mlp.experts.92.up_proj,0.0013523648,hessian_weighted_relative_error,155538,0.02500,1.627
20,mlp.experts.263.gate_proj,0.0017524721,hessian_weighted_relative_error,151899,0.02500,1.685
20,mlp.experts.257.up_proj,0.0013851429,hessian_weighted_relative_error,38281,0.02500,1.710
20,mlp.experts.94.gate_proj,0.0012684569,hessian_weighted_relative_error,42466,0.02500,1.592
20,mlp.experts.263.down_proj,0.0028860939,hessian_weighted_relative_error,151899,0.02500,1.584
20,mlp.experts.96.down_proj,0.0035577789,hessian_weighted_relative_error,183862,0.02500,1.539
20,mlp.experts.94.up_proj,0.0013827074,hessian_weighted_relative_error,42466,0.02500,1.632
20,mlp.experts.263.up_proj,0.0021159004,hessian_weighted_relative_error,151899,0.02500,1.704
20,mlp.experts.94.down_proj,0.0027254483,hessian_weighted_relative_error,42466,0.02500,1.543
20,mlp.experts.275.gate_proj,0.0017639897,hessian_weighted_relative_error,100457,0.02500,1.694
20,mlp.experts.96.up_proj,0.0024768438,hessian_weighted_relative_error,183862,0.02500,1.630
20,mlp.experts.27.down_proj,0.0030796060,hessian_weighted_relative_error,21303,0.02500,1.519
20,mlp.experts.96.gate_proj,0.0021890638,hessian_weighted_relative_error,183862,0.02500,1.601
20,mlp.experts.275.down_proj,0.0034571637,hessian_weighted_relative_error,100457,0.02500,1.597
20,mlp.experts.27.up_proj,0.0013284111,hessian_weighted_relative_error,21303,0.02500,1.679
20,mlp.experts.279.down_proj,0.0034587328,hessian_weighted_relative_error,60723,0.02500,1.582
20,mlp.experts.275.up_proj,0.0019378360,hessian_weighted_relative_error,100457,0.02500,1.701
20,mlp.experts.277.up_proj,0.0010246529,hessian_weighted_relative_error,22803,0.02500,1.702
20,mlp.experts.277.down_proj,0.0018623421,hessian_weighted_relative_error,22803,0.02500,1.589
20,mlp.experts.287.up_proj,0.0018937500,hessian_weighted_relative_error,49475,0.02500,1.705
20,mlp.experts.279.gate_proj,0.0018362480,hessian_weighted_relative_error,60723,0.02500,1.673
20,mlp.experts.287.down_proj,0.0031649119,hessian_weighted_relative_error,49475,0.02500,1.581
20,mlp.experts.279.up_proj,0.0018673553,hessian_weighted_relative_error,60723,0.02500,1.704
20,mlp.experts.41.up_proj,0.0023097986,hessian_weighted_relative_error,52239,0.02500,1.680
20,mlp.experts.29.down_proj,0.0015677168,hessian_weighted_relative_error,39651,0.02500,1.517
20,mlp.experts.41.down_proj,0.0036339296,hessian_weighted_relative_error,52239,0.02500,1.518
20,mlp.experts.31.down_proj,0.0033091339,hessian_weighted_relative_error,30855,0.02500,1.513
20,mlp.experts.45.down_proj,0.0026074627,hessian_weighted_relative_error,27629,0.02500,1.518
20,mlp.experts.43.down_proj,0.0030627319,hessian_weighted_relative_error,36089,0.02500,1.520
20,mlp.experts.43.up_proj,0.0015194109,hessian_weighted_relative_error,36089,0.02500,1.675
20,mlp.experts.43.gate_proj,0.0013530301,hessian_weighted_relative_error,36089,0.02500,1.617
20,mlp.experts.55.down_proj,0.0029963637,hessian_weighted_relative_error,23009,0.02500,1.522
20,mlp.experts.45.up_proj,0.0013390486,hessian_weighted_relative_error,27629,0.02500,1.677
20,mlp.experts.51.down_proj,0.0026962929,hessian_weighted_relative_error,18583,0.02500,1.525
20,mlp.experts.49.down_proj,0.0033600602,hessian_weighted_relative_error,29291,0.02500,1.521
20,mlp.experts.69.down_proj,0.0028676928,hessian_weighted_relative_error,46880,0.02500,1.526
20,mlp.experts.57.down_proj,0.0029252103,hessian_weighted_relative_error,40861,0.02500,1.523
20,mlp.experts.57.up_proj,0.0017530768,hessian_weighted_relative_error,40861,0.02500,1.669
20,mlp.experts.57.gate_proj,0.0014802863,hessian_weighted_relative_error,40861,0.02500,1.617
20,mlp.experts.71.gate_proj,0.0016076336,hessian_weighted_relative_error,65162,0.02500,1.620
20,mlp.experts.69.gate_proj,0.0015482422,hessian_weighted_relative_error,46880,0.02500,1.620
20,mlp.experts.71.down_proj,0.0027882912,hessian_weighted_relative_error,65162,0.02500,1.527
20,mlp.experts.69.up_proj,0.0016640456,hessian_weighted_relative_error,46880,0.02500,1.677
20,mlp.experts.77.up_proj,0.0021601790,hessian_weighted_relative_error,40701,0.02500,1.678
20,mlp.experts.71.up_proj,0.0018906740,hessian_weighted_relative_error,65162,0.02500,1.662
20,mlp.experts.77.down_proj,0.0033012667,hessian_weighted_relative_error,40701,0.02500,1.532
20,mlp.experts.75.down_proj,0.0036630359,hessian_weighted_relative_error,37396,0.02500,1.531
20,mlp.experts.89.gate_proj,0.0019318216,hessian_weighted_relative_error,70045,0.02500,1.620
20,mlp.experts.83.down_proj,0.0031410439,hessian_weighted_relative_error,42850,0.02500,1.532
20,mlp.experts.89.down_proj,0.0027037600,hessian_weighted_relative_error,70045,0.02500,1.530
20,mlp.experts.83.up_proj,0.0015543010,hessian_weighted_relative_error,42850,0.02500,1.661
20,mlp.experts.89.up_proj,0.0021278939,hessian_weighted_relative_error,70045,0.02500,1.665
20,mlp.experts.95.down_proj,0.0028079976,hessian_weighted_relative_error,16908,0.02500,1.532
21,mlp.experts.0.gate_proj,0.0045504370,hessian_weighted_relative_error,11044,0.02500,0.802
21,mlp.experts.1.gate_proj,0.0045312707,hessian_weighted_relative_error,11603,0.02500,0.790
21,mlp.experts.2.gate_proj,0.0081865868,hessian_weighted_relative_error,46591,0.02500,0.805
21,mlp.experts.3.gate_proj,0.0048276656,hessian_weighted_relative_error,32733,0.02500,0.790
21,mlp.experts.5.gate_proj,0.0063889413,hessian_weighted_relative_error,46975,0.02500,0.768
21,mlp.experts.6.gate_proj,0.0026829768,hessian_weighted_relative_error,17171,0.02500,0.809
21,mlp.experts.7.gate_proj,0.0044148190,hessian_weighted_relative_error,14169,0.02500,0.792
21,mlp.experts.8.gate_proj,0.0030847941,hessian_weighted_relative_error,3874,0.02500,0.809
21,mlp.experts.9.gate_proj,0.0037067423,hessian_weighted_relative_error,6247,0.02500,0.799
21,mlp.experts.10.gate_proj,0.0060539270,hessian_weighted_relative_error,35187,0.02500,0.807
21,mlp.experts.11.gate_proj,0.0062690369,hessian_weighted_relative_error,10487,0.02500,0.795
21,mlp.experts.12.gate_proj,0.0051467080,hessian_weighted_relative_error,36488,0.02500,0.808
21,mlp.experts.13.gate_proj,0.0036467055,hessian_weighted_relative_error,14895,0.02500,0.792
21,mlp.experts.14.gate_proj,0.0064625614,hessian_weighted_relative_error,16472,0.02500,0.807
21,mlp.experts.15.gate_proj,0.0057202181,hessian_weighted_relative_error,11088,0.02500,0.799
21,mlp.experts.16.gate_proj,0.0057802061,hessian_weighted_relative_error,37980,0.02500,0.814
21,mlp.experts.17.gate_proj,0.0051426490,hessian_weighted_relative_error,19802,0.02500,0.800
21,mlp.experts.18.gate_proj,0.0063713993,hessian_weighted_relative_error,27497,0.02500,0.812
21,mlp.experts.19.gate_proj,0.0043548704,hessian_weighted_relative_error,9729,0.02500,0.797
21,mlp.experts.20.gate_proj,0.0044593450,hessian_weighted_relative_error,25248,0.02500,0.812
21,mlp.experts.21.gate_proj,0.0056633911,hessian_weighted_relative_error,26760,0.02500,0.796
21,mlp.experts.22.gate_proj,0.0058667511,hessian_weighted_relative_error,24232,0.02500,0.810
21,mlp.experts.23.gate_proj,0.0050355141,hessian_weighted_relative_error,39529,0.02500,0.800
21,mlp.experts.24.gate_proj,0.0061932146,hessian_weighted_relative_error,41823,0.02500,0.813
21,mlp.experts.25.gate_proj,0.0048359386,hessian_weighted_relative_error,25531,0.02500,0.806
21,mlp.experts.26.gate_proj,0.0046424134,hessian_weighted_relative_error,11542,0.02500,0.813
21,mlp.experts.27.gate_proj,0.0042054910,hessian_weighted_relative_error,13635,0.02500,0.803
21,mlp.experts.29.gate_proj,0.0061092570,hessian_weighted_relative_error,44316,0.02500,0.803
21,mlp.experts.30.gate_proj,0.0048440267,hessian_weighted_relative_error,38465,0.02500,0.814
21,mlp.experts.31.gate_proj,0.0049798974,hessian_weighted_relative_error,22594,0.02500,0.804
21,mlp.experts.32.gate_proj,0.0041153810,hessian_weighted_relative_error,57355,0.02500,0.817
21,mlp.experts.34.gate_proj,0.0081076129,hessian_weighted_relative_error,46839,0.02500,0.814
21,mlp.experts.35.gate_proj,0.0062704284,hessian_weighted_relative_error,23919,0.02500,0.810
21,mlp.experts.36.gate_proj,0.0060096403,hessian_weighted_relative_error,15657,0.02500,0.817
21,mlp.experts.37.gate_proj,0.0043879605,hessian_weighted_relative_error,34448,0.02500,0.806
21,mlp.experts.38.gate_proj,0.0059367268,hessian_weighted_relative_error,33702,0.02500,0.817
21,mlp.experts.39.gate_proj,0.0064740064,hessian_weighted_relative_error,61725,0.02500,0.811
21,mlp.experts.40.gate_proj,0.0050411080,hessian_weighted_relative_error,39407,0.02500,0.819
21,mlp.experts.41.gate_proj,0.0045969602,hessian_weighted_relative_error,30426,0.02500,0.812
21,mlp.experts.42.gate_proj,0.0050067917,hessian_weighted_relative_error,8272,0.02500,0.817
21,mlp.experts.43.gate_proj,0.0045536864,hessian_weighted_relative_error,22891,0.02500,0.809
21,mlp.experts.44.gate_proj,0.0063289336,hessian_weighted_relative_error,20958,0.02500,0.821
21,mlp.experts.45.gate_proj,0.0044387571,hessian_weighted_relative_error,15870,0.02500,0.809
21,mlp.experts.46.gate_proj,0.0048725171,hessian_weighted_relative_error,12604,0.02500,0.816
21,mlp.experts.47.gate_proj,0.0039406198,hessian_weighted_relative_error,24337,0.02500,0.816
21,mlp.experts.48.gate_proj,0.0027412562,hessian_weighted_relative_error,2157,0.02500,0.820
21,mlp.experts.50.gate_proj,0.0045794479,hessian_weighted_relative_error,28199,0.02500,0.818
21,mlp.experts.51.gate_proj,0.0043781996,hessian_weighted_relative_error,40423,0.02500,0.819
21,mlp.experts.52.gate_proj,0.0076336124,hessian_weighted_relative_error,37174,0.02500,0.822
21,mlp.experts.53.gate_proj,0.0064921912,hessian_weighted_relative_error,18668,0.02500,0.813
21,mlp.experts.54.gate_proj,0.0033291176,hessian_weighted_relative_error,5153,0.02500,0.820
21,mlp.experts.55.gate_proj,0.0043549439,hessian_weighted_relative_error,12772,0.02500,0.818
21,mlp.experts.56.gate_proj,0.0063885899,hessian_weighted_relative_error,42956,0.02500,0.822
21,mlp.experts.57.gate_proj,0.0046598495,hessian_weighted_relative_error,33721,0.02500,0.817
21,mlp.experts.58.gate_proj,0.0052672018,hessian_weighted_relative_error,13320,0.02500,0.823
21,mlp.experts.59.gate_proj,0.0047323350,hessian_weighted_relative_error,10736,0.02500,0.819
21,mlp.experts.61.gate_proj,0.0058367455,hessian_weighted_relative_error,14710,0.02500,0.819
21,mlp.experts.62.gate_proj,0.0064294684,hessian_weighted_relative_error,40650,0.02500,0.822
21,mlp.experts.63.gate_proj,0.0020961167,hessian_weighted_relative_error,7464,0.02500,0.820
21,mlp.experts.64.gate_proj,0.0037733360,hessian_weighted_relative_error,20598,0.02500,0.825
21,mlp.experts.65.gate_proj,0.0048008653,hessian_weighted_relative_error,21224,0.02500,0.825
21,mlp.experts.66.gate_proj,0.0031994369,hessian_weighted_relative_error,25254,0.02500,0.824
21,mlp.experts.67.gate_proj,0.0049884748,hessian_weighted_relative_error,27925,0.02500,0.823
21,mlp.experts.69.gate_proj,0.0058987973,hessian_weighted_relative_error,22047,0.02500,0.824
21,mlp.experts.70.gate_proj,0.0064816250,hessian_weighted_relative_error,18140,0.02500,0.825
21,mlp.experts.72.gate_proj,0.0040942881,hessian_weighted_relative_error,5529,0.02500,0.826
21,mlp.experts.73.gate_proj,0.0034514437,hessian_weighted_relative_error,13082,0.02500,0.827
21,mlp.experts.75.gate_proj,0.0063137821,hessian_weighted_relative_error,18365,0.02500,0.831
21,mlp.experts.76.gate_proj,0.0056184691,hessian_weighted_relative_error,25058,0.02500,0.827
21,mlp.experts.78.gate_proj,0.0050692868,hessian_weighted_relative_error,22387,0.02500,0.825
21,mlp.experts.79.gate_proj,0.0037392051,hessian_weighted_relative_error,36635,0.02500,0.829
21,mlp.experts.80.gate_proj,0.0044689474,hessian_weighted_relative_error,23621,0.02500,0.827
21,mlp.experts.81.gate_proj,0.0052806139,hessian_weighted_relative_error,5430,0.02500,0.832
21,mlp.experts.82.gate_proj,0.0044733503,hessian_weighted_relative_error,26190,0.02500,0.828
21,mlp.experts.83.gate_proj,0.0032302870,hessian_weighted_relative_error,10576,0.02500,0.832
21,mlp.experts.85.gate_proj,0.0051707219,hessian_weighted_relative_error,21660,0.02500,0.830
21,mlp.experts.86.gate_proj,0.0039722654,hessian_weighted_relative_error,15861,0.02500,0.828
21,mlp.experts.87.gate_proj,0.0053766471,hessian_weighted_relative_error,21931,0.02500,0.838
21,mlp.experts.88.gate_proj,0.0039018402,hessian_weighted_relative_error,13508,0.02500,0.831
21,mlp.experts.89.gate_proj,0.0058539851,hessian_weighted_relative_error,32069,0.02500,0.838
21,mlp.experts.90.gate_proj,0.0084022518,hessian_weighted_relative_error,51686,0.02500,0.830
21,mlp.experts.91.gate_proj,0.0049132773,hessian_weighted_relative_error,23259,0.02500,0.836
21,mlp.experts.92.gate_proj,0.0080814550,hessian_weighted_relative_error,51254,0.02500,0.830
21,mlp.experts.93.gate_proj,0.0056440463,hessian_weighted_relative_error,18157,0.02500,0.830
21,mlp.experts.94.gate_proj,0.0043124726,hessian_weighted_relative_error,53828,0.02500,0.829
21,mlp.experts.95.gate_proj,0.0050202742,hessian_weighted_relative_error,25661,0.02500,0.837
21,mlp.experts.97.gate_proj,0.0061086050,hessian_weighted_relative_error,18169,0.02500,0.843
21,mlp.experts.98.gate_proj,0.0063054196,hessian_weighted_relative_error,39456,0.02500,0.831
21,mlp.experts.99.gate_proj,0.0045480509,hessian_weighted_relative_error,17975,0.02500,0.838
21,mlp.experts.100.gate_proj,0.0055697857,hessian_weighted_relative_error,23270,0.02500,0.832
21,mlp.experts.101.gate_proj,0.0048539903,hessian_weighted_relative_error,8520,0.02500,0.841
21,mlp.experts.103.gate_proj,0.0022747702,hessian_weighted_relative_error,1621,0.02500,0.839
21,mlp.experts.104.gate_proj,0.0055671618,hessian_weighted_relative_error,30797,0.02500,0.832
21,mlp.experts.105.gate_proj,0.0043920669,hessian_weighted_relative_error,17442,0.02500,0.844
21,mlp.experts.106.gate_proj,0.0019986055,hessian_weighted_relative_error,2133,0.02500,0.832
21,mlp.experts.107.gate_proj,0.0060283344,hessian_weighted_relative_error,31768,0.02500,0.841
21,mlp.experts.108.gate_proj,0.0044717719,hessian_weighted_relative_error,15280,0.02500,0.833
21,mlp.experts.109.gate_proj,0.0022179307,hessian_weighted_relative_error,1399,0.02500,0.843
21,mlp.experts.111.gate_proj,0.0042019916,hessian_weighted_relative_error,15289,0.02500,0.845
21,mlp.experts.112.gate_proj,0.0043790089,hessian_weighted_relative_error,16541,0.02500,0.834
21,mlp.experts.113.gate_proj,0.0043058088,hessian_weighted_relative_error,18696,0.02500,0.850
21,mlp.experts.114.gate_proj,0.0012213901,hessian_weighted_relative_error,1207,0.02500,0.832
21,mlp.experts.115.gate_proj,0.0028991373,hessian_weighted_relative_error,13067,0.02500,0.848
21,mlp.experts.116.gate_proj,0.0059029639,hessian_weighted_relative_error,22329,0.02500,0.835
21,mlp.experts.117.gate_proj,0.0057967666,hessian_weighted_relative_error,27485,0.02500,0.847
21,mlp.experts.118.gate_proj,0.0059049984,hessian_weighted_relative_error,38830,0.02500,0.833
21,mlp.experts.119.gate_proj,0.0035340979,hessian_weighted_relative_error,12623,0.02500,0.849
21,mlp.experts.120.gate_proj,0.0052099312,hessian_weighted_relative_error,21877,0.02500,0.836
21,mlp.experts.121.gate_proj,0.0058147943,hessian_weighted_relative_error,18064,0.02500,0.853
21,mlp.experts.122.gate_proj,0.0043331489,hessian_weighted_relative_error,36192,0.02500,0.835
21,mlp.experts.125.gate_proj,0.0054727020,hessian_weighted_relative_error,20587,0.02500,0.849
21,mlp.experts.127.gate_proj,0.0053658411,hessian_weighted_relative_error,31990,0.02500,0.852
21,mlp.experts.128.gate_proj,0.0058783272,hessian_weighted_relative_error,14167,0.02500,0.839
21,mlp.experts.129.gate_proj,0.0060334850,hessian_weighted_relative_error,14959,0.02500,0.852
21,mlp.experts.130.gate_proj,0.0043257800,hessian_weighted_relative_error,33134,0.02500,0.837
21,mlp.experts.131.gate_proj,0.0053381189,hessian_weighted_relative_error,29397,0.02500,0.850
21,mlp.experts.132.gate_proj,0.0064959348,hessian_weighted_relative_error,43723,0.02500,0.837
21,mlp.experts.133.gate_proj,0.0042567894,hessian_weighted_relative_error,32640,0.02500,0.851
21,mlp.experts.134.gate_proj,0.0063665581,hessian_weighted_relative_error,24622,0.02500,0.837
21,mlp.experts.135.gate_proj,0.0058542510,hessian_weighted_relative_error,8173,0.02500,0.851
21,mlp.experts.136.gate_proj,0.0037872310,hessian_weighted_relative_error,25441,0.02500,0.840
21,mlp.experts.138.gate_proj,0.0068215912,hessian_weighted_relative_error,19679,0.02500,0.836
21,mlp.experts.139.gate_proj,0.0068024077,hessian_weighted_relative_error,43450,0.02500,0.854
21,mlp.experts.141.gate_proj,0.0045116368,hessian_weighted_relative_error,28668,0.02500,0.855
21,mlp.experts.142.gate_proj,0.0032692348,hessian_weighted_relative_error,23856,0.02500,0.840
21,mlp.experts.143.gate_proj,0.0054178141,hessian_weighted_relative_error,10843,0.02500,0.859
21,mlp.experts.144.gate_proj,0.0039097728,hessian_weighted_relative_error,6456,0.02500,0.842
21,mlp.experts.145.gate_proj,0.0059486728,hessian_weighted_relative_error,23481,0.02500,0.876
21,mlp.experts.146.gate_proj,0.0040906009,hessian_weighted_relative_error,8883,0.02500,0.853
21,mlp.experts.148.gate_proj,0.0038219187,hessian_weighted_relative_error,11356,0.02500,0.843
21,mlp.experts.149.gate_proj,0.0042720322,hessian_weighted_relative_error,22669,0.02500,0.857
21,mlp.experts.150.gate_proj,0.0049531966,hessian_weighted_relative_error,11327,0.02500,0.852
21,mlp.experts.151.gate_proj,0.0064280652,hessian_weighted_relative_error,23606,0.02500,0.854
21,mlp.experts.153.gate_proj,0.0051652783,hessian_weighted_relative_error,23253,0.02500,0.856
21,mlp.experts.154.gate_proj,0.0047602374,hessian_weighted_relative_error,24139,0.02500,0.841
21,mlp.experts.156.gate_proj,0.0062724869,hessian_weighted_relative_error,12508,0.02500,0.842
21,mlp.experts.157.gate_proj,0.0053426934,hessian_weighted_relative_error,13784,0.02500,0.854
21,mlp.experts.158.gate_proj,0.0056076721,hessian_weighted_relative_error,18922,0.02500,0.840
21,mlp.experts.159.gate_proj,0.0045868371,hessian_weighted_relative_error,11696,0.02500,0.857
21,mlp.experts.160.gate_proj,0.0075142228,hessian_weighted_relative_error,59532,0.02500,0.842
21,mlp.experts.161.gate_proj,0.0074765190,hessian_weighted_relative_error,41298,0.02500,0.855
21,mlp.experts.162.gate_proj,0.0055749227,hessian_weighted_relative_error,52419,0.02500,0.841
21,mlp.experts.163.gate_proj,0.0049579794,hessian_weighted_relative_error,32795,0.02500,0.855
21,mlp.experts.164.gate_proj,0.0048454918,hessian_weighted_relative_error,16488,0.02500,0.844
21,mlp.experts.167.gate_proj,0.0043247464,hessian_weighted_relative_error,12135,0.02500,0.858
21,mlp.experts.168.gate_proj,0.0055327717,hessian_weighted_relative_error,9224,0.02500,0.844
21,mlp.experts.169.gate_proj,0.0054479853,hessian_weighted_relative_error,27694,0.02500,0.855
21,mlp.experts.170.gate_proj,0.0047280223,hessian_weighted_relative_error,19902,0.02500,0.843
21,mlp.experts.172.gate_proj,0.0052246006,hessian_weighted_relative_error,12100,0.02500,0.843
21,mlp.experts.173.gate_proj,0.0044444748,hessian_weighted_relative_error,7244,0.02500,0.855
21,mlp.experts.174.gate_proj,0.0037701187,hessian_weighted_relative_error,54824,0.02500,0.844
21,mlp.experts.175.gate_proj,0.0039372091,hessian_weighted_relative_error,11648,0.02500,0.854
21,mlp.experts.176.gate_proj,0.0039560179,hessian_weighted_relative_error,7800,0.02500,0.847
21,mlp.experts.178.gate_proj,0.0044373664,hessian_weighted_relative_error,49503,0.02500,0.845
21,mlp.experts.179.gate_proj,0.0053107397,hessian_weighted_relative_error,13757,0.02500,0.858
21,mlp.experts.180.gate_proj,0.0056892031,hessian_weighted_relative_error,11543,0.02500,0.845
21,mlp.experts.181.gate_proj,0.0057610127,hessian_weighted_relative_error,22234,0.02500,0.856
21,mlp.experts.182.gate_proj,0.0055188086,hessian_weighted_relative_error,25566,0.02500,0.844
21,mlp.experts.183.gate_proj,0.0045677159,hessian_weighted_relative_error,60148,0.02500,0.857
21,mlp.experts.184.gate_proj,0.0064052167,hessian_weighted_relative_error,49414,0.02500,0.843
21,mlp.experts.185.gate_proj,0.0049409179,hessian_weighted_relative_error,27588,0.02500,0.856
21,mlp.experts.188.gate_proj,0.0047844599,hessian_weighted_relative_error,48648,0.02500,0.848
21,mlp.experts.189.gate_proj,0.0070610917,hessian_weighted_relative_error,30093,0.02500,0.860
21,mlp.experts.190.gate_proj,0.0051649074,hessian_weighted_relative_error,19188,0.02500,0.846
21,mlp.experts.191.gate_proj,0.0061534432,hessian_weighted_relative_error,13705,0.02500,0.858
21,mlp.experts.195.gate_proj,0.0046449322,hessian_weighted_relative_error,26289,0.02500,0.860
21,mlp.experts.196.gate_proj,0.0049853816,hessian_weighted_relative_error,14850,0.02500,0.846
21,mlp.experts.197.gate_proj,0.0081737431,hessian_weighted_relative_error,36539,0.02500,0.860
21,mlp.experts.198.gate_proj,0.0061872737,hessian_weighted_relative_error,27844,0.02500,0.847
21,mlp.experts.199.gate_proj,0.0057860729,hessian_weighted_relative_error,10568,0.02500,0.858
21,mlp.experts.200.gate_proj,0.0061959757,hessian_weighted_relative_error,14353,0.02500,0.846
21,mlp.experts.201.gate_proj,0.0051379468,hessian_weighted_relative_error,24591,0.02500,0.859
21,mlp.experts.202.gate_proj,0.0050339528,hessian_weighted_relative_error,38430,0.02500,0.846
21,mlp.experts.204.gate_proj,0.0063072334,hessian_weighted_relative_error,20279,0.02500,0.849
21,mlp.experts.205.gate_proj,0.0040035458,hessian_weighted_relative_error,30696,0.02500,0.857
21,mlp.experts.206.gate_proj,0.0059442667,hessian_weighted_relative_error,53777,0.02500,0.847
21,mlp.experts.207.gate_proj,0.0047147954,hessian_weighted_relative_error,16530,0.02500,0.862
21,mlp.experts.208.gate_proj,0.0038028201,hessian_weighted_relative_error,46718,0.02500,0.849
21,mlp.experts.210.gate_proj,0.0051579812,hessian_weighted_relative_error,19508,0.02500,0.848
21,mlp.experts.211.gate_proj,0.0056272107,hessian_weighted_relative_error,19062,0.02500,0.859
21,mlp.experts.212.gate_proj,0.0045401559,hessian_weighted_relative_error,32010,0.02500,0.849
21,mlp.experts.213.gate_proj,0.0055477884,hessian_weighted_relative_error,32308,0.02500,0.861
21,mlp.experts.215.gate_proj,0.0047032645,hessian_weighted_relative_error,15381,0.02500,0.859
21,mlp.experts.216.gate_proj,0.0031256575,hessian_weighted_relative_error,27791,0.02500,0.846
21,mlp.experts.217.gate_proj,0.0047680467,hessian_weighted_relative_error,16431,0.02500,0.858
21,mlp.experts.218.gate_proj,0.0065197203,hessian_weighted_relative_error,38543,0.02500,0.849
21,mlp.experts.219.gate_proj,0.0050882028,hessian_weighted_relative_error,10867,0.02500,0.861
21,mlp.experts.220.gate_proj,0.0062756508,hessian_weighted_relative_error,17999,0.02500,0.848
21,mlp.experts.222.gate_proj,0.0061933539,hessian_weighted_relative_error,22540,0.02500,0.849
21,mlp.experts.223.gate_proj,0.0069958902,hessian_weighted_relative_error,17544,0.02500,0.861
21,mlp.experts.224.gate_proj,0.0054739403,hessian_weighted_relative_error,44169,0.02500,0.848
21,mlp.experts.225.gate_proj,0.0033019370,hessian_weighted_relative_error,20408,0.02500,0.860
21,mlp.experts.226.gate_proj,0.0029594653,hessian_weighted_relative_error,4457,0.02500,0.850
21,mlp.experts.227.gate_proj,0.0040648217,hessian_weighted_relative_error,14765,0.02500,0.861
21,mlp.experts.228.gate_proj,0.0065719477,hessian_weighted_relative_error,22158,0.02500,0.848
21,mlp.experts.230.gate_proj,0.0045530574,hessian_weighted_relative_error,21149,0.02500,0.848
21,mlp.experts.231.gate_proj,0.0066253802,hessian_weighted_relative_error,27852,0.02500,0.859
21,mlp.experts.232.gate_proj,0.0065860979,hessian_weighted_relative_error,18580,0.02500,0.848
21,mlp.experts.233.gate_proj,0.0052166652,hessian_weighted_relative_error,14170,0.02500,0.860
21,mlp.experts.234.gate_proj,0.0047686344,hessian_weighted_relative_error,11145,0.02500,0.848
21,mlp.experts.235.gate_proj,0.0066803204,hessian_weighted_relative_error,39599,0.02500,0.859
21,mlp.experts.236.gate_proj,0.0045630917,hessian_weighted_relative_error,18517,0.02500,0.851
21,mlp.experts.237.gate_proj,0.0054540020,hessian_weighted_relative_error,17976,0.02500,0.859
21,mlp.experts.238.gate_proj,0.0034571263,hessian_weighted_relative_error,29498,0.02500,0.851
21,mlp.experts.240.gate_proj,0.0069812801,hessian_weighted_relative_error,31758,0.02500,0.853
21,mlp.experts.241.gate_proj,0.0033319271,hessian_weighted_relative_error,5353,0.02500,0.860
21,mlp.experts.242.gate_proj,0.0050541106,hessian_weighted_relative_error,17021,0.02500,0.850
21,mlp.experts.243.gate_proj,0.0055082286,hessian_weighted_relative_error,22219,0.02500,0.861
21,mlp.experts.244.gate_proj,0.0049101712,hessian_weighted_relative_error,30437,0.02500,0.852
21,mlp.experts.245.gate_proj,0.0034177389,hessian_weighted_relative_error,4937,0.02500,0.861
21,mlp.experts.247.gate_proj,0.0030565599,hessian_weighted_relative_error,8512,0.02500,0.861
21,mlp.experts.248.gate_proj,0.0062856257,hessian_weighted_relative_error,45294,0.02500,0.852
21,mlp.experts.249.gate_proj,0.0044455880,hessian_weighted_relative_error,9443,0.02500,0.860
21,mlp.experts.250.gate_proj,0.0051597591,hessian_weighted_relative_error,19639,0.02500,0.850
21,mlp.experts.251.gate_proj,0.0070565165,hessian_weighted_relative_error,19674,0.02500,0.862
21,mlp.experts.252.gate_proj,0.0045243945,hessian_weighted_relative_error,17957,0.02500,0.851
21,mlp.experts.253.gate_proj,0.0062734905,hessian_weighted_relative_error,9682,0.02500,0.863
21,mlp.experts.255.gate_proj,0.0038833115,hessian_weighted_relative_error,18152,0.02500,0.862
21,mlp.experts.256.gate_proj,0.0047545046,hessian_weighted_relative_error,36079,0.02500,0.854
21,mlp.experts.257.gate_proj,0.0059231089,hessian_weighted_relative_error,32980,0.02500,0.862
21,mlp.experts.259.gate_proj,0.0041508277,hessian_weighted_relative_error,9024,0.02500,0.861
21,mlp.experts.260.gate_proj,0.0032435680,hessian_weighted_relative_error,11703,0.02500,0.851
21,mlp.experts.261.gate_proj,0.0049183724,hessian_weighted_relative_error,21434,0.02500,0.863
21,mlp.experts.262.gate_proj,0.0031257244,hessian_weighted_relative_error,6112,0.02500,0.851
21,mlp.experts.263.gate_proj,0.0057918320,hessian_weighted_relative_error,13472,0.02500,0.862
21,mlp.experts.264.gate_proj,0.0047356411,hessian_weighted_relative_error,44402,0.02500,0.853
21,mlp.experts.265.gate_proj,0.0079361228,hessian_weighted_relative_error,40457,0.02500,0.863
21,mlp.experts.266.gate_proj,0.0049800399,hessian_weighted_relative_error,27767,0.02500,0.852
21,mlp.experts.267.gate_proj,0.0040547052,hessian_weighted_relative_error,8867,0.02500,0.864
21,mlp.experts.268.gate_proj,0.0027028193,hessian_weighted_relative_error,40065,0.02500,0.851
21,mlp.experts.269.gate_proj,0.0052990338,hessian_weighted_relative_error,30350,0.02500,0.866
21,mlp.experts.270.gate_proj,0.0050468101,hessian_weighted_relative_error,28586,0.02500,0.851
21,mlp.experts.271.gate_proj,0.0039445408,hessian_weighted_relative_error,9503,0.02500,0.863
21,mlp.experts.272.gate_proj,0.0046869330,hessian_weighted_relative_error,6756,0.02500,0.853
21,mlp.experts.273.gate_proj,0.0047556077,hessian_weighted_relative_error,24864,0.02500,0.864
21,mlp.experts.274.gate_proj,0.0041100113,hessian_weighted_relative_error,23808,0.02500,0.854
21,mlp.experts.275.gate_proj,0.0053010367,hessian_weighted_relative_error,10738,0.02500,0.865
21,mlp.experts.276.gate_proj,0.0039869272,hessian_weighted_relative_error,9213,0.02500,0.853
21,mlp.experts.277.gate_proj,0.0069730274,hessian_weighted_relative_error,14869,0.02500,0.864
21,mlp.experts.278.gate_proj,0.0055327907,hessian_weighted_relative_error,28401,0.02500,0.851
21,mlp.experts.279.gate_proj,0.0046104419,hessian_weighted_relative_error,13393,0.02500,0.865
21,mlp.experts.280.gate_proj,0.0057715138,hessian_weighted_relative_error,27982,0.02500,0.853
21,mlp.experts.281.gate_proj,0.0059440701,hessian_weighted_relative_error,21169,0.02500,0.864
21,mlp.experts.282.gate_proj,0.0051840023,hessian_weighted_relative_error,15112,0.02500,0.856
21,mlp.experts.283.gate_proj,0.0050810626,hessian_weighted_relative_error,45621,0.02500,0.870
21,mlp.experts.284.gate_proj,0.0056790877,hessian_weighted_relative_error,7876,0.02500,0.854
21,mlp.experts.285.gate_proj,0.0057592985,hessian_weighted_relative_error,34354,0.02500,0.866
21,mlp.experts.287.gate_proj,0.0061448138,hessian_weighted_relative_error,34054,0.02500,0.874
21,mlp.experts.0.up_proj,0.0050713210,hessian_weighted_relative_error,11044,0.02500,0.855
21,mlp.experts.1.up_proj,0.0049948311,hessian_weighted_relative_error,11603,0.02500,0.865
21,mlp.experts.2.up_proj,0.0097469864,hessian_weighted_relative_error,46591,0.02500,0.853
21,mlp.experts.6.up_proj,0.0030157851,hessian_weighted_relative_error,17171,0.02500,0.857
21,mlp.experts.7.up_proj,0.0048904070,hessian_weighted_relative_error,14169,0.02500,0.864
21,mlp.experts.8.up_proj,0.0033931636,hessian_weighted_relative_error,3874,0.02500,0.862
21,mlp.experts.9.up_proj,0.0038711482,hessian_weighted_relative_error,6247,0.02500,0.867
21,mlp.experts.10.up_proj,0.0071050828,hessian_weighted_relative_error,35187,0.02500,0.863
21,mlp.experts.11.up_proj,0.0072011323,hessian_weighted_relative_error,10487,0.02500,0.867
21,mlp.experts.13.up_proj,0.0038788130,hessian_weighted_relative_error,14895,0.02500,0.864
21,mlp.experts.14.up_proj,0.0075749984,hessian_weighted_relative_error,16472,0.02500,0.860
21,mlp.experts.15.up_proj,0.0069158827,hessian_weighted_relative_error,11088,0.02500,0.866
21,mlp.experts.16.up_proj,0.0065465883,hessian_weighted_relative_error,37980,0.02500,0.863
21,mlp.experts.17.up_proj,0.0058272176,hessian_weighted_relative_error,19802,0.02500,0.868
21,mlp.experts.18.up_proj,0.0071662504,hessian_weighted_relative_error,27497,0.02500,0.867
21,mlp.experts.19.up_proj,0.0050479215,hessian_weighted_relative_error,9729,0.02500,0.864
21,mlp.experts.20.up_proj,0.0048497165,hessian_weighted_relative_error,25248,0.02500,0.866
21,mlp.experts.21.up_proj,0.0061013303,hessian_weighted_relative_error,26760,0.02500,0.865
21,mlp.experts.22.up_proj,0.0064819736,hessian_weighted_relative_error,24232,0.02500,0.866
21,mlp.experts.25.up_proj,0.0054357324,hessian_weighted_relative_error,25531,0.02500,0.876
21,mlp.experts.26.up_proj,0.0054211293,hessian_weighted_relative_error,11542,0.02500,0.866
21,mlp.experts.27.up_proj,0.0044534524,hessian_weighted_relative_error,13635,0.02500,0.879
21,mlp.experts.29.up_proj,0.0067606806,hessian_weighted_relative_error,44316,0.02500,0.865
21,mlp.experts.30.up_proj,0.0053014601,hessian_weighted_relative_error,38465,0.02500,0.866
21,mlp.experts.31.up_proj,0.0064436817,hessian_weighted_relative_error,22594,0.02500,0.906
21,mlp.experts.32.up_proj,0.0045177817,hessian_weighted_relative_error,57355,0.02500,0.856
21,mlp.experts.34.up_proj,0.0098147112,hessian_weighted_relative_error,46839,0.02500,0.859
21,mlp.experts.35.up_proj,0.0069364954,hessian_weighted_relative_error,23919,0.02500,0.872
21,mlp.experts.36.up_proj,0.0068008091,hessian_weighted_relative_error,15657,0.02500,0.857
21,mlp.experts.37.up_proj,0.0048166473,hessian_weighted_relative_error,34448,0.02500,0.869
21,mlp.experts.40.up_proj,0.0055972431,hessian_weighted_relative_error,39407,0.02500,0.857
21,mlp.experts.41.up_proj,0.0049722513,hessian_weighted_relative_error,30426,0.02500,0.865
21,mlp.experts.42.up_proj,0.0057616714,hessian_weighted_relative_error,8272,0.02500,0.857
21,mlp.experts.44.up_proj,0.0075325697,hessian_weighted_relative_error,20958,0.02500,0.856
21,mlp.experts.45.up_proj,0.0046914224,hessian_weighted_relative_error,15870,0.02500,0.869
21,mlp.experts.46.up_proj,0.0055605210,hessian_weighted_relative_error,12604,0.02500,0.858
21,mlp.experts.47.up_proj,0.0044142628,hessian_weighted_relative_error,24337,0.02500,0.875
21,mlp.experts.48.up_proj,0.0032951714,hessian_weighted_relative_error,2157,0.02500,0.857
21,mlp.experts.50.up_proj,0.0048811103,hessian_weighted_relative_error,28199,0.02500,0.857
21,mlp.experts.51.up_proj,0.0048728957,hessian_weighted_relative_error,40423,0.02500,0.873
21,mlp.experts.52.up_proj,0.0084794150,hessian_weighted_relative_error,37174,0.02500,0.856
21,mlp.experts.53.up_proj,0.0080322393,hessian_weighted_relative_error,18668,0.02500,0.865
21,mlp.experts.54.up_proj,0.0037598160,hessian_weighted_relative_error,5153,0.02500,0.858
21,mlp.experts.55.up_proj,0.0049761599,hessian_weighted_relative_error,12772,0.02500,0.868
21,mlp.experts.57.up_proj,0.0065619544,hessian_weighted_relative_error,33721,0.02500,0.869
21,mlp.experts.58.up_proj,0.0058174912,hessian_weighted_relative_error,13320,0.02500,0.857
21,mlp.experts.59.up_proj,0.0054470993,hessian_weighted_relative_error,10736,0.02500,0.885
21,mlp.experts.61.up_proj,0.0064873102,hessian_weighted_relative_error,14710,0.02500,0.864
21,mlp.experts.63.up_proj,0.0022425747,hessian_weighted_relative_error,7464,0.02500,0.872
21,mlp.experts.64.up_proj,0.0039636864,hessian_weighted_relative_error,20598,0.02500,0.859
21,mlp.experts.65.up_proj,0.0051721252,hessian_weighted_relative_error,21224,0.02500,0.869
21,mlp.experts.66.up_proj,0.0037002367,hessian_weighted_relative_error,25254,0.02500,0.858
21,mlp.experts.67.up_proj,0.0056118334,hessian_weighted_relative_error,27925,0.02500,0.878
21,mlp.experts.69.up_proj,0.0065053888,hessian_weighted_relative_error,22047,0.02500,0.877
21,mlp.experts.70.up_proj,0.0072143416,hessian_weighted_relative_error,18140,0.02500,0.859
21,mlp.experts.72.up_proj,0.0048323892,hessian_weighted_relative_error,5529,0.02500,0.858
21,mlp.experts.73.up_proj,0.0039859781,hessian_weighted_relative_error,13082,0.02500,0.868
21,mlp.experts.75.up_proj,0.0073380792,hessian_weighted_relative_error,18365,0.02500,0.878
21,mlp.experts.76.up_proj,0.0062984179,hessian_weighted_relative_error,25058,0.02500,0.860
21,mlp.experts.78.up_proj,0.0058022573,hessian_weighted_relative_error,22387,0.02500,0.860
21,mlp.experts.79.up_proj,0.0041207312,hessian_weighted_relative_error,36635,0.02500,0.881
21,mlp.experts.80.up_proj,0.0063761966,hessian_weighted_relative_error,23621,0.02500,0.857
21,mlp.experts.81.up_proj,0.0062030118,hessian_weighted_relative_error,5430,0.02500,0.873
21,mlp.experts.82.up_proj,0.0048979108,hessian_weighted_relative_error,26190,0.02500,0.859
21,mlp.experts.83.up_proj,0.0034793027,hessian_weighted_relative_error,10576,0.02500,0.877
21,mlp.experts.85.up_proj,0.0056686350,hessian_weighted_relative_error,21660,0.02500,0.876
21,mlp.experts.86.up_proj,0.0045232645,hessian_weighted_relative_error,15861,0.02500,0.857
21,mlp.experts.87.up_proj,0.0057628145,hessian_weighted_relative_error,21931,0.02500,0.869
21,mlp.experts.88.up_proj,0.0051592275,hessian_weighted_relative_error,13508,0.02500,0.858
21,mlp.experts.89.up_proj,0.0067134580,hessian_weighted_relative_error,32069,0.02500,0.877
21,mlp.experts.90.up_proj,0.0101411395,hessian_weighted_relative_error,51686,0.02500,0.858
21,mlp.experts.92.up_proj,0.0095891042,hessian_weighted_relative_error,51254,0.02500,0.859
21,mlp.experts.93.up_proj,0.0065449452,hessian_weighted_relative_error,18157,0.02500,0.874
21,mlp.experts.95.up_proj,0.0055030947,hessian_weighted_relative_error,25661,0.02500,0.881
21,mlp.experts.97.up_proj,0.0066904030,hessian_weighted_relative_error,18169,0.02500,0.870
21,mlp.experts.98.up_proj,0.0068980217,hessian_weighted_relative_error,39456,0.02500,0.858
21,mlp.experts.99.up_proj,0.0048116834,hessian_weighted_relative_error,17975,0.02500,0.870
21,mlp.experts.100.up_proj,0.0063943839,hessian_weighted_relative_error,23270,0.02500,0.858
21,mlp.experts.101.up_proj,0.0056544188,hessian_weighted_relative_error,8520,0.02500,0.881
21,mlp.experts.103.up_proj,0.0026140475,hessian_weighted_relative_error,1621,0.02500,0.874
21,mlp.experts.104.up_proj,0.0066008659,hessian_weighted_relative_error,30797,0.02500,0.859
21,mlp.experts.105.up_proj,0.0046939722,hessian_weighted_relative_error,17442,0.02500,0.874
21,mlp.experts.106.up_proj,0.0022546357,hessian_weighted_relative_error,2133,0.02500,0.858
21,mlp.experts.108.up_proj,0.0051139886,hessian_weighted_relative_error,15280,0.02500,0.860
21,mlp.experts.109.up_proj,0.0029156947,hessian_weighted_relative_error,1399,0.02500,0.893
21,mlp.experts.111.up_proj,0.0045221209,hessian_weighted_relative_error,15289,0.02500,0.892
21,mlp.experts.112.up_proj,0.0048927854,hessian_weighted_relative_error,16541,0.02500,0.859
21,mlp.experts.114.up_proj,0.0014264747,hessian_weighted_relative_error,1207,0.02500,0.860
21,mlp.experts.115.up_proj,0.0031915893,hessian_weighted_relative_error,13067,0.02500,0.880
21,mlp.experts.116.up_proj,0.0065019508,hessian_weighted_relative_error,22329,0.02500,0.860
21,mlp.experts.117.up_proj,0.0065947283,hessian_weighted_relative_error,27485,0.02500,0.878
21,mlp.experts.118.up_proj,0.0076207725,hessian_weighted_relative_error,38830,0.02500,0.861
21,mlp.experts.119.up_proj,0.0041982641,hessian_weighted_relative_error,12623,0.02500,0.880
21,mlp.experts.120.up_proj,0.0062064423,hessian_weighted_relative_error,21877,0.02500,0.862
21,mlp.experts.121.up_proj,0.0065780594,hessian_weighted_relative_error,18064,0.02500,0.877
21,mlp.experts.122.up_proj,0.0049866033,hessian_weighted_relative_error,36192,0.02500,0.860
21,mlp.experts.125.up_proj,0.0060811662,hessian_weighted_relative_error,20587,0.02500,0.872
21,mlp.experts.127.up_proj,0.0057383241,hessian_weighted_relative_error,31990,0.02500,0.884
21,mlp.experts.128.up_proj,0.0066339418,hessian_weighted_relative_error,14167,0.02500,0.860
21,mlp.experts.129.up_proj,0.0069378470,hessian_weighted_relative_error,14959,0.02500,0.881
21,mlp.experts.130.up_proj,0.0053715475,hessian_weighted_relative_error,33134,0.02500,0.858
21,mlp.experts.131.up_proj,0.0057720889,hessian_weighted_relative_error,29397,0.02500,0.879
21,mlp.experts.132.up_proj,0.0080478713,hessian_weighted_relative_error,43723,0.02500,0.860
21,mlp.experts.133.up_proj,0.0048405629,hessian_weighted_relative_error,32640,0.02500,0.884
21,mlp.experts.134.up_proj,0.0069352573,hessian_weighted_relative_error,24622,0.02500,0.860
21,mlp.experts.135.up_proj,0.0072144359,hessian_weighted_relative_error,8173,0.02500,0.885
21,mlp.experts.136.up_proj,0.0043097822,hessian_weighted_relative_error,25441,0.02500,0.867
21,mlp.experts.138.up_proj,0.0075574827,hessian_weighted_relative_error,19679,0.02500,0.858
21,mlp.experts.139.up_proj,0.0078353252,hessian_weighted_relative_error,43450,0.02500,0.882
21,mlp.experts.141.up_proj,0.0046971230,hessian_weighted_relative_error,28668,0.02500,0.880
21,mlp.experts.142.up_proj,0.0037694265,hessian_weighted_relative_error,23856,0.02500,0.862
21,mlp.experts.143.up_proj,0.0060341510,hessian_weighted_relative_error,10843,0.02500,0.889
21,mlp.experts.144.up_proj,0.0042919377,hessian_weighted_relative_error,6456,0.02500,0.860
21,mlp.experts.145.up_proj,0.0066312903,hessian_weighted_relative_error,23481,0.02500,0.882
21,mlp.experts.146.up_proj,0.0044991784,hessian_weighted_relative_error,8883,0.02500,0.860
21,mlp.experts.148.up_proj,0.0041918066,hessian_weighted_relative_error,11356,0.02500,0.859
21,mlp.experts.149.up_proj,0.0049629890,hessian_weighted_relative_error,22669,0.02500,0.881
21,mlp.experts.150.up_proj,0.0055937215,hessian_weighted_relative_error,11327,0.02500,0.861
21,mlp.experts.151.up_proj,0.0069151479,hessian_weighted_relative_error,23606,0.02500,0.886
21,mlp.experts.153.up_proj,0.0055727528,hessian_weighted_relative_error,23253,0.02500,0.895
21,mlp.experts.154.up_proj,0.0051912558,hessian_weighted_relative_error,24139,0.02500,0.859
21,mlp.experts.156.up_proj,0.0073257808,hessian_weighted_relative_error,12508,0.02500,0.859
21,mlp.experts.157.up_proj,0.0062161904,hessian_weighted_relative_error,13784,0.02500,0.881
21,mlp.experts.158.up_proj,0.0059395688,hessian_weighted_relative_error,18922,0.02500,0.858
21,mlp.experts.159.up_proj,0.0050583560,hessian_weighted_relative_error,11696,0.02500,0.877
21,mlp.experts.160.up_proj,0.0082547156,hessian_weighted_relative_error,59532,0.02500,0.863
21,mlp.experts.163.up_proj,0.0057088045,hessian_weighted_relative_error,32795,0.02500,0.885
21,mlp.experts.164.up_proj,0.0059193204,hessian_weighted_relative_error,16488,0.02500,0.861
21,mlp.experts.167.up_proj,0.0054781924,hessian_weighted_relative_error,12135,0.02500,0.884
21,mlp.experts.168.up_proj,0.0066310318,hessian_weighted_relative_error,9224,0.02500,0.861
21,mlp.experts.169.up_proj,0.0061771131,hessian_weighted_relative_error,27694,0.02500,0.880
21,mlp.experts.170.up_proj,0.0055397014,hessian_weighted_relative_error,19902,0.02500,0.862
21,mlp.experts.172.up_proj,0.0057981852,hessian_weighted_relative_error,12100,0.02500,0.861
21,mlp.experts.173.up_proj,0.0055867906,hessian_weighted_relative_error,7244,0.02500,0.886
21,mlp.experts.175.up_proj,0.0043017150,hessian_weighted_relative_error,11648,0.02500,0.885
21,mlp.experts.176.up_proj,0.0042675251,hessian_weighted_relative_error,7800,0.02500,0.860
21,mlp.experts.178.up_proj,0.0050203627,hessian_weighted_relative_error,49503,0.02500,0.862
21,mlp.experts.179.up_proj,0.0059819840,hessian_weighted_relative_error,13757,0.02500,0.885
21,mlp.experts.180.up_proj,0.0064574024,hessian_weighted_relative_error,11543,0.02500,0.860
21,mlp.experts.181.up_proj,0.0061919309,hessian_weighted_relative_error,22234,0.02500,0.883
21,mlp.experts.183.up_proj,0.0058876717,hessian_weighted_relative_error,60148,0.02500,0.878
21,mlp.experts.185.up_proj,0.0056154832,hessian_weighted_relative_error,27588,0.02500,0.887
21,mlp.experts.188.up_proj,0.0055106070,hessian_weighted_relative_error,48648,0.02500,0.860
21,mlp.experts.189.up_proj,0.0082131618,hessian_weighted_relative_error,30093,0.02500,0.887
21,mlp.experts.190.up_proj,0.0054959793,hessian_weighted_relative_error,19188,0.02500,0.862
21,mlp.experts.191.up_proj,0.0067085106,hessian_weighted_relative_error,13705,0.02500,0.887
21,mlp.experts.195.up_proj,0.0048107068,hessian_weighted_relative_error,26289,0.02500,0.884
21,mlp.experts.196.up_proj,0.0055127250,hessian_weighted_relative_error,14850,0.02500,0.860
21,mlp.experts.197.up_proj,0.0098852297,hessian_weighted_relative_error,36539,0.02500,0.880
21,mlp.experts.198.up_proj,0.0069736085,hessian_weighted_relative_error,27844,0.02500,0.859
21,mlp.experts.199.up_proj,0.0064504278,hessian_weighted_relative_error,10568,0.02500,0.886
21,mlp.experts.200.up_proj,0.0073033959,hessian_weighted_relative_error,14353,0.02500,0.860
21,mlp.experts.201.up_proj,0.0059958083,hessian_weighted_relative_error,24591,0.02500,0.886
21,mlp.experts.204.up_proj,0.0069244326,hessian_weighted_relative_error,20279,0.02500,0.859
21,mlp.experts.205.up_proj,0.0051893757,hessian_weighted_relative_error,30696,0.02500,0.884
21,mlp.experts.206.up_proj,0.0068518150,hessian_weighted_relative_error,53777,0.02500,0.861
21,mlp.experts.207.up_proj,0.0059050121,hessian_weighted_relative_error,16530,0.02500,0.887
21,mlp.experts.208.up_proj,0.0043327538,hessian_weighted_relative_error,46718,0.02500,0.863
21,mlp.experts.210.up_proj,0.0058119140,hessian_weighted_relative_error,19508,0.02500,0.860
21,mlp.experts.211.up_proj,0.0062856582,hessian_weighted_relative_error,19062,0.02500,0.890
21,mlp.experts.212.up_proj,0.0051918200,hessian_weighted_relative_error,32010,0.02500,0.861
21,mlp.experts.213.up_proj,0.0058775256,hessian_weighted_relative_error,32308,0.02500,0.881
21,mlp.experts.215.up_proj,0.0050404078,hessian_weighted_relative_error,15381,0.02500,0.898
21,mlp.experts.216.up_proj,0.0034561410,hessian_weighted_relative_error,27791,0.02500,0.872
21,mlp.experts.217.up_proj,0.0053581234,hessian_weighted_relative_error,16431,0.02500,0.881
21,mlp.experts.219.up_proj,0.0057942603,hessian_weighted_relative_error,10867,0.02500,0.894
21,mlp.experts.220.up_proj,0.0071541242,hessian_weighted_relative_error,17999,0.02500,0.862
21,mlp.experts.222.up_proj,0.0071380560,hessian_weighted_relative_error,22540,0.02500,0.864
21,mlp.experts.223.up_proj,0.0078745358,hessian_weighted_relative_error,17544,0.02500,0.888
21,mlp.experts.224.up_proj,0.0068815910,hessian_weighted_relative_error,44169,0.02500,0.860
21,mlp.experts.225.up_proj,0.0035116003,hessian_weighted_relative_error,20408,0.02500,0.903
21,mlp.experts.226.up_proj,0.0031102439,hessian_weighted_relative_error,4457,0.02500,0.860
21,mlp.experts.227.up_proj,0.0045552085,hessian_weighted_relative_error,14765,0.02500,0.887
21,mlp.experts.228.up_proj,0.0074092412,hessian_weighted_relative_error,22158,0.02500,0.861
21,mlp.experts.230.up_proj,0.0049815895,hessian_weighted_relative_error,21149,0.02500,0.862
21,mlp.experts.231.up_proj,0.0071773312,hessian_weighted_relative_error,27852,0.02500,0.889
21,mlp.experts.232.up_proj,0.0079472602,hessian_weighted_relative_error,18580,0.02500,0.860
21,mlp.experts.233.up_proj,0.0058231198,hessian_weighted_relative_error,14170,0.02500,0.894
21,mlp.experts.234.up_proj,0.0055580993,hessian_weighted_relative_error,11145,0.02500,0.860
21,mlp.experts.235.up_proj,0.0075215282,hessian_weighted_relative_error,39599,0.02500,0.892
21,mlp.experts.236.up_proj,0.0053293826,hessian_weighted_relative_error,18517,0.02500,0.862
21,mlp.experts.237.up_proj,0.0056428816,hessian_weighted_relative_error,17976,0.02500,0.883
21,mlp.experts.238.up_proj,0.0037239040,hessian_weighted_relative_error,29498,0.02500,0.862
21,mlp.experts.240.up_proj,0.0079104516,hessian_weighted_relative_error,31758,0.02500,0.860
21,mlp.experts.241.up_proj,0.0039281439,hessian_weighted_relative_error,5353,0.02500,0.886
21,mlp.experts.242.up_proj,0.0057128203,hessian_weighted_relative_error,17021,0.02500,0.861
21,mlp.experts.243.up_proj,0.0063858480,hessian_weighted_relative_error,22219,0.02500,0.894
21,mlp.experts.245.up_proj,0.0041303068,hessian_weighted_relative_error,4937,0.02500,0.902
21,mlp.experts.247.up_proj,0.0034912513,hessian_weighted_relative_error,8512,0.02500,0.897
21,mlp.experts.249.up_proj,0.0047609348,hessian_weighted_relative_error,9443,0.02500,0.895
21,mlp.experts.250.up_proj,0.0061950970,hessian_weighted_relative_error,19639,0.02500,0.862
21,mlp.experts.251.up_proj,0.0081772924,hessian_weighted_relative_error,19674,0.02500,0.892
21,mlp.experts.252.up_proj,0.0051023255,hessian_weighted_relative_error,17957,0.02500,0.860
21,mlp.experts.253.up_proj,0.0072362563,hessian_weighted_relative_error,9682,0.02500,0.888
21,mlp.experts.255.up_proj,0.0040881252,hessian_weighted_relative_error,18152,0.02500,0.893
21,mlp.experts.256.up_proj,0.0060567968,hessian_weighted_relative_error,36079,0.02500,0.860
21,mlp.experts.257.up_proj,0.0071762512,hessian_weighted_relative_error,32980,0.02500,0.892
21,mlp.experts.259.up_proj,0.0046074365,hessian_weighted_relative_error,9024,0.02500,0.897
21,mlp.experts.260.up_proj,0.0035684749,hessian_weighted_relative_error,11703,0.02500,0.861
21,mlp.experts.261.up_proj,0.0052567944,hessian_weighted_relative_error,21434,0.02500,0.889
21,mlp.experts.262.up_proj,0.0037509972,hessian_weighted_relative_error,6112,0.02500,0.859
21,mlp.experts.263.up_proj,0.0064952825,hessian_weighted_relative_error,13472,0.02500,0.907
21,mlp.experts.265.up_proj,0.0095983031,hessian_weighted_relative_error,40457,0.02500,0.907
21,mlp.experts.267.up_proj,0.0043928929,hessian_weighted_relative_error,8867,0.02500,0.905
21,mlp.experts.269.up_proj,0.0060872289,hessian_weighted_relative_error,30350,0.02500,0.886
21,mlp.experts.270.up_proj,0.0058340191,hessian_weighted_relative_error,28586,0.02500,0.862
21,mlp.experts.271.up_proj,0.0043114548,hessian_weighted_relative_error,9503,0.02500,0.921
21,mlp.experts.272.up_proj,0.0055747077,hessian_weighted_relative_error,6756,0.02500,0.861
21,mlp.experts.273.up_proj,0.0055556380,hessian_weighted_relative_error,24864,0.02500,0.894
21,mlp.experts.274.up_proj,0.0048591834,hessian_weighted_relative_error,23808,0.02500,0.862
21,mlp.experts.275.up_proj,0.0058605794,hessian_weighted_relative_error,10738,0.02500,0.893
21,mlp.experts.276.up_proj,0.0043017836,hessian_weighted_relative_error,9213,0.02500,0.862
21,mlp.experts.277.up_proj,0.0075451325,hessian_weighted_relative_error,14869,0.02500,0.900
21,mlp.experts.278.up_proj,0.0059934846,hessian_weighted_relative_error,28401,0.02500,0.863
21,mlp.experts.279.up_proj,0.0051977853,hessian_weighted_relative_error,13393,0.02500,0.892
21,mlp.experts.280.up_proj,0.0066571841,hessian_weighted_relative_error,27982,0.02500,0.861
21,mlp.experts.281.up_proj,0.0064274800,hessian_weighted_relative_error,21169,0.02500,0.907
21,mlp.experts.282.up_proj,0.0058776282,hessian_weighted_relative_error,15112,0.02500,0.861
21,mlp.experts.284.up_proj,0.0063452597,hessian_weighted_relative_error,7876,0.02500,0.860
21,mlp.experts.285.up_proj,0.0061629613,hessian_weighted_relative_error,34354,0.02500,0.899
21,mlp.experts.287.up_proj,0.0064133266,hessian_weighted_relative_error,34054,0.02500,0.899
21,mlp.experts.0.down_proj,0.0111997331,hessian_weighted_relative_error,11044,0.02500,0.770
21,mlp.experts.1.down_proj,0.0116161602,hessian_weighted_relative_error,11603,0.02500,0.718
21,mlp.experts.2.down_proj,0.0139892192,hessian_weighted_relative_error,46591,0.02500,0.775
21,mlp.experts.6.down_proj,0.0063021680,hessian_weighted_relative_error,17171,0.02500,0.772
21,mlp.experts.8.down_proj,0.0086936325,hessian_weighted_relative_error,3874,0.02500,0.775
21,mlp.experts.9.down_proj,0.0103287806,hessian_weighted_relative_error,6247,0.02500,0.753
21,mlp.experts.11.down_proj,0.0126565161,hessian_weighted_relative_error,10487,0.02500,0.754
21,mlp.experts.13.down_proj,0.0093333890,hessian_weighted_relative_error,14895,0.02500,0.756
21,mlp.experts.14.down_proj,0.0119783535,hessian_weighted_relative_error,16472,0.02500,0.776
21,mlp.experts.15.down_proj,0.0124365519,hessian_weighted_relative_error,11088,0.02500,0.757
21,mlp.experts.17.down_proj,0.0123800193,hessian_weighted_relative_error,19802,0.02500,0.758
21,mlp.experts.18.down_proj,0.0123326743,hessian_weighted_relative_error,27497,0.02500,0.782
21,mlp.experts.19.down_proj,0.0118360605,hessian_weighted_relative_error,9729,0.02500,0.758
21,mlp.experts.22.down_proj,0.0122273459,hessian_weighted_relative_error,24232,0.02500,0.779
21,mlp.experts.26.down_proj,0.0101421225,hessian_weighted_relative_error,11542,0.02500,0.783
21,mlp.experts.27.down_proj,0.0116102024,hessian_weighted_relative_error,13635,0.02500,0.761
21,mlp.experts.29.down_proj,0.0110613643,hessian_weighted_relative_error,44316,0.02500,0.763
21,mlp.experts.31.down_proj,0.0100209314,hessian_weighted_relative_error,22594,0.02500,0.764
21,mlp.experts.32.down_proj,0.0072684456,hessian_weighted_relative_error,57355,0.02500,0.782
21,mlp.experts.34.down_proj,0.0145581454,hessian_weighted_relative_error,46839,0.02500,0.784
21,mlp.experts.35.down_proj,0.0132536556,hessian_weighted_relative_error,23919,0.02500,0.763
21,mlp.experts.36.down_proj,0.0128133394,hessian_weighted_relative_error,15657,0.02500,0.781
21,mlp.experts.42.down_proj,0.0107272483,hessian_weighted_relative_error,8272,0.02500,0.786
21,mlp.experts.44.down_proj,0.0126683997,hessian_weighted_relative_error,20958,0.02500,0.783
21,mlp.experts.46.down_proj,0.0120785238,hessian_weighted_relative_error,12604,0.02500,0.785
21,mlp.experts.47.down_proj,0.0084976230,hessian_weighted_relative_error,24337,0.02500,0.770
21,mlp.experts.48.down_proj,0.0079690985,hessian_weighted_relative_error,2157,0.02500,0.787
21,mlp.experts.52.down_proj,0.0140494720,hessian_weighted_relative_error,37174,0.02500,0.786
21,mlp.experts.53.down_proj,0.0127309685,hessian_weighted_relative_error,18668,0.02500,0.771
21,mlp.experts.54.down_proj,0.0089473767,hessian_weighted_relative_error,5153,0.02500,0.789
21,mlp.experts.55.down_proj,0.0091249191,hessian_weighted_relative_error,12772,0.02500,0.773
21,mlp.experts.57.down_proj,0.0117409676,hessian_weighted_relative_error,33721,0.02500,0.773
21,mlp.experts.58.down_proj,0.0125388736,hessian_weighted_relative_error,13320,0.02500,0.790
21,mlp.experts.59.down_proj,0.0099831674,hessian_weighted_relative_error,10736,0.02500,0.773
21,mlp.experts.61.down_proj,0.0123049838,hessian_weighted_relative_error,14710,0.02500,0.775
21,mlp.experts.63.down_proj,0.0051629594,hessian_weighted_relative_error,7464,0.02500,0.777
21,mlp.experts.66.down_proj,0.0085094468,hessian_weighted_relative_error,25254,0.02500,0.793
21,mlp.experts.67.down_proj,0.0111744784,hessian_weighted_relative_error,27925,0.02500,0.776
21,mlp.experts.69.down_proj,0.0116909686,hessian_weighted_relative_error,22047,0.02500,0.779
21,mlp.experts.70.down_proj,0.0135910472,hessian_weighted_relative_error,18140,0.02500,0.791
21,mlp.experts.72.down_proj,0.0109451545,hessian_weighted_relative_error,5529,0.02500,0.792
21,mlp.experts.73.down_proj,0.0077069421,hessian_weighted_relative_error,13082,0.02500,0.780
21,mlp.experts.75.down_proj,0.0128637701,hessian_weighted_relative_error,18365,0.02500,0.779
21,mlp.experts.76.down_proj,0.0117445336,hessian_weighted_relative_error,25058,0.02500,0.791
21,mlp.experts.78.down_proj,0.0116452555,hessian_weighted_relative_error,22387,0.02500,0.795
21,mlp.experts.79.down_proj,0.0085444058,hessian_weighted_relative_error,36635,0.02500,0.784
21,mlp.experts.80.down_proj,0.0091572258,hessian_weighted_relative_error,23621,0.02500,0.795
21,mlp.experts.81.down_proj,0.0115824965,hessian_weighted_relative_error,5430,0.02500,0.783
21,mlp.experts.83.down_proj,0.0086435660,hessian_weighted_relative_error,10576,0.02500,0.785
21,mlp.experts.86.down_proj,0.0102075328,hessian_weighted_relative_error,15861,0.02500,0.795
21,mlp.experts.87.down_proj,0.0113226467,hessian_weighted_relative_error,21931,0.02500,0.789
21,mlp.experts.88.down_proj,0.0079938626,hessian_weighted_relative_error,13508,0.02500,0.797
21,mlp.experts.90.down_proj,0.0146672515,hessian_weighted_relative_error,51686,0.02500,0.799
21,mlp.experts.92.down_proj,0.0143147555,hessian_weighted_relative_error,51254,0.02500,0.796
21,mlp.experts.93.down_proj,0.0124386150,hessian_weighted_relative_error,18157,0.02500,0.790
21,mlp.experts.95.down_proj,0.0094412375,hessian_weighted_relative_error,25661,0.02500,0.791
21,mlp.experts.97.down_proj,0.0126230379,hessian_weighted_relative_error,18169,0.02500,0.788
21,mlp.experts.99.down_proj,0.0096357531,hessian_weighted_relative_error,17975,0.02500,0.789
21,mlp.experts.100.down_proj,0.0121545832,hessian_weighted_relative_error,23270,0.02500,0.798
21,mlp.experts.101.down_proj,0.0107310966,hessian_weighted_relative_error,8520,0.02500,0.792
21,mlp.experts.103.down_proj,0.0058608722,hessian_weighted_relative_error,1621,0.02500,0.794
21,mlp.experts.104.down_proj,0.0122496150,hessian_weighted_relative_error,30797,0.02500,0.800
21,mlp.experts.105.down_proj,0.0112975993,hessian_weighted_relative_error,17442,0.02500,0.791
21,mlp.experts.106.down_proj,0.0055314825,hessian_weighted_relative_error,2133,0.02500,0.803
21,mlp.experts.108.down_proj,0.0098064991,hessian_weighted_relative_error,15280,0.02500,0.799
21,mlp.experts.109.down_proj,0.0060359346,hessian_weighted_relative_error,1399,0.02500,0.796
21,mlp.experts.114.down_proj,0.0035283328,hessian_weighted_relative_error,1207,0.02500,0.803
21,mlp.experts.115.down_proj,0.0061610081,hessian_weighted_relative_error,13067,0.02500,0.796
21,mlp.experts.116.down_proj,0.0108489858,hessian_weighted_relative_error,22329,0.02500,0.802
21,mlp.experts.117.down_proj,0.0120867970,hessian_weighted_relative_error,27485,0.02500,0.796
21,mlp.experts.118.down_proj,0.0089549707,hessian_weighted_relative_error,38830,0.02500,0.803
21,mlp.experts.119.down_proj,0.0081700826,hessian_weighted_relative_error,12623,0.02500,0.802
21,mlp.experts.120.down_proj,0.0107773983,hessian_weighted_relative_error,21877,0.02500,0.803
21,mlp.experts.121.down_proj,0.0126368209,hessian_weighted_relative_error,18064,0.02500,0.803
21,mlp.experts.125.down_proj,0.0123985932,hessian_weighted_relative_error,20587,0.02500,0.805
21,mlp.experts.128.down_proj,0.0113102250,hessian_weighted_relative_error,14167,0.02500,0.804
21,mlp.experts.129.down_proj,0.0125265591,hessian_weighted_relative_error,14959,0.02500,0.799
21,mlp.experts.130.down_proj,0.0098816662,hessian_weighted_relative_error,33134,0.02500,0.809
21,mlp.experts.132.down_proj,0.0119504443,hessian_weighted_relative_error,43723,0.02500,0.807
21,mlp.experts.133.down_proj,0.0086468799,hessian_weighted_relative_error,32640,0.02500,0.805
21,mlp.experts.134.down_proj,0.0132159152,hessian_weighted_relative_error,24622,0.02500,0.805
21,mlp.experts.135.down_proj,0.0125674782,hessian_weighted_relative_error,8173,0.02500,0.804
21,mlp.experts.138.down_proj,0.0138705719,hessian_weighted_relative_error,19679,0.02500,0.810
21,mlp.experts.141.down_proj,0.0093505782,hessian_weighted_relative_error,28668,0.02500,0.806
21,mlp.experts.142.down_proj,0.0060050582,hessian_weighted_relative_error,23856,0.02500,0.807
21,mlp.experts.143.down_proj,0.0118019245,hessian_weighted_relative_error,10843,0.02500,0.807
21,mlp.experts.144.down_proj,0.0103599742,hessian_weighted_relative_error,6456,0.02500,0.808
21,mlp.experts.145.down_proj,0.0125831887,hessian_weighted_relative_error,23481,0.02500,0.808
21,mlp.experts.146.down_proj,0.0103584277,hessian_weighted_relative_error,8883,0.02500,0.810
21,mlp.experts.148.down_proj,0.0087076400,hessian_weighted_relative_error,11356,0.02500,0.807
21,mlp.experts.149.down_proj,0.0101546960,hessian_weighted_relative_error,22669,0.02500,0.808
21,mlp.experts.150.down_proj,0.0116793646,hessian_weighted_relative_error,11327,0.02500,0.810
21,mlp.experts.151.down_proj,0.0128154489,hessian_weighted_relative_error,23606,0.02500,0.809
21,mlp.experts.153.down_proj,0.0129150046,hessian_weighted_relative_error,23253,0.02500,0.807
21,mlp.experts.154.down_proj,0.0105145217,hessian_weighted_relative_error,24139,0.02500,0.812
21,mlp.experts.156.down_proj,0.0132860933,hessian_weighted_relative_error,12508,0.02500,0.808
21,mlp.experts.157.down_proj,0.0107079904,hessian_weighted_relative_error,13784,0.02500,0.811
21,mlp.experts.159.down_proj,0.0107138436,hessian_weighted_relative_error,11696,0.02500,0.810
21,mlp.experts.160.down_proj,0.0118210443,hessian_weighted_relative_error,59532,0.02500,0.809
21,mlp.experts.163.down_proj,0.0103683662,hessian_weighted_relative_error,32795,0.02500,0.810
21,mlp.experts.164.down_proj,0.0105172698,hessian_weighted_relative_error,16488,0.02500,0.809
21,mlp.experts.167.down_proj,0.0087981194,hessian_weighted_relative_error,12135,0.02500,0.814
21,mlp.experts.168.down_proj,0.0098075044,hessian_weighted_relative_error,9224,0.02500,0.811
21,mlp.experts.170.down_proj,0.0120345399,hessian_weighted_relative_error,19902,0.02500,0.812
21,mlp.experts.172.down_proj,0.0118638246,hessian_weighted_relative_error,12100,0.02500,0.811
21,mlp.experts.173.down_proj,0.0105933657,hessian_weighted_relative_error,7244,0.02500,0.815
21,mlp.experts.175.down_proj,0.0094486659,hessian_weighted_relative_error,11648,0.02500,0.819
21,mlp.experts.176.down_proj,0.0108030806,hessian_weighted_relative_error,7800,0.02500,0.811
21,mlp.experts.179.down_proj,0.0116033964,hessian_weighted_relative_error,13757,0.02500,0.819
21,mlp.experts.180.down_proj,0.0116851524,hessian_weighted_relative_error,11543,0.02500,0.814
21,mlp.experts.181.down_proj,0.0124322700,hessian_weighted_relative_error,22234,0.02500,0.820
21,mlp.experts.183.down_proj,0.0106303422,hessian_weighted_relative_error,60148,0.02500,0.820
21,mlp.experts.185.down_proj,0.0026895644,hessian_weighted_relative_error,27588,0.02500,0.821
21,mlp.experts.188.down_proj,0.0005322147,hessian_weighted_relative_error,48648,0.02500,0.811
21,mlp.experts.189.down_proj,0.0129089594,hessian_weighted_relative_error,30093,0.02500,0.825
21,mlp.experts.190.down_proj,0.0121792638,hessian_weighted_relative_error,19188,0.02500,0.814
21,mlp.experts.191.down_proj,0.0117756637,hessian_weighted_relative_error,13705,0.02500,0.823
21,mlp.experts.196.down_proj,0.0096915545,hessian_weighted_relative_error,14850,0.02500,0.813
21,mlp.experts.197.down_proj,0.0146686252,hessian_weighted_relative_error,36539,0.02500,0.824
21,mlp.experts.198.down_proj,0.0135190763,hessian_weighted_relative_error,27844,0.02500,0.815
21,mlp.experts.199.down_proj,0.0117533213,hessian_weighted_relative_error,10568,0.02500,0.824
21,mlp.experts.200.down_proj,0.0135378048,hessian_weighted_relative_error,14353,0.02500,0.815
21,mlp.experts.201.down_proj,0.0113138676,hessian_weighted_relative_error,24591,0.02500,0.821
21,mlp.experts.204.down_proj,0.0127695444,hessian_weighted_relative_error,20279,0.02500,0.815
21,mlp.experts.205.down_proj,0.0078225581,hessian_weighted_relative_error,30696,0.02500,0.825
21,mlp.experts.207.down_proj,0.0108706806,hessian_weighted_relative_error,16530,0.02500,0.826
21,mlp.experts.210.down_proj,0.0117743682,hessian_weighted_relative_error,19508,0.02500,0.817
21,mlp.experts.211.down_proj,0.0128259866,hessian_weighted_relative_error,19062,0.02500,0.822
21,mlp.experts.215.down_proj,0.0110950960,hessian_weighted_relative_error,15381,0.02500,0.828
21,mlp.experts.216.down_proj,0.0075805877,hessian_weighted_relative_error,27791,0.02500,0.817
21,mlp.experts.217.down_proj,0.0099096999,hessian_weighted_relative_error,16431,0.02500,0.823
21,mlp.experts.219.down_proj,0.0120570479,hessian_weighted_relative_error,10867,0.02500,0.822
21,mlp.experts.220.down_proj,0.0131762985,hessian_weighted_relative_error,17999,0.02500,0.817
21,mlp.experts.222.down_proj,0.0124639617,hessian_weighted_relative_error,22540,0.02500,0.819
21,mlp.experts.223.down_proj,0.0133797667,hessian_weighted_relative_error,17544,0.02500,0.824
21,mlp.experts.224.down_proj,0.0110217586,hessian_weighted_relative_error,44169,0.02500,0.817
21,mlp.experts.225.down_proj,0.0074190083,hessian_weighted_relative_error,20408,0.02500,0.824
21,mlp.experts.226.down_proj,0.0089116789,hessian_weighted_relative_error,4457,0.02500,0.817
21,mlp.experts.227.down_proj,0.0087092090,hessian_weighted_relative_error,14765,0.02500,0.821
21,mlp.experts.228.down_proj,0.0133359932,hessian_weighted_relative_error,22158,0.02500,0.817
21,mlp.experts.230.down_proj,0.0100508783,hessian_weighted_relative_error,21149,0.02500,0.818
21,mlp.experts.231.down_proj,0.0120404303,hessian_weighted_relative_error,27852,0.02500,0.826
21,mlp.experts.232.down_proj,0.0130969916,hessian_weighted_relative_error,18580,0.02500,0.818
21,mlp.experts.233.down_proj,0.0113602974,hessian_weighted_relative_error,14170,0.02500,0.825
21,mlp.experts.234.down_proj,0.0105542887,hessian_weighted_relative_error,11145,0.02500,0.819
21,mlp.experts.235.down_proj,0.0123299312,hessian_weighted_relative_error,39599,0.02500,0.824
21,mlp.experts.236.down_proj,0.0096135577,hessian_weighted_relative_error,18517,0.02500,0.817
21,mlp.experts.238.down_proj,0.0077167465,hessian_weighted_relative_error,29498,0.02500,0.819
21,mlp.experts.240.down_proj,0.0138219917,hessian_weighted_relative_error,31758,0.02500,0.818
21,mlp.experts.241.down_proj,0.0083170041,hessian_weighted_relative_error,5353,0.02500,0.825
21,mlp.experts.242.down_proj,0.0113228861,hessian_weighted_relative_error,17021,0.02500,0.820
21,mlp.experts.243.down_proj,0.0120792400,hessian_weighted_relative_error,22219,0.02500,0.822
21,mlp.experts.245.down_proj,0.0081400293,hessian_weighted_relative_error,4937,0.02500,0.825
21,mlp.experts.247.down_proj,0.0087062710,hessian_weighted_relative_error,8512,0.02500,0.826
21,mlp.experts.249.down_proj,0.0100405910,hessian_weighted_relative_error,9443,0.02500,0.824
21,mlp.experts.250.down_proj,0.0107581540,hessian_weighted_relative_error,19639,0.02500,0.820
21,mlp.experts.251.down_proj,0.0136699200,hessian_weighted_relative_error,19674,0.02500,0.821
21,mlp.experts.253.down_proj,0.0128150908,hessian_weighted_relative_error,9682,0.02500,0.825
21,mlp.experts.255.down_proj,0.0085413072,hessian_weighted_relative_error,18152,0.02500,0.826
21,mlp.experts.257.down_proj,0.0129501220,hessian_weighted_relative_error,32980,0.02500,0.825
21,mlp.experts.259.down_proj,0.0105438011,hessian_weighted_relative_error,9024,0.02500,0.822
21,mlp.experts.260.down_proj,0.0090629832,hessian_weighted_relative_error,11703,0.02500,0.818
21,mlp.experts.261.down_proj,0.0103403237,hessian_weighted_relative_error,21434,0.02500,0.827
21,mlp.experts.262.down_proj,0.0086564864,hessian_weighted_relative_error,6112,0.02500,0.820
21,mlp.experts.263.down_proj,0.0109183165,hessian_weighted_relative_error,13472,0.02500,0.826
21,mlp.experts.265.down_proj,0.0042503342,hessian_weighted_relative_error,40457,0.02500,0.827
21,mlp.experts.267.down_proj,0.0091151055,hessian_weighted_relative_error,8867,0.02500,0.824
21,mlp.experts.269.down_proj,0.0100074458,hessian_weighted_relative_error,30350,0.02500,0.828
21,mlp.experts.270.down_proj,0.0107474990,hessian_weighted_relative_error,28586,0.02500,0.821
21,mlp.experts.271.down_proj,0.0118791061,hessian_weighted_relative_error,9503,0.02500,0.826
21,mlp.experts.272.down_proj,0.0111465408,hessian_weighted_relative_error,6756,0.02500,0.820
21,mlp.experts.273.down_proj,0.0094712304,hessian_weighted_relative_error,24864,0.02500,0.825
21,mlp.experts.275.down_proj,0.0122374609,hessian_weighted_relative_error,10738,0.02500,0.823
21,mlp.experts.276.down_proj,0.0102800710,hessian_weighted_relative_error,9213,0.02500,0.820
21,mlp.experts.277.down_proj,0.0138456572,hessian_weighted_relative_error,14869,0.02500,0.829
21,mlp.experts.279.down_proj,0.0090219286,hessian_weighted_relative_error,13393,0.02500,0.828
21,mlp.experts.281.down_proj,0.0129467448,hessian_weighted_relative_error,21169,0.02500,0.826
21,mlp.experts.282.down_proj,0.0112763877,hessian_weighted_relative_error,15112,0.02500,0.822
21,mlp.experts.284.down_proj,0.0120431442,hessian_weighted_relative_error,7876,0.02500,0.820
21,mlp.experts.287.down_proj,0.0111173294,hessian_weighted_relative_error,34054,0.02500,0.827
21,mlp.experts.102.down_proj,0.0024795754,hessian_weighted_relative_error,48043,0.02500,1.506
21,mlp.experts.107.down_proj,0.0030974147,hessian_weighted_relative_error,31768,0.02500,1.501
21,mlp.experts.102.up_proj,0.0011959703,hessian_weighted_relative_error,48043,0.02500,1.621
21,mlp.experts.107.up_proj,0.0018525011,hessian_weighted_relative_error,31768,0.02500,1.668
21,mlp.experts.102.gate_proj,0.0010914741,hessian_weighted_relative_error,48043,0.02500,1.594
21,mlp.experts.113.down_proj,0.0029353805,hessian_weighted_relative_error,18696,0.02500,1.543
21,mlp.experts.10.down_proj,0.0035461451,hessian_weighted_relative_error,35187,0.02500,1.515
21,mlp.experts.111.down_proj,0.0028054446,hessian_weighted_relative_error,15289,0.02500,1.544
21,mlp.experts.110.gate_proj,0.0014342199,hessian_weighted_relative_error,48978,0.02500,1.592
21,mlp.experts.113.up_proj,0.0012251033,hessian_weighted_relative_error,18696,0.02500,1.670
21,mlp.experts.112.down_proj,0.0028840627,hessian_weighted_relative_error,16541,0.02500,1.537
21,mlp.experts.123.down_proj,0.0021764299,hessian_weighted_relative_error,88739,0.02500,1.545
21,mlp.experts.110.up_proj,0.0015625303,hessian_weighted_relative_error,48978,0.02500,1.621
21,mlp.experts.123.up_proj,0.0011919773,hessian_weighted_relative_error,88739,0.02500,1.670
21,mlp.experts.110.down_proj,0.0030752781,hessian_weighted_relative_error,48978,0.02500,1.537
21,mlp.experts.123.gate_proj,0.0010617000,hessian_weighted_relative_error,88739,0.02500,1.646
21,mlp.experts.12.up_proj,0.0015543780,hessian_weighted_relative_error,36488,0.02500,1.628
21,mlp.experts.127.down_proj,0.0029206103,hessian_weighted_relative_error,31990,0.02500,1.551
21,mlp.experts.124.down_proj,0.0031812029,hessian_weighted_relative_error,49000,0.02500,1.542
21,mlp.experts.131.down_proj,0.0032556304,hessian_weighted_relative_error,29397,0.02500,1.542
21,mlp.experts.122.down_proj,0.0028026588,hessian_weighted_relative_error,36192,0.02500,1.543
21,mlp.experts.137.gate_proj,0.0016228737,hessian_weighted_relative_error,60486,0.02500,1.652
21,mlp.experts.12.down_proj,0.0031105883,hessian_weighted_relative_error,36488,0.02500,1.510
21,mlp.experts.137.down_proj,0.0033871437,hessian_weighted_relative_error,60486,0.02500,1.555
21,mlp.experts.124.up_proj,0.0017168735,hessian_weighted_relative_error,49000,0.02500,1.622
21,mlp.experts.137.up_proj,0.0018203672,hessian_weighted_relative_error,60486,0.02500,1.694
21,mlp.experts.126.gate_proj,0.0011087450,hessian_weighted_relative_error,40659,0.02500,1.601
21,mlp.experts.139.down_proj,0.0035581760,hessian_weighted_relative_error,43450,0.02500,1.551
21,mlp.experts.126.down_proj,0.0027324193,hessian_weighted_relative_error,40659,0.02500,1.542
21,mlp.experts.147.gate_proj,0.0019697605,hessian_weighted_relative_error,78817,0.02500,1.655
21,mlp.experts.124.gate_proj,0.0015026993,hessian_weighted_relative_error,49000,0.02500,1.600
21,mlp.experts.147.down_proj,0.0037286610,hessian_weighted_relative_error,78817,0.02500,1.553
21,mlp.experts.136.down_proj,0.0025498438,hessian_weighted_relative_error,25441,0.02500,1.545
21,mlp.experts.147.up_proj,0.0023472921,hessian_weighted_relative_error,78817,0.02500,1.678
21,mlp.experts.140.gate_proj,0.0008805792,hessian_weighted_relative_error,64225,0.02500,1.617
21,mlp.experts.155.down_proj,0.0031429740,hessian_weighted_relative_error,34077,0.02500,1.553
21,mlp.experts.140.down_proj,0.0016798557,hessian_weighted_relative_error,64225,0.02500,1.542
21,mlp.experts.155.up_proj,0.0014609367,hessian_weighted_relative_error,34077,0.02500,1.691
21,mlp.experts.126.up_proj,0.0011790167,hessian_weighted_relative_error,40659,0.02500,1.625
21,mlp.experts.155.gate_proj,0.0013175242,hessian_weighted_relative_error,34077,0.02500,1.655
21,mlp.experts.152.down_proj,0.0026021574,hessian_weighted_relative_error,71685,0.02500,1.549
21,mlp.experts.161.down_proj,0.0037155566,hessian_weighted_relative_error,41298,0.02500,1.558
21,mlp.experts.152.up_proj,0.0013589254,hessian_weighted_relative_error,71685,0.02500,1.627
21,mlp.experts.161.up_proj,0.0022890710,hessian_weighted_relative_error,41298,0.02500,1.678
21,mlp.experts.152.gate_proj,0.0013282947,hessian_weighted_relative_error,71685,0.02500,1.608
21,mlp.experts.165.gate_proj,0.0016397464,hessian_weighted_relative_error,239312,0.02500,1.654
21,mlp.experts.140.up_proj,0.0010032448,hessian_weighted_relative_error,64225,0.02500,1.639
21,mlp.experts.165.down_proj,0.0030262060,hessian_weighted_relative_error,239312,0.02500,1.565
21,mlp.experts.16.down_proj,0.0032417544,hessian_weighted_relative_error,37980,0.02500,1.519
21,mlp.experts.165.up_proj,0.0018827459,hessian_weighted_relative_error,239312,0.02500,1.681
21,mlp.experts.162.up_proj,0.0016738527,hessian_weighted_relative_error,52419,0.02500,1.627
21,mlp.experts.169.down_proj,0.0031476180,hessian_weighted_relative_error,27694,0.02500,1.566
21,mlp.experts.162.down_proj,0.0032618878,hessian_weighted_relative_error,52419,0.02500,1.552
21,mlp.experts.171.gate_proj,0.0011228206,hessian_weighted_relative_error,57704,0.02500,1.656
21,mlp.experts.158.down_proj,0.0028527211,hessian_weighted_relative_error,18922,0.02500,1.552
21,mlp.experts.171.down_proj,0.0026609806,hessian_weighted_relative_error,57704,0.02500,1.568
21,mlp.experts.166.gate_proj,0.0013032206,hessian_weighted_relative_error,64736,0.02500,1.608
21,mlp.experts.174.down_proj,0.0020026015,hessian_weighted_relative_error,54824,0.02500,1.556
21,mlp.experts.171.up_proj,0.0012396367,hessian_weighted_relative_error,57704,0.02500,1.681
21,mlp.experts.166.up_proj,0.0014753415,hessian_weighted_relative_error,64736,0.02500,1.629
21,mlp.experts.177.down_proj,0.0021739728,hessian_weighted_relative_error,61719,0.02500,1.567
21,mlp.experts.166.down_proj,0.0028726352,hessian_weighted_relative_error,64736,0.02500,1.552
21,mlp.experts.177.up_proj,0.0011651242,hessian_weighted_relative_error,61719,0.02500,1.693
21,mlp.experts.178.down_proj,0.0023247122,hessian_weighted_relative_error,49503,0.02500,1.557
21,mlp.experts.177.gate_proj,0.0010950239,hessian_weighted_relative_error,61719,0.02500,1.656
21,mlp.experts.182.up_proj,0.0015965370,hessian_weighted_relative_error,25566,0.02500,1.629
21,mlp.experts.187.down_proj,0.0017585555,hessian_weighted_relative_error,95859,0.02500,1.566
21,mlp.experts.182.down_proj,0.0032385212,hessian_weighted_relative_error,25566,0.02500,1.554
21,mlp.experts.187.gate_proj,0.0014902039,hessian_weighted_relative_error,95859,0.02500,1.661
21,mlp.experts.174.up_proj,0.0010707643,hessian_weighted_relative_error,54824,0.02500,1.628
21,mlp.experts.193.down_proj,0.0036067971,hessian_weighted_relative_error,66293,0.02500,1.574
21,mlp.experts.184.up_proj,0.0019120617,hessian_weighted_relative_error,49414,0.02500,1.628
21,mlp.experts.187.up_proj,0.0016017375,hessian_weighted_relative_error,95859,0.02500,1.696
21,mlp.experts.186.gate_proj,0.0018074042,hessian_weighted_relative_error,118991,0.02500,1.613
21,mlp.experts.193.gate_proj,0.0017407818,hessian_weighted_relative_error,66293,0.02500,1.661
21,mlp.experts.186.down_proj,0.0031101914,hessian_weighted_relative_error,118991,0.02500,1.556
21,mlp.experts.193.up_proj,0.0019490998,hessian_weighted_relative_error,66293,0.02500,1.687
21,mlp.experts.184.down_proj,0.0034125649,hessian_weighted_relative_error,49414,0.02500,1.553
21,mlp.experts.203.down_proj,0.0028284682,hessian_weighted_relative_error,43852,0.02500,1.569
21,mlp.experts.192.down_proj,0.0028446583,hessian_weighted_relative_error,60163,0.02500,1.555
21,mlp.experts.195.down_proj,0.0032217954,hessian_weighted_relative_error,26289,0.02500,1.566
21,mlp.experts.192.up_proj,0.0018031019,hessian_weighted_relative_error,60163,0.02500,1.627
21,mlp.experts.203.gate_proj,0.0013692992,hessian_weighted_relative_error,43852,0.02500,1.665
21,mlp.experts.192.gate_proj,0.0014829510,hessian_weighted_relative_error,60163,0.02500,1.612
21,mlp.experts.203.up_proj,0.0015073830,hessian_weighted_relative_error,43852,0.02500,1.707
21,mlp.experts.186.up_proj,0.0020686797,hessian_weighted_relative_error,118991,0.02500,1.629
21,mlp.experts.209.gate_proj,0.0017090592,hessian_weighted_relative_error,50863,0.02500,1.664
21,mlp.experts.194.gate_proj,0.0013194130,hessian_weighted_relative_error,26517,0.02500,1.613
21,mlp.experts.209.down_proj,0.0036365216,hessian_weighted_relative_error,50863,0.02500,1.572
21,mlp.experts.20.down_proj,0.0032255398,hessian_weighted_relative_error,25248,0.02500,1.520
21,mlp.experts.209.up_proj,0.0019161290,hessian_weighted_relative_error,50863,0.02500,1.682
21,mlp.experts.194.up_proj,0.0014340584,hessian_weighted_relative_error,26517,0.02500,1.630
21,mlp.experts.21.down_proj,0.0034602013,hessian_weighted_relative_error,26760,0.02500,1.509
21,mlp.experts.194.down_proj,0.0030796670,hessian_weighted_relative_error,26517,0.02500,1.557
21,mlp.experts.221.down_proj,0.0035839937,hessian_weighted_relative_error,62648,0.02500,1.575
21,mlp.experts.202.up_proj,0.0014969848,hessian_weighted_relative_error,38430,0.02500,1.628
21,mlp.experts.213.down_proj,0.0027689363,hessian_weighted_relative_error,32308,0.02500,1.572
21,mlp.experts.208.down_proj,0.0022592600,hessian_weighted_relative_error,46718,0.02500,1.559
21,mlp.experts.221.gate_proj,0.0017953093,hessian_weighted_relative_error,62648,0.02500,1.666
21,mlp.experts.206.down_proj,0.0031101762,hessian_weighted_relative_error,53777,0.02500,1.558
21,mlp.experts.221.up_proj,0.0020059470,hessian_weighted_relative_error,62648,0.02500,1.714
21,mlp.experts.202.down_proj,0.0031134601,hessian_weighted_relative_error,38430,0.02500,1.559
21,mlp.experts.229.gate_proj,0.0015565274,hessian_weighted_relative_error,38299,0.02500,1.669
21,mlp.experts.214.down_proj,0.0025399396,hessian_weighted_relative_error,68087,0.02500,1.562
21,mlp.experts.229.down_proj,0.0031835031,hessian_weighted_relative_error,38299,0.02500,1.579
21,mlp.experts.214.up_proj,0.0013734727,hessian_weighted_relative_error,68087,0.02500,1.631
21,mlp.experts.229.up_proj,0.0016488273,hessian_weighted_relative_error,38299,0.02500,1.687
21,mlp.experts.214.gate_proj,0.0012089170,hessian_weighted_relative_error,68087,0.02500,1.616
21,mlp.experts.23.down_proj,0.0030078444,hessian_weighted_relative_error,39529,0.02500,1.513
21,mlp.experts.212.down_proj,0.0029876360,hessian_weighted_relative_error,32010,0.02500,1.557
21,mlp.experts.237.down_proj,0.0033091102,hessian_weighted_relative_error,17976,0.02500,1.574
21,mlp.experts.218.up_proj,0.0019137748,hessian_weighted_relative_error,38543,0.02500,1.630
21,mlp.experts.23.up_proj,0.0014564587,hessian_weighted_relative_error,39529,0.02500,1.681
21,mlp.experts.24.up_proj,0.0018218582,hessian_weighted_relative_error,41823,0.02500,1.639
21,mlp.experts.239.down_proj,0.0030920779,hessian_weighted_relative_error,32312,0.02500,1.577
21,mlp.experts.24.down_proj,0.0029890026,hessian_weighted_relative_error,41823,0.02500,1.524
21,mlp.experts.239.gate_proj,0.0012009469,hessian_weighted_relative_error,32312,0.02500,1.665
21,mlp.experts.218.down_proj,0.0034256785,hessian_weighted_relative_error,38543,0.02500,1.560
21,mlp.experts.244.up_proj,0.0013594341,hessian_weighted_relative_error,30437,0.02500,1.629
21,mlp.experts.25.down_proj,0.0027961504,hessian_weighted_relative_error,25531,0.02500,1.533
21,mlp.experts.246.gate_proj,0.0011577250,hessian_weighted_relative_error,38830,0.02500,1.621
21,mlp.experts.239.up_proj,0.0012451549,hessian_weighted_relative_error,32312,0.02500,1.714
21,mlp.experts.246.down_proj,0.0024800690,hessian_weighted_relative_error,38830,0.02500,1.563
21,mlp.experts.283.down_proj,0.0028747313,hessian_weighted_relative_error,45621,0.02500,1.578
21,mlp.experts.244.down_proj,0.0031138077,hessian_weighted_relative_error,30437,0.02500,1.560
21,mlp.experts.283.up_proj,0.0017030133,hessian_weighted_relative_error,45621,0.02500,1.704
21,mlp.experts.248.down_proj,0.0033351605,hessian_weighted_relative_error,45294,0.02500,1.563
21,mlp.experts.3.down_proj,0.0029818772,hessian_weighted_relative_error,32733,0.02500,1.500
21,mlp.experts.252.down_proj,0.0031204485,hessian_weighted_relative_error,17957,0.02500,1.564
21,mlp.experts.285.down_proj,0.0033328268,hessian_weighted_relative_error,34354,0.02500,1.575
21,mlp.experts.248.up_proj,0.0018790706,hessian_weighted_relative_error,45294,0.02500,1.629
21,mlp.experts.3.up_proj,0.0013269257,hessian_weighted_relative_error,32733,0.02500,1.675
21,mlp.experts.246.up_proj,0.0014589989,hessian_weighted_relative_error,38830,0.02500,1.630
21,mlp.experts.33.down_proj,0.0026203214,hessian_weighted_relative_error,115043,0.02500,1.515
21,mlp.experts.254.gate_proj,0.0014549524,hessian_weighted_relative_error,85886,0.02500,1.621
21,mlp.experts.33.up_proj,0.0015221260,hessian_weighted_relative_error,115043,0.02500,1.687
21,mlp.experts.256.down_proj,0.0029234575,hessian_weighted_relative_error,36079,0.02500,1.562
21,mlp.experts.33.gate_proj,0.0013140694,hessian_weighted_relative_error,115043,0.02500,1.615
21,mlp.experts.254.up_proj,0.0014908029,hessian_weighted_relative_error,85886,0.02500,1.629
21,mlp.experts.37.down_proj,0.0025421777,hessian_weighted_relative_error,34448,0.02500,1.517
21,mlp.experts.254.down_proj,0.0025803270,hessian_weighted_relative_error,85886,0.02500,1.562
21,mlp.experts.39.down_proj,0.0033693524,hessian_weighted_relative_error,61725,0.02500,1.511
21,mlp.experts.258.gate_proj,0.0016067217,hessian_weighted_relative_error,70843,0.02500,1.619
21,mlp.experts.41.down_proj,0.0031650930,hessian_weighted_relative_error,30426,0.02500,1.515
21,mlp.experts.264.down_proj,0.0029390751,hessian_weighted_relative_error,44402,0.02500,1.564
21,mlp.experts.39.up_proj,0.0020875141,hessian_weighted_relative_error,61725,0.02500,1.677
21,mlp.experts.258.up_proj,0.0018126622,hessian_weighted_relative_error,70843,0.02500,1.629
21,mlp.experts.43.down_proj,0.0030770676,hessian_weighted_relative_error,22891,0.02500,1.515
21,mlp.experts.258.down_proj,0.0035964465,hessian_weighted_relative_error,70843,0.02500,1.562
21,mlp.experts.43.up_proj,0.0013248956,hessian_weighted_relative_error,22891,0.02500,1.671
21,mlp.experts.266.down_proj,0.0029874347,hessian_weighted_relative_error,27767,0.02500,1.567
21,mlp.experts.49.down_proj,0.0031864377,hessian_weighted_relative_error,32836,0.02500,1.522
21,mlp.experts.268.down_proj,0.0020373006,hessian_weighted_relative_error,40065,0.02500,1.563
21,mlp.experts.45.down_proj,0.0026422484,hessian_weighted_relative_error,15870,0.02500,1.527
21,mlp.experts.266.up_proj,0.0014500290,hessian_weighted_relative_error,27767,0.02500,1.631
21,mlp.experts.49.gate_proj,0.0014763473,hessian_weighted_relative_error,32836,0.02500,1.623
21,mlp.experts.264.up_proj,0.0013988921,hessian_weighted_relative_error,44402,0.02500,1.629
21,mlp.experts.49.up_proj,0.0018046339,hessian_weighted_relative_error,32836,0.02500,1.676
21,mlp.experts.274.down_proj,0.0027317279,hessian_weighted_relative_error,23808,0.02500,1.565
21,mlp.experts.5.up_proj,0.0019102523,hessian_weighted_relative_error,46975,0.02500,1.677
21,mlp.experts.28.down_proj,0.0036341317,hessian_weighted_relative_error,95949,0.02500,1.523
21,mlp.experts.5.down_proj,0.0030355400,hessian_weighted_relative_error,46975,0.02500,1.503
21,mlp.experts.278.down_proj,0.0033661197,hessian_weighted_relative_error,28401,0.02500,1.565
21,mlp.experts.51.down_proj,0.0019627506,hessian_weighted_relative_error,40423,0.02500,1.517
21,mlp.experts.268.up_proj,0.0009695738,hessian_weighted_relative_error,40065,0.02500,1.632
21,mlp.experts.65.down_proj,0.0031798076,hessian_weighted_relative_error,21224,0.02500,1.533
21,mlp.experts.71.down_proj,0.0032031679,hessian_weighted_relative_error,88849,0.02500,1.532
21,mlp.experts.28.gate_proj,0.0018667164,hessian_weighted_relative_error,95949,0.02500,1.575
21,mlp.experts.7.down_proj,0.0028103522,hessian_weighted_relative_error,14169,0.02500,1.503
21,mlp.experts.28.up_proj,0.0021689902,hessian_weighted_relative_error,95949,0.02500,1.638
21,mlp.experts.71.gate_proj,0.0018753692,hessian_weighted_relative_error,88849,0.02500,1.640
21,mlp.experts.280.down_proj,0.0031668062,hessian_weighted_relative_error,27982,0.02500,1.568
21,mlp.experts.286.down_proj,0.0033673271,hessian_weighted_relative_error,33042,0.02500,1.564
21,mlp.experts.71.up_proj,0.0020946562,hessian_weighted_relative_error,88849,0.02500,1.766
21,mlp.experts.286.gate_proj,0.0015654372,hessian_weighted_relative_error,33042,0.02500,1.624
21,mlp.experts.77.down_proj,0.0033304835,hessian_weighted_relative_error,66121,0.02500,1.539
21,mlp.experts.286.up_proj,0.0017168373,hessian_weighted_relative_error,33042,0.02500,1.628
21,mlp.experts.77.up_proj,0.0019669970,hessian_weighted_relative_error,66121,0.02500,1.688
21,mlp.experts.30.down_proj,0.0024802181,hessian_weighted_relative_error,38465,0.02500,1.524
21,mlp.experts.77.gate_proj,0.0017771024,hessian_weighted_relative_error,66121,0.02500,1.639
21,mlp.experts.38.down_proj,0.0026395785,hessian_weighted_relative_error,33702,0.02500,1.529
21,mlp.experts.85.down_proj,0.0029478023,hessian_weighted_relative_error,21660,0.02500,1.541
21,mlp.experts.38.up_proj,0.0017635183,hessian_weighted_relative_error,33702,0.02500,1.625
21,mlp.experts.89.down_proj,0.0032290501,hessian_weighted_relative_error,32069,0.02500,1.543
21,mlp.experts.4.down_proj,0.0029546598,hessian_weighted_relative_error,54146,0.02500,1.482
21,mlp.experts.91.up_proj,0.0013708106,hessian_weighted_relative_error,23259,0.02500,1.680
21,mlp.experts.4.gate_proj,0.0013214616,hessian_weighted_relative_error,54146,0.02500,1.575
21,mlp.experts.91.down_proj,0.0031703335,hessian_weighted_relative_error,23259,0.02500,1.541
21,mlp.experts.4.up_proj,0.0015864478,hessian_weighted_relative_error,54146,0.02500,1.629
21,mlp.experts.40.down_proj,0.0030353795,hessian_weighted_relative_error,39407,0.02500,1.526
21,mlp.experts.50.down_proj,0.0026826443,hessian_weighted_relative_error,28199,0.02500,1.536
21,mlp.experts.56.down_proj,0.0034270285,hessian_weighted_relative_error,42956,0.02500,1.532
21,mlp.experts.56.up_proj,0.0018496803,hessian_weighted_relative_error,42956,0.02500,1.629
21,mlp.experts.60.down_proj,0.0021035750,hessian_weighted_relative_error,117613,0.02500,1.533
21,mlp.experts.60.gate_proj,0.0014684695,hessian_weighted_relative_error,117613,0.02500,1.594
21,mlp.experts.60.up_proj,0.0017980781,hessian_weighted_relative_error,117613,0.02500,1.631
21,mlp.experts.62.down_proj,0.0034439723,hessian_weighted_relative_error,40650,0.02500,1.535
21,mlp.experts.62.up_proj,0.0018807183,hessian_weighted_relative_error,40650,0.02500,1.630
21,mlp.experts.64.down_proj,0.0022056352,hessian_weighted_relative_error,20598,0.02500,1.537
21,mlp.experts.68.down_proj,0.0030576941,hessian_weighted_relative_error,44805,0.02500,1.533
21,mlp.experts.68.gate_proj,0.0011613709,hessian_weighted_relative_error,44805,0.02500,1.597
21,mlp.experts.68.up_proj,0.0012393941,hessian_weighted_relative_error,44805,0.02500,1.630
21,mlp.experts.74.down_proj,0.0033300033,hessian_weighted_relative_error,43375,0.02500,1.541
21,mlp.experts.74.gate_proj,0.0015125747,hessian_weighted_relative_error,43375,0.02500,1.598
21,mlp.experts.74.up_proj,0.0017042098,hessian_weighted_relative_error,43375,0.02500,1.632
21,mlp.experts.82.down_proj,0.0027702146,hessian_weighted_relative_error,26190,0.02500,1.541
21,mlp.experts.84.down_proj,0.0026078372,hessian_weighted_relative_error,52253,0.02500,1.541
21,mlp.experts.84.gate_proj,0.0013097934,hessian_weighted_relative_error,52253,0.02500,1.599
21,mlp.experts.84.up_proj,0.0014225153,hessian_weighted_relative_error,52253,0.02500,1.631
21,mlp.experts.94.down_proj,0.0022957266,hessian_weighted_relative_error,53828,0.02500,1.543
21,mlp.experts.94.up_proj,0.0013606721,hessian_weighted_relative_error,53828,0.02500,1.631
21,mlp.experts.96.down_proj,0.0035156189,hessian_weighted_relative_error,223281,0.02500,1.543
21,mlp.experts.96.gate_proj,0.0018349525,hessian_weighted_relative_error,223281,0.02500,1.605
21,mlp.experts.96.up_proj,0.0020472475,hessian_weighted_relative_error,223281,0.02500,1.630
21,mlp.experts.98.down_proj,0.0033131105,hessian_weighted_relative_error,39456,0.02500,1.548
22,mlp.experts.1.gate_proj,0.0045022773,hessian_weighted_relative_error,13149,0.02500,0.791
22,mlp.experts.3.gate_proj,0.0041015127,hessian_weighted_relative_error,8464,0.02500,0.799
22,mlp.experts.4.gate_proj,0.0061858106,hessian_weighted_relative_error,29912,0.02500,0.801
22,mlp.experts.7.gate_proj,0.0056439622,hessian_weighted_relative_error,27360,0.02500,0.806
22,mlp.experts.8.gate_proj,0.0053115350,hessian_weighted_relative_error,18868,0.02500,0.808
22,mlp.experts.10.gate_proj,0.0050622458,hessian_weighted_relative_error,13748,0.02500,0.806
22,mlp.experts.11.gate_proj,0.0045616548,hessian_weighted_relative_error,31463,0.02500,0.808
22,mlp.experts.12.gate_proj,0.0051660802,hessian_weighted_relative_error,9907,0.02500,0.803
22,mlp.experts.15.gate_proj,0.0048179732,hessian_weighted_relative_error,15596,0.02500,0.809
22,mlp.experts.16.gate_proj,0.0062332285,hessian_weighted_relative_error,27089,0.02500,0.811
22,mlp.experts.17.gate_proj,0.0053024858,hessian_weighted_relative_error,8270,0.02500,0.812
22,mlp.experts.18.gate_proj,0.0054405433,hessian_weighted_relative_error,23912,0.02500,0.812
22,mlp.experts.20.gate_proj,0.0046035098,hessian_weighted_relative_error,11042,0.02500,0.810
22,mlp.experts.21.gate_proj,0.0045604923,hessian_weighted_relative_error,11194,0.02500,0.812
22,mlp.experts.23.gate_proj,0.0056174114,hessian_weighted_relative_error,12081,0.02500,0.811
22,mlp.experts.24.gate_proj,0.0048723858,hessian_weighted_relative_error,30515,0.02500,0.812
22,mlp.experts.25.gate_proj,0.0045407344,hessian_weighted_relative_error,6910,0.02500,0.812
22,mlp.experts.26.gate_proj,0.0062246286,hessian_weighted_relative_error,32119,0.02500,0.814
22,mlp.experts.27.gate_proj,0.0071984306,hessian_weighted_relative_error,31738,0.02500,0.813
22,mlp.experts.28.gate_proj,0.0054834547,hessian_weighted_relative_error,16814,0.02500,0.815
22,mlp.experts.29.gate_proj,0.0031560177,hessian_weighted_relative_error,4955,0.02500,0.817
22,mlp.experts.30.gate_proj,0.0051813908,hessian_weighted_relative_error,10755,0.02500,0.813
22,mlp.experts.31.gate_proj,0.0075087318,hessian_weighted_relative_error,26574,0.02500,0.815
22,mlp.experts.32.gate_proj,0.0038724213,hessian_weighted_relative_error,17210,0.02500,0.818
22,mlp.experts.33.gate_proj,0.0044099625,hessian_weighted_relative_error,8640,0.02500,0.817
22,mlp.experts.34.gate_proj,0.0050563077,hessian_weighted_relative_error,17748,0.02500,0.816
22,mlp.experts.35.gate_proj,0.0059072941,hessian_weighted_relative_error,26911,0.02500,0.815
22,mlp.experts.36.gate_proj,0.0050372502,hessian_weighted_relative_error,25253,0.02500,0.814
22,mlp.experts.37.gate_proj,0.0058514229,hessian_weighted_relative_error,23786,0.02500,0.815
22,mlp.experts.38.gate_proj,0.0051166401,hessian_weighted_relative_error,29924,0.02500,0.817
22,mlp.experts.40.gate_proj,0.0060372163,hessian_weighted_relative_error,19687,0.02500,0.821
22,mlp.experts.41.gate_proj,0.0066687521,hessian_weighted_relative_error,90902,0.02500,0.820
22,mlp.experts.42.gate_proj,0.0040061150,hessian_weighted_relative_error,23129,0.02500,0.817
22,mlp.experts.43.gate_proj,0.0026703607,hessian_weighted_relative_error,50077,0.02500,0.816
22,mlp.experts.45.gate_proj,0.0060529499,hessian_weighted_relative_error,33108,0.02500,0.825
22,mlp.experts.46.gate_proj,0.0054450280,hessian_weighted_relative_error,23550,0.02500,0.817
22,mlp.experts.47.gate_proj,0.0053488272,hessian_weighted_relative_error,38121,0.02500,0.816
22,mlp.experts.48.gate_proj,0.0067751514,hessian_weighted_relative_error,48996,0.02500,0.824
22,mlp.experts.50.gate_proj,0.0051910040,hessian_weighted_relative_error,37250,0.02500,0.821
22,mlp.experts.51.gate_proj,0.0048418359,hessian_weighted_relative_error,17537,0.02500,0.823
22,mlp.experts.52.gate_proj,0.0052658549,hessian_weighted_relative_error,24706,0.02500,0.823
22,mlp.experts.53.gate_proj,0.0061476361,hessian_weighted_relative_error,38724,0.02500,0.825
22,mlp.experts.54.gate_proj,0.0044802989,hessian_weighted_relative_error,12892,0.02500,0.820
22,mlp.experts.55.gate_proj,0.0059757036,hessian_weighted_relative_error,40765,0.02500,0.820
22,mlp.experts.56.gate_proj,0.0017617065,hessian_weighted_relative_error,1503,0.02500,0.824
22,mlp.experts.57.gate_proj,0.0031956109,hessian_weighted_relative_error,13335,0.02500,0.827
22,mlp.experts.59.gate_proj,0.0047432878,hessian_weighted_relative_error,18650,0.02500,0.821
22,mlp.experts.60.gate_proj,0.0055579458,hessian_weighted_relative_error,14871,0.02500,0.822
22,mlp.experts.61.gate_proj,0.0041615854,hessian_weighted_relative_error,46492,0.02500,0.825
22,mlp.experts.62.gate_proj,0.0029638728,hessian_weighted_relative_error,7633,0.02500,0.823
22,mlp.experts.63.gate_proj,0.0055592689,hessian_weighted_relative_error,14195,0.02500,0.826
22,mlp.experts.64.gate_proj,0.0032009944,hessian_weighted_relative_error,7852,0.02500,0.825
22,mlp.experts.65.gate_proj,0.0062528934,hessian_weighted_relative_error,32578,0.02500,0.828
22,mlp.experts.66.gate_proj,0.0042781077,hessian_weighted_relative_error,8502,0.02500,0.824
22,mlp.experts.67.gate_proj,0.0045998654,hessian_weighted_relative_error,20392,0.02500,0.828
22,mlp.experts.69.gate_proj,0.0046394153,hessian_weighted_relative_error,58547,0.02500,0.830
22,mlp.experts.70.gate_proj,0.0039473787,hessian_weighted_relative_error,5038,0.02500,0.824
22,mlp.experts.71.gate_proj,0.0073782624,hessian_weighted_relative_error,30352,0.02500,0.825
22,mlp.experts.72.gate_proj,0.0048616996,hessian_weighted_relative_error,41598,0.02500,0.827
22,mlp.experts.73.gate_proj,0.0061112913,hessian_weighted_relative_error,41167,0.02500,0.829
22,mlp.experts.74.gate_proj,0.0051399327,hessian_weighted_relative_error,12661,0.02500,0.826
22,mlp.experts.77.gate_proj,0.0053710578,hessian_weighted_relative_error,32139,0.02500,0.831
22,mlp.experts.78.gate_proj,0.0062703854,hessian_weighted_relative_error,28894,0.02500,0.826
22,mlp.experts.79.gate_proj,0.0037209127,hessian_weighted_relative_error,16587,0.02500,0.832
22,mlp.experts.80.gate_proj,0.0024516346,hessian_weighted_relative_error,2119,0.02500,0.829
22,mlp.experts.81.gate_proj,0.0054020193,hessian_weighted_relative_error,37120,0.02500,0.835
22,mlp.experts.82.gate_proj,0.0056764063,hessian_weighted_relative_error,33973,0.02500,0.829
22,mlp.experts.83.gate_proj,0.0048639210,hessian_weighted_relative_error,18228,0.02500,0.835
22,mlp.experts.84.gate_proj,0.0046855622,hessian_weighted_relative_error,38176,0.02500,0.827
22,mlp.experts.85.gate_proj,0.0033313317,hessian_weighted_relative_error,7078,0.02500,0.835
22,mlp.experts.86.gate_proj,0.0015496061,hessian_weighted_relative_error,1874,0.02500,0.828
22,mlp.experts.88.gate_proj,0.0038466048,hessian_weighted_relative_error,36882,0.02500,0.830
22,mlp.experts.89.gate_proj,0.0059879461,hessian_weighted_relative_error,34543,0.02500,0.836
22,mlp.experts.91.gate_proj,0.0046585239,hessian_weighted_relative_error,10657,0.02500,0.840
22,mlp.experts.92.gate_proj,0.0061356287,hessian_weighted_relative_error,35861,0.02500,0.827
22,mlp.experts.93.gate_proj,0.0051102904,hessian_weighted_relative_error,28257,0.02500,0.838
22,mlp.experts.94.gate_proj,0.0063160245,hessian_weighted_relative_error,31077,0.02500,0.830
22,mlp.experts.95.gate_proj,0.0048138641,hessian_weighted_relative_error,33390,0.02500,0.838
22,mlp.experts.96.gate_proj,0.0048657061,hessian_weighted_relative_error,18570,0.02500,0.831
22,mlp.experts.97.gate_proj,0.0049549102,hessian_weighted_relative_error,20097,0.02500,0.840
22,mlp.experts.98.gate_proj,0.0052237658,hessian_weighted_relative_error,20133,0.02500,0.831
22,mlp.experts.99.gate_proj,0.0057229625,hessian_weighted_relative_error,25294,0.02500,0.842
22,mlp.experts.100.gate_proj,0.0077015881,hessian_weighted_relative_error,32964,0.02500,0.829
22,mlp.experts.101.gate_proj,0.0046239714,hessian_weighted_relative_error,12733,0.02500,0.841
22,mlp.experts.102.gate_proj,0.0016692367,hessian_weighted_relative_error,2014,0.02500,0.831
22,mlp.experts.103.gate_proj,0.0068868086,hessian_weighted_relative_error,30263,0.02500,0.843
22,mlp.experts.104.gate_proj,0.0051476135,hessian_weighted_relative_error,50306,0.02500,0.833
22,mlp.experts.105.gate_proj,0.0068629209,hessian_weighted_relative_error,31469,0.02500,0.846
22,mlp.experts.106.gate_proj,0.0064273017,hessian_weighted_relative_error,24598,0.02500,0.833
22,mlp.experts.107.gate_proj,0.0062829193,hessian_weighted_relative_error,50424,0.02500,0.844
22,mlp.experts.111.gate_proj,0.0059479807,hessian_weighted_relative_error,28390,0.02500,0.845
22,mlp.experts.113.gate_proj,0.0069405316,hessian_weighted_relative_error,63331,0.02500,0.845
22,mlp.experts.114.gate_proj,0.0063870812,hessian_weighted_relative_error,38648,0.02500,0.835
22,mlp.experts.115.gate_proj,0.0064590209,hessian_weighted_relative_error,16649,0.02500,0.847
22,mlp.experts.117.gate_proj,0.0053018800,hessian_weighted_relative_error,20411,0.02500,0.847
22,mlp.experts.118.gate_proj,0.0050247116,hessian_weighted_relative_error,11961,0.02500,0.836
22,mlp.experts.119.gate_proj,0.0042761939,hessian_weighted_relative_error,30495,0.02500,0.848
22,mlp.experts.121.gate_proj,0.0057183907,hessian_weighted_relative_error,35547,0.02500,0.849
22,mlp.experts.122.gate_proj,0.0056627976,hessian_weighted_relative_error,31986,0.02500,0.837
22,mlp.experts.123.gate_proj,0.0042503417,hessian_weighted_relative_error,14593,0.02500,0.854
22,mlp.experts.125.gate_proj,0.0047610224,hessian_weighted_relative_error,12814,0.02500,0.852
22,mlp.experts.126.gate_proj,0.0036980807,hessian_weighted_relative_error,7229,0.02500,0.836
22,mlp.experts.127.gate_proj,0.0055552205,hessian_weighted_relative_error,54596,0.02500,0.851
22,mlp.experts.128.gate_proj,0.0051517680,hessian_weighted_relative_error,12522,0.02500,0.838
22,mlp.experts.129.gate_proj,0.0069642947,hessian_weighted_relative_error,38338,0.02500,0.851
22,mlp.experts.130.gate_proj,0.0070905347,hessian_weighted_relative_error,19387,0.02500,0.837
22,mlp.experts.131.gate_proj,0.0058722742,hessian_weighted_relative_error,15105,0.02500,0.851
22,mlp.experts.132.gate_proj,0.0050799349,hessian_weighted_relative_error,14198,0.02500,0.834
22,mlp.experts.133.gate_proj,0.0075432600,hessian_weighted_relative_error,47508,0.02500,0.853
22,mlp.experts.134.gate_proj,0.0055099365,hessian_weighted_relative_error,21705,0.02500,0.837
22,mlp.experts.135.gate_proj,0.0052781797,hessian_weighted_relative_error,28114,0.02500,0.851
22,mlp.experts.136.gate_proj,0.0026379978,hessian_weighted_relative_error,4002,0.02500,0.840
22,mlp.experts.137.gate_proj,0.0064088775,hessian_weighted_relative_error,32632,0.02500,0.853
22,mlp.experts.138.gate_proj,0.0030717059,hessian_weighted_relative_error,2461,0.02500,0.839
22,mlp.experts.139.gate_proj,0.0064664101,hessian_weighted_relative_error,31028,0.02500,0.854
22,mlp.experts.140.gate_proj,0.0046754374,hessian_weighted_relative_error,21395,0.02500,0.838
22,mlp.experts.141.gate_proj,0.0052193063,hessian_weighted_relative_error,26836,0.02500,0.854
22,mlp.experts.142.gate_proj,0.0059594097,hessian_weighted_relative_error,21730,0.02500,0.838
22,mlp.experts.143.gate_proj,0.0065729583,hessian_weighted_relative_error,23602,0.02500,0.857
22,mlp.experts.145.gate_proj,0.0058782963,hessian_weighted_relative_error,25362,0.02500,0.856
22,mlp.experts.146.gate_proj,0.0057806307,hessian_weighted_relative_error,17584,0.02500,0.838
22,mlp.experts.148.gate_proj,0.0048345387,hessian_weighted_relative_error,35557,0.02500,0.840
22,mlp.experts.149.gate_proj,0.0069777472,hessian_weighted_relative_error,44387,0.02500,0.853
22,mlp.experts.150.gate_proj,0.0034227324,hessian_weighted_relative_error,31928,0.02500,0.840
22,mlp.experts.152.gate_proj,0.0057496146,hessian_weighted_relative_error,19217,0.02500,0.843
22,mlp.experts.153.gate_proj,0.0055441365,hessian_weighted_relative_error,38173,0.02500,0.855
22,mlp.experts.154.gate_proj,0.0062253988,hessian_weighted_relative_error,37257,0.02500,0.843
22,mlp.experts.155.gate_proj,0.0020906504,hessian_weighted_relative_error,1863,0.02500,0.855
22,mlp.experts.157.gate_proj,0.0062500666,hessian_weighted_relative_error,50979,0.02500,0.854
22,mlp.experts.158.gate_proj,0.0072106829,hessian_weighted_relative_error,14491,0.02500,0.844
22,mlp.experts.159.gate_proj,0.0015662475,hessian_weighted_relative_error,1024,0.02500,0.855
22,mlp.experts.161.gate_proj,0.0030291071,hessian_weighted_relative_error,13933,0.02500,0.854
22,mlp.experts.162.gate_proj,0.0026508813,hessian_weighted_relative_error,6718,0.02500,0.842
22,mlp.experts.163.gate_proj,0.0055909837,hessian_weighted_relative_error,15514,0.02500,0.856
22,mlp.experts.164.gate_proj,0.0055358780,hessian_weighted_relative_error,16010,0.02500,0.840
22,mlp.experts.165.gate_proj,0.0066342167,hessian_weighted_relative_error,42102,0.02500,0.856
22,mlp.experts.166.gate_proj,0.0037521018,hessian_weighted_relative_error,3352,0.02500,0.841
22,mlp.experts.167.gate_proj,0.0038959425,hessian_weighted_relative_error,12272,0.02500,0.857
22,mlp.experts.168.gate_proj,0.0055722637,hessian_weighted_relative_error,25296,0.02500,0.842
22,mlp.experts.169.gate_proj,0.0053023567,hessian_weighted_relative_error,9007,0.02500,0.857
22,mlp.experts.170.gate_proj,0.0058801516,hessian_weighted_relative_error,41007,0.02500,0.842
22,mlp.experts.172.gate_proj,0.0053242428,hessian_weighted_relative_error,7084,0.02500,0.845
22,mlp.experts.173.gate_proj,0.0055659984,hessian_weighted_relative_error,20104,0.02500,0.857
22,mlp.experts.174.gate_proj,0.0056061388,hessian_weighted_relative_error,22012,0.02500,0.841
22,mlp.experts.175.gate_proj,0.0038930226,hessian_weighted_relative_error,40502,0.02500,0.856
22,mlp.experts.176.gate_proj,0.0065351927,hessian_weighted_relative_error,25793,0.02500,0.843
22,mlp.experts.177.gate_proj,0.0042329867,hessian_weighted_relative_error,23487,0.02500,0.857
22,mlp.experts.178.gate_proj,0.0072072935,hessian_weighted_relative_error,36867,0.02500,0.844
22,mlp.experts.180.gate_proj,0.0053024689,hessian_weighted_relative_error,8012,0.02500,0.842
22,mlp.experts.181.gate_proj,0.0042261888,hessian_weighted_relative_error,33453,0.02500,0.860
22,mlp.experts.182.gate_proj,0.0039022256,hessian_weighted_relative_error,17813,0.02500,0.843
22,mlp.experts.183.gate_proj,0.0043861206,hessian_weighted_relative_error,10481,0.02500,0.858
22,mlp.experts.184.gate_proj,0.0046659019,hessian_weighted_relative_error,13576,0.02500,0.846
22,mlp.experts.185.gate_proj,0.0043222874,hessian_weighted_relative_error,4604,0.02500,0.858
22,mlp.experts.186.gate_proj,0.0029369367,hessian_weighted_relative_error,6749,0.02500,0.845
22,mlp.experts.187.gate_proj,0.0076726009,hessian_weighted_relative_error,20165,0.02500,0.859
22,mlp.experts.188.gate_proj,0.0032593849,hessian_weighted_relative_error,48818,0.02500,0.844
22,mlp.experts.189.gate_proj,0.0057306751,hessian_weighted_relative_error,15633,0.02500,0.859
22,mlp.experts.190.gate_proj,0.0065030158,hessian_weighted_relative_error,30881,0.02500,0.844
22,mlp.experts.191.gate_proj,0.0053406845,hessian_weighted_relative_error,27092,0.02500,0.859
22,mlp.experts.192.gate_proj,0.0062602423,hessian_weighted_relative_error,27892,0.02500,0.846
22,mlp.experts.193.gate_proj,0.0051250340,hessian_weighted_relative_error,26197,0.02500,0.857
22,mlp.experts.195.gate_proj,0.0064728594,hessian_weighted_relative_error,14804,0.02500,0.860
22,mlp.experts.196.gate_proj,0.0058340613,hessian_weighted_relative_error,16587,0.02500,0.845
22,mlp.experts.197.gate_proj,0.0055488217,hessian_weighted_relative_error,14147,0.02500,0.861
22,mlp.experts.198.gate_proj,0.0056863158,hessian_weighted_relative_error,22152,0.02500,0.844
22,mlp.experts.199.gate_proj,0.0060515202,hessian_weighted_relative_error,11125,0.02500,0.863
22,mlp.experts.200.gate_proj,0.0080854020,hessian_weighted_relative_error,48705,0.02500,0.856
22,mlp.experts.201.gate_proj,0.0044347310,hessian_weighted_relative_error,20057,0.02500,0.861
22,mlp.experts.202.gate_proj,0.0065553356,hessian_weighted_relative_error,31487,0.02500,0.850
22,mlp.experts.203.gate_proj,0.0071610305,hessian_weighted_relative_error,42027,0.02500,0.862
22,mlp.experts.204.gate_proj,0.0051423001,hessian_weighted_relative_error,8282,0.02500,0.847
22,mlp.experts.205.gate_proj,0.0063124559,hessian_weighted_relative_error,28668,0.02500,0.862
22,mlp.experts.207.gate_proj,0.0066112911,hessian_weighted_relative_error,47914,0.02500,0.864
22,mlp.experts.208.gate_proj,0.0057507711,hessian_weighted_relative_error,20129,0.02500,0.846
22,mlp.experts.209.gate_proj,0.0035825446,hessian_weighted_relative_error,18234,0.02500,0.883
22,mlp.experts.210.gate_proj,0.0054557746,hessian_weighted_relative_error,51235,0.02500,0.848
22,mlp.experts.211.gate_proj,0.0057040610,hessian_weighted_relative_error,7583,0.02500,0.867
22,mlp.experts.213.gate_proj,0.0060335936,hessian_weighted_relative_error,39103,0.02500,0.859
22,mlp.experts.214.gate_proj,0.0040477096,hessian_weighted_relative_error,19724,0.02500,0.858
22,mlp.experts.215.gate_proj,0.0073363904,hessian_weighted_relative_error,37670,0.02500,0.862
22,mlp.experts.216.gate_proj,0.0057326448,hessian_weighted_relative_error,22016,0.02500,0.846
22,mlp.experts.217.gate_proj,0.0050238595,hessian_weighted_relative_error,37631,0.02500,0.860
22,mlp.experts.218.gate_proj,0.0048202199,hessian_weighted_relative_error,28210,0.02500,0.846
22,mlp.experts.220.gate_proj,0.0064446678,hessian_weighted_relative_error,20545,0.02500,0.847
22,mlp.experts.221.gate_proj,0.0050978254,hessian_weighted_relative_error,29142,0.02500,0.863
22,mlp.experts.222.gate_proj,0.0046340740,hessian_weighted_relative_error,25034,0.02500,0.847
22,mlp.experts.223.gate_proj,0.0043864733,hessian_weighted_relative_error,48962,0.02500,0.859
22,mlp.experts.224.gate_proj,0.0049890601,hessian_weighted_relative_error,22030,0.02500,0.848
22,mlp.experts.225.gate_proj,0.0049928379,hessian_weighted_relative_error,15282,0.02500,0.859
22,mlp.experts.226.gate_proj,0.0053314313,hessian_weighted_relative_error,21108,0.02500,0.847
22,mlp.experts.227.gate_proj,0.0046406109,hessian_weighted_relative_error,24588,0.02500,0.861
22,mlp.experts.228.gate_proj,0.0030365155,hessian_weighted_relative_error,39500,0.02500,0.846
22,mlp.experts.230.gate_proj,0.0057358827,hessian_weighted_relative_error,20574,0.02500,0.845
22,mlp.experts.231.gate_proj,0.0041775077,hessian_weighted_relative_error,34267,0.02500,0.861
22,mlp.experts.232.gate_proj,0.0051322929,hessian_weighted_relative_error,48441,0.02500,0.847
22,mlp.experts.233.gate_proj,0.0043771340,hessian_weighted_relative_error,4948,0.02500,0.863
22,mlp.experts.234.gate_proj,0.0071396115,hessian_weighted_relative_error,35034,0.02500,0.847
22,mlp.experts.235.gate_proj,0.0047276460,hessian_weighted_relative_error,33005,0.02500,0.862
22,mlp.experts.237.gate_proj,0.0060351495,hessian_weighted_relative_error,25860,0.02500,0.863
22,mlp.experts.238.gate_proj,0.0074955115,hessian_weighted_relative_error,33222,0.02500,0.846
22,mlp.experts.239.gate_proj,0.0028923296,hessian_weighted_relative_error,3265,0.02500,0.864
22,mlp.experts.240.gate_proj,0.0056318867,hessian_weighted_relative_error,8705,0.02500,0.849
22,mlp.experts.241.gate_proj,0.0060545699,hessian_weighted_relative_error,24121,0.02500,0.863
22,mlp.experts.242.gate_proj,0.0056851685,hessian_weighted_relative_error,12416,0.02500,0.849
22,mlp.experts.243.gate_proj,0.0067123104,hessian_weighted_relative_error,32276,0.02500,0.862
22,mlp.experts.244.gate_proj,0.0048804993,hessian_weighted_relative_error,16750,0.02500,0.848
22,mlp.experts.245.gate_proj,0.0035830272,hessian_weighted_relative_error,29318,0.02500,0.861
22,mlp.experts.246.gate_proj,0.0033473077,hessian_weighted_relative_error,5438,0.02500,0.846
22,mlp.experts.247.gate_proj,0.0031830546,hessian_weighted_relative_error,76512,0.02500,0.861
22,mlp.experts.248.gate_proj,0.0072771038,hessian_weighted_relative_error,41835,0.02500,0.849
22,mlp.experts.249.gate_proj,0.0048733762,hessian_weighted_relative_error,27781,0.02500,0.862
22,mlp.experts.250.gate_proj,0.0042489741,hessian_weighted_relative_error,27720,0.02500,0.849
22,mlp.experts.251.gate_proj,0.0069746637,hessian_weighted_relative_error,26105,0.02500,0.864
22,mlp.experts.252.gate_proj,0.0050211317,hessian_weighted_relative_error,25799,0.02500,0.846
22,mlp.experts.253.gate_proj,0.0032308379,hessian_weighted_relative_error,35337,0.02500,0.861
22,mlp.experts.254.gate_proj,0.0070734595,hessian_weighted_relative_error,25007,0.02500,0.847
22,mlp.experts.255.gate_proj,0.0058679742,hessian_weighted_relative_error,26443,0.02500,0.864
22,mlp.experts.256.gate_proj,0.0068522660,hessian_weighted_relative_error,31152,0.02500,0.850
22,mlp.experts.257.gate_proj,0.0057328774,hessian_weighted_relative_error,8255,0.02500,0.863
22,mlp.experts.258.gate_proj,0.0045479591,hessian_weighted_relative_error,8864,0.02500,0.851
22,mlp.experts.259.gate_proj,0.0045425037,hessian_weighted_relative_error,28069,0.02500,0.862
22,mlp.experts.261.gate_proj,0.0040578023,hessian_weighted_relative_error,9003,0.02500,0.864
22,mlp.experts.263.gate_proj,0.0069351867,hessian_weighted_relative_error,39467,0.02500,0.861
22,mlp.experts.264.gate_proj,0.0034657079,hessian_weighted_relative_error,9359,0.02500,0.852
22,mlp.experts.265.gate_proj,0.0032999691,hessian_weighted_relative_error,3063,0.02500,0.863
22,mlp.experts.266.gate_proj,0.0045870248,hessian_weighted_relative_error,42864,0.02500,0.851
22,mlp.experts.267.gate_proj,0.0061666228,hessian_weighted_relative_error,35443,0.02500,0.862
22,mlp.experts.268.gate_proj,0.0053316518,hessian_weighted_relative_error,27141,0.02500,0.852
22,mlp.experts.269.gate_proj,0.0060380837,hessian_weighted_relative_error,26587,0.02500,0.866
22,mlp.experts.270.gate_proj,0.0068981996,hessian_weighted_relative_error,11089,0.02500,0.849
22,mlp.experts.271.gate_proj,0.0045903186,hessian_weighted_relative_error,10850,0.02500,0.867
22,mlp.experts.272.gate_proj,0.0044937708,hessian_weighted_relative_error,42024,0.02500,0.851
22,mlp.experts.273.gate_proj,0.0038200392,hessian_weighted_relative_error,3346,0.02500,0.864
22,mlp.experts.274.gate_proj,0.0041471118,hessian_weighted_relative_error,8374,0.02500,0.854
22,mlp.experts.275.gate_proj,0.0077133433,hessian_weighted_relative_error,26205,0.02500,0.862
22,mlp.experts.277.gate_proj,0.0056036922,hessian_weighted_relative_error,15123,0.02500,0.864
22,mlp.experts.278.gate_proj,0.0058374344,hessian_weighted_relative_error,16556,0.02500,0.851
22,mlp.experts.279.gate_proj,0.0047077045,hessian_weighted_relative_error,33433,0.02500,0.866
22,mlp.experts.280.gate_proj,0.0055472703,hessian_weighted_relative_error,39475,0.02500,0.850
22,mlp.experts.281.gate_proj,0.0043594206,hessian_weighted_relative_error,12032,0.02500,0.862
22,mlp.experts.282.gate_proj,0.0042739966,hessian_weighted_relative_error,38252,0.02500,0.851
22,mlp.experts.283.gate_proj,0.0033858856,hessian_weighted_relative_error,10287,0.02500,0.861
22,mlp.experts.284.gate_proj,0.0041650852,hessian_weighted_relative_error,7009,0.02500,0.852
22,mlp.experts.285.gate_proj,0.0044652347,hessian_weighted_relative_error,36142,0.02500,0.862
22,mlp.experts.286.gate_proj,0.0076893857,hessian_weighted_relative_error,41516,0.02500,0.852
22,mlp.experts.287.gate_proj,0.0046944505,hessian_weighted_relative_error,20802,0.02500,0.867
22,mlp.experts.1.up_proj,0.0048034334,hessian_weighted_relative_error,13149,0.02500,0.871
22,mlp.experts.3.up_proj,0.0047780802,hessian_weighted_relative_error,8464,0.02500,0.862
22,mlp.experts.4.up_proj,0.0066518692,hessian_weighted_relative_error,29912,0.02500,0.853
22,mlp.experts.8.up_proj,0.0058684099,hessian_weighted_relative_error,18868,0.02500,0.852
22,mlp.experts.10.up_proj,0.0057357664,hessian_weighted_relative_error,13748,0.02500,0.853
22,mlp.experts.12.up_proj,0.0053428218,hessian_weighted_relative_error,9907,0.02500,0.851
22,mlp.experts.15.up_proj,0.0050717556,hessian_weighted_relative_error,15596,0.02500,0.868
22,mlp.experts.16.up_proj,0.0065227655,hessian_weighted_relative_error,27089,0.02500,0.853
22,mlp.experts.17.up_proj,0.0055584088,hessian_weighted_relative_error,8270,0.02500,0.864
22,mlp.experts.18.up_proj,0.0057264938,hessian_weighted_relative_error,23912,0.02500,0.854
22,mlp.experts.20.up_proj,0.0052154259,hessian_weighted_relative_error,11042,0.02500,0.853
22,mlp.experts.21.up_proj,0.0046871737,hessian_weighted_relative_error,11194,0.02500,0.866
22,mlp.experts.23.up_proj,0.0061325557,hessian_weighted_relative_error,12081,0.02500,0.869
22,mlp.experts.24.up_proj,0.0050995340,hessian_weighted_relative_error,30515,0.02500,0.853
22,mlp.experts.25.up_proj,0.0052876975,hessian_weighted_relative_error,6910,0.02500,0.870
22,mlp.experts.26.up_proj,0.0069552946,hessian_weighted_relative_error,32119,0.02500,0.853
22,mlp.experts.27.up_proj,0.0078146324,hessian_weighted_relative_error,31738,0.02500,0.865
22,mlp.experts.28.up_proj,0.0057195509,hessian_weighted_relative_error,16814,0.02500,0.853
22,mlp.experts.29.up_proj,0.0033737081,hessian_weighted_relative_error,4955,0.02500,0.865
22,mlp.experts.30.up_proj,0.0057377221,hessian_weighted_relative_error,10755,0.02500,0.853
22,mlp.experts.31.up_proj,0.0080563003,hessian_weighted_relative_error,26574,0.02500,0.874
22,mlp.experts.32.up_proj,0.0040042967,hessian_weighted_relative_error,17210,0.02500,0.854
22,mlp.experts.33.up_proj,0.0049405863,hessian_weighted_relative_error,8640,0.02500,0.872
22,mlp.experts.34.up_proj,0.0055349494,hessian_weighted_relative_error,17748,0.02500,0.855
22,mlp.experts.35.up_proj,0.0063977233,hessian_weighted_relative_error,26911,0.02500,0.868
22,mlp.experts.36.up_proj,0.0053159698,hessian_weighted_relative_error,25253,0.02500,0.854
22,mlp.experts.37.up_proj,0.0064252750,hessian_weighted_relative_error,23786,0.02500,0.874
22,mlp.experts.38.up_proj,0.0054203705,hessian_weighted_relative_error,29924,0.02500,0.853
22,mlp.experts.40.up_proj,0.0065087513,hessian_weighted_relative_error,19687,0.02500,0.857
22,mlp.experts.42.up_proj,0.0044689913,hessian_weighted_relative_error,23129,0.02500,0.854
22,mlp.experts.45.up_proj,0.0067635524,hessian_weighted_relative_error,33108,0.02500,0.868
22,mlp.experts.46.up_proj,0.0057886014,hessian_weighted_relative_error,23550,0.02500,0.856
22,mlp.experts.47.up_proj,0.0058640232,hessian_weighted_relative_error,38121,0.02500,0.869
22,mlp.experts.48.up_proj,0.0075581494,hessian_weighted_relative_error,48996,0.02500,0.865
22,mlp.experts.51.up_proj,0.0052193993,hessian_weighted_relative_error,17537,0.02500,0.874
22,mlp.experts.52.up_proj,0.0058742334,hessian_weighted_relative_error,24706,0.02500,0.863
22,mlp.experts.53.up_proj,0.0072019785,hessian_weighted_relative_error,38724,0.02500,0.873
22,mlp.experts.54.up_proj,0.0049746959,hessian_weighted_relative_error,12892,0.02500,0.858
22,mlp.experts.55.up_proj,0.0062392038,hessian_weighted_relative_error,40765,0.02500,0.901
22,mlp.experts.56.up_proj,0.0019981610,hessian_weighted_relative_error,1503,0.02500,0.856
22,mlp.experts.57.up_proj,0.0034343089,hessian_weighted_relative_error,13335,0.02500,0.882
22,mlp.experts.59.up_proj,0.0050137719,hessian_weighted_relative_error,18650,0.02500,0.868
22,mlp.experts.60.up_proj,0.0061305403,hessian_weighted_relative_error,14871,0.02500,0.856
22,mlp.experts.62.up_proj,0.0035271397,hessian_weighted_relative_error,7633,0.02500,0.867
22,mlp.experts.63.up_proj,0.0059374460,hessian_weighted_relative_error,14195,0.02500,0.869
22,mlp.experts.64.up_proj,0.0034016891,hessian_weighted_relative_error,7852,0.02500,0.857
22,mlp.experts.65.up_proj,0.0074128966,hessian_weighted_relative_error,32578,0.02500,0.883
22,mlp.experts.66.up_proj,0.0045898545,hessian_weighted_relative_error,8502,0.02500,0.855
22,mlp.experts.67.up_proj,0.0051710104,hessian_weighted_relative_error,20392,0.02500,0.869
22,mlp.experts.69.up_proj,0.0049062543,hessian_weighted_relative_error,58547,0.02500,0.866
22,mlp.experts.70.up_proj,0.0045486836,hessian_weighted_relative_error,5038,0.02500,0.854
22,mlp.experts.71.up_proj,0.0083961029,hessian_weighted_relative_error,30352,0.02500,0.866
22,mlp.experts.74.up_proj,0.0057978554,hessian_weighted_relative_error,12661,0.02500,0.856
22,mlp.experts.77.up_proj,0.0058642906,hessian_weighted_relative_error,32139,0.02500,0.874
22,mlp.experts.78.up_proj,0.0066859415,hessian_weighted_relative_error,28894,0.02500,0.854
22,mlp.experts.79.up_proj,0.0039180706,hessian_weighted_relative_error,16587,0.02500,0.875
22,mlp.experts.80.up_proj,0.0033002082,hessian_weighted_relative_error,2119,0.02500,0.857
22,mlp.experts.81.up_proj,0.0063064620,hessian_weighted_relative_error,37120,0.02500,0.877
22,mlp.experts.83.up_proj,0.0053291206,hessian_weighted_relative_error,18228,0.02500,0.883
22,mlp.experts.85.up_proj,0.0034067493,hessian_weighted_relative_error,7078,0.02500,0.877
22,mlp.experts.86.up_proj,0.0017903626,hessian_weighted_relative_error,1874,0.02500,0.855
22,mlp.experts.88.up_proj,0.0042033091,hessian_weighted_relative_error,36882,0.02500,0.859
22,mlp.experts.89.up_proj,0.0064649183,hessian_weighted_relative_error,34543,0.02500,0.879
22,mlp.experts.91.up_proj,0.0049440588,hessian_weighted_relative_error,10657,0.02500,0.878
22,mlp.experts.92.up_proj,0.0070751707,hessian_weighted_relative_error,35861,0.02500,0.859
22,mlp.experts.93.up_proj,0.0056666948,hessian_weighted_relative_error,28257,0.02500,0.875
22,mlp.experts.94.up_proj,0.0065016410,hessian_weighted_relative_error,31077,0.02500,0.856
22,mlp.experts.95.up_proj,0.0051384415,hessian_weighted_relative_error,33390,0.02500,0.877
22,mlp.experts.96.up_proj,0.0052627618,hessian_weighted_relative_error,18570,0.02500,0.858
22,mlp.experts.97.up_proj,0.0053572267,hessian_weighted_relative_error,20097,0.02500,0.873
22,mlp.experts.98.up_proj,0.0057461715,hessian_weighted_relative_error,20133,0.02500,0.858
22,mlp.experts.99.up_proj,0.0061181944,hessian_weighted_relative_error,25294,0.02500,0.867
22,mlp.experts.100.up_proj,0.0089397182,hessian_weighted_relative_error,32964,0.02500,0.856
22,mlp.experts.101.up_proj,0.0049358233,hessian_weighted_relative_error,12733,0.02500,0.875
22,mlp.experts.102.up_proj,0.0019031634,hessian_weighted_relative_error,2014,0.02500,0.857
22,mlp.experts.103.up_proj,0.0078179832,hessian_weighted_relative_error,30263,0.02500,0.884
22,mlp.experts.105.up_proj,0.0069354433,hessian_weighted_relative_error,31469,0.02500,0.877
22,mlp.experts.106.up_proj,0.0069976327,hessian_weighted_relative_error,24598,0.02500,0.858
22,mlp.experts.111.up_proj,0.0064027070,hessian_weighted_relative_error,28390,0.02500,0.866
22,mlp.experts.114.up_proj,0.0068539933,hessian_weighted_relative_error,38648,0.02500,0.860
22,mlp.experts.115.up_proj,0.0075348495,hessian_weighted_relative_error,16649,0.02500,0.870
22,mlp.experts.117.up_proj,0.0055596200,hessian_weighted_relative_error,20411,0.02500,0.877
22,mlp.experts.118.up_proj,0.0053959100,hessian_weighted_relative_error,11961,0.02500,0.859
22,mlp.experts.121.up_proj,0.0063369538,hessian_weighted_relative_error,35547,0.02500,0.885
22,mlp.experts.122.up_proj,0.0062369609,hessian_weighted_relative_error,31986,0.02500,0.859
22,mlp.experts.123.up_proj,0.0045975874,hessian_weighted_relative_error,14593,0.02500,0.868
22,mlp.experts.125.up_proj,0.0052850556,hessian_weighted_relative_error,12814,0.02500,0.876
22,mlp.experts.126.up_proj,0.0038875798,hessian_weighted_relative_error,7229,0.02500,0.859
22,mlp.experts.128.up_proj,0.0056471263,hessian_weighted_relative_error,12522,0.02500,0.862
22,mlp.experts.129.up_proj,0.0078191084,hessian_weighted_relative_error,38338,0.02500,0.878
22,mlp.experts.130.up_proj,0.0075756739,hessian_weighted_relative_error,19387,0.02500,0.860
22,mlp.experts.131.up_proj,0.0068455031,hessian_weighted_relative_error,15105,0.02500,0.875
22,mlp.experts.132.up_proj,0.0056854561,hessian_weighted_relative_error,14198,0.02500,0.858
22,mlp.experts.133.up_proj,0.0083440316,hessian_weighted_relative_error,47508,0.02500,0.879
22,mlp.experts.134.up_proj,0.0061479411,hessian_weighted_relative_error,21705,0.02500,0.860
22,mlp.experts.135.up_proj,0.0062215404,hessian_weighted_relative_error,28114,0.02500,0.877
22,mlp.experts.136.up_proj,0.0028625983,hessian_weighted_relative_error,4002,0.02500,0.861
22,mlp.experts.137.up_proj,0.0072987884,hessian_weighted_relative_error,32632,0.02500,0.886
22,mlp.experts.138.up_proj,0.0033379335,hessian_weighted_relative_error,2461,0.02500,0.858
22,mlp.experts.139.up_proj,0.0073475053,hessian_weighted_relative_error,31028,0.02500,0.879
22,mlp.experts.140.up_proj,0.0048664514,hessian_weighted_relative_error,21395,0.02500,0.862
22,mlp.experts.141.up_proj,0.0060286440,hessian_weighted_relative_error,26836,0.02500,0.884
22,mlp.experts.142.up_proj,0.0065589917,hessian_weighted_relative_error,21730,0.02500,0.861
22,mlp.experts.143.up_proj,0.0069492620,hessian_weighted_relative_error,23602,0.02500,0.884
22,mlp.experts.145.up_proj,0.0062448317,hessian_weighted_relative_error,25362,0.02500,0.884
22,mlp.experts.146.up_proj,0.0064518561,hessian_weighted_relative_error,17584,0.02500,0.860
22,mlp.experts.148.up_proj,0.0054686572,hessian_weighted_relative_error,35557,0.02500,0.859
22,mlp.experts.150.up_proj,0.0036910801,hessian_weighted_relative_error,31928,0.02500,0.860
22,mlp.experts.152.up_proj,0.0062774744,hessian_weighted_relative_error,19217,0.02500,0.861
22,mlp.experts.153.up_proj,0.0060006037,hessian_weighted_relative_error,38173,0.02500,0.898
22,mlp.experts.154.up_proj,0.0069733775,hessian_weighted_relative_error,37257,0.02500,0.872
22,mlp.experts.155.up_proj,0.0023465955,hessian_weighted_relative_error,1863,0.02500,0.886
22,mlp.experts.158.up_proj,0.0076111890,hessian_weighted_relative_error,14491,0.02500,0.859
22,mlp.experts.159.up_proj,0.0017509733,hessian_weighted_relative_error,1024,0.02500,0.884
22,mlp.experts.161.up_proj,0.0032953849,hessian_weighted_relative_error,13933,0.02500,0.893
22,mlp.experts.162.up_proj,0.0028898292,hessian_weighted_relative_error,6718,0.02500,0.859
22,mlp.experts.163.up_proj,0.0060968635,hessian_weighted_relative_error,15514,0.02500,0.882
22,mlp.experts.164.up_proj,0.0058218894,hessian_weighted_relative_error,16010,0.02500,0.860
22,mlp.experts.165.up_proj,0.0071947650,hessian_weighted_relative_error,42102,0.02500,0.878
22,mlp.experts.166.up_proj,0.0042818388,hessian_weighted_relative_error,3352,0.02500,0.859
22,mlp.experts.167.up_proj,0.0040959792,hessian_weighted_relative_error,12272,0.02500,0.887
22,mlp.experts.168.up_proj,0.0061527679,hessian_weighted_relative_error,25296,0.02500,0.859
22,mlp.experts.169.up_proj,0.0056757842,hessian_weighted_relative_error,9007,0.02500,0.881
22,mlp.experts.172.up_proj,0.0059136537,hessian_weighted_relative_error,7084,0.02500,0.861
22,mlp.experts.173.up_proj,0.0060210047,hessian_weighted_relative_error,20104,0.02500,0.882
22,mlp.experts.174.up_proj,0.0063643570,hessian_weighted_relative_error,22012,0.02500,0.860
22,mlp.experts.175.up_proj,0.0042084908,hessian_weighted_relative_error,40502,0.02500,0.884
22,mlp.experts.176.up_proj,0.0072191778,hessian_weighted_relative_error,25793,0.02500,0.859
22,mlp.experts.178.up_proj,0.0077519751,hessian_weighted_relative_error,36867,0.02500,0.859
22,mlp.experts.180.up_proj,0.0058938982,hessian_weighted_relative_error,8012,0.02500,0.859
22,mlp.experts.181.up_proj,0.0048644755,hessian_weighted_relative_error,33453,0.02500,0.884
22,mlp.experts.182.up_proj,0.0042643642,hessian_weighted_relative_error,17813,0.02500,0.859
22,mlp.experts.183.up_proj,0.0044496217,hessian_weighted_relative_error,10481,0.02500,0.890
22,mlp.experts.184.up_proj,0.0050911145,hessian_weighted_relative_error,13576,0.02500,0.859
22,mlp.experts.185.up_proj,0.0048112415,hessian_weighted_relative_error,4604,0.02500,0.889
22,mlp.experts.186.up_proj,0.0031370941,hessian_weighted_relative_error,6749,0.02500,0.859
22,mlp.experts.187.up_proj,0.0082612166,hessian_weighted_relative_error,20165,0.02500,0.883
22,mlp.experts.188.up_proj,0.0034597851,hessian_weighted_relative_error,48818,0.02500,0.858
22,mlp.experts.189.up_proj,0.0059963770,hessian_weighted_relative_error,15633,0.02500,0.886
22,mlp.experts.190.up_proj,0.0069325028,hessian_weighted_relative_error,30881,0.02500,0.858
22,mlp.experts.191.up_proj,0.0071638640,hessian_weighted_relative_error,27092,0.02500,0.888
22,mlp.experts.192.up_proj,0.0065820978,hessian_weighted_relative_error,27892,0.02500,0.861
22,mlp.experts.193.up_proj,0.0057258628,hessian_weighted_relative_error,26197,0.02500,0.877
22,mlp.experts.195.up_proj,0.0068392074,hessian_weighted_relative_error,14804,0.02500,0.886
22,mlp.experts.196.up_proj,0.0062494021,hessian_weighted_relative_error,16587,0.02500,0.858
22,mlp.experts.197.up_proj,0.0057908261,hessian_weighted_relative_error,14147,0.02500,0.886
22,mlp.experts.198.up_proj,0.0060461383,hessian_weighted_relative_error,22152,0.02500,0.860
22,mlp.experts.199.up_proj,0.0067364761,hessian_weighted_relative_error,11125,0.02500,0.876
22,mlp.experts.201.up_proj,0.0049308696,hessian_weighted_relative_error,20057,0.02500,0.888
22,mlp.experts.202.up_proj,0.0071121527,hessian_weighted_relative_error,31487,0.02500,0.859
22,mlp.experts.204.up_proj,0.0056788377,hessian_weighted_relative_error,8282,0.02500,0.859
22,mlp.experts.205.up_proj,0.0068286778,hessian_weighted_relative_error,28668,0.02500,0.887
22,mlp.experts.208.up_proj,0.0063267910,hessian_weighted_relative_error,20129,0.02500,0.858
22,mlp.experts.209.up_proj,0.0038714828,hessian_weighted_relative_error,18234,0.02500,0.880
22,mlp.experts.211.up_proj,0.0058559347,hessian_weighted_relative_error,7583,0.02500,0.886
22,mlp.experts.213.up_proj,0.0062828066,hessian_weighted_relative_error,39103,0.02500,0.893
22,mlp.experts.214.up_proj,0.0043523055,hessian_weighted_relative_error,19724,0.02500,0.865
22,mlp.experts.215.up_proj,0.0083407909,hessian_weighted_relative_error,37670,0.02500,0.889
22,mlp.experts.216.up_proj,0.0062404651,hessian_weighted_relative_error,22016,0.02500,0.859
22,mlp.experts.217.up_proj,0.0053512857,hessian_weighted_relative_error,37631,0.02500,0.893
22,mlp.experts.218.up_proj,0.0053015328,hessian_weighted_relative_error,28210,0.02500,0.860
22,mlp.experts.220.up_proj,0.0068580180,hessian_weighted_relative_error,20545,0.02500,0.858
22,mlp.experts.221.up_proj,0.0057731001,hessian_weighted_relative_error,29142,0.02500,0.901
22,mlp.experts.222.up_proj,0.0052551205,hessian_weighted_relative_error,25034,0.02500,0.860
22,mlp.experts.225.up_proj,0.0051422923,hessian_weighted_relative_error,15282,0.02500,0.888
22,mlp.experts.226.up_proj,0.0058559182,hessian_weighted_relative_error,21108,0.02500,0.867
22,mlp.experts.227.up_proj,0.0047686595,hessian_weighted_relative_error,24588,0.02500,0.894
22,mlp.experts.228.up_proj,0.0033613334,hessian_weighted_relative_error,39500,0.02500,0.862
22,mlp.experts.230.up_proj,0.0063344449,hessian_weighted_relative_error,20574,0.02500,0.861
22,mlp.experts.231.up_proj,0.0053956932,hessian_weighted_relative_error,34267,0.02500,0.893
22,mlp.experts.232.up_proj,0.0056603594,hessian_weighted_relative_error,48441,0.02500,0.862
22,mlp.experts.233.up_proj,0.0049760309,hessian_weighted_relative_error,4948,0.02500,0.886
22,mlp.experts.234.up_proj,0.0080159179,hessian_weighted_relative_error,35034,0.02500,0.864
22,mlp.experts.235.up_proj,0.0050649291,hessian_weighted_relative_error,33005,0.02500,0.894
22,mlp.experts.237.up_proj,0.0067348144,hessian_weighted_relative_error,25860,0.02500,0.880
22,mlp.experts.238.up_proj,0.0082561363,hessian_weighted_relative_error,33222,0.02500,0.862
22,mlp.experts.239.up_proj,0.0034357979,hessian_weighted_relative_error,3265,0.02500,0.890
22,mlp.experts.240.up_proj,0.0065000504,hessian_weighted_relative_error,8705,0.02500,0.860
22,mlp.experts.241.up_proj,0.0065449192,hessian_weighted_relative_error,24121,0.02500,0.886
22,mlp.experts.242.up_proj,0.0061617453,hessian_weighted_relative_error,12416,0.02500,0.861
22,mlp.experts.243.up_proj,0.0071091728,hessian_weighted_relative_error,32276,0.02500,0.889
22,mlp.experts.244.up_proj,0.0054806075,hessian_weighted_relative_error,16750,0.02500,0.861
22,mlp.experts.245.up_proj,0.0038716468,hessian_weighted_relative_error,29318,0.02500,0.902
22,mlp.experts.246.up_proj,0.0034465565,hessian_weighted_relative_error,5438,0.02500,0.862
22,mlp.experts.247.up_proj,0.0033378709,hessian_weighted_relative_error,76512,0.02500,0.887
22,mlp.experts.248.up_proj,0.0074666557,hessian_weighted_relative_error,41835,0.02500,0.861
22,mlp.experts.249.up_proj,0.0050504904,hessian_weighted_relative_error,27781,0.02500,0.892
22,mlp.experts.250.up_proj,0.0048095969,hessian_weighted_relative_error,27720,0.02500,0.862
22,mlp.experts.251.up_proj,0.0074655692,hessian_weighted_relative_error,26105,0.02500,0.889
22,mlp.experts.252.up_proj,0.0056849658,hessian_weighted_relative_error,25799,0.02500,0.866
22,mlp.experts.253.up_proj,0.0035776628,hessian_weighted_relative_error,35337,0.02500,0.889
22,mlp.experts.254.up_proj,0.0077212393,hessian_weighted_relative_error,25007,0.02500,0.860
22,mlp.experts.255.up_proj,0.0061700570,hessian_weighted_relative_error,26443,0.02500,0.888
22,mlp.experts.256.up_proj,0.0077353142,hessian_weighted_relative_error,31152,0.02500,0.862
22,mlp.experts.257.up_proj,0.0063395586,hessian_weighted_relative_error,8255,0.02500,0.899
22,mlp.experts.258.up_proj,0.0047876548,hessian_weighted_relative_error,8864,0.02500,0.860
22,mlp.experts.259.up_proj,0.0050312084,hessian_weighted_relative_error,28069,0.02500,0.897
22,mlp.experts.261.up_proj,0.0045685321,hessian_weighted_relative_error,9003,0.02500,0.888
22,mlp.experts.264.up_proj,0.0035595361,hessian_weighted_relative_error,9359,0.02500,0.860
22,mlp.experts.265.up_proj,0.0036958515,hessian_weighted_relative_error,3063,0.02500,0.884
22,mlp.experts.266.up_proj,0.0057958227,hessian_weighted_relative_error,42864,0.02500,0.859
22,mlp.experts.267.up_proj,0.0070328784,hessian_weighted_relative_error,35443,0.02500,0.886
22,mlp.experts.268.up_proj,0.0058294927,hessian_weighted_relative_error,27141,0.02500,0.861
22,mlp.experts.269.up_proj,0.0065257183,hessian_weighted_relative_error,26587,0.02500,0.908
22,mlp.experts.270.up_proj,0.0076124345,hessian_weighted_relative_error,11089,0.02500,0.862
22,mlp.experts.271.up_proj,0.0051062588,hessian_weighted_relative_error,10850,0.02500,0.892
22,mlp.experts.272.up_proj,0.0049383342,hessian_weighted_relative_error,42024,0.02500,0.862
22,mlp.experts.273.up_proj,0.0045316898,hessian_weighted_relative_error,3346,0.02500,0.896
22,mlp.experts.274.up_proj,0.0040868888,hessian_weighted_relative_error,8374,0.02500,0.861
22,mlp.experts.275.up_proj,0.0091071175,hessian_weighted_relative_error,26205,0.02500,0.895
22,mlp.experts.277.up_proj,0.0060367791,hessian_weighted_relative_error,15123,0.02500,0.895
22,mlp.experts.278.up_proj,0.0066569040,hessian_weighted_relative_error,16556,0.02500,0.865
22,mlp.experts.279.up_proj,0.0056712534,hessian_weighted_relative_error,33433,0.02500,0.897
22,mlp.experts.280.up_proj,0.0057379463,hessian_weighted_relative_error,39475,0.02500,0.861
22,mlp.experts.281.up_proj,0.0048098827,hessian_weighted_relative_error,12032,0.02500,0.894
22,mlp.experts.283.up_proj,0.0035100137,hessian_weighted_relative_error,10287,0.02500,0.896
22,mlp.experts.284.up_proj,0.0045239982,hessian_weighted_relative_error,7009,0.02500,0.862
22,mlp.experts.285.up_proj,0.0044568957,hessian_weighted_relative_error,36142,0.02500,0.901
22,mlp.experts.286.up_proj,0.0096329702,hessian_weighted_relative_error,41516,0.02500,0.860
22,mlp.experts.287.up_proj,0.0052618284,hessian_weighted_relative_error,20802,0.02500,0.885
22,mlp.experts.1.down_proj,0.0119737691,hessian_weighted_relative_error,13149,0.02500,0.746
22,mlp.experts.3.down_proj,0.0093019939,hessian_weighted_relative_error,8464,0.02500,0.750
22,mlp.experts.4.down_proj,0.0132025966,hessian_weighted_relative_error,29912,0.02500,0.771
22,mlp.experts.8.down_proj,0.0103683493,hessian_weighted_relative_error,18868,0.02500,0.774
22,mlp.experts.10.down_proj,0.0105725177,hessian_weighted_relative_error,13748,0.02500,0.770
22,mlp.experts.12.down_proj,0.0122741467,hessian_weighted_relative_error,9907,0.02500,0.776
22,mlp.experts.15.down_proj,0.0105846869,hessian_weighted_relative_error,15596,0.02500,0.753
22,mlp.experts.16.down_proj,0.0115733164,hessian_weighted_relative_error,27089,0.02500,0.775
22,mlp.experts.17.down_proj,0.0104261412,hessian_weighted_relative_error,8270,0.02500,0.755
22,mlp.experts.18.down_proj,0.0119110575,hessian_weighted_relative_error,23912,0.02500,0.774
22,mlp.experts.20.down_proj,0.0097698497,hessian_weighted_relative_error,11042,0.02500,0.777
22,mlp.experts.21.down_proj,0.0108754254,hessian_weighted_relative_error,11194,0.02500,0.758
22,mlp.experts.23.down_proj,0.0121563059,hessian_weighted_relative_error,12081,0.02500,0.756
22,mlp.experts.24.down_proj,0.0097973668,hessian_weighted_relative_error,30515,0.02500,0.778
22,mlp.experts.25.down_proj,0.0085169114,hessian_weighted_relative_error,6910,0.02500,0.757
22,mlp.experts.27.down_proj,0.0137589089,hessian_weighted_relative_error,31738,0.02500,0.762
22,mlp.experts.28.down_proj,0.0123914630,hessian_weighted_relative_error,16814,0.02500,0.780
22,mlp.experts.29.down_proj,0.0092918116,hessian_weighted_relative_error,4955,0.02500,0.760
22,mlp.experts.30.down_proj,0.0112700322,hessian_weighted_relative_error,10755,0.02500,0.778
22,mlp.experts.31.down_proj,0.0138723081,hessian_weighted_relative_error,26574,0.02500,0.760
22,mlp.experts.33.down_proj,0.0098679084,hessian_weighted_relative_error,8640,0.02500,0.759
22,mlp.experts.34.down_proj,0.0102258934,hessian_weighted_relative_error,17748,0.02500,0.778
22,mlp.experts.35.down_proj,0.0113803020,hessian_weighted_relative_error,26911,0.02500,0.765
22,mlp.experts.36.down_proj,0.0120874859,hessian_weighted_relative_error,25253,0.02500,0.782
22,mlp.experts.37.down_proj,0.0103029095,hessian_weighted_relative_error,23786,0.02500,0.764
22,mlp.experts.38.down_proj,0.0107425209,hessian_weighted_relative_error,29924,0.02500,0.779
22,mlp.experts.42.down_proj,0.0098074512,hessian_weighted_relative_error,23129,0.02500,0.781
22,mlp.experts.48.down_proj,0.0127429187,hessian_weighted_relative_error,48996,0.02500,0.784
22,mlp.experts.51.down_proj,0.0120256993,hessian_weighted_relative_error,17537,0.02500,0.772
22,mlp.experts.52.down_proj,0.0102980190,hessian_weighted_relative_error,24706,0.02500,0.786
22,mlp.experts.54.down_proj,0.0110567132,hessian_weighted_relative_error,12892,0.02500,0.783
22,mlp.experts.56.down_proj,0.0047953833,hessian_weighted_relative_error,1503,0.02500,0.787
22,mlp.experts.57.down_proj,0.0096778239,hessian_weighted_relative_error,13335,0.02500,0.770
22,mlp.experts.59.down_proj,0.0097974258,hessian_weighted_relative_error,18650,0.02500,0.775
22,mlp.experts.60.down_proj,0.0119831768,hessian_weighted_relative_error,14871,0.02500,0.790
22,mlp.experts.62.down_proj,0.0073697074,hessian_weighted_relative_error,7633,0.02500,0.786
22,mlp.experts.63.down_proj,0.0115489069,hessian_weighted_relative_error,14195,0.02500,0.771
22,mlp.experts.64.down_proj,0.0090538418,hessian_weighted_relative_error,7852,0.02500,0.790
22,mlp.experts.65.down_proj,0.0119985875,hessian_weighted_relative_error,32578,0.02500,0.773
22,mlp.experts.66.down_proj,0.0107658696,hessian_weighted_relative_error,8502,0.02500,0.787
22,mlp.experts.67.down_proj,0.0108738043,hessian_weighted_relative_error,20392,0.02500,0.777
22,mlp.experts.70.down_proj,0.0099818764,hessian_weighted_relative_error,5038,0.02500,0.788
22,mlp.experts.71.down_proj,0.0134748307,hessian_weighted_relative_error,30352,0.02500,0.775
22,mlp.experts.74.down_proj,0.0099193762,hessian_weighted_relative_error,12661,0.02500,0.790
22,mlp.experts.78.down_proj,0.0116313750,hessian_weighted_relative_error,28894,0.02500,0.790
22,mlp.experts.79.down_proj,0.0094789528,hessian_weighted_relative_error,16587,0.02500,0.778
22,mlp.experts.80.down_proj,0.0067937770,hessian_weighted_relative_error,2119,0.02500,0.792
22,mlp.experts.81.down_proj,0.0119038705,hessian_weighted_relative_error,37120,0.02500,0.780
22,mlp.experts.83.down_proj,0.0111047817,hessian_weighted_relative_error,18228,0.02500,0.785
22,mlp.experts.85.down_proj,0.0099562896,hessian_weighted_relative_error,7078,0.02500,0.784
22,mlp.experts.86.down_proj,0.0049467754,hessian_weighted_relative_error,1874,0.02500,0.791
22,mlp.experts.91.down_proj,0.0120749042,hessian_weighted_relative_error,10657,0.02500,0.788
22,mlp.experts.93.down_proj,0.0095397808,hessian_weighted_relative_error,28257,0.02500,0.786
22,mlp.experts.94.down_proj,0.0133022408,hessian_weighted_relative_error,31077,0.02500,0.794
22,mlp.experts.95.down_proj,0.0099334521,hessian_weighted_relative_error,33390,0.02500,0.783
22,mlp.experts.96.down_proj,0.0116444398,hessian_weighted_relative_error,18570,0.02500,0.797
22,mlp.experts.97.down_proj,0.0102671052,hessian_weighted_relative_error,20097,0.02500,0.785
22,mlp.experts.98.down_proj,0.0105021962,hessian_weighted_relative_error,20133,0.02500,0.795
22,mlp.experts.99.down_proj,0.0111073761,hessian_weighted_relative_error,25294,0.02500,0.793
22,mlp.experts.100.down_proj,0.0132409166,hessian_weighted_relative_error,32964,0.02500,0.797
22,mlp.experts.101.down_proj,0.0110565480,hessian_weighted_relative_error,12733,0.02500,0.789
22,mlp.experts.102.down_proj,0.0045257160,hessian_weighted_relative_error,2014,0.02500,0.796
22,mlp.experts.103.down_proj,0.0126862282,hessian_weighted_relative_error,30263,0.02500,0.787
22,mlp.experts.106.down_proj,0.0117267752,hessian_weighted_relative_error,24598,0.02500,0.797
22,mlp.experts.115.down_proj,0.0128700330,hessian_weighted_relative_error,16649,0.02500,0.796
22,mlp.experts.117.down_proj,0.0101432740,hessian_weighted_relative_error,20411,0.02500,0.797
22,mlp.experts.118.down_proj,0.0109711529,hessian_weighted_relative_error,11961,0.02500,0.799
22,mlp.experts.121.down_proj,0.0108967619,hessian_weighted_relative_error,35547,0.02500,0.795
22,mlp.experts.122.down_proj,0.0112729247,hessian_weighted_relative_error,31986,0.02500,0.800
22,mlp.experts.123.down_proj,0.0096980397,hessian_weighted_relative_error,14593,0.02500,0.797
22,mlp.experts.125.down_proj,0.0104123775,hessian_weighted_relative_error,12814,0.02500,0.798
22,mlp.experts.126.down_proj,0.0087672653,hessian_weighted_relative_error,7229,0.02500,0.800
22,mlp.experts.128.down_proj,0.0103899037,hessian_weighted_relative_error,12522,0.02500,0.803
22,mlp.experts.130.down_proj,0.0134458383,hessian_weighted_relative_error,19387,0.02500,0.801
22,mlp.experts.131.down_proj,0.0116280363,hessian_weighted_relative_error,15105,0.02500,0.804
22,mlp.experts.132.down_proj,0.0094466004,hessian_weighted_relative_error,14198,0.02500,0.805
22,mlp.experts.134.down_proj,0.0120205043,hessian_weighted_relative_error,21705,0.02500,0.803
22,mlp.experts.135.down_proj,0.0112001506,hessian_weighted_relative_error,28114,0.02500,0.799
22,mlp.experts.136.down_proj,0.0059769770,hessian_weighted_relative_error,4002,0.02500,0.815
22,mlp.experts.137.down_proj,0.0123381913,hessian_weighted_relative_error,32632,0.02500,0.802
22,mlp.experts.138.down_proj,0.0073656496,hessian_weighted_relative_error,2461,0.02500,0.803
22,mlp.experts.139.down_proj,0.0127079397,hessian_weighted_relative_error,31028,0.02500,0.806
22,mlp.experts.141.down_proj,0.0106266211,hessian_weighted_relative_error,26836,0.02500,0.807
22,mlp.experts.142.down_proj,0.0117253073,hessian_weighted_relative_error,21730,0.02500,0.801
22,mlp.experts.143.down_proj,0.0122546154,hessian_weighted_relative_error,23602,0.02500,0.803
22,mlp.experts.146.down_proj,0.0119571634,hessian_weighted_relative_error,17584,0.02500,0.805
22,mlp.experts.148.down_proj,0.0096339610,hessian_weighted_relative_error,35557,0.02500,0.807
22,mlp.experts.150.down_proj,0.0073059781,hessian_weighted_relative_error,31928,0.02500,0.806
22,mlp.experts.152.down_proj,0.0106233309,hessian_weighted_relative_error,19217,0.02500,0.808
22,mlp.experts.155.down_proj,0.0056011555,hessian_weighted_relative_error,1863,0.02500,0.810
22,mlp.experts.158.down_proj,0.0135082422,hessian_weighted_relative_error,14491,0.02500,0.809
22,mlp.experts.159.down_proj,0.0040673978,hessian_weighted_relative_error,1024,0.02500,0.807
22,mlp.experts.161.down_proj,0.0075962811,hessian_weighted_relative_error,13933,0.02500,0.807
22,mlp.experts.162.down_proj,0.0059178788,hessian_weighted_relative_error,6718,0.02500,0.807
22,mlp.experts.163.down_proj,0.0115304961,hessian_weighted_relative_error,15514,0.02500,0.815
22,mlp.experts.164.down_proj,0.0125414131,hessian_weighted_relative_error,16010,0.02500,0.811
22,mlp.experts.166.down_proj,0.0082905638,hessian_weighted_relative_error,3352,0.02500,0.812
22,mlp.experts.167.down_proj,0.0099503111,hessian_weighted_relative_error,12272,0.02500,0.808
22,mlp.experts.169.down_proj,0.0119413720,hessian_weighted_relative_error,9007,0.02500,0.811
22,mlp.experts.172.down_proj,0.0120902907,hessian_weighted_relative_error,7084,0.02500,0.811
22,mlp.experts.173.down_proj,0.0108502887,hessian_weighted_relative_error,20104,0.02500,0.820
22,mlp.experts.174.down_proj,0.0093420687,hessian_weighted_relative_error,22012,0.02500,0.809
22,mlp.experts.176.down_proj,0.0127631999,hessian_weighted_relative_error,25793,0.02500,0.812
22,mlp.experts.180.down_proj,0.0113384037,hessian_weighted_relative_error,8012,0.02500,0.812
22,mlp.experts.182.down_proj,0.0093582574,hessian_weighted_relative_error,17813,0.02500,0.810
22,mlp.experts.183.down_proj,0.0101803161,hessian_weighted_relative_error,10481,0.02500,0.814
22,mlp.experts.184.down_proj,0.0121237534,hessian_weighted_relative_error,13576,0.02500,0.812
22,mlp.experts.185.down_proj,0.0108352086,hessian_weighted_relative_error,4604,0.02500,0.814
22,mlp.experts.186.down_proj,0.0083442386,hessian_weighted_relative_error,6749,0.02500,0.812
22,mlp.experts.187.down_proj,0.0143299297,hessian_weighted_relative_error,20165,0.02500,0.822
22,mlp.experts.189.down_proj,0.0123926616,hessian_weighted_relative_error,15633,0.02500,0.820
22,mlp.experts.191.down_proj,0.0108797004,hessian_weighted_relative_error,27092,0.02500,0.815
22,mlp.experts.192.down_proj,0.0120416903,hessian_weighted_relative_error,27892,0.02500,0.813
22,mlp.experts.195.down_proj,0.0131200583,hessian_weighted_relative_error,14804,0.02500,0.823
22,mlp.experts.196.down_proj,0.0122342602,hessian_weighted_relative_error,16587,0.02500,0.814
22,mlp.experts.197.down_proj,0.0128250726,hessian_weighted_relative_error,14147,0.02500,0.820
22,mlp.experts.198.down_proj,0.0115249534,hessian_weighted_relative_error,22152,0.02500,0.812
22,mlp.experts.199.down_proj,0.0123087698,hessian_weighted_relative_error,11125,0.02500,0.818
22,mlp.experts.201.down_proj,0.0111886025,hessian_weighted_relative_error,20057,0.02500,0.818
22,mlp.experts.202.down_proj,0.0126170900,hessian_weighted_relative_error,31487,0.02500,0.814
22,mlp.experts.204.down_proj,0.0115573019,hessian_weighted_relative_error,8282,0.02500,0.816
22,mlp.experts.205.down_proj,0.0132491076,hessian_weighted_relative_error,28668,0.02500,0.823
22,mlp.experts.208.down_proj,0.0115560397,hessian_weighted_relative_error,20129,0.02500,0.816
22,mlp.experts.209.down_proj,0.0079390553,hessian_weighted_relative_error,18234,0.02500,0.818
22,mlp.experts.211.down_proj,0.0121058503,hessian_weighted_relative_error,7583,0.02500,0.824
22,mlp.experts.213.down_proj,0.0113337765,hessian_weighted_relative_error,39103,0.02500,0.822
22,mlp.experts.214.down_proj,0.0096405445,hessian_weighted_relative_error,19724,0.02500,0.814
22,mlp.experts.215.down_proj,0.0135342015,hessian_weighted_relative_error,37670,0.02500,0.821
22,mlp.experts.216.down_proj,0.0130061830,hessian_weighted_relative_error,22016,0.02500,0.816
22,mlp.experts.217.down_proj,0.0100118366,hessian_weighted_relative_error,37631,0.02500,0.820
22,mlp.experts.218.down_proj,0.0091890891,hessian_weighted_relative_error,28210,0.02500,0.815
22,mlp.experts.219.down_proj,0.0043529039,hessian_weighted_relative_error,32374,0.02500,0.824
22,mlp.experts.220.down_proj,0.0122606466,hessian_weighted_relative_error,20545,0.02500,0.816
22,mlp.experts.221.down_proj,0.0115865569,hessian_weighted_relative_error,29142,0.02500,0.824
22,mlp.experts.222.down_proj,0.0094382720,hessian_weighted_relative_error,25034,0.02500,0.813
22,mlp.experts.225.down_proj,0.0107085117,hessian_weighted_relative_error,15282,0.02500,0.821
22,mlp.experts.226.down_proj,0.0117491310,hessian_weighted_relative_error,21108,0.02500,0.815
22,mlp.experts.227.down_proj,0.0112274270,hessian_weighted_relative_error,24588,0.02500,0.825
22,mlp.experts.228.down_proj,0.0060992291,hessian_weighted_relative_error,39500,0.02500,0.816
22,mlp.experts.230.down_proj,0.0118753200,hessian_weighted_relative_error,20574,0.02500,0.815
22,mlp.experts.231.down_proj,0.0104658778,hessian_weighted_relative_error,34267,0.02500,0.823
22,mlp.experts.232.down_proj,0.0012530634,hessian_weighted_relative_error,48441,0.02500,0.818
22,mlp.experts.233.down_proj,0.0100158197,hessian_weighted_relative_error,4948,0.02500,0.822
22,mlp.experts.234.down_proj,0.0134750675,hessian_weighted_relative_error,35034,0.02500,0.816
22,mlp.experts.235.down_proj,0.0082883898,hessian_weighted_relative_error,33005,0.02500,0.826
22,mlp.experts.237.down_proj,0.0125210665,hessian_weighted_relative_error,25860,0.02500,0.826
22,mlp.experts.238.down_proj,0.0118887784,hessian_weighted_relative_error,33222,0.02500,0.815
22,mlp.experts.239.down_proj,0.0079012393,hessian_weighted_relative_error,3265,0.02500,0.824
22,mlp.experts.240.down_proj,0.0117339248,hessian_weighted_relative_error,8705,0.02500,0.819
22,mlp.experts.241.down_proj,0.0123301457,hessian_weighted_relative_error,24121,0.02500,0.821
22,mlp.experts.242.down_proj,0.0120834791,hessian_weighted_relative_error,12416,0.02500,0.818
22,mlp.experts.244.down_proj,0.0113607643,hessian_weighted_relative_error,16750,0.02500,0.819
22,mlp.experts.246.down_proj,0.0091987232,hessian_weighted_relative_error,5438,0.02500,0.817
22,mlp.experts.248.down_proj,0.0132842973,hessian_weighted_relative_error,41835,0.02500,0.819
22,mlp.experts.250.down_proj,0.0095013765,hessian_weighted_relative_error,27720,0.02500,0.819
22,mlp.experts.251.down_proj,0.0139522011,hessian_weighted_relative_error,26105,0.02500,0.827
22,mlp.experts.252.down_proj,0.0103488567,hessian_weighted_relative_error,25799,0.02500,0.819
22,mlp.experts.254.down_proj,0.0134559976,hessian_weighted_relative_error,25007,0.02500,0.817
22,mlp.experts.255.down_proj,0.0110279628,hessian_weighted_relative_error,26443,0.02500,0.823
22,mlp.experts.256.down_proj,0.0123070583,hessian_weighted_relative_error,31152,0.02500,0.819
22,mlp.experts.257.down_proj,0.0117866787,hessian_weighted_relative_error,8255,0.02500,0.824
22,mlp.experts.258.down_proj,0.0095636643,hessian_weighted_relative_error,8864,0.02500,0.818
22,mlp.experts.261.down_proj,0.0087572937,hessian_weighted_relative_error,9003,0.02500,0.827
22,mlp.experts.264.down_proj,0.0098778069,hessian_weighted_relative_error,9359,0.02500,0.820
22,mlp.experts.265.down_proj,0.0090198267,hessian_weighted_relative_error,3063,0.02500,0.824
22,mlp.experts.266.down_proj,0.0107353788,hessian_weighted_relative_error,42864,0.02500,0.819
22,mlp.experts.267.down_proj,0.0117179233,hessian_weighted_relative_error,35443,0.02500,0.827
22,mlp.experts.268.down_proj,0.0114483186,hessian_weighted_relative_error,27141,0.02500,0.821
22,mlp.experts.270.down_proj,0.0133157230,hessian_weighted_relative_error,11089,0.02500,0.818
22,mlp.experts.271.down_proj,0.0105307583,hessian_weighted_relative_error,10850,0.02500,0.826
22,mlp.experts.272.down_proj,0.0086106819,hessian_weighted_relative_error,42024,0.02500,0.819
22,mlp.experts.273.down_proj,0.0084788050,hessian_weighted_relative_error,3346,0.02500,0.824
22,mlp.experts.274.down_proj,0.0100573099,hessian_weighted_relative_error,8374,0.02500,0.820
22,mlp.experts.275.down_proj,0.0134271688,hessian_weighted_relative_error,26205,0.02500,0.827
22,mlp.experts.277.down_proj,0.0108129160,hessian_weighted_relative_error,15123,0.02500,0.828
22,mlp.experts.278.down_proj,0.0113805754,hessian_weighted_relative_error,16556,0.02500,0.817
22,mlp.experts.281.down_proj,0.0087985671,hessian_weighted_relative_error,12032,0.02500,0.822
22,mlp.experts.283.down_proj,0.0097572966,hessian_weighted_relative_error,10287,0.02500,0.827
22,mlp.experts.284.down_proj,0.0103865722,hessian_weighted_relative_error,7009,0.02500,0.821
22,mlp.experts.286.down_proj,0.0150094342,hessian_weighted_relative_error,41516,0.02500,0.819
22,mlp.experts.0.gate_proj,0.0022042814,hessian_weighted_relative_error,95507,0.02500,1.555
22,mlp.experts.107.down_proj,0.0033403208,hessian_weighted_relative_error,50424,0.02500,1.508
22,mlp.experts.0.up_proj,0.0025112591,hessian_weighted_relative_error,95507,0.02500,1.612
22,mlp.experts.105.down_proj,0.0033681136,hessian_weighted_relative_error,31469,0.02500,1.529
22,mlp.experts.0.down_proj,0.0037464375,hessian_weighted_relative_error,95507,0.02500,1.507
22,mlp.experts.107.up_proj,0.0017568832,hessian_weighted_relative_error,50424,0.02500,1.662
22,mlp.experts.104.down_proj,0.0029228767,hessian_weighted_relative_error,50306,0.02500,1.534
22,mlp.experts.109.down_proj,0.0022791416,hessian_weighted_relative_error,82937,0.02500,1.536
22,mlp.experts.108.down_proj,0.0035322336,hessian_weighted_relative_error,74350,0.02500,1.536
22,mlp.experts.109.up_proj,0.0012592412,hessian_weighted_relative_error,82937,0.02500,1.678
22,mlp.experts.108.gate_proj,0.0018185460,hessian_weighted_relative_error,74350,0.02500,1.592
22,mlp.experts.109.gate_proj,0.0012028138,hessian_weighted_relative_error,82937,0.02500,1.643
22,mlp.experts.104.up_proj,0.0015201345,hessian_weighted_relative_error,50306,0.02500,1.616
22,mlp.experts.11.down_proj,0.0028726560,hessian_weighted_relative_error,31463,0.02500,1.501
22,mlp.experts.108.up_proj,0.0020718357,hessian_weighted_relative_error,74350,0.02500,1.619
22,mlp.experts.11.up_proj,0.0013241411,hessian_weighted_relative_error,31463,0.02500,1.657
22,mlp.experts.110.gate_proj,0.0012640615,hessian_weighted_relative_error,49796,0.02500,1.594
22,mlp.experts.113.down_proj,0.0034816368,hessian_weighted_relative_error,63331,0.02500,1.537
22,mlp.experts.110.up_proj,0.0013294439,hessian_weighted_relative_error,49796,0.02500,1.619
22,mlp.experts.111.down_proj,0.0033620260,hessian_weighted_relative_error,28390,0.02500,1.531
22,mlp.experts.110.down_proj,0.0026242807,hessian_weighted_relative_error,49796,0.02500,1.534
22,mlp.experts.113.up_proj,0.0021115934,hessian_weighted_relative_error,63331,0.02500,1.676
22,mlp.experts.112.down_proj,0.0032691164,hessian_weighted_relative_error,42786,0.02500,1.536
22,mlp.experts.119.down_proj,0.0022560768,hessian_weighted_relative_error,30495,0.02500,1.541
22,mlp.experts.112.up_proj,0.0015768400,hessian_weighted_relative_error,42786,0.02500,1.619
22,mlp.experts.127.down_proj,0.0026630764,hessian_weighted_relative_error,54596,0.02500,1.542
22,mlp.experts.114.down_proj,0.0033570292,hessian_weighted_relative_error,38648,0.02500,1.535
22,mlp.experts.119.up_proj,0.0011988120,hessian_weighted_relative_error,30495,0.02500,1.678
22,mlp.experts.112.gate_proj,0.0015122081,hessian_weighted_relative_error,42786,0.02500,1.599
22,mlp.experts.127.up_proj,0.0016716334,hessian_weighted_relative_error,54596,0.02500,1.668
22,mlp.experts.116.down_proj,0.0031017975,hessian_weighted_relative_error,41137,0.02500,1.537
22,mlp.experts.129.down_proj,0.0034935216,hessian_weighted_relative_error,38338,0.02500,1.547
22,mlp.experts.116.up_proj,0.0014919460,hessian_weighted_relative_error,41137,0.02500,1.621
22,mlp.experts.13.gate_proj,0.0018472453,hessian_weighted_relative_error,116129,0.02500,1.601
22,mlp.experts.120.down_proj,0.0029134582,hessian_weighted_relative_error,60113,0.02500,1.541
22,mlp.experts.13.down_proj,0.0036480639,hessian_weighted_relative_error,116129,0.02500,1.497
22,mlp.experts.116.gate_proj,0.0014137432,hessian_weighted_relative_error,41137,0.02500,1.597
22,mlp.experts.13.up_proj,0.0019782083,hessian_weighted_relative_error,116129,0.02500,1.670
22,mlp.experts.120.gate_proj,0.0013926365,hessian_weighted_relative_error,60113,0.02500,1.599
22,mlp.experts.133.down_proj,0.0036778943,hessian_weighted_relative_error,47508,0.02500,1.549
22,mlp.experts.124.down_proj,0.0027524766,hessian_weighted_relative_error,41998,0.02500,1.544
22,mlp.experts.147.down_proj,0.0027123284,hessian_weighted_relative_error,148932,0.02500,1.555
22,mlp.experts.124.gate_proj,0.0014002742,hessian_weighted_relative_error,41998,0.02500,1.600
22,mlp.experts.145.down_proj,0.0030990851,hessian_weighted_relative_error,25362,0.02500,1.544
22,mlp.experts.120.up_proj,0.0014892313,hessian_weighted_relative_error,60113,0.02500,1.623
22,mlp.experts.147.gate_proj,0.0013908503,hessian_weighted_relative_error,148932,0.02500,1.653
22,mlp.experts.124.up_proj,0.0015240562,hessian_weighted_relative_error,41998,0.02500,1.619
22,mlp.experts.147.up_proj,0.0016021998,hessian_weighted_relative_error,148932,0.02500,1.679
22,mlp.experts.14.gate_proj,0.0011921799,hessian_weighted_relative_error,46625,0.02500,1.566
22,mlp.experts.149.up_proj,0.0021187261,hessian_weighted_relative_error,44387,0.02500,1.687
22,mlp.experts.14.up_proj,0.0012356905,hessian_weighted_relative_error,46625,0.02500,1.615
22,mlp.experts.149.down_proj,0.0034321620,hessian_weighted_relative_error,44387,0.02500,1.551
22,mlp.experts.14.down_proj,0.0025452890,hessian_weighted_relative_error,46625,0.02500,1.511
22,mlp.experts.151.down_proj,0.0035321520,hessian_weighted_relative_error,74495,0.02500,1.550
22,mlp.experts.140.down_proj,0.0028427362,hessian_weighted_relative_error,21395,0.02500,1.546
22,mlp.experts.151.gate_proj,0.0018676126,hessian_weighted_relative_error,74495,0.02500,1.660
22,mlp.experts.144.gate_proj,0.0011301706,hessian_weighted_relative_error,47666,0.02500,1.607
22,mlp.experts.153.down_proj,0.0029209425,hessian_weighted_relative_error,38173,0.02500,1.553
22,mlp.experts.144.up_proj,0.0011097609,hessian_weighted_relative_error,47666,0.02500,1.627
22,mlp.experts.151.up_proj,0.0019703469,hessian_weighted_relative_error,74495,0.02500,1.689
22,mlp.experts.144.down_proj,0.0029138084,hessian_weighted_relative_error,47666,0.02500,1.547
22,mlp.experts.157.down_proj,0.0032107616,hessian_weighted_relative_error,50979,0.02500,1.560
22,mlp.experts.154.down_proj,0.0030436213,hessian_weighted_relative_error,37257,0.02500,1.546
22,mlp.experts.157.up_proj,0.0018981754,hessian_weighted_relative_error,50979,0.02500,1.686
22,mlp.experts.156.gate_proj,0.0016122166,hessian_weighted_relative_error,36873,0.02500,1.608
22,mlp.experts.171.down_proj,0.0035800340,hessian_weighted_relative_error,86813,0.02500,1.565
22,mlp.experts.156.up_proj,0.0016310368,hessian_weighted_relative_error,36873,0.02500,1.637
22,mlp.experts.165.down_proj,0.0032588699,hessian_weighted_relative_error,42102,0.02500,1.554
22,mlp.experts.156.down_proj,0.0031685341,hessian_weighted_relative_error,36873,0.02500,1.549
22,mlp.experts.171.gate_proj,0.0018662547,hessian_weighted_relative_error,86813,0.02500,1.658
22,mlp.experts.160.down_proj,0.0027997698,hessian_weighted_relative_error,141962,0.02500,1.550
22,mlp.experts.171.up_proj,0.0020088588,hessian_weighted_relative_error,86813,0.02500,1.675
22,mlp.experts.160.up_proj,0.0018045609,hessian_weighted_relative_error,141962,0.02500,1.626
22,mlp.experts.177.down_proj,0.0028730585,hessian_weighted_relative_error,23487,0.02500,1.563
22,mlp.experts.168.down_proj,0.0030904412,hessian_weighted_relative_error,25296,0.02500,1.549
22,mlp.experts.175.down_proj,0.0022193844,hessian_weighted_relative_error,40502,0.02500,1.556
22,mlp.experts.160.gate_proj,0.0017122777,hessian_weighted_relative_error,141962,0.02500,1.608
22,mlp.experts.170.down_proj,0.0032053387,hessian_weighted_relative_error,41007,0.02500,1.549
22,mlp.experts.177.up_proj,0.0011622934,hessian_weighted_relative_error,23487,0.02500,1.695
22,mlp.experts.178.down_proj,0.0032430187,hessian_weighted_relative_error,36867,0.02500,1.553
22,mlp.experts.179.down_proj,0.0030288618,hessian_weighted_relative_error,74354,0.02500,1.569
22,mlp.experts.188.down_proj,0.0017768260,hessian_weighted_relative_error,48818,0.02500,1.554
22,mlp.experts.179.up_proj,0.0020549034,hessian_weighted_relative_error,74354,0.02500,1.690
22,mlp.experts.170.up_proj,0.0016376444,hessian_weighted_relative_error,41007,0.02500,1.623
22,mlp.experts.179.gate_proj,0.0017492398,hessian_weighted_relative_error,74354,0.02500,1.665
22,mlp.experts.190.down_proj,0.0033337901,hessian_weighted_relative_error,30881,0.02500,1.550
22,mlp.experts.181.down_proj,0.0025654445,hessian_weighted_relative_error,33453,0.02500,1.567
22,mlp.experts.194.gate_proj,0.0015599965,hessian_weighted_relative_error,58296,0.02500,1.612
22,mlp.experts.19.down_proj,0.0031628719,hessian_weighted_relative_error,54227,0.02500,1.505
22,mlp.experts.194.up_proj,0.0017420441,hessian_weighted_relative_error,58296,0.02500,1.626
22,mlp.experts.19.up_proj,0.0017481646,hessian_weighted_relative_error,54227,0.02500,1.671
22,mlp.experts.194.down_proj,0.0029578111,hessian_weighted_relative_error,58296,0.02500,1.553
22,mlp.experts.19.gate_proj,0.0016650580,hessian_weighted_relative_error,54227,0.02500,1.616
22,mlp.experts.2.down_proj,0.0032656181,hessian_weighted_relative_error,30246,0.02500,1.473
22,mlp.experts.193.down_proj,0.0028376951,hessian_weighted_relative_error,26197,0.02500,1.562
22,mlp.experts.2.up_proj,0.0018503620,hessian_weighted_relative_error,30246,0.02500,1.619
22,mlp.experts.203.down_proj,0.0035393474,hessian_weighted_relative_error,42027,0.02500,1.566
22,mlp.experts.200.down_proj,0.0037550039,hessian_weighted_relative_error,48705,0.02500,1.556
22,mlp.experts.207.down_proj,0.0031612677,hessian_weighted_relative_error,47914,0.02500,1.566
22,mlp.experts.2.gate_proj,0.0017255273,hessian_weighted_relative_error,30246,0.02500,1.571
22,mlp.experts.203.up_proj,0.0019167687,hessian_weighted_relative_error,42027,0.02500,1.695
22,mlp.experts.200.up_proj,0.0022911188,hessian_weighted_relative_error,48705,0.02500,1.629
22,mlp.experts.207.up_proj,0.0020047215,hessian_weighted_relative_error,47914,0.02500,1.700
22,mlp.experts.206.gate_proj,0.0015058406,hessian_weighted_relative_error,45277,0.02500,1.611
22,mlp.experts.219.gate_proj,0.0009466931,hessian_weighted_relative_error,32374,0.02500,1.670
22,mlp.experts.206.up_proj,0.0017153909,hessian_weighted_relative_error,45277,0.02500,1.627
22,mlp.experts.223.down_proj,0.0028434200,hessian_weighted_relative_error,48962,0.02500,1.572
22,mlp.experts.206.down_proj,0.0033050563,hessian_weighted_relative_error,45277,0.02500,1.556
22,mlp.experts.219.up_proj,0.0010709406,hessian_weighted_relative_error,32374,0.02500,1.694
22,mlp.experts.210.down_proj,0.0029163469,hessian_weighted_relative_error,51235,0.02500,1.557
22,mlp.experts.223.up_proj,0.0014051291,hessian_weighted_relative_error,48962,0.02500,1.715
22,mlp.experts.212.down_proj,0.0032370523,hessian_weighted_relative_error,86863,0.02500,1.558
22,mlp.experts.229.down_proj,0.0033581010,hessian_weighted_relative_error,50288,0.02500,1.578
22,mlp.experts.212.gate_proj,0.0015728493,hessian_weighted_relative_error,86863,0.02500,1.613
22,mlp.experts.229.up_proj,0.0018908332,hessian_weighted_relative_error,50288,0.02500,1.700
22,mlp.experts.210.up_proj,0.0017645733,hessian_weighted_relative_error,51235,0.02500,1.628
22,mlp.experts.229.gate_proj,0.0017642811,hessian_weighted_relative_error,50288,0.02500,1.677
22,mlp.experts.212.up_proj,0.0018476431,hessian_weighted_relative_error,86863,0.02500,1.628
22,mlp.experts.243.down_proj,0.0032666885,hessian_weighted_relative_error,32276,0.02500,1.576
22,mlp.experts.22.gate_proj,0.0016962288,hessian_weighted_relative_error,51458,0.02500,1.574
22,mlp.experts.245.down_proj,0.0026069127,hessian_weighted_relative_error,29318,0.02500,1.573
22,mlp.experts.22.up_proj,0.0018592388,hessian_weighted_relative_error,51458,0.02500,1.621
22,mlp.experts.249.down_proj,0.0027605568,hessian_weighted_relative_error,27781,0.02500,1.571
22,mlp.experts.22.down_proj,0.0034113939,hessian_weighted_relative_error,51458,0.02500,1.518
22,mlp.experts.247.down_proj,0.0016863659,hessian_weighted_relative_error,76512,0.02500,1.568
22,mlp.experts.224.down_proj,0.0028627537,hessian_weighted_relative_error,22030,0.02500,1.558
22,mlp.experts.253.down_proj,0.0020836752,hessian_weighted_relative_error,35337,0.02500,1.575
22,mlp.experts.236.down_proj,0.0034563828,hessian_weighted_relative_error,41091,0.02500,1.562
22,mlp.experts.259.down_proj,0.0029007243,hessian_weighted_relative_error,28069,0.02500,1.575
22,mlp.experts.236.gate_proj,0.0016594677,hessian_weighted_relative_error,41091,0.02500,1.615
22,mlp.experts.263.up_proj,0.0019253484,hessian_weighted_relative_error,39467,0.02500,1.705
22,mlp.experts.224.up_proj,0.0013819000,hessian_weighted_relative_error,22030,0.02500,1.632
22,mlp.experts.263.down_proj,0.0034159511,hessian_weighted_relative_error,39467,0.02500,1.577
22,mlp.experts.236.up_proj,0.0017335019,hessian_weighted_relative_error,41091,0.02500,1.630
22,mlp.experts.269.down_proj,0.0032725761,hessian_weighted_relative_error,26587,0.02500,1.577
22,mlp.experts.260.down_proj,0.0032599274,hessian_weighted_relative_error,62728,0.02500,1.562
22,mlp.experts.279.down_proj,0.0031026224,hessian_weighted_relative_error,33433,0.02500,1.574
22,mlp.experts.260.gate_proj,0.0015108348,hessian_weighted_relative_error,62728,0.02500,1.621
22,mlp.experts.287.down_proj,0.0031066124,hessian_weighted_relative_error,20802,0.02500,1.576
22,mlp.experts.26.down_proj,0.0034259597,hessian_weighted_relative_error,32119,0.02500,1.519
22,mlp.experts.285.down_proj,0.0022021461,hessian_weighted_relative_error,36142,0.02500,1.572
22,mlp.experts.260.up_proj,0.0017149580,hessian_weighted_relative_error,62728,0.02500,1.629
22,mlp.experts.39.down_proj,0.0028817118,hessian_weighted_relative_error,48346,0.02500,1.511
22,mlp.experts.262.gate_proj,0.0015134464,hessian_weighted_relative_error,196376,0.02500,1.618
22,mlp.experts.39.gate_proj,0.0017386190,hessian_weighted_relative_error,48346,0.02500,1.630
22,mlp.experts.262.up_proj,0.0016250629,hessian_weighted_relative_error,196376,0.02500,1.626
22,mlp.experts.41.down_proj,0.0031468742,hessian_weighted_relative_error,90902,0.02500,1.519
22,mlp.experts.262.down_proj,0.0029590941,hessian_weighted_relative_error,196376,0.02500,1.562
22,mlp.experts.39.up_proj,0.0018990839,hessian_weighted_relative_error,48346,0.02500,1.680
22,mlp.experts.276.down_proj,0.0030153868,hessian_weighted_relative_error,53382,0.02500,1.562
22,mlp.experts.41.up_proj,0.0019369242,hessian_weighted_relative_error,90902,0.02500,1.690
22,mlp.experts.276.up_proj,0.0017530059,hessian_weighted_relative_error,53382,0.02500,1.630
22,mlp.experts.43.down_proj,0.0020794547,hessian_weighted_relative_error,50077,0.02500,1.521
22,mlp.experts.280.down_proj,0.0032510108,hessian_weighted_relative_error,39475,0.02500,1.565
22,mlp.experts.45.down_proj,0.0032610784,hessian_weighted_relative_error,33108,0.02500,1.515
22,mlp.experts.276.gate_proj,0.0015692237,hessian_weighted_relative_error,53382,0.02500,1.621
22,mlp.experts.43.up_proj,0.0010653372,hessian_weighted_relative_error,50077,0.02500,1.678
22,mlp.experts.282.down_proj,0.0027300216,hessian_weighted_relative_error,38252,0.02500,1.560
22,mlp.experts.47.down_proj,0.0030821415,hessian_weighted_relative_error,38121,0.02500,1.532
22,mlp.experts.32.down_proj,0.0027159463,hessian_weighted_relative_error,17210,0.02500,1.527
22,mlp.experts.49.down_proj,0.0026488705,hessian_weighted_relative_error,48291,0.02500,1.516
22,mlp.experts.40.down_proj,0.0032942905,hessian_weighted_relative_error,19687,0.02500,1.526
22,mlp.experts.282.up_proj,0.0012516865,hessian_weighted_relative_error,38252,0.02500,1.629
22,mlp.experts.49.up_proj,0.0013893922,hessian_weighted_relative_error,48291,0.02500,1.680
22,mlp.experts.44.down_proj,0.0029419114,hessian_weighted_relative_error,44234,0.02500,1.526
22,mlp.experts.49.gate_proj,0.0013239143,hessian_weighted_relative_error,48291,0.02500,1.635
22,mlp.experts.5.down_proj,0.0029604026,hessian_weighted_relative_error,36335,0.02500,1.521
22,mlp.experts.44.up_proj,0.0015192134,hessian_weighted_relative_error,44234,0.02500,1.613
22,mlp.experts.5.gate_proj,0.0016233294,hessian_weighted_relative_error,36335,0.02500,1.652
22,mlp.experts.46.down_proj,0.0030290109,hessian_weighted_relative_error,23550,0.02500,1.524
22,mlp.experts.53.down_proj,0.0031369742,hessian_weighted_relative_error,38724,0.02500,1.525
22,mlp.experts.50.down_proj,0.0024807072,hessian_weighted_relative_error,37250,0.02500,1.523
22,mlp.experts.5.up_proj,0.0017170503,hessian_weighted_relative_error,36335,0.02500,1.670
22,mlp.experts.44.gate_proj,0.0014573333,hessian_weighted_relative_error,44234,0.02500,1.588
22,mlp.experts.61.up_proj,0.0013044944,hessian_weighted_relative_error,46492,0.02500,1.717
22,mlp.experts.58.down_proj,0.0033725314,hessian_weighted_relative_error,52796,0.02500,1.526
22,mlp.experts.55.down_proj,0.0031811831,hessian_weighted_relative_error,40765,0.02500,1.525
22,mlp.experts.58.gate_proj,0.0018703288,hessian_weighted_relative_error,52796,0.02500,1.589
22,mlp.experts.61.down_proj,0.0026271398,hessian_weighted_relative_error,46492,0.02500,1.526
22,mlp.experts.58.up_proj,0.0019974694,hessian_weighted_relative_error,52796,0.02500,1.624
22,mlp.experts.69.down_proj,0.0021712359,hessian_weighted_relative_error,58547,0.02500,1.538
22,mlp.experts.50.up_proj,0.0014419934,hessian_weighted_relative_error,37250,0.02500,1.635
22,mlp.experts.73.down_proj,0.0031717095,hessian_weighted_relative_error,41167,0.02500,1.524
22,mlp.experts.6.gate_proj,0.0017617757,hessian_weighted_relative_error,51807,0.02500,1.550
22,mlp.experts.7.down_proj,0.0033272709,hessian_weighted_relative_error,27360,0.02500,1.467
22,mlp.experts.6.up_proj,0.0019607332,hessian_weighted_relative_error,51807,0.02500,1.621
22,mlp.experts.7.up_proj,0.0015494224,hessian_weighted_relative_error,27360,0.02500,1.665
22,mlp.experts.68.down_proj,0.0034650333,hessian_weighted_relative_error,45263,0.02500,1.534
22,mlp.experts.73.up_proj,0.0017753805,hessian_weighted_relative_error,41167,0.02500,1.684
22,mlp.experts.6.down_proj,0.0033408193,hessian_weighted_relative_error,51807,0.02500,1.511
22,mlp.experts.75.up_proj,0.0017165205,hessian_weighted_relative_error,63069,0.02500,1.681
22,mlp.experts.68.up_proj,0.0018414494,hessian_weighted_relative_error,45263,0.02500,1.624
22,mlp.experts.75.down_proj,0.0030249585,hessian_weighted_relative_error,63069,0.02500,1.533
22,mlp.experts.72.down_proj,0.0028814598,hessian_weighted_relative_error,41598,0.02500,1.535
22,mlp.experts.75.gate_proj,0.0015534764,hessian_weighted_relative_error,63069,0.02500,1.638
22,mlp.experts.72.up_proj,0.0015128158,hessian_weighted_relative_error,41598,0.02500,1.624
22,mlp.experts.77.down_proj,0.0030326369,hessian_weighted_relative_error,32139,0.02500,1.533
22,mlp.experts.68.gate_proj,0.0017122556,hessian_weighted_relative_error,45263,0.02500,1.596
22,mlp.experts.87.up_proj,0.0015616746,hessian_weighted_relative_error,35451,0.02500,1.690
22,mlp.experts.76.gate_proj,0.0017633349,hessian_weighted_relative_error,50229,0.02500,1.597
22,mlp.experts.87.down_proj,0.0031967382,hessian_weighted_relative_error,35451,0.02500,1.548
22,mlp.experts.76.up_proj,0.0019492878,hessian_weighted_relative_error,50229,0.02500,1.622
22,mlp.experts.87.gate_proj,0.0014622370,hessian_weighted_relative_error,35451,0.02500,1.648
22,mlp.experts.82.down_proj,0.0028290921,hessian_weighted_relative_error,33973,0.02500,1.533
22,mlp.experts.89.down_proj,0.0030947579,hessian_weighted_relative_error,34543,0.02500,1.537
22,mlp.experts.76.down_proj,0.0033919409,hessian_weighted_relative_error,50229,0.02500,1.536
22,mlp.experts.9.up_proj,0.0018532381,hessian_weighted_relative_error,53892,0.02500,1.660
22,mlp.experts.84.down_proj,0.0029272081,hessian_weighted_relative_error,38176,0.02500,1.538
22,mlp.experts.9.down_proj,0.0029999637,hessian_weighted_relative_error,53892,0.02500,1.502
22,mlp.experts.84.up_proj,0.0013473023,hessian_weighted_relative_error,38176,0.02500,1.625
22,mlp.experts.9.gate_proj,0.0017635899,hessian_weighted_relative_error,53892,0.02500,1.617
22,mlp.experts.88.down_proj,0.0025137626,hessian_weighted_relative_error,36882,0.02500,1.537
22,mlp.experts.82.up_proj,0.0016624181,hessian_weighted_relative_error,33973,0.02500,1.626
22,mlp.experts.90.gate_proj,0.0013443109,hessian_weighted_relative_error,44722,0.02500,1.598
22,mlp.experts.90.up_proj,0.0014241530,hessian_weighted_relative_error,44722,0.02500,1.624
22,mlp.experts.92.down_proj,0.0031055109,hessian_weighted_relative_error,35861,0.02500,1.541
22,mlp.experts.90.down_proj,0.0029343807,hessian_weighted_relative_error,44722,0.02500,1.539
23,mlp.experts.0.gate_proj,0.0039181977,hessian_weighted_relative_error,13427,0.02500,0.800
23,mlp.experts.1.gate_proj,0.0043001772,hessian_weighted_relative_error,10729,0.02500,0.797
23,mlp.experts.2.gate_proj,0.0048832693,hessian_weighted_relative_error,27542,0.02500,0.797
23,mlp.experts.3.gate_proj,0.0051972616,hessian_weighted_relative_error,33854,0.02500,0.784
23,mlp.experts.4.gate_proj,0.0041901218,hessian_weighted_relative_error,53940,0.02500,0.798
23,mlp.experts.5.gate_proj,0.0052855346,hessian_weighted_relative_error,15465,0.02500,0.800
23,mlp.experts.7.gate_proj,0.0073384507,hessian_weighted_relative_error,20055,0.02500,0.795
23,mlp.experts.8.gate_proj,0.0055049135,hessian_weighted_relative_error,7963,0.02500,0.804
23,mlp.experts.9.gate_proj,0.0063787625,hessian_weighted_relative_error,16868,0.02500,0.792
23,mlp.experts.10.gate_proj,0.0058885518,hessian_weighted_relative_error,20381,0.02500,0.821
23,mlp.experts.12.gate_proj,0.0072876050,hessian_weighted_relative_error,34943,0.02500,0.807
23,mlp.experts.14.gate_proj,0.0061718095,hessian_weighted_relative_error,17180,0.02500,0.799
23,mlp.experts.15.gate_proj,0.0091000074,hessian_weighted_relative_error,42856,0.02500,0.792
23,mlp.experts.16.gate_proj,0.0076108108,hessian_weighted_relative_error,24119,0.02500,0.808
23,mlp.experts.17.gate_proj,0.0056265965,hessian_weighted_relative_error,20558,0.02500,0.797
23,mlp.experts.18.gate_proj,0.0051793700,hessian_weighted_relative_error,23093,0.02500,0.805
23,mlp.experts.19.gate_proj,0.0060493699,hessian_weighted_relative_error,34631,0.02500,0.793
23,mlp.experts.21.gate_proj,0.0059526500,hessian_weighted_relative_error,21099,0.02500,0.795
23,mlp.experts.22.gate_proj,0.0047029737,hessian_weighted_relative_error,8774,0.02500,0.802
23,mlp.experts.23.gate_proj,0.0049430029,hessian_weighted_relative_error,30184,0.02500,0.793
23,mlp.experts.24.gate_proj,0.0061048268,hessian_weighted_relative_error,16565,0.02500,0.809
23,mlp.experts.25.gate_proj,0.0066903435,hessian_weighted_relative_error,31208,0.02500,0.799
23,mlp.experts.26.gate_proj,0.0040722271,hessian_weighted_relative_error,5856,0.02500,0.808
23,mlp.experts.27.gate_proj,0.0040251376,hessian_weighted_relative_error,9264,0.02500,0.797
23,mlp.experts.28.gate_proj,0.0039078038,hessian_weighted_relative_error,19969,0.02500,0.808
23,mlp.experts.29.gate_proj,0.0079616244,hessian_weighted_relative_error,30416,0.02500,0.799
23,mlp.experts.30.gate_proj,0.0058512908,hessian_weighted_relative_error,30647,0.02500,0.807
23,mlp.experts.31.gate_proj,0.0086929761,hessian_weighted_relative_error,34573,0.02500,0.799
23,mlp.experts.32.gate_proj,0.0055795957,hessian_weighted_relative_error,40801,0.02500,0.811
23,mlp.experts.33.gate_proj,0.0069648948,hessian_weighted_relative_error,25987,0.02500,0.803
23,mlp.experts.34.gate_proj,0.0083598069,hessian_weighted_relative_error,23543,0.02500,0.810
23,mlp.experts.35.gate_proj,0.0084546708,hessian_weighted_relative_error,36789,0.02500,0.803
23,mlp.experts.36.gate_proj,0.0080091160,hessian_weighted_relative_error,18219,0.02500,0.810
23,mlp.experts.37.gate_proj,0.0077972996,hessian_weighted_relative_error,32608,0.02500,0.801
23,mlp.experts.38.gate_proj,0.0050276104,hessian_weighted_relative_error,15786,0.02500,0.810
23,mlp.experts.39.gate_proj,0.0042714422,hessian_weighted_relative_error,18702,0.02500,0.802
23,mlp.experts.40.gate_proj,0.0041827527,hessian_weighted_relative_error,48466,0.02500,0.814
23,mlp.experts.41.gate_proj,0.0070751545,hessian_weighted_relative_error,24659,0.02500,0.805
23,mlp.experts.42.gate_proj,0.0040412543,hessian_weighted_relative_error,19328,0.02500,0.813
23,mlp.experts.43.gate_proj,0.0020885398,hessian_weighted_relative_error,1024,0.02500,0.804
23,mlp.experts.44.gate_proj,0.0067132505,hessian_weighted_relative_error,41515,0.02500,0.814
23,mlp.experts.45.gate_proj,0.0048468698,hessian_weighted_relative_error,18134,0.02500,0.808
23,mlp.experts.46.gate_proj,0.0060961427,hessian_weighted_relative_error,39543,0.02500,0.812
23,mlp.experts.47.gate_proj,0.0036576147,hessian_weighted_relative_error,9117,0.02500,0.807
23,mlp.experts.48.gate_proj,0.0058205847,hessian_weighted_relative_error,25894,0.02500,0.817
23,mlp.experts.50.gate_proj,0.0065202022,hessian_weighted_relative_error,25777,0.02500,0.815
23,mlp.experts.51.gate_proj,0.0043095528,hessian_weighted_relative_error,21818,0.02500,0.808
23,mlp.experts.52.gate_proj,0.0050602035,hessian_weighted_relative_error,25365,0.02500,0.816
23,mlp.experts.53.gate_proj,0.0076368327,hessian_weighted_relative_error,31733,0.02500,0.811
23,mlp.experts.54.gate_proj,0.0081703643,hessian_weighted_relative_error,46191,0.02500,0.815
23,mlp.experts.55.gate_proj,0.0072468205,hessian_weighted_relative_error,39091,0.02500,0.810
23,mlp.experts.56.gate_proj,0.0053985584,hessian_weighted_relative_error,42236,0.02500,0.817
23,mlp.experts.57.gate_proj,0.0051575973,hessian_weighted_relative_error,5533,0.02500,0.814
23,mlp.experts.58.gate_proj,0.0078039179,hessian_weighted_relative_error,35062,0.02500,0.821
23,mlp.experts.61.gate_proj,0.0077036574,hessian_weighted_relative_error,39308,0.02500,0.816
23,mlp.experts.62.gate_proj,0.0056103862,hessian_weighted_relative_error,32102,0.02500,0.816
23,mlp.experts.63.gate_proj,0.0069538538,hessian_weighted_relative_error,36771,0.02500,0.812
23,mlp.experts.65.gate_proj,0.0038124446,hessian_weighted_relative_error,11791,0.02500,0.819
23,mlp.experts.66.gate_proj,0.0040481728,hessian_weighted_relative_error,8035,0.02500,0.822
23,mlp.experts.67.gate_proj,0.0051357131,hessian_weighted_relative_error,13326,0.02500,0.816
23,mlp.experts.68.gate_proj,0.0063153606,hessian_weighted_relative_error,30557,0.02500,0.819
23,mlp.experts.69.gate_proj,0.0052860155,hessian_weighted_relative_error,17586,0.02500,0.820
23,mlp.experts.70.gate_proj,0.0034834799,hessian_weighted_relative_error,19526,0.02500,0.821
23,mlp.experts.71.gate_proj,0.0025666368,hessian_weighted_relative_error,6393,0.02500,0.816
23,mlp.experts.72.gate_proj,0.0060758950,hessian_weighted_relative_error,8922,0.02500,0.823
23,mlp.experts.73.gate_proj,0.0056484727,hessian_weighted_relative_error,17995,0.02500,0.821
23,mlp.experts.74.gate_proj,0.0085940639,hessian_weighted_relative_error,43476,0.02500,0.821
23,mlp.experts.75.gate_proj,0.0054272438,hessian_weighted_relative_error,25587,0.02500,0.821
23,mlp.experts.76.gate_proj,0.0053698438,hessian_weighted_relative_error,35553,0.02500,0.823
23,mlp.experts.77.gate_proj,0.0069773271,hessian_weighted_relative_error,23921,0.02500,0.820
23,mlp.experts.78.gate_proj,0.0029004867,hessian_weighted_relative_error,3649,0.02500,0.822
23,mlp.experts.79.gate_proj,0.0077575625,hessian_weighted_relative_error,36608,0.02500,0.820
23,mlp.experts.80.gate_proj,0.0063837960,hessian_weighted_relative_error,27783,0.02500,0.824
23,mlp.experts.81.gate_proj,0.0022027328,hessian_weighted_relative_error,4286,0.02500,0.825
23,mlp.experts.82.gate_proj,0.0045326533,hessian_weighted_relative_error,16023,0.02500,0.825
23,mlp.experts.83.gate_proj,0.0062845554,hessian_weighted_relative_error,15696,0.02500,0.826
23,mlp.experts.84.gate_proj,0.0084527104,hessian_weighted_relative_error,38147,0.02500,0.823
23,mlp.experts.85.gate_proj,0.0063501352,hessian_weighted_relative_error,27705,0.02500,0.825
23,mlp.experts.86.gate_proj,0.0061882584,hessian_weighted_relative_error,7024,0.02500,0.823
23,mlp.experts.87.gate_proj,0.0055937784,hessian_weighted_relative_error,37783,0.02500,0.825
23,mlp.experts.88.gate_proj,0.0047511314,hessian_weighted_relative_error,6162,0.02500,0.826
23,mlp.experts.89.gate_proj,0.0055847037,hessian_weighted_relative_error,14033,0.02500,0.829
23,mlp.experts.90.gate_proj,0.0042149510,hessian_weighted_relative_error,25480,0.02500,0.824
23,mlp.experts.91.gate_proj,0.0043587089,hessian_weighted_relative_error,14130,0.02500,0.829
23,mlp.experts.92.gate_proj,0.0055765327,hessian_weighted_relative_error,28562,0.02500,0.826
23,mlp.experts.93.gate_proj,0.0059668321,hessian_weighted_relative_error,33084,0.02500,0.830
23,mlp.experts.94.gate_proj,0.0065157623,hessian_weighted_relative_error,27490,0.02500,0.825
23,mlp.experts.95.gate_proj,0.0087182394,hessian_weighted_relative_error,36573,0.02500,0.828
23,mlp.experts.96.gate_proj,0.0019463031,hessian_weighted_relative_error,1500,0.02500,0.828
23,mlp.experts.97.gate_proj,0.0063440019,hessian_weighted_relative_error,17833,0.02500,0.832
23,mlp.experts.98.gate_proj,0.0076586113,hessian_weighted_relative_error,18535,0.02500,0.826
23,mlp.experts.99.gate_proj,0.0049107190,hessian_weighted_relative_error,33601,0.02500,0.830
23,mlp.experts.101.gate_proj,0.0067032018,hessian_weighted_relative_error,26816,0.02500,0.829
23,mlp.experts.102.gate_proj,0.0047588646,hessian_weighted_relative_error,18084,0.02500,0.826
23,mlp.experts.103.gate_proj,0.0043212329,hessian_weighted_relative_error,15062,0.02500,0.831
23,mlp.experts.104.gate_proj,0.0048592866,hessian_weighted_relative_error,29648,0.02500,0.828
23,mlp.experts.105.gate_proj,0.0068448085,hessian_weighted_relative_error,38538,0.02500,0.835
23,mlp.experts.106.gate_proj,0.0013934180,hessian_weighted_relative_error,10122,0.02500,0.831
23,mlp.experts.107.gate_proj,0.0056500036,hessian_weighted_relative_error,67902,0.02500,0.833
23,mlp.experts.109.gate_proj,0.0045742984,hessian_weighted_relative_error,5646,0.02500,0.836
23,mlp.experts.110.gate_proj,0.0041241584,hessian_weighted_relative_error,33972,0.02500,0.831
23,mlp.experts.112.gate_proj,0.0080055502,hessian_weighted_relative_error,27326,0.02500,0.830
23,mlp.experts.113.gate_proj,0.0051217242,hessian_weighted_relative_error,26665,0.02500,0.842
23,mlp.experts.114.gate_proj,0.0062037688,hessian_weighted_relative_error,40272,0.02500,0.829
23,mlp.experts.115.gate_proj,0.0059045445,hessian_weighted_relative_error,20519,0.02500,0.839
23,mlp.experts.116.gate_proj,0.0037951368,hessian_weighted_relative_error,7080,0.02500,0.831
23,mlp.experts.117.gate_proj,0.0046255119,hessian_weighted_relative_error,19570,0.02500,0.838
23,mlp.experts.118.gate_proj,0.0046064123,hessian_weighted_relative_error,31366,0.02500,0.830
23,mlp.experts.119.gate_proj,0.0050775006,hessian_weighted_relative_error,17732,0.02500,0.840
23,mlp.experts.120.gate_proj,0.0052478369,hessian_weighted_relative_error,31283,0.02500,0.832
23,mlp.experts.121.gate_proj,0.0025701439,hessian_weighted_relative_error,3285,0.02500,0.843
23,mlp.experts.122.gate_proj,0.0057473710,hessian_weighted_relative_error,23818,0.02500,0.830
23,mlp.experts.123.gate_proj,0.0055447096,hessian_weighted_relative_error,19926,0.02500,0.841
23,mlp.experts.124.gate_proj,0.0074437268,hessian_weighted_relative_error,46231,0.02500,0.832
23,mlp.experts.125.gate_proj,0.0042046251,hessian_weighted_relative_error,15963,0.02500,0.842
23,mlp.experts.126.gate_proj,0.0069816153,hessian_weighted_relative_error,40081,0.02500,0.831
23,mlp.experts.127.gate_proj,0.0066910070,hessian_weighted_relative_error,27995,0.02500,0.843
23,mlp.experts.128.gate_proj,0.0046510173,hessian_weighted_relative_error,14622,0.02500,0.833
23,mlp.experts.129.gate_proj,0.0058365239,hessian_weighted_relative_error,29222,0.02500,0.846
23,mlp.experts.130.gate_proj,0.0042571678,hessian_weighted_relative_error,15928,0.02500,0.832
23,mlp.experts.131.gate_proj,0.0042274167,hessian_weighted_relative_error,4861,0.02500,0.845
23,mlp.experts.132.gate_proj,0.0041183263,hessian_weighted_relative_error,30801,0.02500,0.833
23,mlp.experts.134.gate_proj,0.0076886950,hessian_weighted_relative_error,39530,0.02500,0.834
23,mlp.experts.135.gate_proj,0.0053360801,hessian_weighted_relative_error,30700,0.02500,0.847
23,mlp.experts.136.gate_proj,0.0052281152,hessian_weighted_relative_error,26051,0.02500,0.834
23,mlp.experts.137.gate_proj,0.0071250893,hessian_weighted_relative_error,27303,0.02500,0.848
23,mlp.experts.138.gate_proj,0.0065631840,hessian_weighted_relative_error,17145,0.02500,0.836
23,mlp.experts.139.gate_proj,0.0079798112,hessian_weighted_relative_error,38423,0.02500,0.850
23,mlp.experts.141.gate_proj,0.0075178794,hessian_weighted_relative_error,40227,0.02500,0.847
23,mlp.experts.142.gate_proj,0.0080765025,hessian_weighted_relative_error,24313,0.02500,0.834
23,mlp.experts.143.gate_proj,0.0073633926,hessian_weighted_relative_error,83825,0.02500,0.848
23,mlp.experts.144.gate_proj,0.0060770464,hessian_weighted_relative_error,55193,0.02500,0.837
23,mlp.experts.145.gate_proj,0.0064344863,hessian_weighted_relative_error,37093,0.02500,0.850
23,mlp.experts.146.gate_proj,0.0081183597,hessian_weighted_relative_error,26371,0.02500,0.834
23,mlp.experts.148.gate_proj,0.0056691414,hessian_weighted_relative_error,23517,0.02500,0.838
23,mlp.experts.149.gate_proj,0.0051957407,hessian_weighted_relative_error,23413,0.02500,0.855
23,mlp.experts.150.gate_proj,0.0031326030,hessian_weighted_relative_error,38941,0.02500,0.836
23,mlp.experts.151.gate_proj,0.0050136628,hessian_weighted_relative_error,13682,0.02500,0.851
23,mlp.experts.152.gate_proj,0.0045021856,hessian_weighted_relative_error,34508,0.02500,0.852
23,mlp.experts.154.gate_proj,0.0067893665,hessian_weighted_relative_error,38607,0.02500,0.852
23,mlp.experts.155.gate_proj,0.0081563677,hessian_weighted_relative_error,49395,0.02500,0.852
23,mlp.experts.156.gate_proj,0.0069550147,hessian_weighted_relative_error,17221,0.02500,0.850
23,mlp.experts.158.gate_proj,0.0038925507,hessian_weighted_relative_error,16834,0.02500,0.846
23,mlp.experts.159.gate_proj,0.0064767856,hessian_weighted_relative_error,17185,0.02500,0.855
23,mlp.experts.160.gate_proj,0.0069713994,hessian_weighted_relative_error,14466,0.02500,0.838
23,mlp.experts.161.gate_proj,0.0065977883,hessian_weighted_relative_error,30348,0.02500,0.853
23,mlp.experts.162.gate_proj,0.0050921421,hessian_weighted_relative_error,9478,0.02500,0.839
23,mlp.experts.163.gate_proj,0.0048035303,hessian_weighted_relative_error,21234,0.02500,0.874
23,mlp.experts.164.gate_proj,0.0043242411,hessian_weighted_relative_error,15570,0.02500,0.840
23,mlp.experts.165.gate_proj,0.0011226623,hessian_weighted_relative_error,1037,0.02500,0.854
23,mlp.experts.167.gate_proj,0.0074505492,hessian_weighted_relative_error,29252,0.02500,0.855
23,mlp.experts.168.gate_proj,0.0052482344,hessian_weighted_relative_error,23844,0.02500,0.839
23,mlp.experts.170.gate_proj,0.0050654327,hessian_weighted_relative_error,12650,0.02500,0.840
23,mlp.experts.171.gate_proj,0.0038329694,hessian_weighted_relative_error,11455,0.02500,0.851
23,mlp.experts.175.gate_proj,0.0069089116,hessian_weighted_relative_error,28006,0.02500,0.855
23,mlp.experts.176.gate_proj,0.0039161614,hessian_weighted_relative_error,6532,0.02500,0.841
23,mlp.experts.177.gate_proj,0.0050637551,hessian_weighted_relative_error,25968,0.02500,0.856
23,mlp.experts.179.gate_proj,0.0052581593,hessian_weighted_relative_error,17564,0.02500,0.852
23,mlp.experts.180.gate_proj,0.0055444734,hessian_weighted_relative_error,34885,0.02500,0.841
23,mlp.experts.181.gate_proj,0.0048210803,hessian_weighted_relative_error,10191,0.02500,0.854
23,mlp.experts.182.gate_proj,0.0048962078,hessian_weighted_relative_error,20408,0.02500,0.842
23,mlp.experts.183.gate_proj,0.0046557940,hessian_weighted_relative_error,28453,0.02500,0.852
23,mlp.experts.184.gate_proj,0.0045924041,hessian_weighted_relative_error,22866,0.02500,0.843
23,mlp.experts.185.gate_proj,0.0033727221,hessian_weighted_relative_error,6545,0.02500,0.854
23,mlp.experts.186.gate_proj,0.0038665708,hessian_weighted_relative_error,8325,0.02500,0.842
23,mlp.experts.187.gate_proj,0.0067223428,hessian_weighted_relative_error,36848,0.02500,0.855
23,mlp.experts.188.gate_proj,0.0077890478,hessian_weighted_relative_error,15791,0.02500,0.842
23,mlp.experts.190.gate_proj,0.0054598567,hessian_weighted_relative_error,12919,0.02500,0.842
23,mlp.experts.192.gate_proj,0.0073601891,hessian_weighted_relative_error,32142,0.02500,0.845
23,mlp.experts.193.gate_proj,0.0024073634,hessian_weighted_relative_error,1947,0.02500,0.857
23,mlp.experts.194.gate_proj,0.0048946437,hessian_weighted_relative_error,16006,0.02500,0.845
23,mlp.experts.197.gate_proj,0.0046639751,hessian_weighted_relative_error,14508,0.02500,0.858
23,mlp.experts.199.gate_proj,0.0069784008,hessian_weighted_relative_error,14917,0.02500,0.853
23,mlp.experts.200.gate_proj,0.0052648771,hessian_weighted_relative_error,22011,0.02500,0.843
23,mlp.experts.201.gate_proj,0.0061090597,hessian_weighted_relative_error,46315,0.02500,0.855
23,mlp.experts.203.gate_proj,0.0060037110,hessian_weighted_relative_error,33195,0.02500,0.856
23,mlp.experts.204.gate_proj,0.0067289424,hessian_weighted_relative_error,24354,0.02500,0.845
23,mlp.experts.205.gate_proj,0.0071250769,hessian_weighted_relative_error,40224,0.02500,0.858
23,mlp.experts.206.gate_proj,0.0065967961,hessian_weighted_relative_error,20102,0.02500,0.845
23,mlp.experts.207.gate_proj,0.0054739953,hessian_weighted_relative_error,33108,0.02500,0.855
23,mlp.experts.208.gate_proj,0.0070874807,hessian_weighted_relative_error,28825,0.02500,0.845
23,mlp.experts.209.gate_proj,0.0058624154,hessian_weighted_relative_error,12819,0.02500,0.856
23,mlp.experts.210.gate_proj,0.0067134260,hessian_weighted_relative_error,31405,0.02500,0.843
23,mlp.experts.211.gate_proj,0.0061553432,hessian_weighted_relative_error,31292,0.02500,0.855
23,mlp.experts.212.gate_proj,0.0062361084,hessian_weighted_relative_error,18826,0.02500,0.844
23,mlp.experts.214.gate_proj,0.0051922160,hessian_weighted_relative_error,20981,0.02500,0.842
23,mlp.experts.215.gate_proj,0.0043996117,hessian_weighted_relative_error,17430,0.02500,0.856
23,mlp.experts.216.gate_proj,0.0049431611,hessian_weighted_relative_error,8863,0.02500,0.845
23,mlp.experts.218.gate_proj,0.0055444507,hessian_weighted_relative_error,9281,0.02500,0.848
23,mlp.experts.219.gate_proj,0.0065446501,hessian_weighted_relative_error,25122,0.02500,0.856
23,mlp.experts.222.gate_proj,0.0075218834,hessian_weighted_relative_error,25079,0.02500,0.846
23,mlp.experts.223.gate_proj,0.0059096316,hessian_weighted_relative_error,31200,0.02500,0.856
23,mlp.experts.224.gate_proj,0.0058839581,hessian_weighted_relative_error,32469,0.02500,0.849
23,mlp.experts.225.gate_proj,0.0058620651,hessian_weighted_relative_error,35800,0.02500,0.860
23,mlp.experts.226.gate_proj,0.0071593337,hessian_weighted_relative_error,20540,0.02500,0.846
23,mlp.experts.227.gate_proj,0.0052156944,hessian_weighted_relative_error,13128,0.02500,0.857
23,mlp.experts.228.gate_proj,0.0062846792,hessian_weighted_relative_error,54111,0.02500,0.848
23,mlp.experts.229.gate_proj,0.0065838771,hessian_weighted_relative_error,41510,0.02500,0.856
23,mlp.experts.231.gate_proj,0.0072292895,hessian_weighted_relative_error,35232,0.02500,0.857
23,mlp.experts.234.gate_proj,0.0040055062,hessian_weighted_relative_error,11516,0.02500,0.849
23,mlp.experts.235.gate_proj,0.0049258452,hessian_weighted_relative_error,21741,0.02500,0.858
23,mlp.experts.236.gate_proj,0.0043058203,hessian_weighted_relative_error,20964,0.02500,0.850
23,mlp.experts.237.gate_proj,0.0036998852,hessian_weighted_relative_error,6713,0.02500,0.856
23,mlp.experts.238.gate_proj,0.0045910126,hessian_weighted_relative_error,23046,0.02500,0.845
23,mlp.experts.239.gate_proj,0.0075106647,hessian_weighted_relative_error,47289,0.02500,0.860
23,mlp.experts.240.gate_proj,0.0027105607,hessian_weighted_relative_error,4429,0.02500,0.847
23,mlp.experts.242.gate_proj,0.0070673892,hessian_weighted_relative_error,42955,0.02500,0.850
23,mlp.experts.243.gate_proj,0.0049736180,hessian_weighted_relative_error,9138,0.02500,0.859
23,mlp.experts.244.gate_proj,0.0031397079,hessian_weighted_relative_error,6840,0.02500,0.849
23,mlp.experts.245.gate_proj,0.0069775721,hessian_weighted_relative_error,27249,0.02500,0.856
23,mlp.experts.246.gate_proj,0.0018030907,hessian_weighted_relative_error,1321,0.02500,0.847
23,mlp.experts.247.gate_proj,0.0069722727,hessian_weighted_relative_error,30407,0.02500,0.858
23,mlp.experts.248.gate_proj,0.0074457656,hessian_weighted_relative_error,33690,0.02500,0.848
23,mlp.experts.249.gate_proj,0.0069228577,hessian_weighted_relative_error,33563,0.02500,0.860
23,mlp.experts.250.gate_proj,0.0058460687,hessian_weighted_relative_error,36984,0.02500,0.851
23,mlp.experts.251.gate_proj,0.0054340017,hessian_weighted_relative_error,20448,0.02500,0.859
23,mlp.experts.252.gate_proj,0.0063140134,hessian_weighted_relative_error,18755,0.02500,0.849
23,mlp.experts.253.gate_proj,0.0054483409,hessian_weighted_relative_error,16348,0.02500,0.863
23,mlp.experts.254.gate_proj,0.0084329729,hessian_weighted_relative_error,60007,0.02500,0.847
23,mlp.experts.255.gate_proj,0.0078250094,hessian_weighted_relative_error,24098,0.02500,0.859
23,mlp.experts.257.gate_proj,0.0037443317,hessian_weighted_relative_error,5387,0.02500,0.859
23,mlp.experts.258.gate_proj,0.0072360564,hessian_weighted_relative_error,12701,0.02500,0.850
23,mlp.experts.259.gate_proj,0.0058656180,hessian_weighted_relative_error,26107,0.02500,0.857
23,mlp.experts.260.gate_proj,0.0051932205,hessian_weighted_relative_error,19441,0.02500,0.850
23,mlp.experts.261.gate_proj,0.0056241178,hessian_weighted_relative_error,15434,0.02500,0.865
23,mlp.experts.262.gate_proj,0.0059204374,hessian_weighted_relative_error,39581,0.02500,0.850
23,mlp.experts.263.gate_proj,0.0064570231,hessian_weighted_relative_error,12940,0.02500,0.861
23,mlp.experts.264.gate_proj,0.0063066780,hessian_weighted_relative_error,10195,0.02500,0.848
23,mlp.experts.265.gate_proj,0.0031502949,hessian_weighted_relative_error,20677,0.02500,0.858
23,mlp.experts.266.gate_proj,0.0053259185,hessian_weighted_relative_error,8781,0.02500,0.851
23,mlp.experts.267.gate_proj,0.0051093537,hessian_weighted_relative_error,11781,0.02500,0.857
23,mlp.experts.268.gate_proj,0.0080125993,hessian_weighted_relative_error,26247,0.02500,0.850
23,mlp.experts.270.gate_proj,0.0058483400,hessian_weighted_relative_error,15049,0.02500,0.848
23,mlp.experts.271.gate_proj,0.0076646314,hessian_weighted_relative_error,44430,0.02500,0.857
23,mlp.experts.272.gate_proj,0.0060175500,hessian_weighted_relative_error,34508,0.02500,0.850
23,mlp.experts.273.gate_proj,0.0063041033,hessian_weighted_relative_error,14123,0.02500,0.861
23,mlp.experts.274.gate_proj,0.0081669849,hessian_weighted_relative_error,34959,0.02500,0.852
23,mlp.experts.275.gate_proj,0.0047942173,hessian_weighted_relative_error,20639,0.02500,0.859
23,mlp.experts.276.gate_proj,0.0059148500,hessian_weighted_relative_error,19599,0.02500,0.852
23,mlp.experts.277.gate_proj,0.0083812713,hessian_weighted_relative_error,28564,0.02500,0.860
23,mlp.experts.278.gate_proj,0.0055978180,hessian_weighted_relative_error,12356,0.02500,0.848
23,mlp.experts.281.gate_proj,0.0062236931,hessian_weighted_relative_error,25882,0.02500,0.859
23,mlp.experts.282.gate_proj,0.0044977924,hessian_weighted_relative_error,33672,0.02500,0.850
23,mlp.experts.283.gate_proj,0.0078606193,hessian_weighted_relative_error,27577,0.02500,0.857
23,mlp.experts.284.gate_proj,0.0029728926,hessian_weighted_relative_error,4424,0.02500,0.848
23,mlp.experts.285.gate_proj,0.0040568565,hessian_weighted_relative_error,11696,0.02500,0.861
23,mlp.experts.286.gate_proj,0.0057066000,hessian_weighted_relative_error,30621,0.02500,0.852
23,mlp.experts.287.gate_proj,0.0050418813,hessian_weighted_relative_error,23467,0.02500,0.864
23,mlp.experts.0.up_proj,0.0042410447,hessian_weighted_relative_error,13427,0.02500,0.850
23,mlp.experts.1.up_proj,0.0045863946,hessian_weighted_relative_error,10729,0.02500,0.865
23,mlp.experts.2.up_proj,0.0055695223,hessian_weighted_relative_error,27542,0.02500,0.849
23,mlp.experts.3.up_proj,0.0056452684,hessian_weighted_relative_error,33854,0.02500,0.862
23,mlp.experts.5.up_proj,0.0059128627,hessian_weighted_relative_error,15465,0.02500,0.862
23,mlp.experts.7.up_proj,0.0082443573,hessian_weighted_relative_error,20055,0.02500,0.860
23,mlp.experts.8.up_proj,0.0061662550,hessian_weighted_relative_error,7963,0.02500,0.853
23,mlp.experts.9.up_proj,0.0073370016,hessian_weighted_relative_error,16868,0.02500,0.862
23,mlp.experts.10.up_proj,0.0064058162,hessian_weighted_relative_error,20381,0.02500,0.851
23,mlp.experts.12.up_proj,0.0078604756,hessian_weighted_relative_error,34943,0.02500,0.852
23,mlp.experts.14.up_proj,0.0068040531,hessian_weighted_relative_error,17180,0.02500,0.853
23,mlp.experts.16.up_proj,0.0087162246,hessian_weighted_relative_error,24119,0.02500,0.854
23,mlp.experts.17.up_proj,0.0065157049,hessian_weighted_relative_error,20558,0.02500,0.865
23,mlp.experts.18.up_proj,0.0057863479,hessian_weighted_relative_error,23093,0.02500,0.853
23,mlp.experts.21.up_proj,0.0064927502,hessian_weighted_relative_error,21099,0.02500,0.865
23,mlp.experts.22.up_proj,0.0049846144,hessian_weighted_relative_error,8774,0.02500,0.854
23,mlp.experts.24.up_proj,0.0064785806,hessian_weighted_relative_error,16565,0.02500,0.863
23,mlp.experts.26.up_proj,0.0044050114,hessian_weighted_relative_error,5856,0.02500,0.860
23,mlp.experts.27.up_proj,0.0043220248,hessian_weighted_relative_error,9264,0.02500,0.871
23,mlp.experts.28.up_proj,0.0040170511,hessian_weighted_relative_error,19969,0.02500,0.863
23,mlp.experts.29.up_proj,0.0086705012,hessian_weighted_relative_error,30416,0.02500,0.867
23,mlp.experts.31.up_proj,0.0102507946,hessian_weighted_relative_error,34573,0.02500,0.864
23,mlp.experts.32.up_proj,0.0065775299,hessian_weighted_relative_error,40801,0.02500,0.868
23,mlp.experts.33.up_proj,0.0076412317,hessian_weighted_relative_error,25987,0.02500,0.865
23,mlp.experts.34.up_proj,0.0094089880,hessian_weighted_relative_error,23543,0.02500,0.864
23,mlp.experts.35.up_proj,0.0092130542,hessian_weighted_relative_error,36789,0.02500,0.866
23,mlp.experts.36.up_proj,0.0084298708,hessian_weighted_relative_error,18219,0.02500,0.866
23,mlp.experts.37.up_proj,0.0087187951,hessian_weighted_relative_error,32608,0.02500,0.864
23,mlp.experts.38.up_proj,0.0055093360,hessian_weighted_relative_error,15786,0.02500,0.865
23,mlp.experts.39.up_proj,0.0050714723,hessian_weighted_relative_error,18702,0.02500,0.865
23,mlp.experts.41.up_proj,0.0077810618,hessian_weighted_relative_error,24659,0.02500,0.864
23,mlp.experts.42.up_proj,0.0043753173,hessian_weighted_relative_error,19328,0.02500,0.864
23,mlp.experts.43.up_proj,0.0023893716,hessian_weighted_relative_error,1024,0.02500,0.867
23,mlp.experts.44.up_proj,0.0075865938,hessian_weighted_relative_error,41515,0.02500,0.864
23,mlp.experts.45.up_proj,0.0053918064,hessian_weighted_relative_error,18134,0.02500,0.864
23,mlp.experts.47.up_proj,0.0038532908,hessian_weighted_relative_error,9117,0.02500,0.864
23,mlp.experts.48.up_proj,0.0063267365,hessian_weighted_relative_error,25894,0.02500,0.866
23,mlp.experts.50.up_proj,0.0074424706,hessian_weighted_relative_error,25777,0.02500,0.868
23,mlp.experts.51.up_proj,0.0045514681,hessian_weighted_relative_error,21818,0.02500,0.866
23,mlp.experts.52.up_proj,0.0057543954,hessian_weighted_relative_error,25365,0.02500,0.866
23,mlp.experts.53.up_proj,0.0080948912,hessian_weighted_relative_error,31733,0.02500,0.867
23,mlp.experts.55.up_proj,0.0080671357,hessian_weighted_relative_error,39091,0.02500,0.864
23,mlp.experts.56.up_proj,0.0060887224,hessian_weighted_relative_error,42236,0.02500,0.865
23,mlp.experts.57.up_proj,0.0060685395,hessian_weighted_relative_error,5533,0.02500,0.866
23,mlp.experts.58.up_proj,0.0085775703,hessian_weighted_relative_error,35062,0.02500,0.866
23,mlp.experts.61.up_proj,0.0086151912,hessian_weighted_relative_error,39308,0.02500,0.867
23,mlp.experts.62.up_proj,0.0060967157,hessian_weighted_relative_error,32102,0.02500,0.865
23,mlp.experts.65.up_proj,0.0039270355,hessian_weighted_relative_error,11791,0.02500,0.874
23,mlp.experts.66.up_proj,0.0044711564,hessian_weighted_relative_error,8035,0.02500,0.864
23,mlp.experts.67.up_proj,0.0060263708,hessian_weighted_relative_error,13326,0.02500,0.875
23,mlp.experts.69.up_proj,0.0059895022,hessian_weighted_relative_error,17586,0.02500,0.866
23,mlp.experts.70.up_proj,0.0037746318,hessian_weighted_relative_error,19526,0.02500,0.870
23,mlp.experts.71.up_proj,0.0027436982,hessian_weighted_relative_error,6393,0.02500,0.888
23,mlp.experts.72.up_proj,0.0068115289,hessian_weighted_relative_error,8922,0.02500,0.855
23,mlp.experts.73.up_proj,0.0063708463,hessian_weighted_relative_error,17995,0.02500,0.865
23,mlp.experts.74.up_proj,0.0096660552,hessian_weighted_relative_error,43476,0.02500,0.856
23,mlp.experts.75.up_proj,0.0060832914,hessian_weighted_relative_error,25587,0.02500,0.875
23,mlp.experts.77.up_proj,0.0074303441,hessian_weighted_relative_error,23921,0.02500,0.872
23,mlp.experts.78.up_proj,0.0031210960,hessian_weighted_relative_error,3649,0.02500,0.855
23,mlp.experts.79.up_proj,0.0087634585,hessian_weighted_relative_error,36608,0.02500,0.868
23,mlp.experts.80.up_proj,0.0075182957,hessian_weighted_relative_error,27783,0.02500,0.857
23,mlp.experts.81.up_proj,0.0023219294,hessian_weighted_relative_error,4286,0.02500,0.870
23,mlp.experts.82.up_proj,0.0050728027,hessian_weighted_relative_error,16023,0.02500,0.857
23,mlp.experts.83.up_proj,0.0070564099,hessian_weighted_relative_error,15696,0.02500,0.882
23,mlp.experts.84.up_proj,0.0100664557,hessian_weighted_relative_error,38147,0.02500,0.855
23,mlp.experts.85.up_proj,0.0070484692,hessian_weighted_relative_error,27705,0.02500,0.867
23,mlp.experts.86.up_proj,0.0077108421,hessian_weighted_relative_error,7024,0.02500,0.856
23,mlp.experts.88.up_proj,0.0053137283,hessian_weighted_relative_error,6162,0.02500,0.858
23,mlp.experts.89.up_proj,0.0062447216,hessian_weighted_relative_error,14033,0.02500,0.866
23,mlp.experts.90.up_proj,0.0046784283,hessian_weighted_relative_error,25480,0.02500,0.856
23,mlp.experts.91.up_proj,0.0050050101,hessian_weighted_relative_error,14130,0.02500,0.876
23,mlp.experts.92.up_proj,0.0063197848,hessian_weighted_relative_error,28562,0.02500,0.856
23,mlp.experts.95.up_proj,0.0098963851,hessian_weighted_relative_error,36573,0.02500,0.866
23,mlp.experts.96.up_proj,0.0020099100,hessian_weighted_relative_error,1500,0.02500,0.857
23,mlp.experts.97.up_proj,0.0067165780,hessian_weighted_relative_error,17833,0.02500,0.866
23,mlp.experts.98.up_proj,0.0085486936,hessian_weighted_relative_error,18535,0.02500,0.855
23,mlp.experts.101.up_proj,0.0078321136,hessian_weighted_relative_error,26816,0.02500,0.874
23,mlp.experts.102.up_proj,0.0050112713,hessian_weighted_relative_error,18084,0.02500,0.856
23,mlp.experts.103.up_proj,0.0045877828,hessian_weighted_relative_error,15062,0.02500,0.879
23,mlp.experts.105.up_proj,0.0075941959,hessian_weighted_relative_error,38538,0.02500,0.868
23,mlp.experts.106.up_proj,0.0015018999,hessian_weighted_relative_error,10122,0.02500,0.859
23,mlp.experts.107.up_proj,0.0058919469,hessian_weighted_relative_error,67902,0.02500,0.869
23,mlp.experts.109.up_proj,0.0051012369,hessian_weighted_relative_error,5646,0.02500,0.870
23,mlp.experts.110.up_proj,0.0042794236,hessian_weighted_relative_error,33972,0.02500,0.857
23,mlp.experts.112.up_proj,0.0088403224,hessian_weighted_relative_error,27326,0.02500,0.856
23,mlp.experts.113.up_proj,0.0055411016,hessian_weighted_relative_error,26665,0.02500,0.868
23,mlp.experts.114.up_proj,0.0067861783,hessian_weighted_relative_error,40272,0.02500,0.854
23,mlp.experts.115.up_proj,0.0064124975,hessian_weighted_relative_error,20519,0.02500,0.879
23,mlp.experts.116.up_proj,0.0046230725,hessian_weighted_relative_error,7080,0.02500,0.855
23,mlp.experts.117.up_proj,0.0051646719,hessian_weighted_relative_error,19570,0.02500,0.867
23,mlp.experts.118.up_proj,0.0057243876,hessian_weighted_relative_error,31366,0.02500,0.854
23,mlp.experts.119.up_proj,0.0063114861,hessian_weighted_relative_error,17732,0.02500,0.871
23,mlp.experts.120.up_proj,0.0056628180,hessian_weighted_relative_error,31283,0.02500,0.859
23,mlp.experts.121.up_proj,0.0029428034,hessian_weighted_relative_error,3285,0.02500,0.873
23,mlp.experts.122.up_proj,0.0060261027,hessian_weighted_relative_error,23818,0.02500,0.856
23,mlp.experts.123.up_proj,0.0062135579,hessian_weighted_relative_error,19926,0.02500,0.877
23,mlp.experts.124.up_proj,0.0088163619,hessian_weighted_relative_error,46231,0.02500,0.857
23,mlp.experts.125.up_proj,0.0047414836,hessian_weighted_relative_error,15963,0.02500,0.868
23,mlp.experts.126.up_proj,0.0074338229,hessian_weighted_relative_error,40081,0.02500,0.855
23,mlp.experts.127.up_proj,0.0076418258,hessian_weighted_relative_error,27995,0.02500,0.870
23,mlp.experts.128.up_proj,0.0061677064,hessian_weighted_relative_error,14622,0.02500,0.857
23,mlp.experts.129.up_proj,0.0061744527,hessian_weighted_relative_error,29222,0.02500,0.877
23,mlp.experts.130.up_proj,0.0046542461,hessian_weighted_relative_error,15928,0.02500,0.856
23,mlp.experts.131.up_proj,0.0048609991,hessian_weighted_relative_error,4861,0.02500,0.868
23,mlp.experts.132.up_proj,0.0045199089,hessian_weighted_relative_error,30801,0.02500,0.859
23,mlp.experts.134.up_proj,0.0084028994,hessian_weighted_relative_error,39530,0.02500,0.857
23,mlp.experts.135.up_proj,0.0060803729,hessian_weighted_relative_error,30700,0.02500,0.881
23,mlp.experts.136.up_proj,0.0059827310,hessian_weighted_relative_error,26051,0.02500,0.858
23,mlp.experts.137.up_proj,0.0077426410,hessian_weighted_relative_error,27303,0.02500,0.883
23,mlp.experts.138.up_proj,0.0075575254,hessian_weighted_relative_error,17145,0.02500,0.856
23,mlp.experts.139.up_proj,0.0091754061,hessian_weighted_relative_error,38423,0.02500,0.881
23,mlp.experts.141.up_proj,0.0085242625,hessian_weighted_relative_error,40227,0.02500,0.877
23,mlp.experts.142.up_proj,0.0092310338,hessian_weighted_relative_error,24313,0.02500,0.856
23,mlp.experts.144.up_proj,0.0078801962,hessian_weighted_relative_error,55193,0.02500,0.857
23,mlp.experts.145.up_proj,0.0069583728,hessian_weighted_relative_error,37093,0.02500,0.877
23,mlp.experts.146.up_proj,0.0088745071,hessian_weighted_relative_error,26371,0.02500,0.857
23,mlp.experts.148.up_proj,0.0063773111,hessian_weighted_relative_error,23517,0.02500,0.861
23,mlp.experts.149.up_proj,0.0057065456,hessian_weighted_relative_error,23413,0.02500,0.874
23,mlp.experts.151.up_proj,0.0053956968,hessian_weighted_relative_error,13682,0.02500,0.877
23,mlp.experts.152.up_proj,0.0051655649,hessian_weighted_relative_error,34508,0.02500,0.858
23,mlp.experts.154.up_proj,0.0072446863,hessian_weighted_relative_error,38607,0.02500,0.860
23,mlp.experts.156.up_proj,0.0075978933,hessian_weighted_relative_error,17221,0.02500,0.859
23,mlp.experts.158.up_proj,0.0041820231,hessian_weighted_relative_error,16834,0.02500,0.860
23,mlp.experts.159.up_proj,0.0071234836,hessian_weighted_relative_error,17185,0.02500,0.876
23,mlp.experts.160.up_proj,0.0076910920,hessian_weighted_relative_error,14466,0.02500,0.858
23,mlp.experts.161.up_proj,0.0075439243,hessian_weighted_relative_error,30348,0.02500,0.880
23,mlp.experts.162.up_proj,0.0057414420,hessian_weighted_relative_error,9478,0.02500,0.860
23,mlp.experts.163.up_proj,0.0052578793,hessian_weighted_relative_error,21234,0.02500,0.879
23,mlp.experts.164.up_proj,0.0047146207,hessian_weighted_relative_error,15570,0.02500,0.859
23,mlp.experts.165.up_proj,0.0012348569,hessian_weighted_relative_error,1037,0.02500,0.871
23,mlp.experts.167.up_proj,0.0083181318,hessian_weighted_relative_error,29252,0.02500,0.884
23,mlp.experts.170.up_proj,0.0056248672,hessian_weighted_relative_error,12650,0.02500,0.860
23,mlp.experts.171.up_proj,0.0042947503,hessian_weighted_relative_error,11455,0.02500,0.883
23,mlp.experts.176.up_proj,0.0045683460,hessian_weighted_relative_error,6532,0.02500,0.860
23,mlp.experts.177.up_proj,0.0057597506,hessian_weighted_relative_error,25968,0.02500,0.880
23,mlp.experts.179.up_proj,0.0055564222,hessian_weighted_relative_error,17564,0.02500,0.875
23,mlp.experts.180.up_proj,0.0060377959,hessian_weighted_relative_error,34885,0.02500,0.861
23,mlp.experts.181.up_proj,0.0053877653,hessian_weighted_relative_error,10191,0.02500,0.874
23,mlp.experts.182.up_proj,0.0053303368,hessian_weighted_relative_error,20408,0.02500,0.872
23,mlp.experts.183.up_proj,0.0048865975,hessian_weighted_relative_error,28453,0.02500,0.880
23,mlp.experts.184.up_proj,0.0051376726,hessian_weighted_relative_error,22866,0.02500,0.861
23,mlp.experts.185.up_proj,0.0039310976,hessian_weighted_relative_error,6545,0.02500,0.882
23,mlp.experts.186.up_proj,0.0041357822,hessian_weighted_relative_error,8325,0.02500,0.861
23,mlp.experts.187.up_proj,0.0075256952,hessian_weighted_relative_error,36848,0.02500,0.877
23,mlp.experts.188.up_proj,0.0085242052,hessian_weighted_relative_error,15791,0.02500,0.861
23,mlp.experts.190.up_proj,0.0059755332,hessian_weighted_relative_error,12919,0.02500,0.859
23,mlp.experts.192.up_proj,0.0080250788,hessian_weighted_relative_error,32142,0.02500,0.861
23,mlp.experts.193.up_proj,0.0026419559,hessian_weighted_relative_error,1947,0.02500,0.878
23,mlp.experts.194.up_proj,0.0054973096,hessian_weighted_relative_error,16006,0.02500,0.859
23,mlp.experts.197.up_proj,0.0050050617,hessian_weighted_relative_error,14508,0.02500,0.883
23,mlp.experts.199.up_proj,0.0074411770,hessian_weighted_relative_error,14917,0.02500,0.884
23,mlp.experts.200.up_proj,0.0057553558,hessian_weighted_relative_error,22011,0.02500,0.861
23,mlp.experts.203.up_proj,0.0065032798,hessian_weighted_relative_error,33195,0.02500,0.890
23,mlp.experts.204.up_proj,0.0074682813,hessian_weighted_relative_error,24354,0.02500,0.860
23,mlp.experts.205.up_proj,0.0078356581,hessian_weighted_relative_error,40224,0.02500,0.885
23,mlp.experts.206.up_proj,0.0078419376,hessian_weighted_relative_error,20102,0.02500,0.859
23,mlp.experts.207.up_proj,0.0062706705,hessian_weighted_relative_error,33108,0.02500,0.876
23,mlp.experts.208.up_proj,0.0079175735,hessian_weighted_relative_error,28825,0.02500,0.860
23,mlp.experts.209.up_proj,0.0065913822,hessian_weighted_relative_error,12819,0.02500,0.883
23,mlp.experts.210.up_proj,0.0073892723,hessian_weighted_relative_error,31405,0.02500,0.857
23,mlp.experts.211.up_proj,0.0064141603,hessian_weighted_relative_error,31292,0.02500,0.885
23,mlp.experts.212.up_proj,0.0071253472,hessian_weighted_relative_error,18826,0.02500,0.860
23,mlp.experts.214.up_proj,0.0056971455,hessian_weighted_relative_error,20981,0.02500,0.859
23,mlp.experts.215.up_proj,0.0050366287,hessian_weighted_relative_error,17430,0.02500,0.885
23,mlp.experts.216.up_proj,0.0053134313,hessian_weighted_relative_error,8863,0.02500,0.860
23,mlp.experts.218.up_proj,0.0061941516,hessian_weighted_relative_error,9281,0.02500,0.860
23,mlp.experts.219.up_proj,0.0073561595,hessian_weighted_relative_error,25122,0.02500,0.880
23,mlp.experts.222.up_proj,0.0085532571,hessian_weighted_relative_error,25079,0.02500,0.860
23,mlp.experts.223.up_proj,0.0065791592,hessian_weighted_relative_error,31200,0.02500,0.884
23,mlp.experts.224.up_proj,0.0064404342,hessian_weighted_relative_error,32469,0.02500,0.860
23,mlp.experts.225.up_proj,0.0068093901,hessian_weighted_relative_error,35800,0.02500,0.883
23,mlp.experts.226.up_proj,0.0083542190,hessian_weighted_relative_error,20540,0.02500,0.861
23,mlp.experts.227.up_proj,0.0056809127,hessian_weighted_relative_error,13128,0.02500,0.884
23,mlp.experts.228.up_proj,0.0064535237,hessian_weighted_relative_error,54111,0.02500,0.861
23,mlp.experts.229.up_proj,0.0072105467,hessian_weighted_relative_error,41510,0.02500,0.886
23,mlp.experts.231.up_proj,0.0078408385,hessian_weighted_relative_error,35232,0.02500,0.889
23,mlp.experts.234.up_proj,0.0045630992,hessian_weighted_relative_error,11516,0.02500,0.859
23,mlp.experts.235.up_proj,0.0055881393,hessian_weighted_relative_error,21741,0.02500,0.881
23,mlp.experts.237.up_proj,0.0046039733,hessian_weighted_relative_error,6713,0.02500,0.888
23,mlp.experts.238.up_proj,0.0052723744,hessian_weighted_relative_error,23046,0.02500,0.861
23,mlp.experts.240.up_proj,0.0030822920,hessian_weighted_relative_error,4429,0.02500,0.860
23,mlp.experts.242.up_proj,0.0074599182,hessian_weighted_relative_error,42955,0.02500,0.859
23,mlp.experts.243.up_proj,0.0053410068,hessian_weighted_relative_error,9138,0.02500,0.887
23,mlp.experts.244.up_proj,0.0034751428,hessian_weighted_relative_error,6840,0.02500,0.862
23,mlp.experts.245.up_proj,0.0077910604,hessian_weighted_relative_error,27249,0.02500,0.886
23,mlp.experts.246.up_proj,0.0020818887,hessian_weighted_relative_error,1321,0.02500,0.860
23,mlp.experts.247.up_proj,0.0081988100,hessian_weighted_relative_error,30407,0.02500,0.888
23,mlp.experts.248.up_proj,0.0078164370,hessian_weighted_relative_error,33690,0.02500,0.867
23,mlp.experts.250.up_proj,0.0069255543,hessian_weighted_relative_error,36984,0.02500,0.864
23,mlp.experts.251.up_proj,0.0061419301,hessian_weighted_relative_error,20448,0.02500,0.883
23,mlp.experts.252.up_proj,0.0068403809,hessian_weighted_relative_error,18755,0.02500,0.864
23,mlp.experts.253.up_proj,0.0062535344,hessian_weighted_relative_error,16348,0.02500,0.889
23,mlp.experts.254.up_proj,0.0101920882,hessian_weighted_relative_error,60007,0.02500,0.861
23,mlp.experts.255.up_proj,0.0086813769,hessian_weighted_relative_error,24098,0.02500,0.890
23,mlp.experts.257.up_proj,0.0043423862,hessian_weighted_relative_error,5387,0.02500,0.886
23,mlp.experts.258.up_proj,0.0079569546,hessian_weighted_relative_error,12701,0.02500,0.863
23,mlp.experts.259.up_proj,0.0064555738,hessian_weighted_relative_error,26107,0.02500,0.902
23,mlp.experts.260.up_proj,0.0058446568,hessian_weighted_relative_error,19441,0.02500,0.862
23,mlp.experts.261.up_proj,0.0060364312,hessian_weighted_relative_error,15434,0.02500,0.887
23,mlp.experts.262.up_proj,0.0065068561,hessian_weighted_relative_error,39581,0.02500,0.860
23,mlp.experts.263.up_proj,0.0071834947,hessian_weighted_relative_error,12940,0.02500,0.892
23,mlp.experts.264.up_proj,0.0068480314,hessian_weighted_relative_error,10195,0.02500,0.860
23,mlp.experts.265.up_proj,0.0034178371,hessian_weighted_relative_error,20677,0.02500,0.885
23,mlp.experts.266.up_proj,0.0063528457,hessian_weighted_relative_error,8781,0.02500,0.863
23,mlp.experts.267.up_proj,0.0056601957,hessian_weighted_relative_error,11781,0.02500,0.896
23,mlp.experts.268.up_proj,0.0091594005,hessian_weighted_relative_error,26247,0.02500,0.861
23,mlp.experts.270.up_proj,0.0063925250,hessian_weighted_relative_error,15049,0.02500,0.862
23,mlp.experts.272.up_proj,0.0084012137,hessian_weighted_relative_error,34508,0.02500,0.860
23,mlp.experts.273.up_proj,0.0070245065,hessian_weighted_relative_error,14123,0.02500,0.886
23,mlp.experts.274.up_proj,0.0099921321,hessian_weighted_relative_error,34959,0.02500,0.863
23,mlp.experts.275.up_proj,0.0049498977,hessian_weighted_relative_error,20639,0.02500,0.892
23,mlp.experts.276.up_proj,0.0063704084,hessian_weighted_relative_error,19599,0.02500,0.861
23,mlp.experts.277.up_proj,0.0090604248,hessian_weighted_relative_error,28564,0.02500,0.881
23,mlp.experts.278.up_proj,0.0061007250,hessian_weighted_relative_error,12356,0.02500,0.861
23,mlp.experts.281.up_proj,0.0068020160,hessian_weighted_relative_error,25882,0.02500,0.888
23,mlp.experts.282.up_proj,0.0051417056,hessian_weighted_relative_error,33672,0.02500,0.861
23,mlp.experts.283.up_proj,0.0088633884,hessian_weighted_relative_error,27577,0.02500,0.888
23,mlp.experts.284.up_proj,0.0033615772,hessian_weighted_relative_error,4424,0.02500,0.860
23,mlp.experts.285.up_proj,0.0043590227,hessian_weighted_relative_error,11696,0.02500,0.892
23,mlp.experts.286.up_proj,0.0067422130,hessian_weighted_relative_error,30621,0.02500,0.861
23,mlp.experts.287.up_proj,0.0054469993,hessian_weighted_relative_error,23467,0.02500,0.881
23,mlp.experts.0.down_proj,0.0107739588,hessian_weighted_relative_error,13427,0.02500,0.768
23,mlp.experts.1.down_proj,0.0082860491,hessian_weighted_relative_error,10729,0.02500,0.731
23,mlp.experts.3.down_proj,0.0102727477,hessian_weighted_relative_error,33854,0.02500,0.742
23,mlp.experts.5.down_proj,0.0111960957,hessian_weighted_relative_error,15465,0.02500,0.749
23,mlp.experts.7.down_proj,0.0120564765,hessian_weighted_relative_error,20055,0.02500,0.746
23,mlp.experts.8.down_proj,0.0119586166,hessian_weighted_relative_error,7963,0.02500,0.771
23,mlp.experts.9.down_proj,0.0127174530,hessian_weighted_relative_error,16868,0.02500,0.750
23,mlp.experts.10.down_proj,0.0115366837,hessian_weighted_relative_error,20381,0.02500,0.767
23,mlp.experts.12.down_proj,0.0130367795,hessian_weighted_relative_error,34943,0.02500,0.770
23,mlp.experts.14.down_proj,0.0124232406,hessian_weighted_relative_error,17180,0.02500,0.769
23,mlp.experts.16.down_proj,0.0128336454,hessian_weighted_relative_error,24119,0.02500,0.772
23,mlp.experts.17.down_proj,0.0111705494,hessian_weighted_relative_error,20558,0.02500,0.753
23,mlp.experts.18.down_proj,0.0112717479,hessian_weighted_relative_error,23093,0.02500,0.771
23,mlp.experts.21.down_proj,0.0106687582,hessian_weighted_relative_error,21099,0.02500,0.756
23,mlp.experts.22.down_proj,0.0112141762,hessian_weighted_relative_error,8774,0.02500,0.773
23,mlp.experts.24.down_proj,0.0124411219,hessian_weighted_relative_error,16565,0.02500,0.772
23,mlp.experts.26.down_proj,0.0093112182,hessian_weighted_relative_error,5856,0.02500,0.773
23,mlp.experts.27.down_proj,0.0103685776,hessian_weighted_relative_error,9264,0.02500,0.759
23,mlp.experts.29.down_proj,0.0136866471,hessian_weighted_relative_error,30416,0.02500,0.759
23,mlp.experts.31.down_proj,0.0150982494,hessian_weighted_relative_error,34573,0.02500,0.757
23,mlp.experts.32.down_proj,0.0104164388,hessian_weighted_relative_error,40801,0.02500,0.777
23,mlp.experts.33.down_proj,0.0131388489,hessian_weighted_relative_error,25987,0.02500,0.761
23,mlp.experts.34.down_proj,0.0136815185,hessian_weighted_relative_error,23543,0.02500,0.775
23,mlp.experts.35.down_proj,0.0149372037,hessian_weighted_relative_error,36789,0.02500,0.762
23,mlp.experts.36.down_proj,0.0120777069,hessian_weighted_relative_error,18219,0.02500,0.777
23,mlp.experts.37.down_proj,0.0133659047,hessian_weighted_relative_error,32608,0.02500,0.763
23,mlp.experts.38.down_proj,0.0104171163,hessian_weighted_relative_error,15786,0.02500,0.776
23,mlp.experts.39.down_proj,0.0103972353,hessian_weighted_relative_error,18702,0.02500,0.760
23,mlp.experts.41.down_proj,0.0139914497,hessian_weighted_relative_error,24659,0.02500,0.764
23,mlp.experts.42.down_proj,0.0095464057,hessian_weighted_relative_error,19328,0.02500,0.777
23,mlp.experts.43.down_proj,0.0045085849,hessian_weighted_relative_error,1024,0.02500,0.765
23,mlp.experts.47.down_proj,0.0091759702,hessian_weighted_relative_error,9117,0.02500,0.764
23,mlp.experts.48.down_proj,0.0117706640,hessian_weighted_relative_error,25894,0.02500,0.782
23,mlp.experts.50.down_proj,0.0128153943,hessian_weighted_relative_error,25777,0.02500,0.780
23,mlp.experts.51.down_proj,0.0092819245,hessian_weighted_relative_error,21818,0.02500,0.767
23,mlp.experts.53.down_proj,0.0133710246,hessian_weighted_relative_error,31733,0.02500,0.768
23,mlp.experts.56.down_proj,0.0102488520,hessian_weighted_relative_error,42236,0.02500,0.785
23,mlp.experts.57.down_proj,0.0111641692,hessian_weighted_relative_error,5533,0.02500,0.768
23,mlp.experts.58.down_proj,0.0132436657,hessian_weighted_relative_error,35062,0.02500,0.783
23,mlp.experts.61.down_proj,0.0141417023,hessian_weighted_relative_error,39308,0.02500,0.770
23,mlp.experts.62.down_proj,0.0105464249,hessian_weighted_relative_error,32102,0.02500,0.785
23,mlp.experts.65.down_proj,0.0083840305,hessian_weighted_relative_error,11791,0.02500,0.772
23,mlp.experts.66.down_proj,0.0110670486,hessian_weighted_relative_error,8035,0.02500,0.785
23,mlp.experts.67.down_proj,0.0108912923,hessian_weighted_relative_error,13326,0.02500,0.773
23,mlp.experts.69.down_proj,0.0104777653,hessian_weighted_relative_error,17586,0.02500,0.773
23,mlp.experts.70.down_proj,0.0085686956,hessian_weighted_relative_error,19526,0.02500,0.786
23,mlp.experts.71.down_proj,0.0067917084,hessian_weighted_relative_error,6393,0.02500,0.771
23,mlp.experts.72.down_proj,0.0127538139,hessian_weighted_relative_error,8922,0.02500,0.790
23,mlp.experts.73.down_proj,0.0103707767,hessian_weighted_relative_error,17995,0.02500,0.776
23,mlp.experts.77.down_proj,0.0121088958,hessian_weighted_relative_error,23921,0.02500,0.778
23,mlp.experts.78.down_proj,0.0084503882,hessian_weighted_relative_error,3649,0.02500,0.789
23,mlp.experts.79.down_proj,0.0144776769,hessian_weighted_relative_error,36608,0.02500,0.774
23,mlp.experts.80.down_proj,0.0121131565,hessian_weighted_relative_error,27783,0.02500,0.791
23,mlp.experts.81.down_proj,0.0069183195,hessian_weighted_relative_error,4286,0.02500,0.778
23,mlp.experts.82.down_proj,0.0101410101,hessian_weighted_relative_error,16023,0.02500,0.790
23,mlp.experts.83.down_proj,0.0129996950,hessian_weighted_relative_error,15696,0.02500,0.779
23,mlp.experts.84.down_proj,0.0145038110,hessian_weighted_relative_error,38147,0.02500,0.792
23,mlp.experts.86.down_proj,0.0125175121,hessian_weighted_relative_error,7024,0.02500,0.790
23,mlp.experts.88.down_proj,0.0101261746,hessian_weighted_relative_error,6162,0.02500,0.793
23,mlp.experts.89.down_proj,0.0122793415,hessian_weighted_relative_error,14033,0.02500,0.780
23,mlp.experts.90.down_proj,0.0089747209,hessian_weighted_relative_error,25480,0.02500,0.791
23,mlp.experts.91.down_proj,0.0107943984,hessian_weighted_relative_error,14130,0.02500,0.783
23,mlp.experts.95.down_proj,0.0147233926,hessian_weighted_relative_error,36573,0.02500,0.781
23,mlp.experts.96.down_proj,0.0044939595,hessian_weighted_relative_error,1500,0.02500,0.795
23,mlp.experts.97.down_proj,0.0118042216,hessian_weighted_relative_error,17833,0.02500,0.785
23,mlp.experts.98.down_proj,0.0140057795,hessian_weighted_relative_error,18535,0.02500,0.793
23,mlp.experts.101.down_proj,0.0123502326,hessian_weighted_relative_error,26816,0.02500,0.785
23,mlp.experts.102.down_proj,0.0114260456,hessian_weighted_relative_error,18084,0.02500,0.803
23,mlp.experts.103.down_proj,0.0123061483,hessian_weighted_relative_error,15062,0.02500,0.783
23,mlp.experts.105.down_proj,0.0121890654,hessian_weighted_relative_error,38538,0.02500,0.787
23,mlp.experts.106.down_proj,0.0028066016,hessian_weighted_relative_error,10122,0.02500,0.790
23,mlp.experts.107.down_proj,0.0101845182,hessian_weighted_relative_error,67902,0.02500,0.792
23,mlp.experts.109.down_proj,0.0104546903,hessian_weighted_relative_error,5646,0.02500,0.788
23,mlp.experts.110.down_proj,0.0084747343,hessian_weighted_relative_error,33972,0.02500,0.795
23,mlp.experts.112.down_proj,0.0133285473,hessian_weighted_relative_error,27326,0.02500,0.798
23,mlp.experts.113.down_proj,0.0104593671,hessian_weighted_relative_error,26665,0.02500,0.791
23,mlp.experts.114.down_proj,0.0125070564,hessian_weighted_relative_error,40272,0.02500,0.795
23,mlp.experts.115.down_proj,0.0119349060,hessian_weighted_relative_error,20519,0.02500,0.796
23,mlp.experts.116.down_proj,0.0091959110,hessian_weighted_relative_error,7080,0.02500,0.798
23,mlp.experts.117.down_proj,0.0098650159,hessian_weighted_relative_error,19570,0.02500,0.791
23,mlp.experts.118.down_proj,0.0111750734,hessian_weighted_relative_error,31366,0.02500,0.798
23,mlp.experts.119.down_proj,0.0082169137,hessian_weighted_relative_error,17732,0.02500,0.793
23,mlp.experts.121.down_proj,0.0066045861,hessian_weighted_relative_error,3285,0.02500,0.795
23,mlp.experts.123.down_proj,0.0105320865,hessian_weighted_relative_error,19926,0.02500,0.799
23,mlp.experts.124.down_proj,0.0124181634,hessian_weighted_relative_error,46231,0.02500,0.799
23,mlp.experts.127.down_proj,0.0127982282,hessian_weighted_relative_error,27995,0.02500,0.793
23,mlp.experts.128.down_proj,0.0107884581,hessian_weighted_relative_error,14622,0.02500,0.802
23,mlp.experts.130.down_proj,0.0085861419,hessian_weighted_relative_error,15928,0.02500,0.800
23,mlp.experts.131.down_proj,0.0087635126,hessian_weighted_relative_error,4861,0.02500,0.802
23,mlp.experts.136.down_proj,0.0105725898,hessian_weighted_relative_error,26051,0.02500,0.806
23,mlp.experts.137.down_proj,0.0138456128,hessian_weighted_relative_error,27303,0.02500,0.800
23,mlp.experts.138.down_proj,0.0131173851,hessian_weighted_relative_error,17145,0.02500,0.802
23,mlp.experts.139.down_proj,0.0128794811,hessian_weighted_relative_error,38423,0.02500,0.800
23,mlp.experts.142.down_proj,0.0133358329,hessian_weighted_relative_error,24313,0.02500,0.801
23,mlp.experts.145.down_proj,0.0109451916,hessian_weighted_relative_error,37093,0.02500,0.802
23,mlp.experts.146.down_proj,0.0144573764,hessian_weighted_relative_error,26371,0.02500,0.802
23,mlp.experts.148.down_proj,0.0114541500,hessian_weighted_relative_error,23517,0.02500,0.804
23,mlp.experts.149.down_proj,0.0098001499,hessian_weighted_relative_error,23413,0.02500,0.804
23,mlp.experts.151.down_proj,0.0117313919,hessian_weighted_relative_error,13682,0.02500,0.802
23,mlp.experts.154.down_proj,0.0119671290,hessian_weighted_relative_error,38607,0.02500,0.803
23,mlp.experts.156.down_proj,0.0132810499,hessian_weighted_relative_error,17221,0.02500,0.804
23,mlp.experts.158.down_proj,0.0086718607,hessian_weighted_relative_error,16834,0.02500,0.804
23,mlp.experts.159.down_proj,0.0131364736,hessian_weighted_relative_error,17185,0.02500,0.805
23,mlp.experts.160.down_proj,0.0124538389,hessian_weighted_relative_error,14466,0.02500,0.809
23,mlp.experts.162.down_proj,0.0118946025,hessian_weighted_relative_error,9478,0.02500,0.806
23,mlp.experts.164.down_proj,0.0110274813,hessian_weighted_relative_error,15570,0.02500,0.807
23,mlp.experts.165.down_proj,0.0034453545,hessian_weighted_relative_error,1037,0.02500,0.807
23,mlp.experts.167.down_proj,0.0135470905,hessian_weighted_relative_error,29252,0.02500,0.804
23,mlp.experts.170.down_proj,0.0127602867,hessian_weighted_relative_error,12650,0.02500,0.807
23,mlp.experts.171.down_proj,0.0090893637,hessian_weighted_relative_error,11455,0.02500,0.808
23,mlp.experts.176.down_proj,0.0112123290,hessian_weighted_relative_error,6532,0.02500,0.810
23,mlp.experts.177.down_proj,0.0110491594,hessian_weighted_relative_error,25968,0.02500,0.813
23,mlp.experts.181.down_proj,0.0126895815,hessian_weighted_relative_error,10191,0.02500,0.813
23,mlp.experts.182.down_proj,0.0105296616,hessian_weighted_relative_error,20408,0.02500,0.806
23,mlp.experts.184.down_proj,0.0095426141,hessian_weighted_relative_error,22866,0.02500,0.811
23,mlp.experts.185.down_proj,0.0089215479,hessian_weighted_relative_error,6545,0.02500,0.817
23,mlp.experts.186.down_proj,0.0102528373,hessian_weighted_relative_error,8325,0.02500,0.807
23,mlp.experts.188.down_proj,0.0135454974,hessian_weighted_relative_error,15791,0.02500,0.811
23,mlp.experts.190.down_proj,0.0113764756,hessian_weighted_relative_error,12919,0.02500,0.808
23,mlp.experts.192.down_proj,0.0136307315,hessian_weighted_relative_error,32142,0.02500,0.812
23,mlp.experts.193.down_proj,0.0076654877,hessian_weighted_relative_error,1947,0.02500,0.819
23,mlp.experts.194.down_proj,0.0113656868,hessian_weighted_relative_error,16006,0.02500,0.808
23,mlp.experts.197.down_proj,0.0110872197,hessian_weighted_relative_error,14508,0.02500,0.817
23,mlp.experts.199.down_proj,0.0122197404,hessian_weighted_relative_error,14917,0.02500,0.816
23,mlp.experts.200.down_proj,0.0112324974,hessian_weighted_relative_error,22011,0.02500,0.813
23,mlp.experts.203.down_proj,0.0098353800,hessian_weighted_relative_error,33195,0.02500,0.824
23,mlp.experts.204.down_proj,0.0123317350,hessian_weighted_relative_error,24354,0.02500,0.812
23,mlp.experts.205.down_proj,0.0016569356,hessian_weighted_relative_error,40224,0.02500,0.819
23,mlp.experts.206.down_proj,0.0127416120,hessian_weighted_relative_error,20102,0.02500,0.812
23,mlp.experts.207.down_proj,0.0099555816,hessian_weighted_relative_error,33108,0.02500,0.817
23,mlp.experts.208.down_proj,0.0131802505,hessian_weighted_relative_error,28825,0.02500,0.813
23,mlp.experts.209.down_proj,0.0122133671,hessian_weighted_relative_error,12819,0.02500,0.820
23,mlp.experts.211.down_proj,0.0106926646,hessian_weighted_relative_error,31292,0.02500,0.822
23,mlp.experts.212.down_proj,0.0123727937,hessian_weighted_relative_error,18826,0.02500,0.813
23,mlp.experts.214.down_proj,0.0115804372,hessian_weighted_relative_error,20981,0.02500,0.812
23,mlp.experts.216.down_proj,0.0116333565,hessian_weighted_relative_error,8863,0.02500,0.812
23,mlp.experts.218.down_proj,0.0122417701,hessian_weighted_relative_error,9281,0.02500,0.812
23,mlp.experts.222.down_proj,0.0129280994,hessian_weighted_relative_error,25079,0.02500,0.812
23,mlp.experts.226.down_proj,0.0138164567,hessian_weighted_relative_error,20540,0.02500,0.813
23,mlp.experts.227.down_proj,0.0103226473,hessian_weighted_relative_error,13128,0.02500,0.823
23,mlp.experts.229.down_proj,0.0118737647,hessian_weighted_relative_error,41510,0.02500,0.821
23,mlp.experts.234.down_proj,0.0094063509,hessian_weighted_relative_error,11516,0.02500,0.814
23,mlp.experts.235.down_proj,0.0118136381,hessian_weighted_relative_error,21741,0.02500,0.825
23,mlp.experts.237.down_proj,0.0088603827,hessian_weighted_relative_error,6713,0.02500,0.822
23,mlp.experts.238.down_proj,0.0092921928,hessian_weighted_relative_error,23046,0.02500,0.814
23,mlp.experts.240.down_proj,0.0076146888,hessian_weighted_relative_error,4429,0.02500,0.819
23,mlp.experts.243.down_proj,0.0101483255,hessian_weighted_relative_error,9138,0.02500,0.823
23,mlp.experts.244.down_proj,0.0096571282,hessian_weighted_relative_error,6840,0.02500,0.816
23,mlp.experts.245.down_proj,0.0118993694,hessian_weighted_relative_error,27249,0.02500,0.822
23,mlp.experts.246.down_proj,0.0051503465,hessian_weighted_relative_error,1321,0.02500,0.815
23,mlp.experts.248.down_proj,0.0129396339,hessian_weighted_relative_error,33690,0.02500,0.817
23,mlp.experts.250.down_proj,0.0117460448,hessian_weighted_relative_error,36984,0.02500,0.816
23,mlp.experts.251.down_proj,0.0130221257,hessian_weighted_relative_error,20448,0.02500,0.823
23,mlp.experts.252.down_proj,0.0127792563,hessian_weighted_relative_error,18755,0.02500,0.817
23,mlp.experts.253.down_proj,0.0107726334,hessian_weighted_relative_error,16348,0.02500,0.822
23,mlp.experts.254.down_proj,0.0145091682,hessian_weighted_relative_error,60007,0.02500,0.815
23,mlp.experts.255.down_proj,0.0135712756,hessian_weighted_relative_error,24098,0.02500,0.821
23,mlp.experts.257.down_proj,0.0103022858,hessian_weighted_relative_error,5387,0.02500,0.824
23,mlp.experts.258.down_proj,0.0132581608,hessian_weighted_relative_error,12701,0.02500,0.816
23,mlp.experts.260.down_proj,0.0116741049,hessian_weighted_relative_error,19441,0.02500,0.818
23,mlp.experts.261.down_proj,0.0127774279,hessian_weighted_relative_error,15434,0.02500,0.823
23,mlp.experts.262.down_proj,0.0111663239,hessian_weighted_relative_error,39581,0.02500,0.816
23,mlp.experts.263.down_proj,0.0125304161,hessian_weighted_relative_error,12940,0.02500,0.822
23,mlp.experts.264.down_proj,0.0130002834,hessian_weighted_relative_error,10195,0.02500,0.818
23,mlp.experts.265.down_proj,0.0064466149,hessian_weighted_relative_error,20677,0.02500,0.824
23,mlp.experts.266.down_proj,0.0111738221,hessian_weighted_relative_error,8781,0.02500,0.816
23,mlp.experts.267.down_proj,0.0102328098,hessian_weighted_relative_error,11781,0.02500,0.824
23,mlp.experts.268.down_proj,0.0142346731,hessian_weighted_relative_error,26247,0.02500,0.819
23,mlp.experts.270.down_proj,0.0117436179,hessian_weighted_relative_error,15049,0.02500,0.817
23,mlp.experts.272.down_proj,0.0114928127,hessian_weighted_relative_error,34508,0.02500,0.819
23,mlp.experts.273.down_proj,0.0119268059,hessian_weighted_relative_error,14123,0.02500,0.827
23,mlp.experts.274.down_proj,0.0151482696,hessian_weighted_relative_error,34959,0.02500,0.817
23,mlp.experts.276.down_proj,0.0104223982,hessian_weighted_relative_error,19599,0.02500,0.818
23,mlp.experts.277.down_proj,0.0146729999,hessian_weighted_relative_error,28564,0.02500,0.825
23,mlp.experts.278.down_proj,0.0112623276,hessian_weighted_relative_error,12356,0.02500,0.817
23,mlp.experts.282.down_proj,0.0079134197,hessian_weighted_relative_error,33672,0.02500,0.817
23,mlp.experts.283.down_proj,0.0132121116,hessian_weighted_relative_error,27577,0.02500,0.825
23,mlp.experts.284.down_proj,0.0072266300,hessian_weighted_relative_error,4424,0.02500,0.820
23,mlp.experts.285.down_proj,0.0107648798,hessian_weighted_relative_error,11696,0.02500,0.825
23,mlp.experts.287.down_proj,0.0096244387,hessian_weighted_relative_error,23467,0.02500,0.823
23,mlp.experts.100.gate_proj,0.0015821937,hessian_weighted_relative_error,66063,0.02500,1.574
23,mlp.experts.111.down_proj,0.0038274505,hessian_weighted_relative_error,62202,0.02500,1.490
23,mlp.experts.100.down_proj,0.0028861683,hessian_weighted_relative_error,66063,0.02500,1.527
23,mlp.experts.11.gate_proj,0.0011677008,hessian_weighted_relative_error,73904,0.02500,1.594
23,mlp.experts.104.down_proj,0.0030486991,hessian_weighted_relative_error,29648,0.02500,1.531
23,mlp.experts.11.down_proj,0.0022823626,hessian_weighted_relative_error,73904,0.02500,1.500
23,mlp.experts.100.up_proj,0.0018737866,hessian_weighted_relative_error,66063,0.02500,1.617
23,mlp.experts.11.up_proj,0.0013109227,hessian_weighted_relative_error,73904,0.02500,1.663
23,mlp.experts.108.down_proj,0.0020996414,hessian_weighted_relative_error,32776,0.02500,1.526
23,mlp.experts.129.down_proj,0.0031639456,hessian_weighted_relative_error,29222,0.02500,1.540
23,mlp.experts.104.up_proj,0.0013379300,hessian_weighted_relative_error,29648,0.02500,1.616
23,mlp.experts.111.up_proj,0.0021731284,hessian_weighted_relative_error,62202,0.02500,1.669
23,mlp.experts.108.up_proj,0.0014069297,hessian_weighted_relative_error,32776,0.02500,1.617
23,mlp.experts.111.gate_proj,0.0020054932,hessian_weighted_relative_error,62202,0.02500,1.628
23,mlp.experts.108.gate_proj,0.0012999149,hessian_weighted_relative_error,32776,0.02500,1.592
23,mlp.experts.125.down_proj,0.0030065871,hessian_weighted_relative_error,15963,0.02500,1.536
23,mlp.experts.122.down_proj,0.0035030678,hessian_weighted_relative_error,23818,0.02500,1.531
23,mlp.experts.133.down_proj,0.0028014895,hessian_weighted_relative_error,233411,0.02500,1.536
23,mlp.experts.120.down_proj,0.0029599745,hessian_weighted_relative_error,31283,0.02500,1.536
23,mlp.experts.13.gate_proj,0.0013911775,hessian_weighted_relative_error,82315,0.02500,1.586
23,mlp.experts.132.down_proj,0.0026878447,hessian_weighted_relative_error,30801,0.02500,1.538
23,mlp.experts.13.down_proj,0.0026900159,hessian_weighted_relative_error,82315,0.02500,1.498
23,mlp.experts.126.down_proj,0.0031109678,hessian_weighted_relative_error,40081,0.02500,1.536
23,mlp.experts.13.up_proj,0.0014875680,hessian_weighted_relative_error,82315,0.02500,1.659
23,mlp.experts.140.down_proj,0.0030158039,hessian_weighted_relative_error,84321,0.02500,1.536
23,mlp.experts.141.down_proj,0.0035661913,hessian_weighted_relative_error,40227,0.02500,1.544
23,mlp.experts.134.down_proj,0.0035606371,hessian_weighted_relative_error,39530,0.02500,1.538
23,mlp.experts.133.up_proj,0.0020682156,hessian_weighted_relative_error,233411,0.02500,1.663
23,mlp.experts.140.up_proj,0.0019259526,hessian_weighted_relative_error,84321,0.02500,1.621
23,mlp.experts.133.gate_proj,0.0016366314,hessian_weighted_relative_error,233411,0.02500,1.642
23,mlp.experts.140.gate_proj,0.0016586085,hessian_weighted_relative_error,84321,0.02500,1.598
23,mlp.experts.135.down_proj,0.0032439764,hessian_weighted_relative_error,30700,0.02500,1.540
23,mlp.experts.150.down_proj,0.0016741134,hessian_weighted_relative_error,38941,0.02500,1.535
23,mlp.experts.147.gate_proj,0.0020377849,hessian_weighted_relative_error,100569,0.02500,1.653
23,mlp.experts.144.down_proj,0.0030541113,hessian_weighted_relative_error,55193,0.02500,1.543
23,mlp.experts.143.up_proj,0.0023559202,hessian_weighted_relative_error,83825,0.02500,1.681
23,mlp.experts.152.down_proj,0.0024523359,hessian_weighted_relative_error,34508,0.02500,1.543
23,mlp.experts.143.down_proj,0.0035698133,hessian_weighted_relative_error,83825,0.02500,1.553
23,mlp.experts.150.up_proj,0.0009430632,hessian_weighted_relative_error,38941,0.02500,1.620
23,mlp.experts.147.down_proj,0.0033773222,hessian_weighted_relative_error,100569,0.02500,1.544
23,mlp.experts.166.gate_proj,0.0020267856,hessian_weighted_relative_error,110458,0.02500,1.599
23,mlp.experts.153.down_proj,0.0030001175,hessian_weighted_relative_error,39065,0.02500,1.545
23,mlp.experts.166.down_proj,0.0032342469,hessian_weighted_relative_error,110458,0.02500,1.545
23,mlp.experts.15.down_proj,0.0038488337,hessian_weighted_relative_error,42856,0.02500,1.494
23,mlp.experts.168.down_proj,0.0027820947,hessian_weighted_relative_error,23844,0.02500,1.547
23,mlp.experts.147.up_proj,0.0022030288,hessian_weighted_relative_error,100569,0.02500,1.676
23,mlp.experts.166.up_proj,0.0022047074,hessian_weighted_relative_error,110458,0.02500,1.624
23,mlp.experts.15.up_proj,0.0027032393,hessian_weighted_relative_error,42856,0.02500,1.665
23,mlp.experts.172.down_proj,0.0033736787,hessian_weighted_relative_error,51331,0.02500,1.544
23,mlp.experts.155.up_proj,0.0022379962,hessian_weighted_relative_error,49395,0.02500,1.681
23,mlp.experts.168.up_proj,0.0015252074,hessian_weighted_relative_error,23844,0.02500,1.622
23,mlp.experts.172.up_proj,0.0020503435,hessian_weighted_relative_error,51331,0.02500,1.625
23,mlp.experts.153.up_proj,0.0015764385,hessian_weighted_relative_error,39065,0.02500,1.681
23,mlp.experts.153.gate_proj,0.0014491890,hessian_weighted_relative_error,39065,0.02500,1.656
23,mlp.experts.172.gate_proj,0.0018645520,hessian_weighted_relative_error,51331,0.02500,1.610
23,mlp.experts.174.gate_proj,0.0019754529,hessian_weighted_relative_error,45653,0.02500,1.605
23,mlp.experts.155.down_proj,0.0033417285,hessian_weighted_relative_error,49395,0.02500,1.564
23,mlp.experts.174.down_proj,0.0033873214,hessian_weighted_relative_error,45653,0.02500,1.547
23,mlp.experts.161.down_proj,0.0033613636,hessian_weighted_relative_error,30348,0.02500,1.551
23,mlp.experts.178.down_proj,0.0038880361,hessian_weighted_relative_error,69588,0.02500,1.546
23,mlp.experts.157.gate_proj,0.0012942318,hessian_weighted_relative_error,29735,0.02500,1.662
23,mlp.experts.174.up_proj,0.0021376123,hessian_weighted_relative_error,45653,0.02500,1.627
23,mlp.experts.157.down_proj,0.0030510458,hessian_weighted_relative_error,29735,0.02500,1.554
23,mlp.experts.178.up_proj,0.0024197487,hessian_weighted_relative_error,69588,0.02500,1.624
23,mlp.experts.157.up_proj,0.0013602135,hessian_weighted_relative_error,29735,0.02500,1.683
23,mlp.experts.178.gate_proj,0.0022310164,hessian_weighted_relative_error,69588,0.02500,1.605
23,mlp.experts.169.up_proj,0.0023011642,hessian_weighted_relative_error,70331,0.02500,1.681
23,mlp.experts.196.down_proj,0.0032546000,hessian_weighted_relative_error,43264,0.02500,1.549
23,mlp.experts.169.down_proj,0.0036271253,hessian_weighted_relative_error,70331,0.02500,1.561
23,mlp.experts.180.down_proj,0.0030955133,hessian_weighted_relative_error,34885,0.02500,1.552
23,mlp.experts.163.down_proj,0.0031312711,hessian_weighted_relative_error,21234,0.02500,1.552
23,mlp.experts.196.up_proj,0.0017364252,hessian_weighted_relative_error,43264,0.02500,1.625
23,mlp.experts.169.gate_proj,0.0019441298,hessian_weighted_relative_error,70331,0.02500,1.660
23,mlp.experts.196.gate_proj,0.0016204819,hessian_weighted_relative_error,43264,0.02500,1.608
23,mlp.experts.175.down_proj,0.0029712059,hessian_weighted_relative_error,28006,0.02500,1.552
23,mlp.experts.198.gate_proj,0.0017393483,hessian_weighted_relative_error,63332,0.02500,1.608
23,mlp.experts.173.gate_proj,0.0013290958,hessian_weighted_relative_error,37329,0.02500,1.651
23,mlp.experts.198.down_proj,0.0033742177,hessian_weighted_relative_error,63332,0.02500,1.550
23,mlp.experts.173.down_proj,0.0029209602,hessian_weighted_relative_error,37329,0.02500,1.557
23,mlp.experts.2.down_proj,0.0030376578,hessian_weighted_relative_error,27542,0.02500,1.482
23,mlp.experts.173.up_proj,0.0014848625,hessian_weighted_relative_error,37329,0.02500,1.714
23,mlp.experts.198.up_proj,0.0020577033,hessian_weighted_relative_error,63332,0.02500,1.629
23,mlp.experts.187.down_proj,0.0032163164,hessian_weighted_relative_error,36848,0.02500,1.569
23,mlp.experts.20.gate_proj,0.0019337436,hessian_weighted_relative_error,69442,0.02500,1.574
23,mlp.experts.179.down_proj,0.0026911557,hessian_weighted_relative_error,17564,0.02500,1.562
23,mlp.experts.20.down_proj,0.0036071712,hessian_weighted_relative_error,69442,0.02500,1.514
23,mlp.experts.175.up_proj,0.0019843747,hessian_weighted_relative_error,28006,0.02500,1.695
23,mlp.experts.202.down_proj,0.0024448759,hessian_weighted_relative_error,127241,0.02500,1.551
23,mlp.experts.183.down_proj,0.0027213083,hessian_weighted_relative_error,28453,0.02500,1.559
23,mlp.experts.20.up_proj,0.0021275771,hessian_weighted_relative_error,69442,0.02500,1.622
23,mlp.experts.19.down_proj,0.0025723409,hessian_weighted_relative_error,34631,0.02500,1.507
23,mlp.experts.202.up_proj,0.0013597360,hessian_weighted_relative_error,127241,0.02500,1.626
23,mlp.experts.189.gate_proj,0.0013961688,hessian_weighted_relative_error,24014,0.02500,1.657
23,mlp.experts.202.gate_proj,0.0012833005,hessian_weighted_relative_error,127241,0.02500,1.611
23,mlp.experts.189.down_proj,0.0032036883,hessian_weighted_relative_error,24014,0.02500,1.566
23,mlp.experts.220.down_proj,0.0027718829,hessian_weighted_relative_error,23891,0.02500,1.553
23,mlp.experts.189.up_proj,0.0016057177,hessian_weighted_relative_error,24014,0.02500,1.681
23,mlp.experts.210.down_proj,0.0032619241,hessian_weighted_relative_error,31405,0.02500,1.555
23,mlp.experts.191.up_proj,0.0006656741,hessian_weighted_relative_error,26906,0.02500,1.694
23,mlp.experts.220.up_proj,0.0011882847,hessian_weighted_relative_error,23891,0.02500,1.628
23,mlp.experts.191.down_proj,0.0016668482,hessian_weighted_relative_error,26906,0.02500,1.565
23,mlp.experts.220.gate_proj,0.0011600370,hessian_weighted_relative_error,23891,0.02500,1.612
23,mlp.experts.19.up_proj,0.0017320007,hessian_weighted_relative_error,34631,0.02500,1.673
23,mlp.experts.228.down_proj,0.0030370106,hessian_weighted_relative_error,54111,0.02500,1.553
23,mlp.experts.191.gate_proj,0.0006130993,hessian_weighted_relative_error,26906,0.02500,1.668
23,mlp.experts.224.down_proj,0.0028908735,hessian_weighted_relative_error,32469,0.02500,1.555
23,mlp.experts.201.down_proj,0.0032832712,hessian_weighted_relative_error,46315,0.02500,1.567
23,mlp.experts.230.gate_proj,0.0011332945,hessian_weighted_relative_error,39386,0.02500,1.613
23,mlp.experts.195.gate_proj,0.0021046727,hessian_weighted_relative_error,51509,0.02500,1.662
23,mlp.experts.230.down_proj,0.0024206140,hessian_weighted_relative_error,39386,0.02500,1.556
23,mlp.experts.195.down_proj,0.0038296433,hessian_weighted_relative_error,51509,0.02500,1.568
23,mlp.experts.232.down_proj,0.0034522818,hessian_weighted_relative_error,54615,0.02500,1.556
23,mlp.experts.195.up_proj,0.0023202265,hessian_weighted_relative_error,51509,0.02500,1.689
23,mlp.experts.230.up_proj,0.0013402964,hessian_weighted_relative_error,39386,0.02500,1.633
23,mlp.experts.213.up_proj,0.0014599050,hessian_weighted_relative_error,59545,0.02500,1.681
23,mlp.experts.232.up_proj,0.0019449071,hessian_weighted_relative_error,54615,0.02500,1.627
23,mlp.experts.213.down_proj,0.0029855506,hessian_weighted_relative_error,59545,0.02500,1.572
23,mlp.experts.232.gate_proj,0.0017485904,hessian_weighted_relative_error,54615,0.02500,1.620
23,mlp.experts.201.up_proj,0.0017122425,hessian_weighted_relative_error,46315,0.02500,1.687
23,mlp.experts.236.up_proj,0.0011952531,hessian_weighted_relative_error,20964,0.02500,1.632
23,mlp.experts.236.down_proj,0.0026360209,hessian_weighted_relative_error,20964,0.02500,1.558
23,mlp.experts.213.gate_proj,0.0012216734,hessian_weighted_relative_error,59545,0.02500,1.675
23,mlp.experts.256.down_proj,0.0027365132,hessian_weighted_relative_error,34199,0.02500,1.560
23,mlp.experts.217.up_proj,0.0016477407,hessian_weighted_relative_error,30997,0.02500,1.695
23,mlp.experts.242.down_proj,0.0035051149,hessian_weighted_relative_error,42955,0.02500,1.557
23,mlp.experts.217.down_proj,0.0030844787,hessian_weighted_relative_error,30997,0.02500,1.573
23,mlp.experts.256.up_proj,0.0014669581,hessian_weighted_relative_error,34199,0.02500,1.640
23,mlp.experts.215.down_proj,0.0030962510,hessian_weighted_relative_error,17430,0.02500,1.565
23,mlp.experts.256.gate_proj,0.0013926676,hessian_weighted_relative_error,34199,0.02500,1.615
23,mlp.experts.217.gate_proj,0.0013274957,hessian_weighted_relative_error,30997,0.02500,1.672
23,mlp.experts.280.down_proj,0.0026970432,hessian_weighted_relative_error,30911,0.02500,1.559
23,mlp.experts.221.up_proj,0.0017610112,hessian_weighted_relative_error,73907,0.02500,1.690
23,mlp.experts.28.down_proj,0.0027384334,hessian_weighted_relative_error,19969,0.02500,1.526
23,mlp.experts.221.down_proj,0.0030695034,hessian_weighted_relative_error,73907,0.02500,1.574
23,mlp.experts.280.up_proj,0.0014514606,hessian_weighted_relative_error,30911,0.02500,1.627
23,mlp.experts.219.down_proj,0.0033173692,hessian_weighted_relative_error,25122,0.02500,1.570
23,mlp.experts.280.gate_proj,0.0013410009,hessian_weighted_relative_error,30911,0.02500,1.616
23,mlp.experts.221.gate_proj,0.0017151219,hessian_weighted_relative_error,73907,0.02500,1.669
23,mlp.experts.30.down_proj,0.0030600812,hessian_weighted_relative_error,30647,0.02500,1.515
23,mlp.experts.23.up_proj,0.0014432889,hessian_weighted_relative_error,30184,0.02500,1.671
23,mlp.experts.286.down_proj,0.0031694803,hessian_weighted_relative_error,30621,0.02500,1.562
23,mlp.experts.225.down_proj,0.0030473548,hessian_weighted_relative_error,35800,0.02500,1.571
23,mlp.experts.4.down_proj,0.0022217188,hessian_weighted_relative_error,53940,0.02500,1.509
23,mlp.experts.223.down_proj,0.0033474378,hessian_weighted_relative_error,31200,0.02500,1.567
23,mlp.experts.30.up_proj,0.0016249942,hessian_weighted_relative_error,30647,0.02500,1.624
23,mlp.experts.23.down_proj,0.0022631722,hessian_weighted_relative_error,30184,0.02500,1.502
23,mlp.experts.40.down_proj,0.0029406454,hessian_weighted_relative_error,48466,0.02500,1.521
23,mlp.experts.233.up_proj,0.0017708185,hessian_weighted_relative_error,33942,0.02500,1.695
23,mlp.experts.4.up_proj,0.0012080414,hessian_weighted_relative_error,53940,0.02500,1.620
23,mlp.experts.233.down_proj,0.0035742664,hessian_weighted_relative_error,33942,0.02500,1.571
23,mlp.experts.44.down_proj,0.0032783306,hessian_weighted_relative_error,41515,0.02500,1.520
23,mlp.experts.231.down_proj,0.0034429890,hessian_weighted_relative_error,35232,0.02500,1.569
23,mlp.experts.40.up_proj,0.0015325453,hessian_weighted_relative_error,48466,0.02500,1.635
23,mlp.experts.233.gate_proj,0.0015987559,hessian_weighted_relative_error,33942,0.02500,1.669
23,mlp.experts.46.up_proj,0.0017433949,hessian_weighted_relative_error,39543,0.02500,1.632
23,mlp.experts.241.gate_proj,0.0021418564,hessian_weighted_relative_error,119083,0.02500,1.667
23,mlp.experts.46.down_proj,0.0029616319,hessian_weighted_relative_error,39543,0.02500,1.520
23,mlp.experts.239.up_proj,0.0021260354,hessian_weighted_relative_error,47289,0.02500,1.690
23,mlp.experts.54.down_proj,0.0033164797,hessian_weighted_relative_error,46191,0.02500,1.524
23,mlp.experts.239.down_proj,0.0035642813,hessian_weighted_relative_error,47289,0.02500,1.572
23,mlp.experts.52.down_proj,0.0023547582,hessian_weighted_relative_error,25365,0.02500,1.525
23,mlp.experts.241.down_proj,0.0037357453,hessian_weighted_relative_error,119083,0.02500,1.574
23,mlp.experts.6.down_proj,0.0032912326,hessian_weighted_relative_error,92630,0.02500,1.508
23,mlp.experts.249.up_proj,0.0020390019,hessian_weighted_relative_error,33563,0.02500,1.707
23,mlp.experts.54.up_proj,0.0022536154,hessian_weighted_relative_error,46191,0.02500,1.633
23,mlp.experts.247.down_proj,0.0034706295,hessian_weighted_relative_error,30407,0.02500,1.585
23,mlp.experts.241.up_proj,0.0023396501,hessian_weighted_relative_error,119083,0.02500,1.698
23,mlp.experts.6.gate_proj,0.0022930463,hessian_weighted_relative_error,92630,0.02500,1.548
23,mlp.experts.249.down_proj,0.0034643590,hessian_weighted_relative_error,33563,0.02500,1.588
23,mlp.experts.6.up_proj,0.0025440224,hessian_weighted_relative_error,92630,0.02500,1.612
23,mlp.experts.269.down_proj,0.0031123156,hessian_weighted_relative_error,230020,0.02500,1.574
23,mlp.experts.60.gate_proj,0.0017577408,hessian_weighted_relative_error,55649,0.02500,1.600
23,mlp.experts.60.down_proj,0.0030429232,hessian_weighted_relative_error,55649,0.02500,1.526
23,mlp.experts.25.up_proj,0.0018173624,hessian_weighted_relative_error,31208,0.02500,1.733
23,mlp.experts.60.up_proj,0.0018354150,hessian_weighted_relative_error,55649,0.02500,1.632
23,mlp.experts.25.down_proj,0.0033481597,hessian_weighted_relative_error,31208,0.02500,1.518
23,mlp.experts.64.down_proj,0.0031762357,hessian_weighted_relative_error,33261,0.02500,1.528
23,mlp.experts.259.down_proj,0.0029647357,hessian_weighted_relative_error,26107,0.02500,1.578
23,mlp.experts.64.up_proj,0.0014364126,hessian_weighted_relative_error,33261,0.02500,1.624
23,mlp.experts.271.up_proj,0.0020599572,hessian_weighted_relative_error,44430,0.02500,1.706
23,mlp.experts.64.gate_proj,0.0013373673,hessian_weighted_relative_error,33261,0.02500,1.590
23,mlp.experts.269.up_proj,0.0018907974,hessian_weighted_relative_error,230020,0.02500,1.695
23,mlp.experts.68.down_proj,0.0035105343,hessian_weighted_relative_error,30557,0.02500,1.529
23,mlp.experts.269.gate_proj,0.0017495579,hessian_weighted_relative_error,230020,0.02500,1.666
23,mlp.experts.68.up_proj,0.0017460652,hessian_weighted_relative_error,30557,0.02500,1.624
23,mlp.experts.271.down_proj,0.0035258827,hessian_weighted_relative_error,44430,0.02500,1.581
23,mlp.experts.76.down_proj,0.0033740649,hessian_weighted_relative_error,35553,0.02500,1.530
23,mlp.experts.279.up_proj,0.0016345989,hessian_weighted_relative_error,32830,0.02500,1.695
23,mlp.experts.74.down_proj,0.0038373864,hessian_weighted_relative_error,43476,0.02500,1.530
23,mlp.experts.279.down_proj,0.0031065400,hessian_weighted_relative_error,32830,0.02500,1.575
23,mlp.experts.76.up_proj,0.0015560630,hessian_weighted_relative_error,35553,0.02500,1.622
23,mlp.experts.275.down_proj,0.0029222049,hessian_weighted_relative_error,20639,0.02500,1.578
23,mlp.experts.92.down_proj,0.0033425032,hessian_weighted_relative_error,28562,0.02500,1.535
23,mlp.experts.279.gate_proj,0.0015152804,hessian_weighted_relative_error,32830,0.02500,1.671
23,mlp.experts.94.up_proj,0.0018204564,hessian_weighted_relative_error,27490,0.02500,1.623
23,mlp.experts.49.gate_proj,0.0015567405,hessian_weighted_relative_error,63140,0.02500,1.610
23,mlp.experts.94.down_proj,0.0034437243,hessian_weighted_relative_error,27490,0.02500,1.535
23,mlp.experts.45.down_proj,0.0028467940,hessian_weighted_relative_error,18134,0.02500,1.515
23,mlp.experts.281.down_proj,0.0031966998,hessian_weighted_relative_error,25882,0.02500,1.576
23,mlp.experts.49.down_proj,0.0030568231,hessian_weighted_relative_error,63140,0.02500,1.514
23,mlp.experts.59.gate_proj,0.0014917013,hessian_weighted_relative_error,45732,0.02500,1.616
23,mlp.experts.55.down_proj,0.0032633926,hessian_weighted_relative_error,39091,0.02500,1.515
23,mlp.experts.49.up_proj,0.0017529624,hessian_weighted_relative_error,63140,0.02500,1.671
23,mlp.experts.59.down_proj,0.0032032466,hessian_weighted_relative_error,45732,0.02500,1.522
23,mlp.experts.75.down_proj,0.0032270009,hessian_weighted_relative_error,25587,0.02500,1.521
23,mlp.experts.63.down_proj,0.0031166826,hessian_weighted_relative_error,36771,0.02500,1.516
23,mlp.experts.59.up_proj,0.0015987983,hessian_weighted_relative_error,45732,0.02500,1.667
23,mlp.experts.63.up_proj,0.0020887621,hessian_weighted_relative_error,36771,0.02500,1.668
23,mlp.experts.93.down_proj,0.0031756307,hessian_weighted_relative_error,33084,0.02500,1.530
23,mlp.experts.87.down_proj,0.0031222657,hessian_weighted_relative_error,37783,0.02500,1.524
23,mlp.experts.85.down_proj,0.0032598927,hessian_weighted_relative_error,27705,0.02500,1.528
23,mlp.experts.87.up_proj,0.0016180227,hessian_weighted_relative_error,37783,0.02500,1.670
23,mlp.experts.99.down_proj,0.0026420822,hessian_weighted_relative_error,33601,0.02500,1.539
23,mlp.experts.93.up_proj,0.0016861826,hessian_weighted_relative_error,33084,0.02500,1.658
23,mlp.experts.99.up_proj,0.0014191719,hessian_weighted_relative_error,33601,0.02500,1.679
24,mlp.experts.0.gate_proj,0.0052372235,hessian_weighted_relative_error,12333,0.02500,0.782
24,mlp.experts.1.gate_proj,0.0038679701,hessian_weighted_relative_error,18375,0.02500,0.782
24,mlp.experts.3.gate_proj,0.0053405743,hessian_weighted_relative_error,21652,0.02500,0.802
24,mlp.experts.5.gate_proj,0.0026513125,hessian_weighted_relative_error,3336,0.02500,0.811
24,mlp.experts.6.gate_proj,0.0060474965,hessian_weighted_relative_error,18786,0.02500,0.805
24,mlp.experts.7.gate_proj,0.0040932325,hessian_weighted_relative_error,8805,0.02500,0.798
24,mlp.experts.8.gate_proj,0.0078586567,hessian_weighted_relative_error,41889,0.02500,0.805
24,mlp.experts.9.gate_proj,0.0059802585,hessian_weighted_relative_error,30795,0.02500,0.803
24,mlp.experts.10.gate_proj,0.0072785980,hessian_weighted_relative_error,25585,0.02500,0.809
24,mlp.experts.11.gate_proj,0.0046131633,hessian_weighted_relative_error,7641,0.02500,0.811
24,mlp.experts.12.gate_proj,0.0064668667,hessian_weighted_relative_error,12256,0.02500,0.807
24,mlp.experts.13.gate_proj,0.0077781450,hessian_weighted_relative_error,31399,0.02500,0.797
24,mlp.experts.14.gate_proj,0.0044771212,hessian_weighted_relative_error,11364,0.02500,0.826
24,mlp.experts.15.gate_proj,0.0074184191,hessian_weighted_relative_error,37464,0.02500,0.809
24,mlp.experts.16.gate_proj,0.0049406378,hessian_weighted_relative_error,17857,0.02500,0.811
24,mlp.experts.17.gate_proj,0.0056059417,hessian_weighted_relative_error,13663,0.02500,0.796
24,mlp.experts.18.gate_proj,0.0045841497,hessian_weighted_relative_error,16675,0.02500,0.810
24,mlp.experts.19.gate_proj,0.0053516245,hessian_weighted_relative_error,24858,0.02500,0.797
24,mlp.experts.20.gate_proj,0.0065989868,hessian_weighted_relative_error,34499,0.02500,0.812
24,mlp.experts.21.gate_proj,0.0060164205,hessian_weighted_relative_error,30169,0.02500,0.802
24,mlp.experts.23.gate_proj,0.0056910613,hessian_weighted_relative_error,19214,0.02500,0.797
24,mlp.experts.24.gate_proj,0.0063213807,hessian_weighted_relative_error,20035,0.02500,0.813
24,mlp.experts.25.gate_proj,0.0060465327,hessian_weighted_relative_error,26178,0.02500,0.800
24,mlp.experts.27.gate_proj,0.0068089629,hessian_weighted_relative_error,43917,0.02500,0.806
24,mlp.experts.28.gate_proj,0.0066086582,hessian_weighted_relative_error,15978,0.02500,0.812
24,mlp.experts.29.gate_proj,0.0056967748,hessian_weighted_relative_error,36568,0.02500,0.806
24,mlp.experts.30.gate_proj,0.0073402438,hessian_weighted_relative_error,29216,0.02500,0.815
24,mlp.experts.31.gate_proj,0.0066542336,hessian_weighted_relative_error,23524,0.02500,0.801
24,mlp.experts.32.gate_proj,0.0042642499,hessian_weighted_relative_error,20610,0.02500,0.815
24,mlp.experts.34.gate_proj,0.0057705627,hessian_weighted_relative_error,7966,0.02500,0.815
24,mlp.experts.35.gate_proj,0.0067136598,hessian_weighted_relative_error,30752,0.02500,0.806
24,mlp.experts.36.gate_proj,0.0063299389,hessian_weighted_relative_error,11500,0.02500,0.816
24,mlp.experts.37.gate_proj,0.0049443114,hessian_weighted_relative_error,17595,0.02500,0.809
24,mlp.experts.38.gate_proj,0.0054545842,hessian_weighted_relative_error,9450,0.02500,0.816
24,mlp.experts.39.gate_proj,0.0060981801,hessian_weighted_relative_error,32010,0.02500,0.806
24,mlp.experts.41.gate_proj,0.0071207952,hessian_weighted_relative_error,13535,0.02500,0.809
24,mlp.experts.42.gate_proj,0.0073500553,hessian_weighted_relative_error,31379,0.02500,0.818
24,mlp.experts.43.gate_proj,0.0049076122,hessian_weighted_relative_error,14126,0.02500,0.811
24,mlp.experts.44.gate_proj,0.0069740936,hessian_weighted_relative_error,19405,0.02500,0.817
24,mlp.experts.45.gate_proj,0.0061096421,hessian_weighted_relative_error,68432,0.02500,0.811
24,mlp.experts.46.gate_proj,0.0045652885,hessian_weighted_relative_error,6186,0.02500,0.819
24,mlp.experts.47.gate_proj,0.0040381431,hessian_weighted_relative_error,22039,0.02500,0.811
24,mlp.experts.48.gate_proj,0.0052289789,hessian_weighted_relative_error,9743,0.02500,0.820
24,mlp.experts.50.gate_proj,0.0076549157,hessian_weighted_relative_error,30615,0.02500,0.820
24,mlp.experts.52.gate_proj,0.0037994212,hessian_weighted_relative_error,54338,0.02500,0.818
24,mlp.experts.53.gate_proj,0.0056069016,hessian_weighted_relative_error,36561,0.02500,0.817
24,mlp.experts.55.gate_proj,0.0047243603,hessian_weighted_relative_error,8998,0.02500,0.814
24,mlp.experts.56.gate_proj,0.0066322435,hessian_weighted_relative_error,31653,0.02500,0.822
24,mlp.experts.57.gate_proj,0.0057094566,hessian_weighted_relative_error,24083,0.02500,0.814
24,mlp.experts.58.gate_proj,0.0062754270,hessian_weighted_relative_error,60041,0.02500,0.823
24,mlp.experts.59.gate_proj,0.0077869418,hessian_weighted_relative_error,23718,0.02500,0.817
24,mlp.experts.60.gate_proj,0.0062035153,hessian_weighted_relative_error,17182,0.02500,0.823
24,mlp.experts.61.gate_proj,0.0078012742,hessian_weighted_relative_error,20001,0.02500,0.819
24,mlp.experts.62.gate_proj,0.0052245818,hessian_weighted_relative_error,18176,0.02500,0.823
24,mlp.experts.63.gate_proj,0.0078221863,hessian_weighted_relative_error,34774,0.02500,0.817
24,mlp.experts.64.gate_proj,0.0048208656,hessian_weighted_relative_error,31656,0.02500,0.823
24,mlp.experts.65.gate_proj,0.0041791218,hessian_weighted_relative_error,18188,0.02500,0.822
24,mlp.experts.66.gate_proj,0.0077058952,hessian_weighted_relative_error,21788,0.02500,0.826
24,mlp.experts.67.gate_proj,0.0039956333,hessian_weighted_relative_error,24146,0.02500,0.824
24,mlp.experts.68.gate_proj,0.0058473900,hessian_weighted_relative_error,8766,0.02500,0.823
24,mlp.experts.69.gate_proj,0.0064420132,hessian_weighted_relative_error,20895,0.02500,0.823
24,mlp.experts.70.gate_proj,0.0083102154,hessian_weighted_relative_error,43193,0.02500,0.826
24,mlp.experts.71.gate_proj,0.0071128625,hessian_weighted_relative_error,41292,0.02500,0.821
24,mlp.experts.72.gate_proj,0.0057141387,hessian_weighted_relative_error,29306,0.02500,0.824
24,mlp.experts.73.gate_proj,0.0073014016,hessian_weighted_relative_error,33928,0.02500,0.827
24,mlp.experts.74.gate_proj,0.0046146979,hessian_weighted_relative_error,17122,0.02500,0.826
24,mlp.experts.75.gate_proj,0.0041620226,hessian_weighted_relative_error,21456,0.02500,0.827
24,mlp.experts.76.gate_proj,0.0048757027,hessian_weighted_relative_error,12285,0.02500,0.827
24,mlp.experts.77.gate_proj,0.0037985060,hessian_weighted_relative_error,6084,0.02500,0.828
24,mlp.experts.78.gate_proj,0.0076450404,hessian_weighted_relative_error,25566,0.02500,0.828
24,mlp.experts.79.gate_proj,0.0070194885,hessian_weighted_relative_error,11260,0.02500,0.826
24,mlp.experts.80.gate_proj,0.0038343617,hessian_weighted_relative_error,9467,0.02500,0.829
24,mlp.experts.81.gate_proj,0.0060723612,hessian_weighted_relative_error,27696,0.02500,0.827
24,mlp.experts.82.gate_proj,0.0054835597,hessian_weighted_relative_error,21053,0.02500,0.830
24,mlp.experts.83.gate_proj,0.0074096842,hessian_weighted_relative_error,48095,0.02500,0.832
24,mlp.experts.86.gate_proj,0.0047554818,hessian_weighted_relative_error,45543,0.02500,0.829
24,mlp.experts.87.gate_proj,0.0049807253,hessian_weighted_relative_error,12770,0.02500,0.831
24,mlp.experts.88.gate_proj,0.0044828912,hessian_weighted_relative_error,8210,0.02500,0.828
24,mlp.experts.89.gate_proj,0.0082360498,hessian_weighted_relative_error,23447,0.02500,0.831
24,mlp.experts.90.gate_proj,0.0072234236,hessian_weighted_relative_error,27726,0.02500,0.830
24,mlp.experts.91.gate_proj,0.0043663431,hessian_weighted_relative_error,24432,0.02500,0.835
24,mlp.experts.92.gate_proj,0.0076364762,hessian_weighted_relative_error,23258,0.02500,0.831
24,mlp.experts.93.gate_proj,0.0041880191,hessian_weighted_relative_error,6690,0.02500,0.836
24,mlp.experts.94.gate_proj,0.0042985041,hessian_weighted_relative_error,35175,0.02500,0.830
24,mlp.experts.95.gate_proj,0.0070645840,hessian_weighted_relative_error,23827,0.02500,0.833
24,mlp.experts.96.gate_proj,0.0061883468,hessian_weighted_relative_error,33261,0.02500,0.832
24,mlp.experts.97.gate_proj,0.0043005484,hessian_weighted_relative_error,21999,0.02500,0.836
24,mlp.experts.98.gate_proj,0.0063030030,hessian_weighted_relative_error,24587,0.02500,0.831
24,mlp.experts.99.gate_proj,0.0064308982,hessian_weighted_relative_error,31021,0.02500,0.839
24,mlp.experts.101.gate_proj,0.0048138694,hessian_weighted_relative_error,10357,0.02500,0.839
24,mlp.experts.102.gate_proj,0.0046890595,hessian_weighted_relative_error,36197,0.02500,0.833
24,mlp.experts.103.gate_proj,0.0045232192,hessian_weighted_relative_error,54022,0.02500,0.838
24,mlp.experts.104.gate_proj,0.0074745074,hessian_weighted_relative_error,40396,0.02500,0.834
24,mlp.experts.105.gate_proj,0.0083895493,hessian_weighted_relative_error,49003,0.02500,0.840
24,mlp.experts.107.gate_proj,0.0013865155,hessian_weighted_relative_error,1024,0.02500,0.842
24,mlp.experts.108.gate_proj,0.0035980910,hessian_weighted_relative_error,16125,0.02500,0.833
24,mlp.experts.110.gate_proj,0.0044392974,hessian_weighted_relative_error,11173,0.02500,0.834
24,mlp.experts.111.gate_proj,0.0063106717,hessian_weighted_relative_error,19423,0.02500,0.840
24,mlp.experts.112.gate_proj,0.0053930849,hessian_weighted_relative_error,28978,0.02500,0.833
24,mlp.experts.113.gate_proj,0.0044115943,hessian_weighted_relative_error,7044,0.02500,0.843
24,mlp.experts.114.gate_proj,0.0080667587,hessian_weighted_relative_error,46860,0.02500,0.834
24,mlp.experts.116.gate_proj,0.0062295037,hessian_weighted_relative_error,25212,0.02500,0.834
24,mlp.experts.117.gate_proj,0.0056857749,hessian_weighted_relative_error,20875,0.02500,0.847
24,mlp.experts.118.gate_proj,0.0070103993,hessian_weighted_relative_error,45088,0.02500,0.835
24,mlp.experts.119.gate_proj,0.0057538294,hessian_weighted_relative_error,34296,0.02500,0.843
24,mlp.experts.120.gate_proj,0.0046653335,hessian_weighted_relative_error,21204,0.02500,0.836
24,mlp.experts.121.gate_proj,0.0050159645,hessian_weighted_relative_error,10091,0.02500,0.849
24,mlp.experts.123.gate_proj,0.0042272460,hessian_weighted_relative_error,29468,0.02500,0.849
24,mlp.experts.126.gate_proj,0.0044854618,hessian_weighted_relative_error,45343,0.02500,0.837
24,mlp.experts.127.gate_proj,0.0067387813,hessian_weighted_relative_error,16084,0.02500,0.847
24,mlp.experts.128.gate_proj,0.0069205515,hessian_weighted_relative_error,34970,0.02500,0.839
24,mlp.experts.129.gate_proj,0.0054390209,hessian_weighted_relative_error,18935,0.02500,0.850
24,mlp.experts.132.gate_proj,0.0067115035,hessian_weighted_relative_error,11739,0.02500,0.836
24,mlp.experts.133.gate_proj,0.0034439898,hessian_weighted_relative_error,22319,0.02500,0.851
24,mlp.experts.134.gate_proj,0.0062379718,hessian_weighted_relative_error,26736,0.02500,0.842
24,mlp.experts.137.gate_proj,0.0067271074,hessian_weighted_relative_error,44079,0.02500,0.854
24,mlp.experts.139.gate_proj,0.0065060122,hessian_weighted_relative_error,17566,0.02500,0.854
24,mlp.experts.140.gate_proj,0.0073473158,hessian_weighted_relative_error,22355,0.02500,0.839
24,mlp.experts.141.gate_proj,0.0068456991,hessian_weighted_relative_error,25060,0.02500,0.858
24,mlp.experts.142.gate_proj,0.0080955657,hessian_weighted_relative_error,25663,0.02500,0.847
24,mlp.experts.143.gate_proj,0.0074418082,hessian_weighted_relative_error,24006,0.02500,0.855
24,mlp.experts.144.gate_proj,0.0081258507,hessian_weighted_relative_error,38531,0.02500,0.850
24,mlp.experts.145.gate_proj,0.0083686146,hessian_weighted_relative_error,28545,0.02500,0.858
24,mlp.experts.146.gate_proj,0.0074192502,hessian_weighted_relative_error,23886,0.02500,0.840
24,mlp.experts.148.gate_proj,0.0038246003,hessian_weighted_relative_error,23125,0.02500,0.841
24,mlp.experts.149.gate_proj,0.0071630262,hessian_weighted_relative_error,18262,0.02500,0.854
24,mlp.experts.150.gate_proj,0.0068849541,hessian_weighted_relative_error,40134,0.02500,0.840
24,mlp.experts.151.gate_proj,0.0037463881,hessian_weighted_relative_error,5841,0.02500,0.880
24,mlp.experts.153.gate_proj,0.0074146816,hessian_weighted_relative_error,20402,0.02500,0.854
24,mlp.experts.154.gate_proj,0.0074928645,hessian_weighted_relative_error,46655,0.02500,0.841
24,mlp.experts.155.gate_proj,0.0041261664,hessian_weighted_relative_error,20130,0.02500,0.854
24,mlp.experts.156.gate_proj,0.0074424570,hessian_weighted_relative_error,40156,0.02500,0.840
24,mlp.experts.157.gate_proj,0.0041936244,hessian_weighted_relative_error,22471,0.02500,0.853
24,mlp.experts.158.gate_proj,0.0077525795,hessian_weighted_relative_error,34342,0.02500,0.843
24,mlp.experts.160.gate_proj,0.0059842674,hessian_weighted_relative_error,30771,0.02500,0.841
24,mlp.experts.161.gate_proj,0.0055119795,hessian_weighted_relative_error,33752,0.02500,0.853
24,mlp.experts.162.gate_proj,0.0049490795,hessian_weighted_relative_error,20930,0.02500,0.841
24,mlp.experts.163.gate_proj,0.0062026784,hessian_weighted_relative_error,51003,0.02500,0.855
24,mlp.experts.165.gate_proj,0.0064895137,hessian_weighted_relative_error,26215,0.02500,0.854
24,mlp.experts.166.gate_proj,0.0075222483,hessian_weighted_relative_error,31426,0.02500,0.843
24,mlp.experts.167.gate_proj,0.0083078070,hessian_weighted_relative_error,39743,0.02500,0.853
24,mlp.experts.169.gate_proj,0.0068226046,hessian_weighted_relative_error,42348,0.02500,0.854
24,mlp.experts.170.gate_proj,0.0074076207,hessian_weighted_relative_error,32202,0.02500,0.842
24,mlp.experts.171.gate_proj,0.0073736019,hessian_weighted_relative_error,41857,0.02500,0.857
24,mlp.experts.172.gate_proj,0.0070119605,hessian_weighted_relative_error,23731,0.02500,0.842
24,mlp.experts.173.gate_proj,0.0076419972,hessian_weighted_relative_error,51438,0.02500,0.853
24,mlp.experts.175.gate_proj,0.0055100987,hessian_weighted_relative_error,30823,0.02500,0.854
24,mlp.experts.176.gate_proj,0.0053218857,hessian_weighted_relative_error,27851,0.02500,0.842
24,mlp.experts.177.gate_proj,0.0040348920,hessian_weighted_relative_error,21213,0.02500,0.854
24,mlp.experts.178.gate_proj,0.0072256985,hessian_weighted_relative_error,24813,0.02500,0.847
24,mlp.experts.179.gate_proj,0.0041787888,hessian_weighted_relative_error,9035,0.02500,0.853
24,mlp.experts.180.gate_proj,0.0058355790,hessian_weighted_relative_error,30168,0.02500,0.843
24,mlp.experts.181.gate_proj,0.0050419970,hessian_weighted_relative_error,12605,0.02500,0.857
24,mlp.experts.182.gate_proj,0.0058369738,hessian_weighted_relative_error,18637,0.02500,0.844
24,mlp.experts.183.gate_proj,0.0057449149,hessian_weighted_relative_error,30903,0.02500,0.855
24,mlp.experts.184.gate_proj,0.0053525814,hessian_weighted_relative_error,21765,0.02500,0.844
24,mlp.experts.186.gate_proj,0.0082938098,hessian_weighted_relative_error,56270,0.02500,0.846
24,mlp.experts.187.gate_proj,0.0059839640,hessian_weighted_relative_error,22633,0.02500,0.858
24,mlp.experts.188.gate_proj,0.0077653873,hessian_weighted_relative_error,34554,0.02500,0.845
24,mlp.experts.189.gate_proj,0.0035351602,hessian_weighted_relative_error,4393,0.02500,0.859
24,mlp.experts.190.gate_proj,0.0049745215,hessian_weighted_relative_error,9922,0.02500,0.843
24,mlp.experts.191.gate_proj,0.0035610520,hessian_weighted_relative_error,37082,0.02500,0.855
24,mlp.experts.192.gate_proj,0.0056083129,hessian_weighted_relative_error,33820,0.02500,0.845
24,mlp.experts.193.gate_proj,0.0065727486,hessian_weighted_relative_error,28921,0.02500,0.856
24,mlp.experts.194.gate_proj,0.0068963007,hessian_weighted_relative_error,38642,0.02500,0.846
24,mlp.experts.195.gate_proj,0.0042256484,hessian_weighted_relative_error,22590,0.02500,0.858
24,mlp.experts.196.gate_proj,0.0065076273,hessian_weighted_relative_error,34551,0.02500,0.844
24,mlp.experts.198.gate_proj,0.0043800439,hessian_weighted_relative_error,40927,0.02500,0.846
24,mlp.experts.199.gate_proj,0.0061917535,hessian_weighted_relative_error,17574,0.02500,0.859
24,mlp.experts.200.gate_proj,0.0054299374,hessian_weighted_relative_error,12026,0.02500,0.847
24,mlp.experts.202.gate_proj,0.0050694770,hessian_weighted_relative_error,21972,0.02500,0.855
24,mlp.experts.203.gate_proj,0.0049545527,hessian_weighted_relative_error,17165,0.02500,0.858
24,mlp.experts.204.gate_proj,0.0072268079,hessian_weighted_relative_error,12419,0.02500,0.847
24,mlp.experts.205.gate_proj,0.0049925144,hessian_weighted_relative_error,15147,0.02500,0.858
24,mlp.experts.206.gate_proj,0.0080119153,hessian_weighted_relative_error,47541,0.02500,0.842
24,mlp.experts.207.gate_proj,0.0044115096,hessian_weighted_relative_error,45474,0.02500,0.858
24,mlp.experts.208.gate_proj,0.0047978064,hessian_weighted_relative_error,10201,0.02500,0.847
24,mlp.experts.209.gate_proj,0.0077216472,hessian_weighted_relative_error,39517,0.02500,0.859
24,mlp.experts.211.gate_proj,0.0053528444,hessian_weighted_relative_error,18470,0.02500,0.859
24,mlp.experts.212.gate_proj,0.0051947640,hessian_weighted_relative_error,10811,0.02500,0.847
24,mlp.experts.213.gate_proj,0.0048085684,hessian_weighted_relative_error,20118,0.02500,0.860
24,mlp.experts.214.gate_proj,0.0066599139,hessian_weighted_relative_error,28229,0.02500,0.848
24,mlp.experts.215.gate_proj,0.0035423009,hessian_weighted_relative_error,24121,0.02500,0.858
24,mlp.experts.216.gate_proj,0.0063928125,hessian_weighted_relative_error,23902,0.02500,0.849
24,mlp.experts.217.gate_proj,0.0068225921,hessian_weighted_relative_error,40331,0.02500,0.859
24,mlp.experts.219.gate_proj,0.0055194055,hessian_weighted_relative_error,13398,0.02500,0.859
24,mlp.experts.220.gate_proj,0.0059623078,hessian_weighted_relative_error,17753,0.02500,0.849
24,mlp.experts.221.gate_proj,0.0071702258,hessian_weighted_relative_error,39081,0.02500,0.857
24,mlp.experts.222.gate_proj,0.0048013472,hessian_weighted_relative_error,6656,0.02500,0.847
24,mlp.experts.223.gate_proj,0.0052048079,hessian_weighted_relative_error,22443,0.02500,0.860
24,mlp.experts.224.gate_proj,0.0038877364,hessian_weighted_relative_error,6413,0.02500,0.849
24,mlp.experts.225.gate_proj,0.0058408737,hessian_weighted_relative_error,38504,0.02500,0.859
24,mlp.experts.226.gate_proj,0.0018346125,hessian_weighted_relative_error,1024,0.02500,0.848
24,mlp.experts.227.gate_proj,0.0046532816,hessian_weighted_relative_error,15273,0.02500,0.860
24,mlp.experts.228.gate_proj,0.0075272421,hessian_weighted_relative_error,46250,0.02500,0.849
24,mlp.experts.229.gate_proj,0.0058816911,hessian_weighted_relative_error,23598,0.02500,0.860
24,mlp.experts.231.gate_proj,0.0052074847,hessian_weighted_relative_error,20913,0.02500,0.858
24,mlp.experts.232.gate_proj,0.0079191084,hessian_weighted_relative_error,48064,0.02500,0.850
24,mlp.experts.233.gate_proj,0.0059218851,hessian_weighted_relative_error,21634,0.02500,0.859
24,mlp.experts.234.gate_proj,0.0057864839,hessian_weighted_relative_error,16380,0.02500,0.849
24,mlp.experts.235.gate_proj,0.0048465368,hessian_weighted_relative_error,18857,0.02500,0.862
24,mlp.experts.236.gate_proj,0.0048874555,hessian_weighted_relative_error,21662,0.02500,0.848
24,mlp.experts.238.gate_proj,0.0067162250,hessian_weighted_relative_error,12084,0.02500,0.849
24,mlp.experts.239.gate_proj,0.0050805385,hessian_weighted_relative_error,8255,0.02500,0.858
24,mlp.experts.240.gate_proj,0.0072177510,hessian_weighted_relative_error,36094,0.02500,0.851
24,mlp.experts.241.gate_proj,0.0060598061,hessian_weighted_relative_error,40622,0.02500,0.860
24,mlp.experts.242.gate_proj,0.0036064226,hessian_weighted_relative_error,4804,0.02500,0.850
24,mlp.experts.244.gate_proj,0.0077694381,hessian_weighted_relative_error,29003,0.02500,0.852
24,mlp.experts.245.gate_proj,0.0062304018,hessian_weighted_relative_error,29989,0.02500,0.859
24,mlp.experts.246.gate_proj,0.0074945986,hessian_weighted_relative_error,20109,0.02500,0.852
24,mlp.experts.247.gate_proj,0.0067071414,hessian_weighted_relative_error,31254,0.02500,0.856
24,mlp.experts.248.gate_proj,0.0061628739,hessian_weighted_relative_error,8495,0.02500,0.850
24,mlp.experts.249.gate_proj,0.0062434589,hessian_weighted_relative_error,17079,0.02500,0.860
24,mlp.experts.250.gate_proj,0.0044103451,hessian_weighted_relative_error,3912,0.02500,0.849
24,mlp.experts.251.gate_proj,0.0072466104,hessian_weighted_relative_error,52183,0.02500,0.862
24,mlp.experts.252.gate_proj,0.0074569312,hessian_weighted_relative_error,40786,0.02500,0.852
24,mlp.experts.253.gate_proj,0.0071262311,hessian_weighted_relative_error,25072,0.02500,0.860
24,mlp.experts.254.gate_proj,0.0073892580,hessian_weighted_relative_error,21940,0.02500,0.850
24,mlp.experts.256.gate_proj,0.0053970888,hessian_weighted_relative_error,8512,0.02500,0.851
24,mlp.experts.257.gate_proj,0.0048271821,hessian_weighted_relative_error,17637,0.02500,0.861
24,mlp.experts.258.gate_proj,0.0071647395,hessian_weighted_relative_error,11959,0.02500,0.849
24,mlp.experts.260.gate_proj,0.0052034546,hessian_weighted_relative_error,58354,0.02500,0.850
24,mlp.experts.261.gate_proj,0.0055235364,hessian_weighted_relative_error,15380,0.02500,0.869
24,mlp.experts.262.gate_proj,0.0058682547,hessian_weighted_relative_error,15663,0.02500,0.852
24,mlp.experts.263.gate_proj,0.0063122578,hessian_weighted_relative_error,19551,0.02500,0.858
24,mlp.experts.264.gate_proj,0.0055179233,hessian_weighted_relative_error,32622,0.02500,0.850
24,mlp.experts.265.gate_proj,0.0068749534,hessian_weighted_relative_error,35350,0.02500,0.867
24,mlp.experts.266.gate_proj,0.0078687863,hessian_weighted_relative_error,27722,0.02500,0.851
24,mlp.experts.267.gate_proj,0.0079877173,hessian_weighted_relative_error,51710,0.02500,0.861
24,mlp.experts.268.gate_proj,0.0074080633,hessian_weighted_relative_error,25220,0.02500,0.851
24,mlp.experts.269.gate_proj,0.0075418980,hessian_weighted_relative_error,42136,0.02500,0.861
24,mlp.experts.270.gate_proj,0.0066422338,hessian_weighted_relative_error,22633,0.02500,0.854
24,mlp.experts.271.gate_proj,0.0040787208,hessian_weighted_relative_error,15396,0.02500,0.858
24,mlp.experts.273.gate_proj,0.0071327522,hessian_weighted_relative_error,22019,0.02500,0.864
24,mlp.experts.274.gate_proj,0.0079614726,hessian_weighted_relative_error,32334,0.02500,0.852
24,mlp.experts.275.gate_proj,0.0063082671,hessian_weighted_relative_error,28339,0.02500,0.862
24,mlp.experts.276.gate_proj,0.0050456671,hessian_weighted_relative_error,10535,0.02500,0.854
24,mlp.experts.277.gate_proj,0.0067707905,hessian_weighted_relative_error,39017,0.02500,0.861
24,mlp.experts.278.gate_proj,0.0084892513,hessian_weighted_relative_error,48728,0.02500,0.853
24,mlp.experts.279.gate_proj,0.0054389178,hessian_weighted_relative_error,16410,0.02500,0.861
24,mlp.experts.280.gate_proj,0.0069862054,hessian_weighted_relative_error,27848,0.02500,0.854
24,mlp.experts.281.gate_proj,0.0058519705,hessian_weighted_relative_error,28508,0.02500,0.864
24,mlp.experts.282.gate_proj,0.0073107904,hessian_weighted_relative_error,32753,0.02500,0.854
24,mlp.experts.284.gate_proj,0.0018977420,hessian_weighted_relative_error,2368,0.02500,0.854
24,mlp.experts.285.gate_proj,0.0048695235,hessian_weighted_relative_error,10498,0.02500,0.865
24,mlp.experts.286.gate_proj,0.0055822821,hessian_weighted_relative_error,15344,0.02500,0.854
24,mlp.experts.287.gate_proj,0.0051446044,hessian_weighted_relative_error,7863,0.02500,0.860
24,mlp.experts.0.up_proj,0.0056884992,hessian_weighted_relative_error,12333,0.02500,0.855
24,mlp.experts.1.up_proj,0.0042040330,hessian_weighted_relative_error,18375,0.02500,0.862
24,mlp.experts.3.up_proj,0.0058579951,hessian_weighted_relative_error,21652,0.02500,0.864
24,mlp.experts.5.up_proj,0.0029237470,hessian_weighted_relative_error,3336,0.02500,0.864
24,mlp.experts.6.up_proj,0.0073020636,hessian_weighted_relative_error,18786,0.02500,0.856
24,mlp.experts.7.up_proj,0.0046455406,hessian_weighted_relative_error,8805,0.02500,0.862
24,mlp.experts.8.up_proj,0.0092108713,hessian_weighted_relative_error,41889,0.02500,0.857
24,mlp.experts.9.up_proj,0.0064330903,hessian_weighted_relative_error,30795,0.02500,0.863
24,mlp.experts.10.up_proj,0.0080934975,hessian_weighted_relative_error,25585,0.02500,0.854
24,mlp.experts.11.up_proj,0.0049436355,hessian_weighted_relative_error,7641,0.02500,0.864
24,mlp.experts.12.up_proj,0.0075845002,hessian_weighted_relative_error,12256,0.02500,0.854
24,mlp.experts.13.up_proj,0.0084383359,hessian_weighted_relative_error,31399,0.02500,0.864
24,mlp.experts.14.up_proj,0.0047702181,hessian_weighted_relative_error,11364,0.02500,0.857
24,mlp.experts.16.up_proj,0.0056570087,hessian_weighted_relative_error,17857,0.02500,0.860
24,mlp.experts.17.up_proj,0.0060419919,hessian_weighted_relative_error,13663,0.02500,0.876
24,mlp.experts.18.up_proj,0.0046523527,hessian_weighted_relative_error,16675,0.02500,0.864
24,mlp.experts.19.up_proj,0.0057934302,hessian_weighted_relative_error,24858,0.02500,0.874
24,mlp.experts.20.up_proj,0.0070567456,hessian_weighted_relative_error,34499,0.02500,0.856
24,mlp.experts.21.up_proj,0.0067857316,hessian_weighted_relative_error,30169,0.02500,0.867
24,mlp.experts.23.up_proj,0.0060780667,hessian_weighted_relative_error,19214,0.02500,0.864
24,mlp.experts.24.up_proj,0.0069788171,hessian_weighted_relative_error,20035,0.02500,0.869
24,mlp.experts.25.up_proj,0.0067794251,hessian_weighted_relative_error,26178,0.02500,0.869
24,mlp.experts.28.up_proj,0.0074148146,hessian_weighted_relative_error,15978,0.02500,0.868
24,mlp.experts.29.up_proj,0.0061204723,hessian_weighted_relative_error,36568,0.02500,0.873
24,mlp.experts.30.up_proj,0.0086949191,hessian_weighted_relative_error,29216,0.02500,0.865
24,mlp.experts.31.up_proj,0.0078330937,hessian_weighted_relative_error,23524,0.02500,0.864
24,mlp.experts.32.up_proj,0.0044940141,hessian_weighted_relative_error,20610,0.02500,0.864
24,mlp.experts.34.up_proj,0.0064432752,hessian_weighted_relative_error,7966,0.02500,0.871
24,mlp.experts.35.up_proj,0.0076069652,hessian_weighted_relative_error,30752,0.02500,0.879
24,mlp.experts.36.up_proj,0.0072158899,hessian_weighted_relative_error,11500,0.02500,0.868
24,mlp.experts.37.up_proj,0.0054717997,hessian_weighted_relative_error,17595,0.02500,0.879
24,mlp.experts.38.up_proj,0.0058579451,hessian_weighted_relative_error,9450,0.02500,0.870
24,mlp.experts.41.up_proj,0.0081563889,hessian_weighted_relative_error,13535,0.02500,0.885
24,mlp.experts.42.up_proj,0.0086728219,hessian_weighted_relative_error,31379,0.02500,0.857
24,mlp.experts.43.up_proj,0.0050728400,hessian_weighted_relative_error,14126,0.02500,0.867
24,mlp.experts.44.up_proj,0.0075735093,hessian_weighted_relative_error,19405,0.02500,0.857
24,mlp.experts.46.up_proj,0.0048808726,hessian_weighted_relative_error,6186,0.02500,0.856
24,mlp.experts.47.up_proj,0.0046224331,hessian_weighted_relative_error,22039,0.02500,0.866
24,mlp.experts.48.up_proj,0.0058606454,hessian_weighted_relative_error,9743,0.02500,0.856
24,mlp.experts.50.up_proj,0.0083073748,hessian_weighted_relative_error,30615,0.02500,0.857
24,mlp.experts.52.up_proj,0.0042582119,hessian_weighted_relative_error,54338,0.02500,0.857
24,mlp.experts.53.up_proj,0.0063110140,hessian_weighted_relative_error,36561,0.02500,0.874
24,mlp.experts.55.up_proj,0.0051460377,hessian_weighted_relative_error,8998,0.02500,0.880
24,mlp.experts.56.up_proj,0.0075262085,hessian_weighted_relative_error,31653,0.02500,0.859
24,mlp.experts.57.up_proj,0.0063002749,hessian_weighted_relative_error,24083,0.02500,0.879
24,mlp.experts.58.up_proj,0.0076991674,hessian_weighted_relative_error,60041,0.02500,0.857
24,mlp.experts.59.up_proj,0.0088857325,hessian_weighted_relative_error,23718,0.02500,0.875
24,mlp.experts.60.up_proj,0.0073206697,hessian_weighted_relative_error,17182,0.02500,0.857
24,mlp.experts.61.up_proj,0.0087569021,hessian_weighted_relative_error,20001,0.02500,0.874
24,mlp.experts.62.up_proj,0.0058482384,hessian_weighted_relative_error,18176,0.02500,0.856
24,mlp.experts.63.up_proj,0.0087070088,hessian_weighted_relative_error,34774,0.02500,0.864
24,mlp.experts.64.up_proj,0.0054218507,hessian_weighted_relative_error,31656,0.02500,0.857
24,mlp.experts.65.up_proj,0.0047431323,hessian_weighted_relative_error,18188,0.02500,0.879
24,mlp.experts.66.up_proj,0.0088640124,hessian_weighted_relative_error,21788,0.02500,0.857
24,mlp.experts.67.up_proj,0.0042327446,hessian_weighted_relative_error,24146,0.02500,0.869
24,mlp.experts.68.up_proj,0.0067455804,hessian_weighted_relative_error,8766,0.02500,0.856
24,mlp.experts.69.up_proj,0.0071224165,hessian_weighted_relative_error,20895,0.02500,0.877
24,mlp.experts.70.up_proj,0.0099144738,hessian_weighted_relative_error,43193,0.02500,0.858
24,mlp.experts.72.up_proj,0.0060377074,hessian_weighted_relative_error,29306,0.02500,0.858
24,mlp.experts.73.up_proj,0.0080777012,hessian_weighted_relative_error,33928,0.02500,0.867
24,mlp.experts.74.up_proj,0.0052924637,hessian_weighted_relative_error,17122,0.02500,0.858
24,mlp.experts.75.up_proj,0.0045439846,hessian_weighted_relative_error,21456,0.02500,0.875
24,mlp.experts.76.up_proj,0.0056283206,hessian_weighted_relative_error,12285,0.02500,0.857
24,mlp.experts.77.up_proj,0.0038366207,hessian_weighted_relative_error,6084,0.02500,0.878
24,mlp.experts.78.up_proj,0.0081596932,hessian_weighted_relative_error,25566,0.02500,0.858
24,mlp.experts.79.up_proj,0.0078269747,hessian_weighted_relative_error,11260,0.02500,0.870
24,mlp.experts.80.up_proj,0.0040437719,hessian_weighted_relative_error,9467,0.02500,0.858
24,mlp.experts.81.up_proj,0.0065920492,hessian_weighted_relative_error,27696,0.02500,0.878
24,mlp.experts.82.up_proj,0.0058909725,hessian_weighted_relative_error,21053,0.02500,0.858
24,mlp.experts.83.up_proj,0.0079332661,hessian_weighted_relative_error,48095,0.02500,0.866
24,mlp.experts.87.up_proj,0.0053376742,hessian_weighted_relative_error,12770,0.02500,0.871
24,mlp.experts.88.up_proj,0.0048429278,hessian_weighted_relative_error,8210,0.02500,0.858
24,mlp.experts.89.up_proj,0.0092241198,hessian_weighted_relative_error,23447,0.02500,0.880
24,mlp.experts.90.up_proj,0.0081179971,hessian_weighted_relative_error,27726,0.02500,0.858
24,mlp.experts.91.up_proj,0.0046892153,hessian_weighted_relative_error,24432,0.02500,0.878
24,mlp.experts.92.up_proj,0.0087846951,hessian_weighted_relative_error,23258,0.02500,0.859
24,mlp.experts.93.up_proj,0.0044462742,hessian_weighted_relative_error,6690,0.02500,0.878
24,mlp.experts.94.up_proj,0.0048595149,hessian_weighted_relative_error,35175,0.02500,0.859
24,mlp.experts.95.up_proj,0.0082548484,hessian_weighted_relative_error,23827,0.02500,0.867
24,mlp.experts.96.up_proj,0.0064654307,hessian_weighted_relative_error,33261,0.02500,0.858
24,mlp.experts.97.up_proj,0.0048862701,hessian_weighted_relative_error,21999,0.02500,0.880
24,mlp.experts.98.up_proj,0.0067825722,hessian_weighted_relative_error,24587,0.02500,0.858
24,mlp.experts.99.up_proj,0.0073203419,hessian_weighted_relative_error,31021,0.02500,0.864
24,mlp.experts.101.up_proj,0.0053010034,hessian_weighted_relative_error,10357,0.02500,0.877
24,mlp.experts.102.up_proj,0.0052096067,hessian_weighted_relative_error,36197,0.02500,0.858
24,mlp.experts.104.up_proj,0.0082147262,hessian_weighted_relative_error,40396,0.02500,0.859
24,mlp.experts.107.up_proj,0.0017241397,hessian_weighted_relative_error,1024,0.02500,0.873
24,mlp.experts.108.up_proj,0.0036439312,hessian_weighted_relative_error,16125,0.02500,0.858
24,mlp.experts.110.up_proj,0.0050656952,hessian_weighted_relative_error,11173,0.02500,0.857
24,mlp.experts.111.up_proj,0.0069189129,hessian_weighted_relative_error,19423,0.02500,0.874
24,mlp.experts.112.up_proj,0.0060829033,hessian_weighted_relative_error,28978,0.02500,0.860
24,mlp.experts.113.up_proj,0.0047070441,hessian_weighted_relative_error,7044,0.02500,0.870
24,mlp.experts.116.up_proj,0.0069747170,hessian_weighted_relative_error,25212,0.02500,0.857
24,mlp.experts.117.up_proj,0.0060354407,hessian_weighted_relative_error,20875,0.02500,0.873
24,mlp.experts.118.up_proj,0.0085170909,hessian_weighted_relative_error,45088,0.02500,0.860
24,mlp.experts.120.up_proj,0.0052030510,hessian_weighted_relative_error,21204,0.02500,0.860
24,mlp.experts.121.up_proj,0.0054427656,hessian_weighted_relative_error,10091,0.02500,0.875
24,mlp.experts.127.up_proj,0.0072890888,hessian_weighted_relative_error,16084,0.02500,0.869
24,mlp.experts.128.up_proj,0.0079981618,hessian_weighted_relative_error,34970,0.02500,0.860
24,mlp.experts.129.up_proj,0.0059011074,hessian_weighted_relative_error,18935,0.02500,0.879
24,mlp.experts.132.up_proj,0.0076012305,hessian_weighted_relative_error,11739,0.02500,0.861
24,mlp.experts.133.up_proj,0.0038433696,hessian_weighted_relative_error,22319,0.02500,0.873
24,mlp.experts.134.up_proj,0.0067469087,hessian_weighted_relative_error,26736,0.02500,0.859
24,mlp.experts.139.up_proj,0.0073118694,hessian_weighted_relative_error,17566,0.02500,0.876
24,mlp.experts.140.up_proj,0.0082897144,hessian_weighted_relative_error,22355,0.02500,0.859
24,mlp.experts.141.up_proj,0.0074037417,hessian_weighted_relative_error,25060,0.02500,0.879
24,mlp.experts.142.up_proj,0.0089709598,hessian_weighted_relative_error,25663,0.02500,0.859
24,mlp.experts.143.up_proj,0.0082640244,hessian_weighted_relative_error,24006,0.02500,0.872
24,mlp.experts.144.up_proj,0.0086890426,hessian_weighted_relative_error,38531,0.02500,0.861
24,mlp.experts.145.up_proj,0.0096118272,hessian_weighted_relative_error,28545,0.02500,0.882
24,mlp.experts.146.up_proj,0.0085741173,hessian_weighted_relative_error,23886,0.02500,0.861
24,mlp.experts.148.up_proj,0.0041238300,hessian_weighted_relative_error,23125,0.02500,0.860
24,mlp.experts.149.up_proj,0.0079910302,hessian_weighted_relative_error,18262,0.02500,0.885
24,mlp.experts.150.up_proj,0.0077026296,hessian_weighted_relative_error,40134,0.02500,0.860
24,mlp.experts.151.up_proj,0.0041097490,hessian_weighted_relative_error,5841,0.02500,0.880
24,mlp.experts.153.up_proj,0.0077882000,hessian_weighted_relative_error,20402,0.02500,0.883
24,mlp.experts.154.up_proj,0.0086551637,hessian_weighted_relative_error,46655,0.02500,0.874
24,mlp.experts.155.up_proj,0.0043885063,hessian_weighted_relative_error,20130,0.02500,0.884
24,mlp.experts.156.up_proj,0.0085443952,hessian_weighted_relative_error,40156,0.02500,0.862
24,mlp.experts.157.up_proj,0.0043036054,hessian_weighted_relative_error,22471,0.02500,0.881
24,mlp.experts.158.up_proj,0.0090802366,hessian_weighted_relative_error,34342,0.02500,0.860
24,mlp.experts.160.up_proj,0.0063516617,hessian_weighted_relative_error,30771,0.02500,0.860
24,mlp.experts.162.up_proj,0.0052288797,hessian_weighted_relative_error,20930,0.02500,0.859
24,mlp.experts.165.up_proj,0.0071570020,hessian_weighted_relative_error,26215,0.02500,0.883
24,mlp.experts.166.up_proj,0.0086024333,hessian_weighted_relative_error,31426,0.02500,0.859
24,mlp.experts.167.up_proj,0.0093185676,hessian_weighted_relative_error,39743,0.02500,0.884
24,mlp.experts.169.up_proj,0.0076467793,hessian_weighted_relative_error,42348,0.02500,0.881
24,mlp.experts.170.up_proj,0.0090333206,hessian_weighted_relative_error,32202,0.02500,0.860
24,mlp.experts.172.up_proj,0.0075673094,hessian_weighted_relative_error,23731,0.02500,0.861
24,mlp.experts.175.up_proj,0.0058810535,hessian_weighted_relative_error,30823,0.02500,0.882
24,mlp.experts.176.up_proj,0.0061470208,hessian_weighted_relative_error,27851,0.02500,0.860
24,mlp.experts.177.up_proj,0.0043596660,hessian_weighted_relative_error,21213,0.02500,0.880
24,mlp.experts.178.up_proj,0.0078082447,hessian_weighted_relative_error,24813,0.02500,0.863
24,mlp.experts.179.up_proj,0.0045286251,hessian_weighted_relative_error,9035,0.02500,0.885
24,mlp.experts.180.up_proj,0.0061387691,hessian_weighted_relative_error,30168,0.02500,0.862
24,mlp.experts.181.up_proj,0.0054877123,hessian_weighted_relative_error,12605,0.02500,0.877
24,mlp.experts.182.up_proj,0.0063162067,hessian_weighted_relative_error,18637,0.02500,0.861
24,mlp.experts.183.up_proj,0.0064831795,hessian_weighted_relative_error,30903,0.02500,0.887
24,mlp.experts.184.up_proj,0.0062698752,hessian_weighted_relative_error,21765,0.02500,0.860
24,mlp.experts.186.up_proj,0.0096703670,hessian_weighted_relative_error,56270,0.02500,0.861
24,mlp.experts.187.up_proj,0.0069633325,hessian_weighted_relative_error,22633,0.02500,0.881
24,mlp.experts.188.up_proj,0.0087239991,hessian_weighted_relative_error,34554,0.02500,0.861
24,mlp.experts.189.up_proj,0.0038105110,hessian_weighted_relative_error,4393,0.02500,0.882
24,mlp.experts.190.up_proj,0.0055762245,hessian_weighted_relative_error,9922,0.02500,0.862
24,mlp.experts.191.up_proj,0.0038830455,hessian_weighted_relative_error,37082,0.02500,0.884
24,mlp.experts.192.up_proj,0.0061921800,hessian_weighted_relative_error,33820,0.02500,0.862
24,mlp.experts.195.up_proj,0.0045096116,hessian_weighted_relative_error,22590,0.02500,0.882
24,mlp.experts.196.up_proj,0.0071776492,hessian_weighted_relative_error,34551,0.02500,0.861
24,mlp.experts.198.up_proj,0.0048227311,hessian_weighted_relative_error,40927,0.02500,0.860
24,mlp.experts.199.up_proj,0.0069208264,hessian_weighted_relative_error,17574,0.02500,0.880
24,mlp.experts.200.up_proj,0.0060269740,hessian_weighted_relative_error,12026,0.02500,0.861
24,mlp.experts.202.up_proj,0.0058124236,hessian_weighted_relative_error,21972,0.02500,0.861
24,mlp.experts.203.up_proj,0.0055965365,hessian_weighted_relative_error,17165,0.02500,0.890
24,mlp.experts.204.up_proj,0.0082688493,hessian_weighted_relative_error,12419,0.02500,0.859
24,mlp.experts.205.up_proj,0.0055490980,hessian_weighted_relative_error,15147,0.02500,0.888
24,mlp.experts.206.up_proj,0.0090915226,hessian_weighted_relative_error,47541,0.02500,0.862
24,mlp.experts.207.up_proj,0.0046989113,hessian_weighted_relative_error,45474,0.02500,0.884
24,mlp.experts.208.up_proj,0.0052337722,hessian_weighted_relative_error,10201,0.02500,0.860
24,mlp.experts.209.up_proj,0.0085334800,hessian_weighted_relative_error,39517,0.02500,0.887
24,mlp.experts.211.up_proj,0.0056634186,hessian_weighted_relative_error,18470,0.02500,0.887
24,mlp.experts.212.up_proj,0.0054193815,hessian_weighted_relative_error,10811,0.02500,0.860
24,mlp.experts.213.up_proj,0.0054534141,hessian_weighted_relative_error,20118,0.02500,0.883
24,mlp.experts.214.up_proj,0.0072205820,hessian_weighted_relative_error,28229,0.02500,0.863
24,mlp.experts.215.up_proj,0.0036841956,hessian_weighted_relative_error,24121,0.02500,0.883
24,mlp.experts.216.up_proj,0.0070867449,hessian_weighted_relative_error,23902,0.02500,0.860
24,mlp.experts.217.up_proj,0.0075492170,hessian_weighted_relative_error,40331,0.02500,0.880
24,mlp.experts.219.up_proj,0.0061530444,hessian_weighted_relative_error,13398,0.02500,0.889
24,mlp.experts.220.up_proj,0.0064676566,hessian_weighted_relative_error,17753,0.02500,0.861
24,mlp.experts.221.up_proj,0.0085754730,hessian_weighted_relative_error,39081,0.02500,0.887
24,mlp.experts.222.up_proj,0.0052046188,hessian_weighted_relative_error,6656,0.02500,0.862
24,mlp.experts.223.up_proj,0.0057611087,hessian_weighted_relative_error,22443,0.02500,0.885
24,mlp.experts.224.up_proj,0.0043541082,hessian_weighted_relative_error,6413,0.02500,0.862
24,mlp.experts.225.up_proj,0.0060780855,hessian_weighted_relative_error,38504,0.02500,0.893
24,mlp.experts.226.up_proj,0.0023004380,hessian_weighted_relative_error,1024,0.02500,0.867
24,mlp.experts.227.up_proj,0.0050888715,hessian_weighted_relative_error,15273,0.02500,0.894
24,mlp.experts.229.up_proj,0.0062661413,hessian_weighted_relative_error,23598,0.02500,0.901
24,mlp.experts.231.up_proj,0.0059831790,hessian_weighted_relative_error,20913,0.02500,0.883
24,mlp.experts.233.up_proj,0.0066311995,hessian_weighted_relative_error,21634,0.02500,0.911
24,mlp.experts.234.up_proj,0.0060084410,hessian_weighted_relative_error,16380,0.02500,0.869
24,mlp.experts.235.up_proj,0.0052150179,hessian_weighted_relative_error,18857,0.02500,0.891
24,mlp.experts.236.up_proj,0.0053059913,hessian_weighted_relative_error,21662,0.02500,0.863
24,mlp.experts.238.up_proj,0.0077983591,hessian_weighted_relative_error,12084,0.02500,0.862
24,mlp.experts.239.up_proj,0.0054337604,hessian_weighted_relative_error,8255,0.02500,0.891
24,mlp.experts.240.up_proj,0.0084227466,hessian_weighted_relative_error,36094,0.02500,0.863
24,mlp.experts.242.up_proj,0.0037825411,hessian_weighted_relative_error,4804,0.02500,0.863
24,mlp.experts.244.up_proj,0.0088650652,hessian_weighted_relative_error,29003,0.02500,0.864
24,mlp.experts.245.up_proj,0.0069506284,hessian_weighted_relative_error,29989,0.02500,0.894
24,mlp.experts.246.up_proj,0.0078343080,hessian_weighted_relative_error,20109,0.02500,0.862
24,mlp.experts.247.up_proj,0.0071950253,hessian_weighted_relative_error,31254,0.02500,0.892
24,mlp.experts.248.up_proj,0.0067248900,hessian_weighted_relative_error,8495,0.02500,0.862
24,mlp.experts.249.up_proj,0.0070186164,hessian_weighted_relative_error,17079,0.02500,0.891
24,mlp.experts.250.up_proj,0.0052237858,hessian_weighted_relative_error,3912,0.02500,0.862
24,mlp.experts.252.up_proj,0.0086635039,hessian_weighted_relative_error,40786,0.02500,0.862
24,mlp.experts.253.up_proj,0.0084079570,hessian_weighted_relative_error,25072,0.02500,0.902
24,mlp.experts.254.up_proj,0.0082061289,hessian_weighted_relative_error,21940,0.02500,0.864
24,mlp.experts.256.up_proj,0.0056653204,hessian_weighted_relative_error,8512,0.02500,0.862
24,mlp.experts.257.up_proj,0.0052464303,hessian_weighted_relative_error,17637,0.02500,0.881
24,mlp.experts.258.up_proj,0.0079534194,hessian_weighted_relative_error,11959,0.02500,0.862
24,mlp.experts.261.up_proj,0.0061488191,hessian_weighted_relative_error,15380,0.02500,0.897
24,mlp.experts.262.up_proj,0.0063408246,hessian_weighted_relative_error,15663,0.02500,0.862
24,mlp.experts.263.up_proj,0.0067042146,hessian_weighted_relative_error,19551,0.02500,0.887
24,mlp.experts.264.up_proj,0.0060711232,hessian_weighted_relative_error,32622,0.02500,0.861
24,mlp.experts.265.up_proj,0.0077539591,hessian_weighted_relative_error,35350,0.02500,0.897
24,mlp.experts.266.up_proj,0.0088132356,hessian_weighted_relative_error,27722,0.02500,0.861
24,mlp.experts.268.up_proj,0.0083959967,hessian_weighted_relative_error,25220,0.02500,0.860
24,mlp.experts.269.up_proj,0.0084714489,hessian_weighted_relative_error,42136,0.02500,0.896
24,mlp.experts.270.up_proj,0.0069440699,hessian_weighted_relative_error,22633,0.02500,0.862
24,mlp.experts.271.up_proj,0.0045849738,hessian_weighted_relative_error,15396,0.02500,0.892
24,mlp.experts.273.up_proj,0.0076730844,hessian_weighted_relative_error,22019,0.02500,0.896
24,mlp.experts.274.up_proj,0.0086297028,hessian_weighted_relative_error,32334,0.02500,0.864
24,mlp.experts.276.up_proj,0.0053926395,hessian_weighted_relative_error,10535,0.02500,0.861
24,mlp.experts.277.up_proj,0.0074730944,hessian_weighted_relative_error,39017,0.02500,0.895
24,mlp.experts.279.up_proj,0.0061897541,hessian_weighted_relative_error,16410,0.02500,0.890
24,mlp.experts.280.up_proj,0.0082161011,hessian_weighted_relative_error,27848,0.02500,0.864
24,mlp.experts.281.up_proj,0.0065912211,hessian_weighted_relative_error,28508,0.02500,0.908
24,mlp.experts.282.up_proj,0.0079370745,hessian_weighted_relative_error,32753,0.02500,0.862
24,mlp.experts.284.up_proj,0.0021394469,hessian_weighted_relative_error,2368,0.02500,0.864
24,mlp.experts.285.up_proj,0.0054176231,hessian_weighted_relative_error,10498,0.02500,0.903
24,mlp.experts.286.up_proj,0.0061201569,hessian_weighted_relative_error,15344,0.02500,0.862
24,mlp.experts.287.up_proj,0.0056865556,hessian_weighted_relative_error,7863,0.02500,0.893
24,mlp.experts.0.down_proj,0.0100417292,hessian_weighted_relative_error,12333,0.02500,0.769
24,mlp.experts.1.down_proj,0.0093628063,hessian_weighted_relative_error,18375,0.02500,0.747
24,mlp.experts.3.down_proj,0.0095026094,hessian_weighted_relative_error,21652,0.02500,0.753
24,mlp.experts.5.down_proj,0.0076633173,hessian_weighted_relative_error,3336,0.02500,0.752
24,mlp.experts.6.down_proj,0.0085790276,hessian_weighted_relative_error,18786,0.02500,0.774
24,mlp.experts.7.down_proj,0.0079981066,hessian_weighted_relative_error,8805,0.02500,0.721
24,mlp.experts.9.down_proj,0.0081542928,hessian_weighted_relative_error,30795,0.02500,0.752
24,mlp.experts.10.down_proj,0.0108322229,hessian_weighted_relative_error,25585,0.02500,0.776
24,mlp.experts.11.down_proj,0.0102656281,hessian_weighted_relative_error,7641,0.02500,0.757
24,mlp.experts.12.down_proj,0.0125858634,hessian_weighted_relative_error,12256,0.02500,0.772
24,mlp.experts.13.down_proj,0.0126785864,hessian_weighted_relative_error,31399,0.02500,0.756
24,mlp.experts.14.down_proj,0.0082602331,hessian_weighted_relative_error,11364,0.02500,0.779
24,mlp.experts.16.down_proj,0.0079091025,hessian_weighted_relative_error,17857,0.02500,0.776
24,mlp.experts.17.down_proj,0.0093878103,hessian_weighted_relative_error,13663,0.02500,0.755
24,mlp.experts.19.down_proj,0.0114747345,hessian_weighted_relative_error,24858,0.02500,0.761
24,mlp.experts.20.down_proj,0.0121937735,hessian_weighted_relative_error,34499,0.02500,0.777
24,mlp.experts.21.down_proj,0.0118019854,hessian_weighted_relative_error,30169,0.02500,0.759
24,mlp.experts.23.down_proj,0.0115111962,hessian_weighted_relative_error,19214,0.02500,0.756
24,mlp.experts.24.down_proj,0.0092095256,hessian_weighted_relative_error,20035,0.02500,0.778
24,mlp.experts.25.down_proj,0.0098784925,hessian_weighted_relative_error,26178,0.02500,0.759
24,mlp.experts.28.down_proj,0.0128747725,hessian_weighted_relative_error,15978,0.02500,0.777
24,mlp.experts.29.down_proj,0.0094034850,hessian_weighted_relative_error,36568,0.02500,0.761
24,mlp.experts.30.down_proj,0.0123891411,hessian_weighted_relative_error,29216,0.02500,0.781
24,mlp.experts.31.down_proj,0.0103037154,hessian_weighted_relative_error,23524,0.02500,0.759
24,mlp.experts.32.down_proj,0.0083878868,hessian_weighted_relative_error,20610,0.02500,0.781
24,mlp.experts.34.down_proj,0.0113770563,hessian_weighted_relative_error,7966,0.02500,0.782
24,mlp.experts.35.down_proj,0.0118272676,hessian_weighted_relative_error,30752,0.02500,0.767
24,mlp.experts.36.down_proj,0.0125283107,hessian_weighted_relative_error,11500,0.02500,0.780
24,mlp.experts.38.down_proj,0.0106649421,hessian_weighted_relative_error,9450,0.02500,0.785
24,mlp.experts.41.down_proj,0.0110206227,hessian_weighted_relative_error,13535,0.02500,0.765
24,mlp.experts.44.down_proj,0.0117119875,hessian_weighted_relative_error,19405,0.02500,0.783
24,mlp.experts.46.down_proj,0.0095992795,hessian_weighted_relative_error,6186,0.02500,0.785
24,mlp.experts.47.down_proj,0.0068115563,hessian_weighted_relative_error,22039,0.02500,0.767
24,mlp.experts.48.down_proj,0.0093119951,hessian_weighted_relative_error,9743,0.02500,0.785
24,mlp.experts.50.down_proj,0.0131377536,hessian_weighted_relative_error,30615,0.02500,0.787
24,mlp.experts.53.down_proj,0.0085015105,hessian_weighted_relative_error,36561,0.02500,0.773
24,mlp.experts.55.down_proj,0.0087058407,hessian_weighted_relative_error,8998,0.02500,0.769
24,mlp.experts.56.down_proj,0.0118855597,hessian_weighted_relative_error,31653,0.02500,0.787
24,mlp.experts.58.down_proj,0.0111788902,hessian_weighted_relative_error,60041,0.02500,0.788
24,mlp.experts.59.down_proj,0.0123412604,hessian_weighted_relative_error,23718,0.02500,0.775
24,mlp.experts.61.down_proj,0.0116388426,hessian_weighted_relative_error,20001,0.02500,0.774
24,mlp.experts.63.down_proj,0.0125388174,hessian_weighted_relative_error,34774,0.02500,0.773
24,mlp.experts.66.down_proj,0.0136417032,hessian_weighted_relative_error,21788,0.02500,0.792
24,mlp.experts.68.down_proj,0.0101856752,hessian_weighted_relative_error,8766,0.02500,0.789
24,mlp.experts.69.down_proj,0.0099543322,hessian_weighted_relative_error,20895,0.02500,0.779
24,mlp.experts.70.down_proj,0.0140201744,hessian_weighted_relative_error,43193,0.02500,0.793
24,mlp.experts.73.down_proj,0.0115708763,hessian_weighted_relative_error,33928,0.02500,0.778
24,mlp.experts.74.down_proj,0.0096021815,hessian_weighted_relative_error,17122,0.02500,0.794
24,mlp.experts.75.down_proj,0.0082840385,hessian_weighted_relative_error,21456,0.02500,0.783
24,mlp.experts.76.down_proj,0.0083776696,hessian_weighted_relative_error,12285,0.02500,0.791
24,mlp.experts.77.down_proj,0.0097095068,hessian_weighted_relative_error,6084,0.02500,0.783
24,mlp.experts.78.down_proj,0.0134206542,hessian_weighted_relative_error,25566,0.02500,0.795
24,mlp.experts.79.down_proj,0.0123154496,hessian_weighted_relative_error,11260,0.02500,0.780
24,mlp.experts.80.down_proj,0.0099011406,hessian_weighted_relative_error,9467,0.02500,0.793
24,mlp.experts.82.down_proj,0.0092552951,hessian_weighted_relative_error,21053,0.02500,0.796
24,mlp.experts.87.down_proj,0.0109734692,hessian_weighted_relative_error,12770,0.02500,0.782
24,mlp.experts.88.down_proj,0.0093945093,hessian_weighted_relative_error,8210,0.02500,0.795
24,mlp.experts.89.down_proj,0.0121843449,hessian_weighted_relative_error,23447,0.02500,0.785
24,mlp.experts.90.down_proj,0.0128863698,hessian_weighted_relative_error,27726,0.02500,0.795
24,mlp.experts.92.down_proj,0.0116103314,hessian_weighted_relative_error,23258,0.02500,0.794
24,mlp.experts.93.down_proj,0.0083356160,hessian_weighted_relative_error,6690,0.02500,0.788
24,mlp.experts.94.down_proj,0.0083441615,hessian_weighted_relative_error,35175,0.02500,0.797
24,mlp.experts.95.down_proj,0.0123008151,hessian_weighted_relative_error,23827,0.02500,0.784
24,mlp.experts.96.down_proj,0.0101638864,hessian_weighted_relative_error,33261,0.02500,0.797
24,mlp.experts.97.down_proj,0.0081965096,hessian_weighted_relative_error,21999,0.02500,0.786
24,mlp.experts.98.down_proj,0.0111213397,hessian_weighted_relative_error,24587,0.02500,0.799
24,mlp.experts.99.down_proj,0.0116479462,hessian_weighted_relative_error,31021,0.02500,0.794
24,mlp.experts.101.down_proj,0.0082440957,hessian_weighted_relative_error,10357,0.02500,0.790
24,mlp.experts.107.down_proj,0.0026376429,hessian_weighted_relative_error,1024,0.02500,0.795
24,mlp.experts.108.down_proj,0.0075236734,hessian_weighted_relative_error,16125,0.02500,0.798
24,mlp.experts.110.down_proj,0.0084987709,hessian_weighted_relative_error,11173,0.02500,0.800
24,mlp.experts.111.down_proj,0.0092428702,hessian_weighted_relative_error,19423,0.02500,0.793
24,mlp.experts.112.down_proj,0.0096996146,hessian_weighted_relative_error,28978,0.02500,0.800
24,mlp.experts.113.down_proj,0.0092144048,hessian_weighted_relative_error,7044,0.02500,0.793
24,mlp.experts.116.down_proj,0.0115197949,hessian_weighted_relative_error,25212,0.02500,0.799
24,mlp.experts.117.down_proj,0.0098532399,hessian_weighted_relative_error,20875,0.02500,0.797
24,mlp.experts.118.down_proj,0.0122592738,hessian_weighted_relative_error,45088,0.02500,0.802
24,mlp.experts.120.down_proj,0.0086222532,hessian_weighted_relative_error,21204,0.02500,0.804
24,mlp.experts.121.down_proj,0.0088720810,hessian_weighted_relative_error,10091,0.02500,0.795
24,mlp.experts.127.down_proj,0.0110038882,hessian_weighted_relative_error,16084,0.02500,0.797
24,mlp.experts.128.down_proj,0.0119610853,hessian_weighted_relative_error,34970,0.02500,0.804
24,mlp.experts.132.down_proj,0.0125050656,hessian_weighted_relative_error,11739,0.02500,0.803
24,mlp.experts.133.down_proj,0.0060573526,hessian_weighted_relative_error,22319,0.02500,0.803
24,mlp.experts.134.down_proj,0.0117851284,hessian_weighted_relative_error,26736,0.02500,0.805
24,mlp.experts.139.down_proj,0.0119382441,hessian_weighted_relative_error,17566,0.02500,0.807
24,mlp.experts.140.down_proj,0.0127227631,hessian_weighted_relative_error,22355,0.02500,0.803
24,mlp.experts.141.down_proj,0.0107349398,hessian_weighted_relative_error,25060,0.02500,0.806
24,mlp.experts.142.down_proj,0.0116305997,hessian_weighted_relative_error,25663,0.02500,0.807
24,mlp.experts.143.down_proj,0.0115542477,hessian_weighted_relative_error,24006,0.02500,0.803
24,mlp.experts.145.down_proj,0.0124301791,hessian_weighted_relative_error,28545,0.02500,0.803
24,mlp.experts.146.down_proj,0.0133102243,hessian_weighted_relative_error,23886,0.02500,0.809
24,mlp.experts.148.down_proj,0.0077616378,hessian_weighted_relative_error,23125,0.02500,0.805
24,mlp.experts.149.down_proj,0.0127058037,hessian_weighted_relative_error,18262,0.02500,0.810
24,mlp.experts.151.down_proj,0.0098546548,hessian_weighted_relative_error,5841,0.02500,0.807
24,mlp.experts.153.down_proj,0.0122662063,hessian_weighted_relative_error,20402,0.02500,0.807
24,mlp.experts.157.down_proj,0.0065419601,hessian_weighted_relative_error,22471,0.02500,0.812
24,mlp.experts.158.down_proj,0.0127588402,hessian_weighted_relative_error,34342,0.02500,0.810
24,mlp.experts.165.down_proj,0.0108745133,hessian_weighted_relative_error,26215,0.02500,0.820
24,mlp.experts.166.down_proj,0.0127088884,hessian_weighted_relative_error,31426,0.02500,0.814
24,mlp.experts.167.down_proj,0.0140519046,hessian_weighted_relative_error,39743,0.02500,0.814
24,mlp.experts.169.down_proj,0.0011101424,hessian_weighted_relative_error,42348,0.02500,0.812
24,mlp.experts.170.down_proj,0.0135752709,hessian_weighted_relative_error,32202,0.02500,0.811
24,mlp.experts.172.down_proj,0.0127072026,hessian_weighted_relative_error,23731,0.02500,0.811
24,mlp.experts.174.down_proj,0.0042590738,hessian_weighted_relative_error,36134,0.02500,0.813
24,mlp.experts.175.down_proj,0.0092764185,hessian_weighted_relative_error,30823,0.02500,0.816
24,mlp.experts.176.down_proj,0.0098157925,hessian_weighted_relative_error,27851,0.02500,0.810
24,mlp.experts.178.down_proj,0.0116933449,hessian_weighted_relative_error,24813,0.02500,0.812
24,mlp.experts.179.down_proj,0.0100718609,hessian_weighted_relative_error,9035,0.02500,0.823
24,mlp.experts.180.down_proj,0.0080616470,hessian_weighted_relative_error,30168,0.02500,0.810
24,mlp.experts.181.down_proj,0.0084537410,hessian_weighted_relative_error,12605,0.02500,0.819
24,mlp.experts.182.down_proj,0.0116220687,hessian_weighted_relative_error,18637,0.02500,0.811
24,mlp.experts.184.down_proj,0.0102707351,hessian_weighted_relative_error,21765,0.02500,0.811
24,mlp.experts.186.down_proj,0.0132936509,hessian_weighted_relative_error,56270,0.02500,0.814
24,mlp.experts.187.down_proj,0.0108706772,hessian_weighted_relative_error,22633,0.02500,0.823
24,mlp.experts.188.down_proj,0.0112386179,hessian_weighted_relative_error,34554,0.02500,0.810
24,mlp.experts.189.down_proj,0.0095129263,hessian_weighted_relative_error,4393,0.02500,0.821
24,mlp.experts.190.down_proj,0.0119403292,hessian_weighted_relative_error,9922,0.02500,0.813
24,mlp.experts.192.down_proj,0.0111192863,hessian_weighted_relative_error,33820,0.02500,0.812
24,mlp.experts.196.down_proj,0.0113621763,hessian_weighted_relative_error,34551,0.02500,0.812
24,mlp.experts.199.down_proj,0.0111245592,hessian_weighted_relative_error,17574,0.02500,0.822
24,mlp.experts.200.down_proj,0.0098077592,hessian_weighted_relative_error,12026,0.02500,0.811
24,mlp.experts.202.down_proj,0.0073048522,hessian_weighted_relative_error,21972,0.02500,0.815
24,mlp.experts.203.down_proj,0.0099904756,hessian_weighted_relative_error,17165,0.02500,0.823
24,mlp.experts.204.down_proj,0.0133714081,hessian_weighted_relative_error,12419,0.02500,0.811
24,mlp.experts.205.down_proj,0.0098571457,hessian_weighted_relative_error,15147,0.02500,0.824
24,mlp.experts.206.down_proj,0.0131892369,hessian_weighted_relative_error,47541,0.02500,0.815
24,mlp.experts.207.down_proj,0.0080187802,hessian_weighted_relative_error,45474,0.02500,0.822
24,mlp.experts.208.down_proj,0.0085286095,hessian_weighted_relative_error,10201,0.02500,0.814
24,mlp.experts.209.down_proj,0.0124153299,hessian_weighted_relative_error,39517,0.02500,0.822
24,mlp.experts.212.down_proj,0.0099976420,hessian_weighted_relative_error,10811,0.02500,0.814
24,mlp.experts.213.down_proj,0.0097001909,hessian_weighted_relative_error,20118,0.02500,0.824
24,mlp.experts.214.down_proj,0.0128252276,hessian_weighted_relative_error,28229,0.02500,0.816
24,mlp.experts.215.down_proj,0.0072806534,hessian_weighted_relative_error,24121,0.02500,0.822
24,mlp.experts.216.down_proj,0.0119587198,hessian_weighted_relative_error,23902,0.02500,0.814
24,mlp.experts.219.down_proj,0.0104067406,hessian_weighted_relative_error,13398,0.02500,0.827
24,mlp.experts.220.down_proj,0.0108066150,hessian_weighted_relative_error,17753,0.02500,0.813
24,mlp.experts.221.down_proj,0.0119071589,hessian_weighted_relative_error,39081,0.02500,0.825
24,mlp.experts.222.down_proj,0.0088315022,hessian_weighted_relative_error,6656,0.02500,0.816
24,mlp.experts.223.down_proj,0.0103853268,hessian_weighted_relative_error,22443,0.02500,0.824
24,mlp.experts.224.down_proj,0.0098096465,hessian_weighted_relative_error,6413,0.02500,0.815
24,mlp.experts.225.down_proj,0.0102372637,hessian_weighted_relative_error,38504,0.02500,0.820
24,mlp.experts.226.down_proj,0.0044845217,hessian_weighted_relative_error,1024,0.02500,0.818
24,mlp.experts.227.down_proj,0.0115491815,hessian_weighted_relative_error,15273,0.02500,0.826
24,mlp.experts.231.down_proj,0.0109879813,hessian_weighted_relative_error,20913,0.02500,0.824
24,mlp.experts.233.down_proj,0.0108073381,hessian_weighted_relative_error,21634,0.02500,0.823
24,mlp.experts.234.down_proj,0.0119584451,hessian_weighted_relative_error,16380,0.02500,0.819
24,mlp.experts.235.down_proj,0.0073206319,hessian_weighted_relative_error,18857,0.02500,0.826
24,mlp.experts.238.down_proj,0.0127219724,hessian_weighted_relative_error,12084,0.02500,0.818
24,mlp.experts.239.down_proj,0.0110164621,hessian_weighted_relative_error,8255,0.02500,0.826
24,mlp.experts.240.down_proj,0.0123387688,hessian_weighted_relative_error,36094,0.02500,0.817
24,mlp.experts.242.down_proj,0.0070782803,hessian_weighted_relative_error,4804,0.02500,0.818
24,mlp.experts.244.down_proj,0.0095056458,hessian_weighted_relative_error,29003,0.02500,0.817
24,mlp.experts.246.down_proj,0.0130901690,hessian_weighted_relative_error,20109,0.02500,0.819
24,mlp.experts.248.down_proj,0.0110183108,hessian_weighted_relative_error,8495,0.02500,0.817
24,mlp.experts.249.down_proj,0.0115182683,hessian_weighted_relative_error,17079,0.02500,0.823
24,mlp.experts.250.down_proj,0.0093121563,hessian_weighted_relative_error,3912,0.02500,0.820
24,mlp.experts.253.down_proj,0.0124903853,hessian_weighted_relative_error,25072,0.02500,0.827
24,mlp.experts.254.down_proj,0.0122277935,hessian_weighted_relative_error,21940,0.02500,0.820
24,mlp.experts.256.down_proj,0.0121736278,hessian_weighted_relative_error,8512,0.02500,0.819
24,mlp.experts.258.down_proj,0.0115291468,hessian_weighted_relative_error,11959,0.02500,0.820
24,mlp.experts.261.down_proj,0.0120878164,hessian_weighted_relative_error,15380,0.02500,0.827
24,mlp.experts.262.down_proj,0.0095208321,hessian_weighted_relative_error,15663,0.02500,0.820
24,mlp.experts.263.down_proj,0.0122358823,hessian_weighted_relative_error,19551,0.02500,0.825
24,mlp.experts.265.down_proj,0.0100098944,hessian_weighted_relative_error,35350,0.02500,0.824
24,mlp.experts.266.down_proj,0.0123063061,hessian_weighted_relative_error,27722,0.02500,0.820
24,mlp.experts.268.down_proj,0.0124656507,hessian_weighted_relative_error,25220,0.02500,0.819
24,mlp.experts.270.down_proj,0.0114185583,hessian_weighted_relative_error,22633,0.02500,0.820
24,mlp.experts.271.down_proj,0.0086468915,hessian_weighted_relative_error,15396,0.02500,0.826
24,mlp.experts.273.down_proj,0.0114598200,hessian_weighted_relative_error,22019,0.02500,0.825
24,mlp.experts.274.down_proj,0.0131547087,hessian_weighted_relative_error,32334,0.02500,0.823
24,mlp.experts.275.down_proj,0.0064030652,hessian_weighted_relative_error,28339,0.02500,0.828
24,mlp.experts.276.down_proj,0.0109244295,hessian_weighted_relative_error,10535,0.02500,0.819
24,mlp.experts.277.down_proj,0.0109394277,hessian_weighted_relative_error,39017,0.02500,0.829
24,mlp.experts.279.down_proj,0.0111153867,hessian_weighted_relative_error,16410,0.02500,0.827
24,mlp.experts.280.down_proj,0.0115442356,hessian_weighted_relative_error,27848,0.02500,0.819
24,mlp.experts.282.down_proj,0.0117342074,hessian_weighted_relative_error,32753,0.02500,0.823
24,mlp.experts.284.down_proj,0.0038150683,hessian_weighted_relative_error,2368,0.02500,0.820
24,mlp.experts.285.down_proj,0.0087269824,hessian_weighted_relative_error,10498,0.02500,0.827
24,mlp.experts.286.down_proj,0.0123661597,hessian_weighted_relative_error,15344,0.02500,0.822
24,mlp.experts.287.down_proj,0.0091873459,hessian_weighted_relative_error,7863,0.02500,0.827
24,mlp.experts.102.down_proj,0.0023310310,hessian_weighted_relative_error,36197,0.02500,1.505
24,mlp.experts.103.down_proj,0.0015808356,hessian_weighted_relative_error,54022,0.02500,1.495
24,mlp.experts.100.gate_proj,0.0020494133,hessian_weighted_relative_error,54639,0.02500,1.594
24,mlp.experts.105.down_proj,0.0034908389,hessian_weighted_relative_error,49003,0.02500,1.539
24,mlp.experts.100.down_proj,0.0036018264,hessian_weighted_relative_error,54639,0.02500,1.532
24,mlp.experts.103.up_proj,0.0012542454,hessian_weighted_relative_error,54022,0.02500,1.669
24,mlp.experts.100.up_proj,0.0022192759,hessian_weighted_relative_error,54639,0.02500,1.620
24,mlp.experts.105.up_proj,0.0024693233,hessian_weighted_relative_error,49003,0.02500,1.673
24,mlp.experts.106.up_proj,0.0018779575,hessian_weighted_relative_error,58325,0.02500,1.620
24,mlp.experts.109.down_proj,0.0019879497,hessian_weighted_relative_error,35833,0.02500,1.537
24,mlp.experts.106.down_proj,0.0028134541,hessian_weighted_relative_error,58325,0.02500,1.537
24,mlp.experts.109.up_proj,0.0010649793,hessian_weighted_relative_error,35833,0.02500,1.666
24,mlp.experts.104.down_proj,0.0032752781,hessian_weighted_relative_error,40396,0.02500,1.536
24,mlp.experts.109.gate_proj,0.0009677588,hessian_weighted_relative_error,35833,0.02500,1.640
24,mlp.experts.106.gate_proj,0.0017785522,hessian_weighted_relative_error,58325,0.02500,1.597
24,mlp.experts.115.down_proj,0.0023454237,hessian_weighted_relative_error,39348,0.02500,1.543
24,mlp.experts.122.gate_proj,0.0018647566,hessian_weighted_relative_error,67375,0.02500,1.599
24,mlp.experts.115.gate_proj,0.0013444109,hessian_weighted_relative_error,39348,0.02500,1.643
24,mlp.experts.114.up_proj,0.0023699738,hessian_weighted_relative_error,46860,0.02500,1.620
24,mlp.experts.119.down_proj,0.0025143939,hessian_weighted_relative_error,34296,0.02500,1.544
24,mlp.experts.114.down_proj,0.0033821457,hessian_weighted_relative_error,46860,0.02500,1.539
24,mlp.experts.115.up_proj,0.0015119158,hessian_weighted_relative_error,39348,0.02500,1.685
24,mlp.experts.122.down_proj,0.0031480822,hessian_weighted_relative_error,67375,0.02500,1.545
24,mlp.experts.119.up_proj,0.0016080458,hessian_weighted_relative_error,34296,0.02500,1.681
24,mlp.experts.124.up_proj,0.0014835198,hessian_weighted_relative_error,67632,0.02500,1.623
24,mlp.experts.123.down_proj,0.0024883462,hessian_weighted_relative_error,29468,0.02500,1.545
24,mlp.experts.124.down_proj,0.0029784007,hessian_weighted_relative_error,67632,0.02500,1.541
24,mlp.experts.125.down_proj,0.0028438615,hessian_weighted_relative_error,97481,0.02500,1.546
24,mlp.experts.122.up_proj,0.0020846664,hessian_weighted_relative_error,67375,0.02500,1.622
24,mlp.experts.123.up_proj,0.0011899101,hessian_weighted_relative_error,29468,0.02500,1.671
24,mlp.experts.124.gate_proj,0.0013698244,hessian_weighted_relative_error,67632,0.02500,1.597
24,mlp.experts.125.gate_proj,0.0019490192,hessian_weighted_relative_error,97481,0.02500,1.649
24,mlp.experts.130.gate_proj,0.0015321475,hessian_weighted_relative_error,30282,0.02500,1.601
24,mlp.experts.125.up_proj,0.0022389820,hessian_weighted_relative_error,97481,0.02500,1.683
24,mlp.experts.126.up_proj,0.0011919704,hessian_weighted_relative_error,45343,0.02500,1.624
24,mlp.experts.131.down_proj,0.0031751841,hessian_weighted_relative_error,87250,0.02500,1.557
24,mlp.experts.126.down_proj,0.0019224822,hessian_weighted_relative_error,45343,0.02500,1.541
24,mlp.experts.129.down_proj,0.0027501565,hessian_weighted_relative_error,18935,0.02500,1.545
24,mlp.experts.130.down_proj,0.0029786805,hessian_weighted_relative_error,30282,0.02500,1.543
24,mlp.experts.131.gate_proj,0.0018182530,hessian_weighted_relative_error,87250,0.02500,1.652
24,mlp.experts.136.up_proj,0.0022800992,hessian_weighted_relative_error,47015,0.02500,1.623
24,mlp.experts.131.up_proj,0.0019586738,hessian_weighted_relative_error,87250,0.02500,1.681
24,mlp.experts.136.down_proj,0.0029877123,hessian_weighted_relative_error,47015,0.02500,1.546
24,mlp.experts.135.gate_proj,0.0013178487,hessian_weighted_relative_error,57292,0.02500,1.657
24,mlp.experts.130.up_proj,0.0015785614,hessian_weighted_relative_error,30282,0.02500,1.624
24,mlp.experts.135.down_proj,0.0023363139,hessian_weighted_relative_error,57292,0.02500,1.551
24,mlp.experts.136.gate_proj,0.0019781217,hessian_weighted_relative_error,47015,0.02500,1.606
24,mlp.experts.135.up_proj,0.0014632803,hessian_weighted_relative_error,57292,0.02500,1.682
24,mlp.experts.144.down_proj,0.0034409526,hessian_weighted_relative_error,38531,0.02500,1.545
24,mlp.experts.137.down_proj,0.0030963175,hessian_weighted_relative_error,44079,0.02500,1.545
24,mlp.experts.138.gate_proj,0.0019912185,hessian_weighted_relative_error,80123,0.02500,1.606
24,mlp.experts.147.down_proj,0.0019861475,hessian_weighted_relative_error,65942,0.02500,1.556
24,mlp.experts.138.down_proj,0.0029677220,hessian_weighted_relative_error,80123,0.02500,1.547
24,mlp.experts.138.up_proj,0.0022788535,hessian_weighted_relative_error,80123,0.02500,1.627
24,mlp.experts.137.up_proj,0.0018645655,hessian_weighted_relative_error,44079,0.02500,1.685
24,mlp.experts.152.up_proj,0.0013457739,hessian_weighted_relative_error,46029,0.02500,1.634
24,mlp.experts.147.gate_proj,0.0012364820,hessian_weighted_relative_error,65942,0.02500,1.664
24,mlp.experts.152.down_proj,0.0012680575,hessian_weighted_relative_error,46029,0.02500,1.547
24,mlp.experts.147.up_proj,0.0014500190,hessian_weighted_relative_error,65942,0.02500,1.686
24,mlp.experts.150.down_proj,0.0030907661,hessian_weighted_relative_error,40134,0.02500,1.552
24,mlp.experts.15.up_proj,0.0020141277,hessian_weighted_relative_error,37464,0.02500,1.677
24,mlp.experts.152.gate_proj,0.0011041780,hessian_weighted_relative_error,46029,0.02500,1.605
24,mlp.experts.15.down_proj,0.0031225040,hessian_weighted_relative_error,37464,0.02500,1.499
24,mlp.experts.162.down_proj,0.0028151586,hessian_weighted_relative_error,20930,0.02500,1.552
24,mlp.experts.155.down_proj,0.0027774800,hessian_weighted_relative_error,20130,0.02500,1.558
24,mlp.experts.156.down_proj,0.0031550939,hessian_weighted_relative_error,40156,0.02500,1.550
24,mlp.experts.159.down_proj,0.0022477850,hessian_weighted_relative_error,53354,0.02500,1.552
24,mlp.experts.154.down_proj,0.0030448422,hessian_weighted_relative_error,46655,0.02500,1.550
24,mlp.experts.159.up_proj,0.0012526700,hessian_weighted_relative_error,53354,0.02500,1.705
24,mlp.experts.160.down_proj,0.0029583625,hessian_weighted_relative_error,30771,0.02500,1.548
24,mlp.experts.159.gate_proj,0.0011353928,hessian_weighted_relative_error,53354,0.02500,1.657
24,mlp.experts.168.down_proj,0.0026915620,hessian_weighted_relative_error,70193,0.02500,1.550
24,mlp.experts.161.down_proj,0.0023222587,hessian_weighted_relative_error,33752,0.02500,1.559
24,mlp.experts.164.gate_proj,0.0020360738,hessian_weighted_relative_error,82791,0.02500,1.608
24,mlp.experts.161.up_proj,0.0014955699,hessian_weighted_relative_error,33752,0.02500,1.694
24,mlp.experts.164.down_proj,0.0035406372,hessian_weighted_relative_error,82791,0.02500,1.548
24,mlp.experts.163.up_proj,0.0018301052,hessian_weighted_relative_error,51003,0.02500,1.692
24,mlp.experts.164.up_proj,0.0025098385,hessian_weighted_relative_error,82791,0.02500,1.627
24,mlp.experts.163.down_proj,0.0027693266,hessian_weighted_relative_error,51003,0.02500,1.567
24,mlp.experts.174.up_proj,0.0017724608,hessian_weighted_relative_error,36134,0.02500,1.626
24,mlp.experts.171.down_proj,0.0029111376,hessian_weighted_relative_error,41857,0.02500,1.569
24,mlp.experts.168.up_proj,0.0017319902,hessian_weighted_relative_error,70193,0.02500,1.627
24,mlp.experts.171.up_proj,0.0020861969,hessian_weighted_relative_error,41857,0.02500,1.688
24,mlp.experts.168.gate_proj,0.0015642677,hessian_weighted_relative_error,70193,0.02500,1.608
24,mlp.experts.173.up_proj,0.0022779810,hessian_weighted_relative_error,51438,0.02500,1.688
24,mlp.experts.174.gate_proj,0.0014929221,hessian_weighted_relative_error,36134,0.02500,1.609
24,mlp.experts.173.down_proj,0.0032887209,hessian_weighted_relative_error,51438,0.02500,1.564
24,mlp.experts.198.down_proj,0.0023691729,hessian_weighted_relative_error,40927,0.02500,1.558
24,mlp.experts.177.down_proj,0.0020418482,hessian_weighted_relative_error,21213,0.02500,1.560
24,mlp.experts.194.down_proj,0.0032638201,hessian_weighted_relative_error,38642,0.02500,1.557
24,mlp.experts.183.down_proj,0.0024660640,hessian_weighted_relative_error,30903,0.02500,1.561
24,mlp.experts.18.down_proj,0.0028913733,hessian_weighted_relative_error,16675,0.02500,1.519
24,mlp.experts.185.gate_proj,0.0020166194,hessian_weighted_relative_error,59617,0.02500,1.670
24,mlp.experts.194.up_proj,0.0019988908,hessian_weighted_relative_error,38642,0.02500,1.631
24,mlp.experts.185.down_proj,0.0032518467,hessian_weighted_relative_error,59617,0.02500,1.567
24,mlp.experts.210.down_proj,0.0031832730,hessian_weighted_relative_error,40716,0.02500,1.557
24,mlp.experts.185.up_proj,0.0023046379,hessian_weighted_relative_error,59617,0.02500,1.696
24,mlp.experts.2.gate_proj,0.0017999999,hessian_weighted_relative_error,42479,0.02500,1.572
24,mlp.experts.191.down_proj,0.0016610817,hessian_weighted_relative_error,37082,0.02500,1.565
24,mlp.experts.2.down_proj,0.0031628135,hessian_weighted_relative_error,42479,0.02500,1.514
24,mlp.experts.193.up_proj,0.0018456432,hessian_weighted_relative_error,28921,0.02500,1.696
24,mlp.experts.2.up_proj,0.0019868338,hessian_weighted_relative_error,42479,0.02500,1.622
24,mlp.experts.193.down_proj,0.0031602927,hessian_weighted_relative_error,28921,0.02500,1.569
24,mlp.experts.218.gate_proj,0.0014923096,hessian_weighted_relative_error,63952,0.02500,1.614
24,mlp.experts.195.down_proj,0.0022697944,hessian_weighted_relative_error,22590,0.02500,1.570
24,mlp.experts.210.up_proj,0.0016391660,hessian_weighted_relative_error,40716,0.02500,1.631
24,mlp.experts.197.down_proj,0.0024281623,hessian_weighted_relative_error,87977,0.02500,1.569
24,mlp.experts.210.gate_proj,0.0015297047,hessian_weighted_relative_error,40716,0.02500,1.618
24,mlp.experts.197.up_proj,0.0016699392,hessian_weighted_relative_error,87977,0.02500,1.688
24,mlp.experts.218.down_proj,0.0026452153,hessian_weighted_relative_error,63952,0.02500,1.558
24,mlp.experts.197.gate_proj,0.0015536632,hessian_weighted_relative_error,87977,0.02500,1.668
24,mlp.experts.22.up_proj,0.0014987992,hessian_weighted_relative_error,35778,0.02500,1.629
24,mlp.experts.201.down_proj,0.0026264074,hessian_weighted_relative_error,104106,0.02500,1.570
24,mlp.experts.22.down_proj,0.0027366761,hessian_weighted_relative_error,35778,0.02500,1.521
24,mlp.experts.201.gate_proj,0.0015805660,hessian_weighted_relative_error,104106,0.02500,1.663
24,mlp.experts.218.up_proj,0.0015897582,hessian_weighted_relative_error,63952,0.02500,1.628
24,mlp.experts.211.down_proj,0.0027285908,hessian_weighted_relative_error,18470,0.02500,1.576
24,mlp.experts.22.gate_proj,0.0013335713,hessian_weighted_relative_error,35778,0.02500,1.579
24,mlp.experts.201.up_proj,0.0016530593,hessian_weighted_relative_error,104106,0.02500,1.684
24,mlp.experts.230.gate_proj,0.0014959854,hessian_weighted_relative_error,35317,0.02500,1.618
24,mlp.experts.217.down_proj,0.0031218887,hessian_weighted_relative_error,40331,0.02500,1.574
24,mlp.experts.228.up_proj,0.0020761713,hessian_weighted_relative_error,46250,0.02500,1.634
24,mlp.experts.229.down_proj,0.0024734991,hessian_weighted_relative_error,23598,0.02500,1.571
24,mlp.experts.228.down_proj,0.0030914900,hessian_weighted_relative_error,46250,0.02500,1.556
24,mlp.experts.237.gate_proj,0.0016094066,hessian_weighted_relative_error,42815,0.02500,1.670
24,mlp.experts.230.down_proj,0.0018701414,hessian_weighted_relative_error,35317,0.02500,1.560
24,mlp.experts.237.down_proj,0.0028918011,hessian_weighted_relative_error,42815,0.02500,1.578
24,mlp.experts.236.down_proj,0.0031576484,hessian_weighted_relative_error,21662,0.02500,1.562
24,mlp.experts.237.up_proj,0.0017325142,hessian_weighted_relative_error,42815,0.02500,1.697
24,mlp.experts.232.down_proj,0.0034061996,hessian_weighted_relative_error,48064,0.02500,1.560
24,mlp.experts.241.down_proj,0.0025336559,hessian_weighted_relative_error,40622,0.02500,1.579
24,mlp.experts.230.up_proj,0.0016060240,hessian_weighted_relative_error,35317,0.02500,1.634
24,mlp.experts.232.up_proj,0.0021682741,hessian_weighted_relative_error,48064,0.02500,1.629
24,mlp.experts.243.down_proj,0.0031540922,hessian_weighted_relative_error,50761,0.02500,1.597
24,mlp.experts.26.up_proj,0.0016029795,hessian_weighted_relative_error,32364,0.02500,1.638
24,mlp.experts.241.up_proj,0.0017057980,hessian_weighted_relative_error,40622,0.02500,1.711
24,mlp.experts.26.down_proj,0.0028240088,hessian_weighted_relative_error,32364,0.02500,1.525
24,mlp.experts.243.gate_proj,0.0017600896,hessian_weighted_relative_error,50761,0.02500,1.674
24,mlp.experts.252.down_proj,0.0032986545,hessian_weighted_relative_error,40786,0.02500,1.561
24,mlp.experts.243.up_proj,0.0019869992,hessian_weighted_relative_error,50761,0.02500,1.699
24,mlp.experts.26.gate_proj,0.0014903496,hessian_weighted_relative_error,32364,0.02500,1.582
24,mlp.experts.247.down_proj,0.0029537182,hessian_weighted_relative_error,31254,0.02500,1.578
24,mlp.experts.272.down_proj,0.0033751507,hessian_weighted_relative_error,114266,0.02500,1.564
24,mlp.experts.245.down_proj,0.0029111818,hessian_weighted_relative_error,29989,0.02500,1.578
24,mlp.experts.260.up_proj,0.0017649905,hessian_weighted_relative_error,58354,0.02500,1.631
24,mlp.experts.251.down_proj,0.0031335935,hessian_weighted_relative_error,52183,0.02500,1.576
24,mlp.experts.260.down_proj,0.0027021900,hessian_weighted_relative_error,58354,0.02500,1.561
24,mlp.experts.251.up_proj,0.0020761888,hessian_weighted_relative_error,52183,0.02500,1.701
24,mlp.experts.264.down_proj,0.0027200937,hessian_weighted_relative_error,32622,0.02500,1.563
24,mlp.experts.255.gate_proj,0.0015435580,hessian_weighted_relative_error,40553,0.02500,1.670
24,mlp.experts.278.up_proj,0.0025464976,hessian_weighted_relative_error,48728,0.02500,1.630
24,mlp.experts.255.down_proj,0.0022415081,hessian_weighted_relative_error,40553,0.02500,1.577
24,mlp.experts.272.up_proj,0.0021322326,hessian_weighted_relative_error,114266,0.02500,1.633
24,mlp.experts.255.up_proj,0.0016386728,hessian_weighted_relative_error,40553,0.02500,1.696
24,mlp.experts.272.gate_proj,0.0019754865,hessian_weighted_relative_error,114266,0.02500,1.622
24,mlp.experts.257.down_proj,0.0021764293,hessian_weighted_relative_error,17637,0.02500,1.573
24,mlp.experts.278.down_proj,0.0032273892,hessian_weighted_relative_error,48728,0.02500,1.564
24,mlp.experts.259.gate_proj,0.0015052567,hessian_weighted_relative_error,64879,0.02500,1.666
24,mlp.experts.40.down_proj,0.0029555723,hessian_weighted_relative_error,61563,0.02500,1.528
24,mlp.experts.259.down_proj,0.0025434075,hessian_weighted_relative_error,64879,0.02500,1.578
24,mlp.experts.4.gate_proj,0.0018245228,hessian_weighted_relative_error,46089,0.02500,1.571
24,mlp.experts.259.up_proj,0.0016337677,hessian_weighted_relative_error,64879,0.02500,1.721
24,mlp.experts.4.down_proj,0.0028148540,hessian_weighted_relative_error,46089,0.02500,1.477
24,mlp.experts.267.down_proj,0.0029571600,hessian_weighted_relative_error,51710,0.02500,1.581
24,mlp.experts.4.up_proj,0.0020099223,hessian_weighted_relative_error,46089,0.02500,1.621
24,mlp.experts.269.down_proj,0.0028912276,hessian_weighted_relative_error,42136,0.02500,1.624
24,mlp.experts.267.up_proj,0.0024114292,hessian_weighted_relative_error,51710,0.02500,1.717
24,mlp.experts.40.gate_proj,0.0019051034,hessian_weighted_relative_error,61563,0.02500,1.580
24,mlp.experts.52.down_proj,0.0019795187,hessian_weighted_relative_error,54338,0.02500,1.527
24,mlp.experts.27.down_proj,0.0029669900,hessian_weighted_relative_error,43917,0.02500,1.523
24,mlp.experts.42.down_proj,0.0033891753,hessian_weighted_relative_error,31379,0.02500,1.532
24,mlp.experts.27.up_proj,0.0020077148,hessian_weighted_relative_error,43917,0.02500,1.680
24,mlp.experts.40.up_proj,0.0021806617,hessian_weighted_relative_error,61563,0.02500,1.647
24,mlp.experts.275.up_proj,0.0017753645,hessian_weighted_relative_error,28339,0.02500,1.724
24,mlp.experts.54.down_proj,0.0026824521,hessian_weighted_relative_error,56497,0.02500,1.530
24,mlp.experts.283.down_proj,0.0029747945,hessian_weighted_relative_error,66737,0.02500,1.583
24,mlp.experts.60.down_proj,0.0029763695,hessian_weighted_relative_error,17182,0.02500,1.531
24,mlp.experts.283.gate_proj,0.0019876935,hessian_weighted_relative_error,66737,0.02500,1.669
24,mlp.experts.54.up_proj,0.0018059132,hessian_weighted_relative_error,56497,0.02500,1.626
24,mlp.experts.281.down_proj,0.0023759994,hessian_weighted_relative_error,28508,0.02500,1.583
24,mlp.experts.54.gate_proj,0.0016791524,hessian_weighted_relative_error,56497,0.02500,1.590
24,mlp.experts.283.up_proj,0.0022898307,hessian_weighted_relative_error,66737,0.02500,1.702
24,mlp.experts.62.down_proj,0.0027563210,hessian_weighted_relative_error,18176,0.02500,1.531
24,mlp.experts.33.gate_proj,0.0015197282,hessian_weighted_relative_error,50366,0.02500,1.611
24,mlp.experts.8.down_proj,0.0033779476,hessian_weighted_relative_error,41889,0.02500,1.517
24,mlp.experts.33.up_proj,0.0016317646,hessian_weighted_relative_error,50366,0.02500,1.675
24,mlp.experts.72.down_proj,0.0029778443,hessian_weighted_relative_error,29306,0.02500,1.534
24,mlp.experts.33.down_proj,0.0028275468,hessian_weighted_relative_error,50366,0.02500,1.514
24,mlp.experts.64.down_proj,0.0026338230,hessian_weighted_relative_error,31656,0.02500,1.535
24,mlp.experts.37.down_proj,0.0028617245,hessian_weighted_relative_error,17595,0.02500,1.516
24,mlp.experts.84.down_proj,0.0030186394,hessian_weighted_relative_error,52040,0.02500,1.534
24,mlp.experts.39.up_proj,0.0016584235,hessian_weighted_relative_error,32010,0.02500,1.662
24,mlp.experts.86.down_proj,0.0030008714,hessian_weighted_relative_error,45543,0.02500,1.542
24,mlp.experts.43.down_proj,0.0027270847,hessian_weighted_relative_error,14126,0.02500,1.519
24,mlp.experts.84.up_proj,0.0019641297,hessian_weighted_relative_error,52040,0.02500,1.628
24,mlp.experts.39.down_proj,0.0029704105,hessian_weighted_relative_error,32010,0.02500,1.514
24,mlp.experts.84.gate_proj,0.0018564710,hessian_weighted_relative_error,52040,0.02500,1.596
24,mlp.experts.45.down_proj,0.0026796660,hessian_weighted_relative_error,68432,0.02500,1.517
24,mlp.experts.86.up_proj,0.0015771002,hessian_weighted_relative_error,45543,0.02500,1.626
24,mlp.experts.49.down_proj,0.0030214554,hessian_weighted_relative_error,78828,0.02500,1.515
24,mlp.experts.49.gate_proj,0.0017487751,hessian_weighted_relative_error,78828,0.02500,1.611
24,mlp.experts.45.up_proj,0.0017289762,hessian_weighted_relative_error,68432,0.02500,1.681
24,mlp.experts.49.up_proj,0.0018275423,hessian_weighted_relative_error,78828,0.02500,1.674
24,mlp.experts.51.gate_proj,0.0016461017,hessian_weighted_relative_error,49722,0.02500,1.610
24,mlp.experts.51.up_proj,0.0017906977,hessian_weighted_relative_error,49722,0.02500,1.664
24,mlp.experts.51.down_proj,0.0022171925,hessian_weighted_relative_error,49722,0.02500,1.522
24,mlp.experts.57.down_proj,0.0029063479,hessian_weighted_relative_error,24083,0.02500,1.521
24,mlp.experts.67.down_proj,0.0020410798,hessian_weighted_relative_error,24146,0.02500,1.529
24,mlp.experts.71.down_proj,0.0027695636,hessian_weighted_relative_error,41292,0.02500,1.523
24,mlp.experts.65.down_proj,0.0028364182,hessian_weighted_relative_error,18188,0.02500,1.523
24,mlp.experts.71.up_proj,0.0019575108,hessian_weighted_relative_error,41292,0.02500,1.668
24,mlp.experts.83.down_proj,0.0029558065,hessian_weighted_relative_error,48095,0.02500,1.536
24,mlp.experts.85.down_proj,0.0031807271,hessian_weighted_relative_error,58369,0.02500,1.528
24,mlp.experts.81.down_proj,0.0031027959,hessian_weighted_relative_error,27696,0.02500,1.529
24,mlp.experts.85.gate_proj,0.0018418259,hessian_weighted_relative_error,58369,0.02500,1.631
24,mlp.experts.91.down_proj,0.0022892326,hessian_weighted_relative_error,24432,0.02500,1.544
24,mlp.experts.85.up_proj,0.0019175082,hessian_weighted_relative_error,58369,0.02500,1.669
25,mlp.experts.0.gate_proj,0.0072177397,hessian_weighted_relative_error,34122,0.02500,0.784
25,mlp.experts.2.gate_proj,0.0056494376,hessian_weighted_relative_error,12752,0.02500,0.808
25,mlp.experts.3.gate_proj,0.0040525464,hessian_weighted_relative_error,16362,0.02500,0.802
25,mlp.experts.5.gate_proj,0.0074730559,hessian_weighted_relative_error,41805,0.02500,0.803
25,mlp.experts.6.gate_proj,0.0046871160,hessian_weighted_relative_error,27661,0.02500,0.802
25,mlp.experts.7.gate_proj,0.0073555273,hessian_weighted_relative_error,29848,0.02500,0.790
25,mlp.experts.8.gate_proj,0.0064187374,hessian_weighted_relative_error,27876,0.02500,0.807
25,mlp.experts.9.gate_proj,0.0040310196,hessian_weighted_relative_error,10462,0.02500,0.810
25,mlp.experts.10.gate_proj,0.0075532165,hessian_weighted_relative_error,24402,0.02500,0.808
25,mlp.experts.11.gate_proj,0.0033310021,hessian_weighted_relative_error,3153,0.02500,0.809
25,mlp.experts.12.gate_proj,0.0058477051,hessian_weighted_relative_error,15276,0.02500,0.808
25,mlp.experts.13.gate_proj,0.0071655775,hessian_weighted_relative_error,38271,0.02500,0.810
25,mlp.experts.14.gate_proj,0.0066191397,hessian_weighted_relative_error,26915,0.02500,0.804
25,mlp.experts.16.gate_proj,0.0076617186,hessian_weighted_relative_error,37158,0.02500,0.813
25,mlp.experts.17.gate_proj,0.0066574978,hessian_weighted_relative_error,12574,0.02500,0.816
25,mlp.experts.18.gate_proj,0.0056019474,hessian_weighted_relative_error,42199,0.02500,0.814
25,mlp.experts.19.gate_proj,0.0055884739,hessian_weighted_relative_error,11324,0.02500,0.816
25,mlp.experts.20.gate_proj,0.0055988063,hessian_weighted_relative_error,11559,0.02500,0.809
25,mlp.experts.22.gate_proj,0.0063537024,hessian_weighted_relative_error,24083,0.02500,0.812
25,mlp.experts.23.gate_proj,0.0059064531,hessian_weighted_relative_error,19915,0.02500,0.812
25,mlp.experts.24.gate_proj,0.0051503045,hessian_weighted_relative_error,15314,0.02500,0.812
25,mlp.experts.25.gate_proj,0.0067413262,hessian_weighted_relative_error,26095,0.02500,0.816
25,mlp.experts.26.gate_proj,0.0039274684,hessian_weighted_relative_error,8567,0.02500,0.813
25,mlp.experts.27.gate_proj,0.0072389174,hessian_weighted_relative_error,41349,0.02500,0.815
25,mlp.experts.28.gate_proj,0.0071762477,hessian_weighted_relative_error,43271,0.02500,0.813
25,mlp.experts.29.gate_proj,0.0052885999,hessian_weighted_relative_error,10209,0.02500,0.815
25,mlp.experts.30.gate_proj,0.0061444990,hessian_weighted_relative_error,12299,0.02500,0.814
25,mlp.experts.31.gate_proj,0.0048482767,hessian_weighted_relative_error,9840,0.02500,0.813
25,mlp.experts.32.gate_proj,0.0065215293,hessian_weighted_relative_error,26734,0.02500,0.814
25,mlp.experts.33.gate_proj,0.0033803484,hessian_weighted_relative_error,31498,0.02500,0.818
25,mlp.experts.35.gate_proj,0.0075606711,hessian_weighted_relative_error,35385,0.02500,0.820
25,mlp.experts.36.gate_proj,0.0053560155,hessian_weighted_relative_error,12014,0.02500,0.814
25,mlp.experts.38.gate_proj,0.0076478568,hessian_weighted_relative_error,45637,0.02500,0.820
25,mlp.experts.39.gate_proj,0.0062027474,hessian_weighted_relative_error,19279,0.02500,0.814
25,mlp.experts.40.gate_proj,0.0069443610,hessian_weighted_relative_error,49885,0.02500,0.823
25,mlp.experts.41.gate_proj,0.0057079247,hessian_weighted_relative_error,22042,0.02500,0.824
25,mlp.experts.42.gate_proj,0.0059251116,hessian_weighted_relative_error,19276,0.02500,0.821
25,mlp.experts.43.gate_proj,0.0067423504,hessian_weighted_relative_error,18989,0.02500,0.824
25,mlp.experts.44.gate_proj,0.0064906380,hessian_weighted_relative_error,39064,0.02500,0.818
25,mlp.experts.45.gate_proj,0.0050195762,hessian_weighted_relative_error,16733,0.02500,0.820
25,mlp.experts.46.gate_proj,0.0071696025,hessian_weighted_relative_error,43053,0.02500,0.821
25,mlp.experts.47.gate_proj,0.0072220655,hessian_weighted_relative_error,26544,0.02500,0.820
25,mlp.experts.48.gate_proj,0.0074427158,hessian_weighted_relative_error,47534,0.02500,0.820
25,mlp.experts.49.gate_proj,0.0040047065,hessian_weighted_relative_error,6045,0.02500,0.819
25,mlp.experts.51.gate_proj,0.0032618929,hessian_weighted_relative_error,16062,0.02500,0.830
25,mlp.experts.52.gate_proj,0.0054353426,hessian_weighted_relative_error,10900,0.02500,0.821
25,mlp.experts.53.gate_proj,0.0069352650,hessian_weighted_relative_error,37329,0.02500,0.817
25,mlp.experts.54.gate_proj,0.0054956829,hessian_weighted_relative_error,14908,0.02500,0.822
25,mlp.experts.55.gate_proj,0.0072345347,hessian_weighted_relative_error,21984,0.02500,0.821
25,mlp.experts.57.gate_proj,0.0071868401,hessian_weighted_relative_error,38802,0.02500,0.825
25,mlp.experts.58.gate_proj,0.0056852763,hessian_weighted_relative_error,17910,0.02500,0.829
25,mlp.experts.59.gate_proj,0.0050518192,hessian_weighted_relative_error,11826,0.02500,0.826
25,mlp.experts.60.gate_proj,0.0049184500,hessian_weighted_relative_error,22169,0.02500,0.823
25,mlp.experts.61.gate_proj,0.0066985662,hessian_weighted_relative_error,26453,0.02500,0.824
25,mlp.experts.62.gate_proj,0.0046699145,hessian_weighted_relative_error,15129,0.02500,0.823
25,mlp.experts.63.gate_proj,0.0059882290,hessian_weighted_relative_error,11666,0.02500,0.824
25,mlp.experts.64.gate_proj,0.0065869212,hessian_weighted_relative_error,23737,0.02500,0.828
25,mlp.experts.65.gate_proj,0.0055459730,hessian_weighted_relative_error,12206,0.02500,0.830
25,mlp.experts.66.gate_proj,0.0044065995,hessian_weighted_relative_error,28875,0.02500,0.827
25,mlp.experts.67.gate_proj,0.0068045055,hessian_weighted_relative_error,27734,0.02500,0.830
25,mlp.experts.68.gate_proj,0.0069187137,hessian_weighted_relative_error,19331,0.02500,0.825
25,mlp.experts.70.gate_proj,0.0058658543,hessian_weighted_relative_error,18493,0.02500,0.825
25,mlp.experts.71.gate_proj,0.0068876346,hessian_weighted_relative_error,30284,0.02500,0.827
25,mlp.experts.73.gate_proj,0.0072237875,hessian_weighted_relative_error,20633,0.02500,0.834
25,mlp.experts.74.gate_proj,0.0074429692,hessian_weighted_relative_error,47994,0.02500,0.829
25,mlp.experts.75.gate_proj,0.0069047939,hessian_weighted_relative_error,21670,0.02500,0.831
25,mlp.experts.76.gate_proj,0.0066724094,hessian_weighted_relative_error,40716,0.02500,0.829
25,mlp.experts.78.gate_proj,0.0072378291,hessian_weighted_relative_error,24903,0.02500,0.828
25,mlp.experts.79.gate_proj,0.0053820623,hessian_weighted_relative_error,6277,0.02500,0.832
25,mlp.experts.80.gate_proj,0.0078364857,hessian_weighted_relative_error,33351,0.02500,0.828
25,mlp.experts.81.gate_proj,0.0051738835,hessian_weighted_relative_error,25694,0.02500,0.837
25,mlp.experts.82.gate_proj,0.0052342620,hessian_weighted_relative_error,15554,0.02500,0.830
25,mlp.experts.84.gate_proj,0.0079168225,hessian_weighted_relative_error,48637,0.02500,0.829
25,mlp.experts.85.gate_proj,0.0067380429,hessian_weighted_relative_error,32009,0.02500,0.834
25,mlp.experts.86.gate_proj,0.0059109326,hessian_weighted_relative_error,26841,0.02500,0.829
25,mlp.experts.87.gate_proj,0.0016346205,hessian_weighted_relative_error,1024,0.02500,0.833
25,mlp.experts.88.gate_proj,0.0040726018,hessian_weighted_relative_error,5201,0.02500,0.830
25,mlp.experts.89.gate_proj,0.0074702988,hessian_weighted_relative_error,36797,0.02500,0.842
25,mlp.experts.90.gate_proj,0.0055463714,hessian_weighted_relative_error,25421,0.02500,0.830
25,mlp.experts.91.gate_proj,0.0059996670,hessian_weighted_relative_error,26177,0.02500,0.838
25,mlp.experts.92.gate_proj,0.0070480983,hessian_weighted_relative_error,35571,0.02500,0.830
25,mlp.experts.93.gate_proj,0.0067142599,hessian_weighted_relative_error,19951,0.02500,0.839
25,mlp.experts.94.gate_proj,0.0052097816,hessian_weighted_relative_error,19618,0.02500,0.831
25,mlp.experts.95.gate_proj,0.0061744639,hessian_weighted_relative_error,28929,0.02500,0.839
25,mlp.experts.96.gate_proj,0.0043052915,hessian_weighted_relative_error,11578,0.02500,0.832
25,mlp.experts.97.gate_proj,0.0063647798,hessian_weighted_relative_error,17325,0.02500,0.842
25,mlp.experts.98.gate_proj,0.0076979199,hessian_weighted_relative_error,26994,0.02500,0.832
25,mlp.experts.99.gate_proj,0.0059487255,hessian_weighted_relative_error,15048,0.02500,0.839
25,mlp.experts.100.gate_proj,0.0046676113,hessian_weighted_relative_error,14652,0.02500,0.831
25,mlp.experts.101.gate_proj,0.0040699861,hessian_weighted_relative_error,21204,0.02500,0.841
25,mlp.experts.102.gate_proj,0.0066478303,hessian_weighted_relative_error,31318,0.02500,0.831
25,mlp.experts.103.gate_proj,0.0076211136,hessian_weighted_relative_error,24363,0.02500,0.841
25,mlp.experts.104.gate_proj,0.0047753945,hessian_weighted_relative_error,23859,0.02500,0.833
25,mlp.experts.105.gate_proj,0.0077780001,hessian_weighted_relative_error,39097,0.02500,0.847
25,mlp.experts.106.gate_proj,0.0050558279,hessian_weighted_relative_error,14306,0.02500,0.833
25,mlp.experts.107.gate_proj,0.0055078117,hessian_weighted_relative_error,22017,0.02500,0.844
25,mlp.experts.108.gate_proj,0.0054892440,hessian_weighted_relative_error,18061,0.02500,0.833
25,mlp.experts.110.gate_proj,0.0069002939,hessian_weighted_relative_error,28997,0.02500,0.833
25,mlp.experts.111.gate_proj,0.0063887756,hessian_weighted_relative_error,29177,0.02500,0.843
25,mlp.experts.112.gate_proj,0.0067864058,hessian_weighted_relative_error,26545,0.02500,0.834
25,mlp.experts.113.gate_proj,0.0026977593,hessian_weighted_relative_error,66333,0.02500,0.850
25,mlp.experts.114.gate_proj,0.0079751471,hessian_weighted_relative_error,36535,0.02500,0.835
25,mlp.experts.115.gate_proj,0.0068972405,hessian_weighted_relative_error,48190,0.02500,0.848
25,mlp.experts.117.gate_proj,0.0081702263,hessian_weighted_relative_error,30581,0.02500,0.846
25,mlp.experts.118.gate_proj,0.0068142315,hessian_weighted_relative_error,42880,0.02500,0.834
25,mlp.experts.119.gate_proj,0.0062783018,hessian_weighted_relative_error,27255,0.02500,0.848
25,mlp.experts.120.gate_proj,0.0077304474,hessian_weighted_relative_error,35500,0.02500,0.836
25,mlp.experts.121.gate_proj,0.0046949937,hessian_weighted_relative_error,22105,0.02500,0.850
25,mlp.experts.122.gate_proj,0.0064665219,hessian_weighted_relative_error,15493,0.02500,0.839
25,mlp.experts.123.gate_proj,0.0050868260,hessian_weighted_relative_error,23972,0.02500,0.851
25,mlp.experts.124.gate_proj,0.0044528337,hessian_weighted_relative_error,13455,0.02500,0.837
25,mlp.experts.125.gate_proj,0.0053686726,hessian_weighted_relative_error,34623,0.02500,0.851
25,mlp.experts.126.gate_proj,0.0056880581,hessian_weighted_relative_error,21280,0.02500,0.836
25,mlp.experts.128.gate_proj,0.0055211173,hessian_weighted_relative_error,20611,0.02500,0.838
25,mlp.experts.129.gate_proj,0.0065572636,hessian_weighted_relative_error,25288,0.02500,0.852
25,mlp.experts.130.gate_proj,0.0040964259,hessian_weighted_relative_error,5118,0.02500,0.840
25,mlp.experts.131.gate_proj,0.0072170489,hessian_weighted_relative_error,18057,0.02500,0.854
25,mlp.experts.132.gate_proj,0.0054639124,hessian_weighted_relative_error,10369,0.02500,0.839
25,mlp.experts.133.gate_proj,0.0061481213,hessian_weighted_relative_error,23651,0.02500,0.853
25,mlp.experts.134.gate_proj,0.0065559132,hessian_weighted_relative_error,40366,0.02500,0.837
25,mlp.experts.135.gate_proj,0.0078238507,hessian_weighted_relative_error,38952,0.02500,0.851
25,mlp.experts.137.gate_proj,0.0066445102,hessian_weighted_relative_error,24815,0.02500,0.853
25,mlp.experts.138.gate_proj,0.0040269274,hessian_weighted_relative_error,13113,0.02500,0.839
25,mlp.experts.139.gate_proj,0.0033332534,hessian_weighted_relative_error,7402,0.02500,0.851
25,mlp.experts.142.gate_proj,0.0061983927,hessian_weighted_relative_error,21514,0.02500,0.838
25,mlp.experts.143.gate_proj,0.0062961315,hessian_weighted_relative_error,13122,0.02500,0.852
25,mlp.experts.144.gate_proj,0.0061138664,hessian_weighted_relative_error,19800,0.02500,0.840
25,mlp.experts.146.gate_proj,0.0071641754,hessian_weighted_relative_error,25023,0.02500,0.842
25,mlp.experts.147.gate_proj,0.0042015383,hessian_weighted_relative_error,8240,0.02500,0.852
25,mlp.experts.148.gate_proj,0.0059801970,hessian_weighted_relative_error,14187,0.02500,0.841
25,mlp.experts.149.gate_proj,0.0071097242,hessian_weighted_relative_error,22233,0.02500,0.854
25,mlp.experts.150.gate_proj,0.0052513416,hessian_weighted_relative_error,27097,0.02500,0.839
25,mlp.experts.152.gate_proj,0.0076675089,hessian_weighted_relative_error,44283,0.02500,0.841
25,mlp.experts.153.gate_proj,0.0077865208,hessian_weighted_relative_error,35198,0.02500,0.856
25,mlp.experts.154.gate_proj,0.0042149284,hessian_weighted_relative_error,21520,0.02500,0.842
25,mlp.experts.155.gate_proj,0.0043071896,hessian_weighted_relative_error,5587,0.02500,0.857
25,mlp.experts.156.gate_proj,0.0041534565,hessian_weighted_relative_error,13478,0.02500,0.840
25,mlp.experts.157.gate_proj,0.0070910015,hessian_weighted_relative_error,21518,0.02500,0.855
25,mlp.experts.158.gate_proj,0.0082657713,hessian_weighted_relative_error,36346,0.02500,0.839
25,mlp.experts.159.gate_proj,0.0074982681,hessian_weighted_relative_error,37078,0.02500,0.850
25,mlp.experts.160.gate_proj,0.0044834067,hessian_weighted_relative_error,15093,0.02500,0.843
25,mlp.experts.161.gate_proj,0.0071998342,hessian_weighted_relative_error,17041,0.02500,0.856
25,mlp.experts.162.gate_proj,0.0036424762,hessian_weighted_relative_error,10166,0.02500,0.844
25,mlp.experts.163.gate_proj,0.0035342544,hessian_weighted_relative_error,6391,0.02500,0.859
25,mlp.experts.164.gate_proj,0.0060574545,hessian_weighted_relative_error,16069,0.02500,0.843
25,mlp.experts.165.gate_proj,0.0067112293,hessian_weighted_relative_error,25331,0.02500,0.856
25,mlp.experts.166.gate_proj,0.0043822888,hessian_weighted_relative_error,15657,0.02500,0.841
25,mlp.experts.167.gate_proj,0.0077003755,hessian_weighted_relative_error,55216,0.02500,0.853
25,mlp.experts.168.gate_proj,0.0050856135,hessian_weighted_relative_error,17617,0.02500,0.843
25,mlp.experts.169.gate_proj,0.0040677827,hessian_weighted_relative_error,8755,0.02500,0.857
25,mlp.experts.170.gate_proj,0.0074566788,hessian_weighted_relative_error,34717,0.02500,0.845
25,mlp.experts.171.gate_proj,0.0067617078,hessian_weighted_relative_error,21481,0.02500,0.856
25,mlp.experts.172.gate_proj,0.0074588585,hessian_weighted_relative_error,22511,0.02500,0.843
25,mlp.experts.173.gate_proj,0.0061491448,hessian_weighted_relative_error,34893,0.02500,0.855
25,mlp.experts.175.gate_proj,0.0078297899,hessian_weighted_relative_error,40692,0.02500,0.855
25,mlp.experts.176.gate_proj,0.0056559217,hessian_weighted_relative_error,65911,0.02500,0.845
25,mlp.experts.177.gate_proj,0.0058305826,hessian_weighted_relative_error,16900,0.02500,0.858
25,mlp.experts.179.gate_proj,0.0071288384,hessian_weighted_relative_error,40546,0.02500,0.860
25,mlp.experts.180.gate_proj,0.0064985797,hessian_weighted_relative_error,20217,0.02500,0.845
25,mlp.experts.183.gate_proj,0.0069157026,hessian_weighted_relative_error,32540,0.02500,0.859
25,mlp.experts.185.gate_proj,0.0057490558,hessian_weighted_relative_error,15346,0.02500,0.857
25,mlp.experts.186.gate_proj,0.0076836577,hessian_weighted_relative_error,35122,0.02500,0.847
25,mlp.experts.187.gate_proj,0.0075094885,hessian_weighted_relative_error,35949,0.02500,0.857
25,mlp.experts.188.gate_proj,0.0054367166,hessian_weighted_relative_error,12298,0.02500,0.847
25,mlp.experts.190.gate_proj,0.0022463040,hessian_weighted_relative_error,7386,0.02500,0.845
25,mlp.experts.191.gate_proj,0.0043587104,hessian_weighted_relative_error,25893,0.02500,0.860
25,mlp.experts.192.gate_proj,0.0034405310,hessian_weighted_relative_error,12502,0.02500,0.844
25,mlp.experts.193.gate_proj,0.0064847403,hessian_weighted_relative_error,20990,0.02500,0.859
25,mlp.experts.194.gate_proj,0.0066208532,hessian_weighted_relative_error,40884,0.02500,0.845
25,mlp.experts.196.gate_proj,0.0066932182,hessian_weighted_relative_error,31180,0.02500,0.846
25,mlp.experts.197.gate_proj,0.0076946488,hessian_weighted_relative_error,46040,0.02500,0.857
25,mlp.experts.198.gate_proj,0.0019703631,hessian_weighted_relative_error,2444,0.02500,0.846
25,mlp.experts.199.gate_proj,0.0061180655,hessian_weighted_relative_error,51994,0.02500,0.858
25,mlp.experts.200.gate_proj,0.0078153752,hessian_weighted_relative_error,52256,0.02500,0.845
25,mlp.experts.201.gate_proj,0.0050658808,hessian_weighted_relative_error,15133,0.02500,0.861
25,mlp.experts.202.gate_proj,0.0072774223,hessian_weighted_relative_error,54837,0.02500,0.848
25,mlp.experts.203.gate_proj,0.0046438214,hessian_weighted_relative_error,18269,0.02500,0.859
25,mlp.experts.204.gate_proj,0.0068776807,hessian_weighted_relative_error,19989,0.02500,0.846
25,mlp.experts.206.gate_proj,0.0058402785,hessian_weighted_relative_error,11331,0.02500,0.847
25,mlp.experts.207.gate_proj,0.0073643452,hessian_weighted_relative_error,54383,0.02500,0.859
25,mlp.experts.208.gate_proj,0.0065525993,hessian_weighted_relative_error,34572,0.02500,0.846
25,mlp.experts.209.gate_proj,0.0071956634,hessian_weighted_relative_error,26237,0.02500,0.863
25,mlp.experts.211.gate_proj,0.0062055431,hessian_weighted_relative_error,45941,0.02500,0.860
25,mlp.experts.212.gate_proj,0.0046286411,hessian_weighted_relative_error,7889,0.02500,0.846
25,mlp.experts.213.gate_proj,0.0034135326,hessian_weighted_relative_error,5432,0.02500,0.860
25,mlp.experts.214.gate_proj,0.0051896181,hessian_weighted_relative_error,9894,0.02500,0.848
25,mlp.experts.215.gate_proj,0.0049460303,hessian_weighted_relative_error,8428,0.02500,0.862
25,mlp.experts.216.gate_proj,0.0053397480,hessian_weighted_relative_error,12389,0.02500,0.854
25,mlp.experts.217.gate_proj,0.0029989301,hessian_weighted_relative_error,7093,0.02500,0.865
25,mlp.experts.218.gate_proj,0.0070436596,hessian_weighted_relative_error,27106,0.02500,0.863
25,mlp.experts.219.gate_proj,0.0064545999,hessian_weighted_relative_error,33348,0.02500,0.864
25,mlp.experts.220.gate_proj,0.0014727138,hessian_weighted_relative_error,1392,0.02500,0.857
25,mlp.experts.221.gate_proj,0.0054119005,hessian_weighted_relative_error,23308,0.02500,0.861
25,mlp.experts.224.gate_proj,0.0064304696,hessian_weighted_relative_error,18257,0.02500,0.861
25,mlp.experts.225.gate_proj,0.0044789600,hessian_weighted_relative_error,19141,0.02500,0.862
25,mlp.experts.226.gate_proj,0.0062821951,hessian_weighted_relative_error,26973,0.02500,0.851
25,mlp.experts.227.gate_proj,0.0071550463,hessian_weighted_relative_error,26533,0.02500,0.861
25,mlp.experts.228.gate_proj,0.0075292640,hessian_weighted_relative_error,37602,0.02500,0.862
25,mlp.experts.229.gate_proj,0.0071359177,hessian_weighted_relative_error,17217,0.02500,0.881
25,mlp.experts.230.gate_proj,0.0079440867,hessian_weighted_relative_error,34572,0.02500,0.846
25,mlp.experts.231.gate_proj,0.0050515344,hessian_weighted_relative_error,35232,0.02500,0.864
25,mlp.experts.232.gate_proj,0.0034998017,hessian_weighted_relative_error,6351,0.02500,0.851
25,mlp.experts.233.gate_proj,0.0068213971,hessian_weighted_relative_error,40508,0.02500,0.865
25,mlp.experts.234.gate_proj,0.0050136422,hessian_weighted_relative_error,18710,0.02500,0.849
25,mlp.experts.235.gate_proj,0.0074569030,hessian_weighted_relative_error,39066,0.02500,0.863
25,mlp.experts.236.gate_proj,0.0073123824,hessian_weighted_relative_error,44930,0.02500,0.849
25,mlp.experts.237.gate_proj,0.0063720147,hessian_weighted_relative_error,25288,0.02500,0.863
25,mlp.experts.238.gate_proj,0.0045075350,hessian_weighted_relative_error,32312,0.02500,0.848
25,mlp.experts.239.gate_proj,0.0046742132,hessian_weighted_relative_error,24189,0.02500,0.861
25,mlp.experts.240.gate_proj,0.0068333550,hessian_weighted_relative_error,22180,0.02500,0.849
25,mlp.experts.241.gate_proj,0.0063284976,hessian_weighted_relative_error,35735,0.02500,0.865
25,mlp.experts.243.gate_proj,0.0072909782,hessian_weighted_relative_error,29789,0.02500,0.864
25,mlp.experts.244.gate_proj,0.0046999657,hessian_weighted_relative_error,22207,0.02500,0.849
25,mlp.experts.245.gate_proj,0.0070288590,hessian_weighted_relative_error,55701,0.02500,0.861
25,mlp.experts.246.gate_proj,0.0058542796,hessian_weighted_relative_error,31060,0.02500,0.849
25,mlp.experts.247.gate_proj,0.0047855379,hessian_weighted_relative_error,14369,0.02500,0.863
25,mlp.experts.248.gate_proj,0.0070513217,hessian_weighted_relative_error,26910,0.02500,0.850
25,mlp.experts.249.gate_proj,0.0065054273,hessian_weighted_relative_error,14245,0.02500,0.860
25,mlp.experts.251.gate_proj,0.0074817288,hessian_weighted_relative_error,33672,0.02500,0.864
25,mlp.experts.252.gate_proj,0.0053269166,hessian_weighted_relative_error,12520,0.02500,0.851
25,mlp.experts.253.gate_proj,0.0031502521,hessian_weighted_relative_error,5083,0.02500,0.862
25,mlp.experts.254.gate_proj,0.0042594247,hessian_weighted_relative_error,6760,0.02500,0.851
25,mlp.experts.255.gate_proj,0.0074206795,hessian_weighted_relative_error,23259,0.02500,0.872
25,mlp.experts.256.gate_proj,0.0066875920,hessian_weighted_relative_error,19322,0.02500,0.849
25,mlp.experts.258.gate_proj,0.0073709280,hessian_weighted_relative_error,25951,0.02500,0.851
25,mlp.experts.259.gate_proj,0.0071084000,hessian_weighted_relative_error,44419,0.02500,0.862
25,mlp.experts.260.gate_proj,0.0042207750,hessian_weighted_relative_error,20715,0.02500,0.850
25,mlp.experts.261.gate_proj,0.0076018207,hessian_weighted_relative_error,40081,0.02500,0.863
25,mlp.experts.262.gate_proj,0.0062462607,hessian_weighted_relative_error,42919,0.02500,0.850
25,mlp.experts.263.gate_proj,0.0043515427,hessian_weighted_relative_error,13940,0.02500,0.865
25,mlp.experts.265.gate_proj,0.0050936801,hessian_weighted_relative_error,9190,0.02500,0.863
25,mlp.experts.266.gate_proj,0.0073702034,hessian_weighted_relative_error,33586,0.02500,0.852
25,mlp.experts.267.gate_proj,0.0042237043,hessian_weighted_relative_error,29943,0.02500,0.862
25,mlp.experts.268.gate_proj,0.0020503833,hessian_weighted_relative_error,7600,0.02500,0.851
25,mlp.experts.269.gate_proj,0.0061904945,hessian_weighted_relative_error,12452,0.02500,0.862
25,mlp.experts.270.gate_proj,0.0047149261,hessian_weighted_relative_error,4866,0.02500,0.850
25,mlp.experts.271.gate_proj,0.0069028332,hessian_weighted_relative_error,17111,0.02500,0.865
25,mlp.experts.272.gate_proj,0.0081055115,hessian_weighted_relative_error,46890,0.02500,0.851
25,mlp.experts.273.gate_proj,0.0042290046,hessian_weighted_relative_error,19931,0.02500,0.866
25,mlp.experts.275.gate_proj,0.0079284541,hessian_weighted_relative_error,42865,0.02500,0.865
25,mlp.experts.277.gate_proj,0.0021853807,hessian_weighted_relative_error,14603,0.02500,0.864
25,mlp.experts.280.gate_proj,0.0076157992,hessian_weighted_relative_error,26685,0.02500,0.852
25,mlp.experts.281.gate_proj,0.0068472210,hessian_weighted_relative_error,30262,0.02500,0.865
25,mlp.experts.282.gate_proj,0.0080076324,hessian_weighted_relative_error,40976,0.02500,0.854
25,mlp.experts.284.gate_proj,0.0043285873,hessian_weighted_relative_error,4353,0.02500,0.851
25,mlp.experts.285.gate_proj,0.0075208428,hessian_weighted_relative_error,51627,0.02500,0.863
25,mlp.experts.286.gate_proj,0.0077531710,hessian_weighted_relative_error,38019,0.02500,0.852
25,mlp.experts.287.gate_proj,0.0067600476,hessian_weighted_relative_error,30125,0.02500,0.865
25,mlp.experts.0.up_proj,0.0075588801,hessian_weighted_relative_error,34122,0.02500,0.853
25,mlp.experts.2.up_proj,0.0059111705,hessian_weighted_relative_error,12752,0.02500,0.853
25,mlp.experts.3.up_proj,0.0045581882,hessian_weighted_relative_error,16362,0.02500,0.864
25,mlp.experts.7.up_proj,0.0086740815,hessian_weighted_relative_error,29848,0.02500,0.864
25,mlp.experts.8.up_proj,0.0068406419,hessian_weighted_relative_error,27876,0.02500,0.854
25,mlp.experts.9.up_proj,0.0042026577,hessian_weighted_relative_error,10462,0.02500,0.866
25,mlp.experts.10.up_proj,0.0086388725,hessian_weighted_relative_error,24402,0.02500,0.855
25,mlp.experts.11.up_proj,0.0038578993,hessian_weighted_relative_error,3153,0.02500,0.873
25,mlp.experts.12.up_proj,0.0066069757,hessian_weighted_relative_error,15276,0.02500,0.854
25,mlp.experts.13.up_proj,0.0079298930,hessian_weighted_relative_error,38271,0.02500,0.865
25,mlp.experts.14.up_proj,0.0070081526,hessian_weighted_relative_error,26915,0.02500,0.854
25,mlp.experts.16.up_proj,0.0079916634,hessian_weighted_relative_error,37158,0.02500,0.854
25,mlp.experts.17.up_proj,0.0074581083,hessian_weighted_relative_error,12574,0.02500,0.875
25,mlp.experts.18.up_proj,0.0061556526,hessian_weighted_relative_error,42199,0.02500,0.856
25,mlp.experts.19.up_proj,0.0060020098,hessian_weighted_relative_error,11324,0.02500,0.863
25,mlp.experts.20.up_proj,0.0066754655,hessian_weighted_relative_error,11559,0.02500,0.854
25,mlp.experts.22.up_proj,0.0069412545,hessian_weighted_relative_error,24083,0.02500,0.857
25,mlp.experts.23.up_proj,0.0067588892,hessian_weighted_relative_error,19915,0.02500,0.870
25,mlp.experts.24.up_proj,0.0055604393,hessian_weighted_relative_error,15314,0.02500,0.854
25,mlp.experts.25.up_proj,0.0077331926,hessian_weighted_relative_error,26095,0.02500,0.866
25,mlp.experts.26.up_proj,0.0043359740,hessian_weighted_relative_error,8567,0.02500,0.856
25,mlp.experts.27.up_proj,0.0080193739,hessian_weighted_relative_error,41349,0.02500,0.876
25,mlp.experts.29.up_proj,0.0057287360,hessian_weighted_relative_error,10209,0.02500,0.874
25,mlp.experts.30.up_proj,0.0070460129,hessian_weighted_relative_error,12299,0.02500,0.854
25,mlp.experts.31.up_proj,0.0050972226,hessian_weighted_relative_error,9840,0.02500,0.874
25,mlp.experts.32.up_proj,0.0072064810,hessian_weighted_relative_error,26734,0.02500,0.855
25,mlp.experts.33.up_proj,0.0035881744,hessian_weighted_relative_error,31498,0.02500,0.876
25,mlp.experts.35.up_proj,0.0081422473,hessian_weighted_relative_error,35385,0.02500,0.865
25,mlp.experts.36.up_proj,0.0060685057,hessian_weighted_relative_error,12014,0.02500,0.857
25,mlp.experts.39.up_proj,0.0066220702,hessian_weighted_relative_error,19279,0.02500,0.865
25,mlp.experts.41.up_proj,0.0059773362,hessian_weighted_relative_error,22042,0.02500,0.874
25,mlp.experts.42.up_proj,0.0063517179,hessian_weighted_relative_error,19276,0.02500,0.857
25,mlp.experts.43.up_proj,0.0079195615,hessian_weighted_relative_error,18989,0.02500,0.869
25,mlp.experts.45.up_proj,0.0056646828,hessian_weighted_relative_error,16733,0.02500,0.865
25,mlp.experts.46.up_proj,0.0083140652,hessian_weighted_relative_error,43053,0.02500,0.855
25,mlp.experts.47.up_proj,0.0076630915,hessian_weighted_relative_error,26544,0.02500,0.874
25,mlp.experts.49.up_proj,0.0042272500,hessian_weighted_relative_error,6045,0.02500,0.869
25,mlp.experts.51.up_proj,0.0034120500,hessian_weighted_relative_error,16062,0.02500,0.869
25,mlp.experts.52.up_proj,0.0059467924,hessian_weighted_relative_error,10900,0.02500,0.856
25,mlp.experts.53.up_proj,0.0073679300,hessian_weighted_relative_error,37329,0.02500,0.873
25,mlp.experts.54.up_proj,0.0061961553,hessian_weighted_relative_error,14908,0.02500,0.856
25,mlp.experts.55.up_proj,0.0078960086,hessian_weighted_relative_error,21984,0.02500,0.867
25,mlp.experts.57.up_proj,0.0076243372,hessian_weighted_relative_error,38802,0.02500,0.882
25,mlp.experts.58.up_proj,0.0056896090,hessian_weighted_relative_error,17910,0.02500,0.859
25,mlp.experts.59.up_proj,0.0053685523,hessian_weighted_relative_error,11826,0.02500,0.883
25,mlp.experts.60.up_proj,0.0055997299,hessian_weighted_relative_error,22169,0.02500,0.859
25,mlp.experts.61.up_proj,0.0074303048,hessian_weighted_relative_error,26453,0.02500,0.871
25,mlp.experts.62.up_proj,0.0048881409,hessian_weighted_relative_error,15129,0.02500,0.856
25,mlp.experts.63.up_proj,0.0066560883,hessian_weighted_relative_error,11666,0.02500,0.875
25,mlp.experts.64.up_proj,0.0070302553,hessian_weighted_relative_error,23737,0.02500,0.856
25,mlp.experts.65.up_proj,0.0059109626,hessian_weighted_relative_error,12206,0.02500,0.903
25,mlp.experts.66.up_proj,0.0046245615,hessian_weighted_relative_error,28875,0.02500,0.866
25,mlp.experts.67.up_proj,0.0075523094,hessian_weighted_relative_error,27734,0.02500,0.883
25,mlp.experts.68.up_proj,0.0076391866,hessian_weighted_relative_error,19331,0.02500,0.856
25,mlp.experts.70.up_proj,0.0067404045,hessian_weighted_relative_error,18493,0.02500,0.858
25,mlp.experts.71.up_proj,0.0075138146,hessian_weighted_relative_error,30284,0.02500,0.872
25,mlp.experts.73.up_proj,0.0082695320,hessian_weighted_relative_error,20633,0.02500,0.875
25,mlp.experts.75.up_proj,0.0078780438,hessian_weighted_relative_error,21670,0.02500,0.883
25,mlp.experts.78.up_proj,0.0077394374,hessian_weighted_relative_error,24903,0.02500,0.857
25,mlp.experts.79.up_proj,0.0065992626,hessian_weighted_relative_error,6277,0.02500,0.880
25,mlp.experts.80.up_proj,0.0088376015,hessian_weighted_relative_error,33351,0.02500,0.857
25,mlp.experts.82.up_proj,0.0061377794,hessian_weighted_relative_error,15554,0.02500,0.859
25,mlp.experts.85.up_proj,0.0075195595,hessian_weighted_relative_error,32009,0.02500,0.868
25,mlp.experts.86.up_proj,0.0061903043,hessian_weighted_relative_error,26841,0.02500,0.857
25,mlp.experts.87.up_proj,0.0021254382,hessian_weighted_relative_error,1024,0.02500,0.883
25,mlp.experts.88.up_proj,0.0046917482,hessian_weighted_relative_error,5201,0.02500,0.856
25,mlp.experts.89.up_proj,0.0081936892,hessian_weighted_relative_error,36797,0.02500,0.867
25,mlp.experts.90.up_proj,0.0058274907,hessian_weighted_relative_error,25421,0.02500,0.857
25,mlp.experts.91.up_proj,0.0063850529,hessian_weighted_relative_error,26177,0.02500,0.884
25,mlp.experts.92.up_proj,0.0084576895,hessian_weighted_relative_error,35571,0.02500,0.859
25,mlp.experts.93.up_proj,0.0075412539,hessian_weighted_relative_error,19951,0.02500,0.874
25,mlp.experts.94.up_proj,0.0055504980,hessian_weighted_relative_error,19618,0.02500,0.858
25,mlp.experts.95.up_proj,0.0071680140,hessian_weighted_relative_error,28929,0.02500,0.885
25,mlp.experts.96.up_proj,0.0044144156,hessian_weighted_relative_error,11578,0.02500,0.858
25,mlp.experts.97.up_proj,0.0064327410,hessian_weighted_relative_error,17325,0.02500,0.886
25,mlp.experts.98.up_proj,0.0084547227,hessian_weighted_relative_error,26994,0.02500,0.861
25,mlp.experts.99.up_proj,0.0064340729,hessian_weighted_relative_error,15048,0.02500,0.883
25,mlp.experts.100.up_proj,0.0051208715,hessian_weighted_relative_error,14652,0.02500,0.858
25,mlp.experts.101.up_proj,0.0042303839,hessian_weighted_relative_error,21204,0.02500,0.872
25,mlp.experts.102.up_proj,0.0069526629,hessian_weighted_relative_error,31318,0.02500,0.858
25,mlp.experts.103.up_proj,0.0081653449,hessian_weighted_relative_error,24363,0.02500,0.871
25,mlp.experts.104.up_proj,0.0050468766,hessian_weighted_relative_error,23859,0.02500,0.857
25,mlp.experts.105.up_proj,0.0085854555,hessian_weighted_relative_error,39097,0.02500,0.876
25,mlp.experts.106.up_proj,0.0058236183,hessian_weighted_relative_error,14306,0.02500,0.859
25,mlp.experts.107.up_proj,0.0058395414,hessian_weighted_relative_error,22017,0.02500,0.877
25,mlp.experts.108.up_proj,0.0060699388,hessian_weighted_relative_error,18061,0.02500,0.861
25,mlp.experts.110.up_proj,0.0072662617,hessian_weighted_relative_error,28997,0.02500,0.860
25,mlp.experts.111.up_proj,0.0075398052,hessian_weighted_relative_error,29177,0.02500,0.877
25,mlp.experts.112.up_proj,0.0071876852,hessian_weighted_relative_error,26545,0.02500,0.859
25,mlp.experts.113.up_proj,0.0027317109,hessian_weighted_relative_error,66333,0.02500,0.871
25,mlp.experts.114.up_proj,0.0089778796,hessian_weighted_relative_error,36535,0.02500,0.859
25,mlp.experts.115.up_proj,0.0073766008,hessian_weighted_relative_error,48190,0.02500,0.881
25,mlp.experts.117.up_proj,0.0092388157,hessian_weighted_relative_error,30581,0.02500,0.872
25,mlp.experts.118.up_proj,0.0072385829,hessian_weighted_relative_error,42880,0.02500,0.858
25,mlp.experts.119.up_proj,0.0067204193,hessian_weighted_relative_error,27255,0.02500,0.881
25,mlp.experts.120.up_proj,0.0084263976,hessian_weighted_relative_error,35500,0.02500,0.860
25,mlp.experts.121.up_proj,0.0051985765,hessian_weighted_relative_error,22105,0.02500,0.881
25,mlp.experts.122.up_proj,0.0074790778,hessian_weighted_relative_error,15493,0.02500,0.858
25,mlp.experts.123.up_proj,0.0052146332,hessian_weighted_relative_error,23972,0.02500,0.880
25,mlp.experts.124.up_proj,0.0048364306,hessian_weighted_relative_error,13455,0.02500,0.861
25,mlp.experts.126.up_proj,0.0066339726,hessian_weighted_relative_error,21280,0.02500,0.860
25,mlp.experts.129.up_proj,0.0076016190,hessian_weighted_relative_error,25288,0.02500,0.885
25,mlp.experts.130.up_proj,0.0048238857,hessian_weighted_relative_error,5118,0.02500,0.860
25,mlp.experts.131.up_proj,0.0080361352,hessian_weighted_relative_error,18057,0.02500,0.884
25,mlp.experts.132.up_proj,0.0060333738,hessian_weighted_relative_error,10369,0.02500,0.860
25,mlp.experts.133.up_proj,0.0068940434,hessian_weighted_relative_error,23651,0.02500,0.883
25,mlp.experts.135.up_proj,0.0085736446,hessian_weighted_relative_error,38952,0.02500,0.881
25,mlp.experts.137.up_proj,0.0077912514,hessian_weighted_relative_error,24815,0.02500,0.879
25,mlp.experts.138.up_proj,0.0043142122,hessian_weighted_relative_error,13113,0.02500,0.863
25,mlp.experts.139.up_proj,0.0034642431,hessian_weighted_relative_error,7402,0.02500,0.884
25,mlp.experts.142.up_proj,0.0069833748,hessian_weighted_relative_error,21514,0.02500,0.860
25,mlp.experts.143.up_proj,0.0066765294,hessian_weighted_relative_error,13122,0.02500,0.880
25,mlp.experts.144.up_proj,0.0063831665,hessian_weighted_relative_error,19800,0.02500,0.860
25,mlp.experts.146.up_proj,0.0089052110,hessian_weighted_relative_error,25023,0.02500,0.859
25,mlp.experts.147.up_proj,0.0045105575,hessian_weighted_relative_error,8240,0.02500,0.884
25,mlp.experts.148.up_proj,0.0064780165,hessian_weighted_relative_error,14187,0.02500,0.860
25,mlp.experts.149.up_proj,0.0084827921,hessian_weighted_relative_error,22233,0.02500,0.879
25,mlp.experts.150.up_proj,0.0056501366,hessian_weighted_relative_error,27097,0.02500,0.859
25,mlp.experts.152.up_proj,0.0085150167,hessian_weighted_relative_error,44283,0.02500,0.863
25,mlp.experts.153.up_proj,0.0084839052,hessian_weighted_relative_error,35198,0.02500,0.901
25,mlp.experts.154.up_proj,0.0045483126,hessian_weighted_relative_error,21520,0.02500,0.862
25,mlp.experts.155.up_proj,0.0047771874,hessian_weighted_relative_error,5587,0.02500,0.885
25,mlp.experts.156.up_proj,0.0046013871,hessian_weighted_relative_error,13478,0.02500,0.864
25,mlp.experts.157.up_proj,0.0083597243,hessian_weighted_relative_error,21518,0.02500,0.889
25,mlp.experts.158.up_proj,0.0089363013,hessian_weighted_relative_error,36346,0.02500,0.859
25,mlp.experts.159.up_proj,0.0079892685,hessian_weighted_relative_error,37078,0.02500,0.881
25,mlp.experts.160.up_proj,0.0053299577,hessian_weighted_relative_error,15093,0.02500,0.863
25,mlp.experts.161.up_proj,0.0081833562,hessian_weighted_relative_error,17041,0.02500,0.887
25,mlp.experts.162.up_proj,0.0040214697,hessian_weighted_relative_error,10166,0.02500,0.862
25,mlp.experts.163.up_proj,0.0040531571,hessian_weighted_relative_error,6391,0.02500,0.883
25,mlp.experts.164.up_proj,0.0070776844,hessian_weighted_relative_error,16069,0.02500,0.875
25,mlp.experts.165.up_proj,0.0071067282,hessian_weighted_relative_error,25331,0.02500,0.881
25,mlp.experts.166.up_proj,0.0047158737,hessian_weighted_relative_error,15657,0.02500,0.862
25,mlp.experts.168.up_proj,0.0057333742,hessian_weighted_relative_error,17617,0.02500,0.860
25,mlp.experts.169.up_proj,0.0046446409,hessian_weighted_relative_error,8755,0.02500,0.884
25,mlp.experts.170.up_proj,0.0082432118,hessian_weighted_relative_error,34717,0.02500,0.860
25,mlp.experts.171.up_proj,0.0071562425,hessian_weighted_relative_error,21481,0.02500,0.882
25,mlp.experts.172.up_proj,0.0085766546,hessian_weighted_relative_error,22511,0.02500,0.860
25,mlp.experts.177.up_proj,0.0062409768,hessian_weighted_relative_error,16900,0.02500,0.884
25,mlp.experts.179.up_proj,0.0078534170,hessian_weighted_relative_error,40546,0.02500,0.882
25,mlp.experts.180.up_proj,0.0081887079,hessian_weighted_relative_error,20217,0.02500,0.860
25,mlp.experts.183.up_proj,0.0074701949,hessian_weighted_relative_error,32540,0.02500,0.881
25,mlp.experts.185.up_proj,0.0062177012,hessian_weighted_relative_error,15346,0.02500,0.886
25,mlp.experts.186.up_proj,0.0083806379,hessian_weighted_relative_error,35122,0.02500,0.859
25,mlp.experts.187.up_proj,0.0083298859,hessian_weighted_relative_error,35949,0.02500,0.888
25,mlp.experts.188.up_proj,0.0059319607,hessian_weighted_relative_error,12298,0.02500,0.860
25,mlp.experts.190.up_proj,0.0023773556,hessian_weighted_relative_error,7386,0.02500,0.861
25,mlp.experts.191.up_proj,0.0049168218,hessian_weighted_relative_error,25893,0.02500,0.888
25,mlp.experts.192.up_proj,0.0037615922,hessian_weighted_relative_error,12502,0.02500,0.860
25,mlp.experts.193.up_proj,0.0071817797,hessian_weighted_relative_error,20990,0.02500,0.887
25,mlp.experts.194.up_proj,0.0073482718,hessian_weighted_relative_error,40884,0.02500,0.860
25,mlp.experts.196.up_proj,0.0070370962,hessian_weighted_relative_error,31180,0.02500,0.860
25,mlp.experts.198.up_proj,0.0020765558,hessian_weighted_relative_error,2444,0.02500,0.861
25,mlp.experts.199.up_proj,0.0064067370,hessian_weighted_relative_error,51994,0.02500,0.883
25,mlp.experts.200.up_proj,0.0090017004,hessian_weighted_relative_error,52256,0.02500,0.860
25,mlp.experts.201.up_proj,0.0057018914,hessian_weighted_relative_error,15133,0.02500,0.891
25,mlp.experts.202.up_proj,0.0084849657,hessian_weighted_relative_error,54837,0.02500,0.861
25,mlp.experts.203.up_proj,0.0049398325,hessian_weighted_relative_error,18269,0.02500,0.886
25,mlp.experts.204.up_proj,0.0074951991,hessian_weighted_relative_error,19989,0.02500,0.860
25,mlp.experts.206.up_proj,0.0062870115,hessian_weighted_relative_error,11331,0.02500,0.860
25,mlp.experts.208.up_proj,0.0074176775,hessian_weighted_relative_error,34572,0.02500,0.861
25,mlp.experts.209.up_proj,0.0077866261,hessian_weighted_relative_error,26237,0.02500,0.894
25,mlp.experts.212.up_proj,0.0054143685,hessian_weighted_relative_error,7889,0.02500,0.862
25,mlp.experts.213.up_proj,0.0036062638,hessian_weighted_relative_error,5432,0.02500,0.892
25,mlp.experts.214.up_proj,0.0058913437,hessian_weighted_relative_error,9894,0.02500,0.862
25,mlp.experts.215.up_proj,0.0058650777,hessian_weighted_relative_error,8428,0.02500,0.884
25,mlp.experts.216.up_proj,0.0058389938,hessian_weighted_relative_error,12389,0.02500,0.859
25,mlp.experts.217.up_proj,0.0034454624,hessian_weighted_relative_error,7093,0.02500,0.887
25,mlp.experts.218.up_proj,0.0075690353,hessian_weighted_relative_error,27106,0.02500,0.862
25,mlp.experts.219.up_proj,0.0069738053,hessian_weighted_relative_error,33348,0.02500,0.886
25,mlp.experts.220.up_proj,0.0015836693,hessian_weighted_relative_error,1392,0.02500,0.861
25,mlp.experts.221.up_proj,0.0058535185,hessian_weighted_relative_error,23308,0.02500,0.885
25,mlp.experts.224.up_proj,0.0069586236,hessian_weighted_relative_error,18257,0.02500,0.864
25,mlp.experts.225.up_proj,0.0047748381,hessian_weighted_relative_error,19141,0.02500,0.896
25,mlp.experts.226.up_proj,0.0068653033,hessian_weighted_relative_error,26973,0.02500,0.860
25,mlp.experts.227.up_proj,0.0075084654,hessian_weighted_relative_error,26533,0.02500,0.912
25,mlp.experts.228.up_proj,0.0078637546,hessian_weighted_relative_error,37602,0.02500,0.862
25,mlp.experts.229.up_proj,0.0078689922,hessian_weighted_relative_error,17217,0.02500,0.890
25,mlp.experts.230.up_proj,0.0085261418,hessian_weighted_relative_error,34572,0.02500,0.864
25,mlp.experts.232.up_proj,0.0038955796,hessian_weighted_relative_error,6351,0.02500,0.864
25,mlp.experts.234.up_proj,0.0056128428,hessian_weighted_relative_error,18710,0.02500,0.865
25,mlp.experts.235.up_proj,0.0077849596,hessian_weighted_relative_error,39066,0.02500,0.890
25,mlp.experts.237.up_proj,0.0068263196,hessian_weighted_relative_error,25288,0.02500,0.886
25,mlp.experts.239.up_proj,0.0049429744,hessian_weighted_relative_error,24189,0.02500,0.889
25,mlp.experts.240.up_proj,0.0073420572,hessian_weighted_relative_error,22180,0.02500,0.859
25,mlp.experts.243.up_proj,0.0076104762,hessian_weighted_relative_error,29789,0.02500,0.888
25,mlp.experts.244.up_proj,0.0051213724,hessian_weighted_relative_error,22207,0.02500,0.861
25,mlp.experts.245.up_proj,0.0082444916,hessian_weighted_relative_error,55701,0.02500,0.892
25,mlp.experts.246.up_proj,0.0061195382,hessian_weighted_relative_error,31060,0.02500,0.860
25,mlp.experts.247.up_proj,0.0053115025,hessian_weighted_relative_error,14369,0.02500,0.898
25,mlp.experts.248.up_proj,0.0079533928,hessian_weighted_relative_error,26910,0.02500,0.860
25,mlp.experts.249.up_proj,0.0070747158,hessian_weighted_relative_error,14245,0.02500,0.889
25,mlp.experts.251.up_proj,0.0082373942,hessian_weighted_relative_error,33672,0.02500,0.888
25,mlp.experts.252.up_proj,0.0058473360,hessian_weighted_relative_error,12520,0.02500,0.861
25,mlp.experts.253.up_proj,0.0033391607,hessian_weighted_relative_error,5083,0.02500,0.891
25,mlp.experts.254.up_proj,0.0046027490,hessian_weighted_relative_error,6760,0.02500,0.859
25,mlp.experts.255.up_proj,0.0084192117,hessian_weighted_relative_error,23259,0.02500,0.885
25,mlp.experts.256.up_proj,0.0077976770,hessian_weighted_relative_error,19322,0.02500,0.859
25,mlp.experts.258.up_proj,0.0078798923,hessian_weighted_relative_error,25951,0.02500,0.860
25,mlp.experts.259.up_proj,0.0073304214,hessian_weighted_relative_error,44419,0.02500,0.901
25,mlp.experts.260.up_proj,0.0046457278,hessian_weighted_relative_error,20715,0.02500,0.860
25,mlp.experts.262.up_proj,0.0070948214,hessian_weighted_relative_error,42919,0.02500,0.859
25,mlp.experts.263.up_proj,0.0049613291,hessian_weighted_relative_error,13940,0.02500,0.896
25,mlp.experts.265.up_proj,0.0062823687,hessian_weighted_relative_error,9190,0.02500,0.910
25,mlp.experts.266.up_proj,0.0079405761,hessian_weighted_relative_error,33586,0.02500,0.863
25,mlp.experts.267.up_proj,0.0046198022,hessian_weighted_relative_error,29943,0.02500,0.896
25,mlp.experts.268.up_proj,0.0022110194,hessian_weighted_relative_error,7600,0.02500,0.861
25,mlp.experts.269.up_proj,0.0066791981,hessian_weighted_relative_error,12452,0.02500,0.895
25,mlp.experts.270.up_proj,0.0053198990,hessian_weighted_relative_error,4866,0.02500,0.859
25,mlp.experts.271.up_proj,0.0074247690,hessian_weighted_relative_error,17111,0.02500,0.893
25,mlp.experts.272.up_proj,0.0089752514,hessian_weighted_relative_error,46890,0.02500,0.859
25,mlp.experts.273.up_proj,0.0044865563,hessian_weighted_relative_error,19931,0.02500,0.897
25,mlp.experts.275.up_proj,0.0090784040,hessian_weighted_relative_error,42865,0.02500,0.906
25,mlp.experts.277.up_proj,0.0025678384,hessian_weighted_relative_error,14603,0.02500,0.894
25,mlp.experts.280.up_proj,0.0086820488,hessian_weighted_relative_error,26685,0.02500,0.862
25,mlp.experts.281.up_proj,0.0074051365,hessian_weighted_relative_error,30262,0.02500,0.899
25,mlp.experts.282.up_proj,0.0088156942,hessian_weighted_relative_error,40976,0.02500,0.860
25,mlp.experts.284.up_proj,0.0055561949,hessian_weighted_relative_error,4353,0.02500,0.862
25,mlp.experts.285.up_proj,0.0087078623,hessian_weighted_relative_error,51627,0.02500,0.902
25,mlp.experts.286.up_proj,0.0085052631,hessian_weighted_relative_error,38019,0.02500,0.861
25,mlp.experts.287.up_proj,0.0070847136,hessian_weighted_relative_error,30125,0.02500,0.894
25,mlp.experts.0.down_proj,0.0123844061,hessian_weighted_relative_error,34122,0.02500,0.770
25,mlp.experts.2.down_proj,0.0114782503,hessian_weighted_relative_error,12752,0.02500,0.771
25,mlp.experts.3.down_proj,0.0084401450,hessian_weighted_relative_error,16362,0.02500,0.753
25,mlp.experts.7.down_proj,0.0133767330,hessian_weighted_relative_error,29848,0.02500,0.754
25,mlp.experts.8.down_proj,0.0109784644,hessian_weighted_relative_error,27876,0.02500,0.773
25,mlp.experts.9.down_proj,0.0089451986,hessian_weighted_relative_error,10462,0.02500,0.751
25,mlp.experts.11.down_proj,0.0086719411,hessian_weighted_relative_error,3153,0.02500,0.756
25,mlp.experts.12.down_proj,0.0111212405,hessian_weighted_relative_error,15276,0.02500,0.772
25,mlp.experts.14.down_proj,0.0125911472,hessian_weighted_relative_error,26915,0.02500,0.777
25,mlp.experts.17.down_proj,0.0128705357,hessian_weighted_relative_error,12574,0.02500,0.755
25,mlp.experts.18.down_proj,0.0096573433,hessian_weighted_relative_error,42199,0.02500,0.776
25,mlp.experts.19.down_proj,0.0116826333,hessian_weighted_relative_error,11324,0.02500,0.760
25,mlp.experts.20.down_proj,0.0118112735,hessian_weighted_relative_error,11559,0.02500,0.775
25,mlp.experts.22.down_proj,0.0130867817,hessian_weighted_relative_error,24083,0.02500,0.779
25,mlp.experts.23.down_proj,0.0115130189,hessian_weighted_relative_error,19915,0.02500,0.758
25,mlp.experts.24.down_proj,0.0106134823,hessian_weighted_relative_error,15314,0.02500,0.778
25,mlp.experts.25.down_proj,0.0138080244,hessian_weighted_relative_error,26095,0.02500,0.760
25,mlp.experts.26.down_proj,0.0096745862,hessian_weighted_relative_error,8567,0.02500,0.778
25,mlp.experts.29.down_proj,0.0115506967,hessian_weighted_relative_error,10209,0.02500,0.762
25,mlp.experts.30.down_proj,0.0123995196,hessian_weighted_relative_error,12299,0.02500,0.780
25,mlp.experts.31.down_proj,0.0109372136,hessian_weighted_relative_error,9840,0.02500,0.763
25,mlp.experts.32.down_proj,0.0116121852,hessian_weighted_relative_error,26734,0.02500,0.780
25,mlp.experts.33.down_proj,0.0063606431,hessian_weighted_relative_error,31498,0.02500,0.762
25,mlp.experts.36.down_proj,0.0111600720,hessian_weighted_relative_error,12014,0.02500,0.779
25,mlp.experts.39.down_proj,0.0122556939,hessian_weighted_relative_error,19279,0.02500,0.766
25,mlp.experts.42.down_proj,0.0115164008,hessian_weighted_relative_error,19276,0.02500,0.785
25,mlp.experts.43.down_proj,0.0136785876,hessian_weighted_relative_error,18989,0.02500,0.771
25,mlp.experts.45.down_proj,0.0097822780,hessian_weighted_relative_error,16733,0.02500,0.769
25,mlp.experts.49.down_proj,0.0091457656,hessian_weighted_relative_error,6045,0.02500,0.769
25,mlp.experts.51.down_proj,0.0062225704,hessian_weighted_relative_error,16062,0.02500,0.775
25,mlp.experts.52.down_proj,0.0119496456,hessian_weighted_relative_error,10900,0.02500,0.784
25,mlp.experts.53.down_proj,0.0127895212,hessian_weighted_relative_error,37329,0.02500,0.770
25,mlp.experts.54.down_proj,0.0109161361,hessian_weighted_relative_error,14908,0.02500,0.787
25,mlp.experts.59.down_proj,0.0107870555,hessian_weighted_relative_error,11826,0.02500,0.777
25,mlp.experts.60.down_proj,0.0095777677,hessian_weighted_relative_error,22169,0.02500,0.787
25,mlp.experts.61.down_proj,0.0131265774,hessian_weighted_relative_error,26453,0.02500,0.775
25,mlp.experts.62.down_proj,0.0097377654,hessian_weighted_relative_error,15129,0.02500,0.789
25,mlp.experts.63.down_proj,0.0114417077,hessian_weighted_relative_error,11666,0.02500,0.776
25,mlp.experts.64.down_proj,0.0123348615,hessian_weighted_relative_error,23737,0.02500,0.789
25,mlp.experts.65.down_proj,0.0116871484,hessian_weighted_relative_error,12206,0.02500,0.775
25,mlp.experts.67.down_proj,0.0129227030,hessian_weighted_relative_error,27734,0.02500,0.779
25,mlp.experts.68.down_proj,0.0136396071,hessian_weighted_relative_error,19331,0.02500,0.788
25,mlp.experts.70.down_proj,0.0119291662,hessian_weighted_relative_error,18493,0.02500,0.791
25,mlp.experts.71.down_proj,0.0135536411,hessian_weighted_relative_error,30284,0.02500,0.778
25,mlp.experts.73.down_proj,0.0133526249,hessian_weighted_relative_error,20633,0.02500,0.778
25,mlp.experts.75.down_proj,0.0137909837,hessian_weighted_relative_error,21670,0.02500,0.782
25,mlp.experts.78.down_proj,0.0133574677,hessian_weighted_relative_error,24903,0.02500,0.793
25,mlp.experts.79.down_proj,0.0122764953,hessian_weighted_relative_error,6277,0.02500,0.782
25,mlp.experts.80.down_proj,0.0142002503,hessian_weighted_relative_error,33351,0.02500,0.794
25,mlp.experts.82.down_proj,0.0108761706,hessian_weighted_relative_error,15554,0.02500,0.796
25,mlp.experts.85.down_proj,0.0124198853,hessian_weighted_relative_error,32009,0.02500,0.783
25,mlp.experts.87.down_proj,0.0039814088,hessian_weighted_relative_error,1024,0.02500,0.784
25,mlp.experts.88.down_proj,0.0096982150,hessian_weighted_relative_error,5201,0.02500,0.795
25,mlp.experts.91.down_proj,0.0107994325,hessian_weighted_relative_error,26177,0.02500,0.790
25,mlp.experts.92.down_proj,0.0130817974,hessian_weighted_relative_error,35571,0.02500,0.795
25,mlp.experts.93.down_proj,0.0122696293,hessian_weighted_relative_error,19951,0.02500,0.787
25,mlp.experts.94.down_proj,0.0107191355,hessian_weighted_relative_error,19618,0.02500,0.797
25,mlp.experts.95.down_proj,0.0124470779,hessian_weighted_relative_error,28929,0.02500,0.787
25,mlp.experts.96.down_proj,0.0089839137,hessian_weighted_relative_error,11578,0.02500,0.798
25,mlp.experts.98.down_proj,0.0139073704,hessian_weighted_relative_error,26994,0.02500,0.800
25,mlp.experts.99.down_proj,0.0127112237,hessian_weighted_relative_error,15048,0.02500,0.792
25,mlp.experts.100.down_proj,0.0108908509,hessian_weighted_relative_error,14652,0.02500,0.797
25,mlp.experts.101.down_proj,0.0086374609,hessian_weighted_relative_error,21204,0.02500,0.793
25,mlp.experts.102.down_proj,0.0119495386,hessian_weighted_relative_error,31318,0.02500,0.799
25,mlp.experts.103.down_proj,0.0136215813,hessian_weighted_relative_error,24363,0.02500,0.791
25,mlp.experts.104.down_proj,0.0096890599,hessian_weighted_relative_error,23859,0.02500,0.799
25,mlp.experts.106.down_proj,0.0100803278,hessian_weighted_relative_error,14306,0.02500,0.801
25,mlp.experts.110.down_proj,0.0130405385,hessian_weighted_relative_error,28997,0.02500,0.801
25,mlp.experts.111.down_proj,0.0126512421,hessian_weighted_relative_error,29177,0.02500,0.794
25,mlp.experts.114.down_proj,0.0147181193,hessian_weighted_relative_error,36535,0.02500,0.802
25,mlp.experts.117.down_proj,0.0148865782,hessian_weighted_relative_error,30581,0.02500,0.798
25,mlp.experts.119.down_proj,0.0123634424,hessian_weighted_relative_error,27255,0.02500,0.797
25,mlp.experts.120.down_proj,0.0137063983,hessian_weighted_relative_error,35500,0.02500,0.803
25,mlp.experts.121.down_proj,0.0091183975,hessian_weighted_relative_error,22105,0.02500,0.796
25,mlp.experts.122.down_proj,0.0129250420,hessian_weighted_relative_error,15493,0.02500,0.803
25,mlp.experts.126.down_proj,0.0106158889,hessian_weighted_relative_error,21280,0.02500,0.805
25,mlp.experts.129.down_proj,0.0128596848,hessian_weighted_relative_error,25288,0.02500,0.798
25,mlp.experts.130.down_proj,0.0098338183,hessian_weighted_relative_error,5118,0.02500,0.805
25,mlp.experts.131.down_proj,0.0134951876,hessian_weighted_relative_error,18057,0.02500,0.803
25,mlp.experts.132.down_proj,0.0114762729,hessian_weighted_relative_error,10369,0.02500,0.803
25,mlp.experts.133.down_proj,0.0121789992,hessian_weighted_relative_error,23651,0.02500,0.807
25,mlp.experts.135.down_proj,0.0142111995,hessian_weighted_relative_error,38952,0.02500,0.802
25,mlp.experts.137.down_proj,0.0121557126,hessian_weighted_relative_error,24815,0.02500,0.802
25,mlp.experts.138.down_proj,0.0087328951,hessian_weighted_relative_error,13113,0.02500,0.806
25,mlp.experts.139.down_proj,0.0074179680,hessian_weighted_relative_error,7402,0.02500,0.808
25,mlp.experts.142.down_proj,0.0119348250,hessian_weighted_relative_error,21514,0.02500,0.807
25,mlp.experts.143.down_proj,0.0123959725,hessian_weighted_relative_error,13122,0.02500,0.805
25,mlp.experts.144.down_proj,0.0115112008,hessian_weighted_relative_error,19800,0.02500,0.805
25,mlp.experts.146.down_proj,0.0141707698,hessian_weighted_relative_error,25023,0.02500,0.807
25,mlp.experts.147.down_proj,0.0107897106,hessian_weighted_relative_error,8240,0.02500,0.810
25,mlp.experts.148.down_proj,0.0122729313,hessian_weighted_relative_error,14187,0.02500,0.805
25,mlp.experts.149.down_proj,0.0137274640,hessian_weighted_relative_error,22233,0.02500,0.808
25,mlp.experts.153.down_proj,0.0134862646,hessian_weighted_relative_error,35198,0.02500,0.807
25,mlp.experts.155.down_proj,0.0095972978,hessian_weighted_relative_error,5587,0.02500,0.813
25,mlp.experts.156.down_proj,0.0089654623,hessian_weighted_relative_error,13478,0.02500,0.806
25,mlp.experts.157.down_proj,0.0138913830,hessian_weighted_relative_error,21518,0.02500,0.813
25,mlp.experts.158.down_proj,0.0138260621,hessian_weighted_relative_error,36346,0.02500,0.812
25,mlp.experts.159.down_proj,0.0136871454,hessian_weighted_relative_error,37078,0.02500,0.811
25,mlp.experts.161.down_proj,0.0139579266,hessian_weighted_relative_error,17041,0.02500,0.810
25,mlp.experts.162.down_proj,0.0077388619,hessian_weighted_relative_error,10166,0.02500,0.812
25,mlp.experts.163.down_proj,0.0083112129,hessian_weighted_relative_error,6391,0.02500,0.816
25,mlp.experts.164.down_proj,0.0119980964,hessian_weighted_relative_error,16069,0.02500,0.809
25,mlp.experts.165.down_proj,0.0134958797,hessian_weighted_relative_error,25331,0.02500,0.816
25,mlp.experts.166.down_proj,0.0103294636,hessian_weighted_relative_error,15657,0.02500,0.812
25,mlp.experts.168.down_proj,0.0107794129,hessian_weighted_relative_error,17617,0.02500,0.811
25,mlp.experts.169.down_proj,0.0085508452,hessian_weighted_relative_error,8755,0.02500,0.812
25,mlp.experts.170.down_proj,0.0144162413,hessian_weighted_relative_error,34717,0.02500,0.812
25,mlp.experts.172.down_proj,0.0139521938,hessian_weighted_relative_error,22511,0.02500,0.810
25,mlp.experts.177.down_proj,0.0120283407,hessian_weighted_relative_error,16900,0.02500,0.815
25,mlp.experts.180.down_proj,0.0129470134,hessian_weighted_relative_error,20217,0.02500,0.810
25,mlp.experts.185.down_proj,0.0105413797,hessian_weighted_relative_error,15346,0.02500,0.819
25,mlp.experts.186.down_proj,0.0121131986,hessian_weighted_relative_error,35122,0.02500,0.813
25,mlp.experts.187.down_proj,0.0137818467,hessian_weighted_relative_error,35949,0.02500,0.826
25,mlp.experts.188.down_proj,0.0099116809,hessian_weighted_relative_error,12298,0.02500,0.812
25,mlp.experts.190.down_proj,0.0052718062,hessian_weighted_relative_error,7386,0.02500,0.815
25,mlp.experts.192.down_proj,0.0071399705,hessian_weighted_relative_error,12502,0.02500,0.813
25,mlp.experts.193.down_proj,0.0114127473,hessian_weighted_relative_error,20990,0.02500,0.821
25,mlp.experts.196.down_proj,0.0120917760,hessian_weighted_relative_error,31180,0.02500,0.813
25,mlp.experts.198.down_proj,0.0051306322,hessian_weighted_relative_error,2444,0.02500,0.816
25,mlp.experts.200.down_proj,0.0143257304,hessian_weighted_relative_error,52256,0.02500,0.815
25,mlp.experts.201.down_proj,0.0117828727,hessian_weighted_relative_error,15133,0.02500,0.822
25,mlp.experts.203.down_proj,0.0092739117,hessian_weighted_relative_error,18269,0.02500,0.826
25,mlp.experts.204.down_proj,0.0125169116,hessian_weighted_relative_error,19989,0.02500,0.813
25,mlp.experts.206.down_proj,0.0122637297,hessian_weighted_relative_error,11331,0.02500,0.815
25,mlp.experts.208.down_proj,0.0118418631,hessian_weighted_relative_error,34572,0.02500,0.814
25,mlp.experts.209.down_proj,0.0139172246,hessian_weighted_relative_error,26237,0.02500,0.822
25,mlp.experts.212.down_proj,0.0109849203,hessian_weighted_relative_error,7889,0.02500,0.815
25,mlp.experts.213.down_proj,0.0076682503,hessian_weighted_relative_error,5432,0.02500,0.824
25,mlp.experts.214.down_proj,0.0109378373,hessian_weighted_relative_error,9894,0.02500,0.815
25,mlp.experts.215.down_proj,0.0105345974,hessian_weighted_relative_error,8428,0.02500,0.824
25,mlp.experts.216.down_proj,0.0101510200,hessian_weighted_relative_error,12389,0.02500,0.816
25,mlp.experts.217.down_proj,0.0069905449,hessian_weighted_relative_error,7093,0.02500,0.822
25,mlp.experts.218.down_proj,0.0126771498,hessian_weighted_relative_error,27106,0.02500,0.818
25,mlp.experts.219.down_proj,0.0119488690,hessian_weighted_relative_error,33348,0.02500,0.825
25,mlp.experts.220.down_proj,0.0036803032,hessian_weighted_relative_error,1392,0.02500,0.814
25,mlp.experts.221.down_proj,0.0100859862,hessian_weighted_relative_error,23308,0.02500,0.826
25,mlp.experts.223.down_proj,0.0039471054,hessian_weighted_relative_error,73433,0.02500,0.825
25,mlp.experts.224.down_proj,0.0118668467,hessian_weighted_relative_error,18257,0.02500,0.817
25,mlp.experts.225.down_proj,0.0106666850,hessian_weighted_relative_error,19141,0.02500,0.822
25,mlp.experts.226.down_proj,0.0115724307,hessian_weighted_relative_error,26973,0.02500,0.817
25,mlp.experts.227.down_proj,0.0128673960,hessian_weighted_relative_error,26533,0.02500,0.826
25,mlp.experts.228.down_proj,0.0138464889,hessian_weighted_relative_error,37602,0.02500,0.817
25,mlp.experts.229.down_proj,0.0134605517,hessian_weighted_relative_error,17217,0.02500,0.825
25,mlp.experts.230.down_proj,0.0142321986,hessian_weighted_relative_error,34572,0.02500,0.820
25,mlp.experts.232.down_proj,0.0073282142,hessian_weighted_relative_error,6351,0.02500,0.818
25,mlp.experts.234.down_proj,0.0112260991,hessian_weighted_relative_error,18710,0.02500,0.818
25,mlp.experts.235.down_proj,0.0138157130,hessian_weighted_relative_error,39066,0.02500,0.827
25,mlp.experts.237.down_proj,0.0122909375,hessian_weighted_relative_error,25288,0.02500,0.826
25,mlp.experts.239.down_proj,0.0105624503,hessian_weighted_relative_error,24189,0.02500,0.825
25,mlp.experts.240.down_proj,0.0129361785,hessian_weighted_relative_error,22180,0.02500,0.819
25,mlp.experts.243.down_proj,0.0138056435,hessian_weighted_relative_error,29789,0.02500,0.827
25,mlp.experts.244.down_proj,0.0083436633,hessian_weighted_relative_error,22207,0.02500,0.819
25,mlp.experts.247.down_proj,0.0101729030,hessian_weighted_relative_error,14369,0.02500,0.825
25,mlp.experts.248.down_proj,0.0110505191,hessian_weighted_relative_error,26910,0.02500,0.819
25,mlp.experts.249.down_proj,0.0120711981,hessian_weighted_relative_error,14245,0.02500,0.823
25,mlp.experts.251.down_proj,0.0144209086,hessian_weighted_relative_error,33672,0.02500,0.828
25,mlp.experts.252.down_proj,0.0095858070,hessian_weighted_relative_error,12520,0.02500,0.818
25,mlp.experts.253.down_proj,0.0074447304,hessian_weighted_relative_error,5083,0.02500,0.828
25,mlp.experts.254.down_proj,0.0104407833,hessian_weighted_relative_error,6760,0.02500,0.821
25,mlp.experts.255.down_proj,0.0139679994,hessian_weighted_relative_error,23259,0.02500,0.827
25,mlp.experts.256.down_proj,0.0123816337,hessian_weighted_relative_error,19322,0.02500,0.821
25,mlp.experts.258.down_proj,0.0137384456,hessian_weighted_relative_error,25951,0.02500,0.823
25,mlp.experts.260.down_proj,0.0073730076,hessian_weighted_relative_error,20715,0.02500,0.821
25,mlp.experts.262.down_proj,0.0105829793,hessian_weighted_relative_error,42919,0.02500,0.821
25,mlp.experts.263.down_proj,0.0073899847,hessian_weighted_relative_error,13940,0.02500,0.828
25,mlp.experts.265.down_proj,0.0111701059,hessian_weighted_relative_error,9190,0.02500,0.825
25,mlp.experts.266.down_proj,0.0137493621,hessian_weighted_relative_error,33586,0.02500,0.822
25,mlp.experts.267.down_proj,0.0065312594,hessian_weighted_relative_error,29943,0.02500,0.830
25,mlp.experts.268.down_proj,0.0044288269,hessian_weighted_relative_error,7600,0.02500,0.821
25,mlp.experts.269.down_proj,0.0123608731,hessian_weighted_relative_error,12452,0.02500,0.828
25,mlp.experts.270.down_proj,0.0108114943,hessian_weighted_relative_error,4866,0.02500,0.822
25,mlp.experts.271.down_proj,0.0132130281,hessian_weighted_relative_error,17111,0.02500,0.828
25,mlp.experts.273.down_proj,0.0078033813,hessian_weighted_relative_error,19931,0.02500,0.826
25,mlp.experts.275.down_proj,0.0144686331,hessian_weighted_relative_error,42865,0.02500,0.830
25,mlp.experts.277.down_proj,0.0041938912,hessian_weighted_relative_error,14603,0.02500,0.831
25,mlp.experts.280.down_proj,0.0139443182,hessian_weighted_relative_error,26685,0.02500,0.822
25,mlp.experts.282.down_proj,0.0144868729,hessian_weighted_relative_error,40976,0.02500,0.823
25,mlp.experts.284.down_proj,0.0101094641,hessian_weighted_relative_error,4353,0.02500,0.822
25,mlp.experts.286.down_proj,0.0144269409,hessian_weighted_relative_error,38019,0.02500,0.824
25,mlp.experts.287.down_proj,0.0132463294,hessian_weighted_relative_error,30125,0.02500,0.828
25,mlp.experts.1.down_proj,0.0034484293,hessian_weighted_relative_error,47667,0.02500,1.454
25,mlp.experts.10.down_proj,0.0034165354,hessian_weighted_relative_error,24402,0.02500,1.475
25,mlp.experts.108.down_proj,0.0031889576,hessian_weighted_relative_error,18061,0.02500,1.536
25,mlp.experts.1.gate_proj,0.0019514850,hessian_weighted_relative_error,47667,0.02500,1.600
25,mlp.experts.112.down_proj,0.0031334019,hessian_weighted_relative_error,26545,0.02500,1.547
25,mlp.experts.1.up_proj,0.0021792573,hessian_weighted_relative_error,47667,0.02500,1.670
25,mlp.experts.116.down_proj,0.0028302258,hessian_weighted_relative_error,20943,0.02500,1.540
25,mlp.experts.105.down_proj,0.0036013442,hessian_weighted_relative_error,39097,0.02500,1.536
25,mlp.experts.116.gate_proj,0.0015253398,hessian_weighted_relative_error,20943,0.02500,1.602
25,mlp.experts.107.down_proj,0.0027960715,hessian_weighted_relative_error,22017,0.02500,1.538
25,mlp.experts.116.up_proj,0.0015277961,hessian_weighted_relative_error,20943,0.02500,1.621
25,mlp.experts.109.down_proj,0.0028648809,hessian_weighted_relative_error,41375,0.02500,1.548
25,mlp.experts.118.down_proj,0.0031338834,hessian_weighted_relative_error,42880,0.02500,1.542
25,mlp.experts.109.gate_proj,0.0012919054,hessian_weighted_relative_error,41375,0.02500,1.655
25,mlp.experts.124.down_proj,0.0026505281,hessian_weighted_relative_error,13455,0.02500,1.540
25,mlp.experts.109.up_proj,0.0013535825,hessian_weighted_relative_error,41375,0.02500,1.684
25,mlp.experts.128.down_proj,0.0027490760,hessian_weighted_relative_error,20611,0.02500,1.542
25,mlp.experts.113.down_proj,0.0012809888,hessian_weighted_relative_error,66333,0.02500,1.541
25,mlp.experts.128.up_proj,0.0015416081,hessian_weighted_relative_error,20611,0.02500,1.623
25,mlp.experts.115.down_proj,0.0032133670,hessian_weighted_relative_error,48190,0.02500,1.545
25,mlp.experts.134.down_proj,0.0033066132,hessian_weighted_relative_error,40366,0.02500,1.543
25,mlp.experts.123.down_proj,0.0030498089,hessian_weighted_relative_error,23972,0.02500,1.549
25,mlp.experts.134.up_proj,0.0018572014,hessian_weighted_relative_error,40366,0.02500,1.623
25,mlp.experts.125.down_proj,0.0021925322,hessian_weighted_relative_error,34623,0.02500,1.549
25,mlp.experts.136.down_proj,0.0035095867,hessian_weighted_relative_error,74311,0.02500,1.544
25,mlp.experts.125.up_proj,0.0015110173,hessian_weighted_relative_error,34623,0.02500,1.690
25,mlp.experts.136.gate_proj,0.0020248779,hessian_weighted_relative_error,74311,0.02500,1.604
25,mlp.experts.127.down_proj,0.0021625288,hessian_weighted_relative_error,119408,0.02500,1.551
25,mlp.experts.136.up_proj,0.0022320502,hessian_weighted_relative_error,74311,0.02500,1.623
25,mlp.experts.127.gate_proj,0.0012032161,hessian_weighted_relative_error,119408,0.02500,1.652
25,mlp.experts.140.down_proj,0.0009703362,hessian_weighted_relative_error,73848,0.02500,1.543
25,mlp.experts.127.up_proj,0.0012267255,hessian_weighted_relative_error,119408,0.02500,1.693
25,mlp.experts.140.gate_proj,0.0013642370,hessian_weighted_relative_error,73848,0.02500,1.604
25,mlp.experts.13.down_proj,0.0035452586,hessian_weighted_relative_error,38271,0.02500,1.502
25,mlp.experts.140.up_proj,0.0014557726,hessian_weighted_relative_error,73848,0.02500,1.624
25,mlp.experts.141.down_proj,0.0028177257,hessian_weighted_relative_error,28193,0.02500,1.556
25,mlp.experts.150.down_proj,0.0027729066,hessian_weighted_relative_error,27097,0.02500,1.546
25,mlp.experts.141.gate_proj,0.0013052874,hessian_weighted_relative_error,28193,0.02500,1.659
25,mlp.experts.152.down_proj,0.0036603294,hessian_weighted_relative_error,44283,0.02500,1.549
25,mlp.experts.141.up_proj,0.0013580201,hessian_weighted_relative_error,28193,0.02500,1.689
25,mlp.experts.154.down_proj,0.0025858862,hessian_weighted_relative_error,21520,0.02500,1.549
25,mlp.experts.145.down_proj,0.0027196709,hessian_weighted_relative_error,44328,0.02500,1.552
25,mlp.experts.16.down_proj,0.0034322506,hessian_weighted_relative_error,37158,0.02500,1.517
25,mlp.experts.145.gate_proj,0.0013817104,hessian_weighted_relative_error,44328,0.02500,1.659
25,mlp.experts.160.down_proj,0.0027572141,hessian_weighted_relative_error,15093,0.02500,1.548
25,mlp.experts.145.up_proj,0.0014162710,hessian_weighted_relative_error,44328,0.02500,1.688
25,mlp.experts.174.down_proj,0.0031304414,hessian_weighted_relative_error,76680,0.02500,1.554
25,mlp.experts.15.down_proj,0.0026079783,hessian_weighted_relative_error,23468,0.02500,1.503
25,mlp.experts.174.gate_proj,0.0016064763,hessian_weighted_relative_error,76680,0.02500,1.610
25,mlp.experts.15.gate_proj,0.0011977306,hessian_weighted_relative_error,23468,0.02500,1.613
25,mlp.experts.174.up_proj,0.0017170128,hessian_weighted_relative_error,76680,0.02500,1.626
25,mlp.experts.15.up_proj,0.0012589368,hessian_weighted_relative_error,23468,0.02500,1.670
25,mlp.experts.176.down_proj,0.0024287228,hessian_weighted_relative_error,65911,0.02500,1.552
25,mlp.experts.151.down_proj,0.0033591412,hessian_weighted_relative_error,51068,0.02500,1.560
25,mlp.experts.176.up_proj,0.0015510836,hessian_weighted_relative_error,65911,0.02500,1.627
25,mlp.experts.151.gate_proj,0.0018070554,hessian_weighted_relative_error,51068,0.02500,1.655
25,mlp.experts.178.down_proj,0.0023969363,hessian_weighted_relative_error,38270,0.02500,1.553
25,mlp.experts.151.up_proj,0.0018614248,hessian_weighted_relative_error,51068,0.02500,1.688
25,mlp.experts.178.gate_proj,0.0011915101,hessian_weighted_relative_error,38270,0.02500,1.614
25,mlp.experts.167.down_proj,0.0035352206,hessian_weighted_relative_error,55216,0.02500,1.568
25,mlp.experts.178.up_proj,0.0012385487,hessian_weighted_relative_error,38270,0.02500,1.630
25,mlp.experts.182.down_proj,0.0036051002,hessian_weighted_relative_error,59686,0.02500,1.555
25,mlp.experts.167.up_proj,0.0022736589,hessian_weighted_relative_error,55216,0.02500,1.697
25,mlp.experts.171.down_proj,0.0030952705,hessian_weighted_relative_error,21481,0.02500,1.572
25,mlp.experts.182.gate_proj,0.0019642032,hessian_weighted_relative_error,59686,0.02500,1.613
25,mlp.experts.182.up_proj,0.0020837396,hessian_weighted_relative_error,59686,0.02500,1.628
25,mlp.experts.173.down_proj,0.0030847047,hessian_weighted_relative_error,34893,0.02500,1.579
25,mlp.experts.184.down_proj,0.0033173979,hessian_weighted_relative_error,51849,0.02500,1.554
25,mlp.experts.173.up_proj,0.0016886040,hessian_weighted_relative_error,34893,0.02500,1.699
25,mlp.experts.184.gate_proj,0.0018546126,hessian_weighted_relative_error,51849,0.02500,1.612
25,mlp.experts.175.down_proj,0.0035922315,hessian_weighted_relative_error,40692,0.02500,1.569
25,mlp.experts.184.up_proj,0.0020702163,hessian_weighted_relative_error,51849,0.02500,1.625
25,mlp.experts.175.up_proj,0.0022062586,hessian_weighted_relative_error,40692,0.02500,1.695
25,mlp.experts.194.down_proj,0.0030816437,hessian_weighted_relative_error,40884,0.02500,1.556
25,mlp.experts.179.down_proj,0.0035102349,hessian_weighted_relative_error,40546,0.02500,1.572
25,mlp.experts.202.down_proj,0.0036947902,hessian_weighted_relative_error,54837,0.02500,1.556
25,mlp.experts.181.down_proj,0.0036496102,hessian_weighted_relative_error,56168,0.02500,1.566
25,mlp.experts.210.down_proj,0.0031457725,hessian_weighted_relative_error,57827,0.02500,1.559
25,mlp.experts.181.gate_proj,0.0020838440,hessian_weighted_relative_error,56168,0.02500,1.666
25,mlp.experts.210.gate_proj,0.0015493922,hessian_weighted_relative_error,57827,0.02500,1.616
25,mlp.experts.181.up_proj,0.0023007196,hessian_weighted_relative_error,56168,0.02500,1.691
25,mlp.experts.210.up_proj,0.0016801398,hessian_weighted_relative_error,57827,0.02500,1.631
25,mlp.experts.183.down_proj,0.0033756783,hessian_weighted_relative_error,32540,0.02500,1.567
25,mlp.experts.222.down_proj,0.0031600101,hessian_weighted_relative_error,47650,0.02500,1.558
25,mlp.experts.189.down_proj,0.0029761341,hessian_weighted_relative_error,40437,0.02500,1.568
25,mlp.experts.222.gate_proj,0.0017496658,hessian_weighted_relative_error,47650,0.02500,1.629
25,mlp.experts.189.gate_proj,0.0013848748,hessian_weighted_relative_error,40437,0.02500,1.664
25,mlp.experts.222.up_proj,0.0020069913,hessian_weighted_relative_error,47650,0.02500,1.627
25,mlp.experts.189.up_proj,0.0014968482,hessian_weighted_relative_error,40437,0.02500,1.694
25,mlp.experts.236.down_proj,0.0033312084,hessian_weighted_relative_error,44930,0.02500,1.561
25,mlp.experts.191.down_proj,0.0022775088,hessian_weighted_relative_error,25893,0.02500,1.571
25,mlp.experts.236.up_proj,0.0021220729,hessian_weighted_relative_error,44930,0.02500,1.638
25,mlp.experts.195.down_proj,0.0034395324,hessian_weighted_relative_error,56247,0.02500,1.573
25,mlp.experts.238.down_proj,0.0022452050,hessian_weighted_relative_error,32312,0.02500,1.564
25,mlp.experts.195.gate_proj,0.0019469622,hessian_weighted_relative_error,56247,0.02500,1.671
25,mlp.experts.238.up_proj,0.0012394883,hessian_weighted_relative_error,32312,0.02500,1.630
25,mlp.experts.195.up_proj,0.0021737762,hessian_weighted_relative_error,56247,0.02500,1.696
25,mlp.experts.242.down_proj,0.0027434936,hessian_weighted_relative_error,52477,0.02500,1.563
25,mlp.experts.197.down_proj,0.0034696674,hessian_weighted_relative_error,46040,0.02500,1.572
25,mlp.experts.242.gate_proj,0.0014240206,hessian_weighted_relative_error,52477,0.02500,1.623
25,mlp.experts.197.up_proj,0.0020387233,hessian_weighted_relative_error,46040,0.02500,1.693
25,mlp.experts.242.up_proj,0.0015064306,hessian_weighted_relative_error,52477,0.02500,1.630
25,mlp.experts.199.down_proj,0.0030441275,hessian_weighted_relative_error,51994,0.02500,1.575
25,mlp.experts.246.down_proj,0.0029459351,hessian_weighted_relative_error,31060,0.02500,1.563
25,mlp.experts.205.down_proj,0.0034162801,hessian_weighted_relative_error,52747,0.02500,1.573
25,mlp.experts.250.down_proj,0.0032277907,hessian_weighted_relative_error,46015,0.02500,1.567
25,mlp.experts.205.gate_proj,0.0019800118,hessian_weighted_relative_error,52747,0.02500,1.670
25,mlp.experts.250.gate_proj,0.0018067749,hessian_weighted_relative_error,46015,0.02500,1.622
25,mlp.experts.205.up_proj,0.0020911690,hessian_weighted_relative_error,52747,0.02500,1.696
25,mlp.experts.250.up_proj,0.0020435874,hessian_weighted_relative_error,46015,0.02500,1.630
25,mlp.experts.207.down_proj,0.0036549516,hessian_weighted_relative_error,54383,0.02500,1.578
25,mlp.experts.264.down_proj,0.0025527610,hessian_weighted_relative_error,29035,0.02500,1.564
25,mlp.experts.207.up_proj,0.0021777125,hessian_weighted_relative_error,54383,0.02500,1.705
25,mlp.experts.264.gate_proj,0.0011639579,hessian_weighted_relative_error,29035,0.02500,1.619
25,mlp.experts.21.down_proj,0.0037499024,hessian_weighted_relative_error,73421,0.02500,1.512
25,mlp.experts.264.up_proj,0.0011907495,hessian_weighted_relative_error,29035,0.02500,1.629
25,mlp.experts.21.gate_proj,0.0021006062,hessian_weighted_relative_error,73421,0.02500,1.621
25,mlp.experts.272.down_proj,0.0038518497,hessian_weighted_relative_error,46890,0.02500,1.566
25,mlp.experts.21.up_proj,0.0022001197,hessian_weighted_relative_error,73421,0.02500,1.685
25,mlp.experts.274.down_proj,0.0025844464,hessian_weighted_relative_error,172299,0.02500,1.568
25,mlp.experts.211.down_proj,0.0031256379,hessian_weighted_relative_error,45941,0.02500,1.579
25,mlp.experts.274.gate_proj,0.0015166567,hessian_weighted_relative_error,172299,0.02500,1.624
25,mlp.experts.211.up_proj,0.0017462321,hessian_weighted_relative_error,45941,0.02500,1.710
25,mlp.experts.274.up_proj,0.0015652744,hessian_weighted_relative_error,172299,0.02500,1.633
25,mlp.experts.223.gate_proj,0.0015358965,hessian_weighted_relative_error,73433,0.02500,1.678
25,mlp.experts.276.down_proj,0.0029257507,hessian_weighted_relative_error,37419,0.02500,1.567
25,mlp.experts.276.gate_proj,0.0014513715,hessian_weighted_relative_error,37419,0.02500,1.634
25,mlp.experts.223.up_proj,0.0016342716,hessian_weighted_relative_error,73433,0.02500,1.701
25,mlp.experts.276.up_proj,0.0015678364,hessian_weighted_relative_error,37419,0.02500,1.631
25,mlp.experts.231.down_proj,0.0027793049,hessian_weighted_relative_error,35232,0.02500,1.578
25,mlp.experts.278.down_proj,0.0021687775,hessian_weighted_relative_error,45887,0.02500,1.566
25,mlp.experts.231.up_proj,0.0014204768,hessian_weighted_relative_error,35232,0.02500,1.703
25,mlp.experts.278.gate_proj,0.0010666058,hessian_weighted_relative_error,45887,0.02500,1.622
25,mlp.experts.233.down_proj,0.0034722999,hessian_weighted_relative_error,40508,0.02500,1.583
25,mlp.experts.278.up_proj,0.0011743776,hessian_weighted_relative_error,45887,0.02500,1.632
25,mlp.experts.233.up_proj,0.0019238799,hessian_weighted_relative_error,40508,0.02500,1.709
25,mlp.experts.28.down_proj,0.0033909910,hessian_weighted_relative_error,43271,0.02500,1.521
25,mlp.experts.241.down_proj,0.0031386496,hessian_weighted_relative_error,35735,0.02500,1.579
25,mlp.experts.28.up_proj,0.0019843904,hessian_weighted_relative_error,43271,0.02500,1.627
25,mlp.experts.241.up_proj,0.0017520462,hessian_weighted_relative_error,35735,0.02500,1.713
25,mlp.experts.34.down_proj,0.0032601947,hessian_weighted_relative_error,62523,0.02500,1.527
25,mlp.experts.245.down_proj,0.0033680715,hessian_weighted_relative_error,55701,0.02500,1.584
25,mlp.experts.34.gate_proj,0.0019170849,hessian_weighted_relative_error,62523,0.02500,1.592
25,mlp.experts.257.down_proj,0.0023658684,hessian_weighted_relative_error,43276,0.02500,1.579
25,mlp.experts.34.up_proj,0.0021002148,hessian_weighted_relative_error,62523,0.02500,1.624
25,mlp.experts.257.gate_proj,0.0011368005,hessian_weighted_relative_error,43276,0.02500,1.676
25,mlp.experts.38.down_proj,0.0034997172,hessian_weighted_relative_error,45637,0.02500,1.526
25,mlp.experts.257.up_proj,0.0011898245,hessian_weighted_relative_error,43276,0.02500,1.706
25,mlp.experts.38.up_proj,0.0021350228,hessian_weighted_relative_error,45637,0.02500,1.627
25,mlp.experts.259.down_proj,0.0034334047,hessian_weighted_relative_error,44419,0.02500,1.582
25,mlp.experts.4.down_proj,0.0025407531,hessian_weighted_relative_error,36139,0.02500,1.475
25,mlp.experts.261.down_proj,0.0035173885,hessian_weighted_relative_error,40081,0.02500,1.577
25,mlp.experts.4.gate_proj,0.0013921639,hessian_weighted_relative_error,36139,0.02500,1.574
25,mlp.experts.261.up_proj,0.0021530842,hessian_weighted_relative_error,40081,0.02500,1.703
25,mlp.experts.4.up_proj,0.0014546915,hessian_weighted_relative_error,36139,0.02500,1.625
25,mlp.experts.27.down_proj,0.0035419891,hessian_weighted_relative_error,41349,0.02500,1.513
25,mlp.experts.40.down_proj,0.0034937587,hessian_weighted_relative_error,49885,0.02500,1.528
25,mlp.experts.279.down_proj,0.0028285832,hessian_weighted_relative_error,88720,0.02500,1.585
25,mlp.experts.40.up_proj,0.0019904850,hessian_weighted_relative_error,49885,0.02500,1.627
25,mlp.experts.279.gate_proj,0.0017136904,hessian_weighted_relative_error,88720,0.02500,1.677
25,mlp.experts.44.down_proj,0.0032491188,hessian_weighted_relative_error,39064,0.02500,1.526
25,mlp.experts.279.up_proj,0.0018288819,hessian_weighted_relative_error,88720,0.02500,1.704
25,mlp.experts.44.up_proj,0.0018421838,hessian_weighted_relative_error,39064,0.02500,1.628
25,mlp.experts.281.down_proj,0.0032842537,hessian_weighted_relative_error,30262,0.02500,1.580
25,mlp.experts.46.down_proj,0.0034044291,hessian_weighted_relative_error,43053,0.02500,1.531
25,mlp.experts.283.down_proj,0.0034567105,hessian_weighted_relative_error,68809,0.02500,1.597
25,mlp.experts.48.down_proj,0.0035290121,hessian_weighted_relative_error,47534,0.02500,1.506
25,mlp.experts.283.gate_proj,0.0018650877,hessian_weighted_relative_error,68809,0.02500,1.680
25,mlp.experts.50.down_proj,0.0030912792,hessian_weighted_relative_error,37243,0.02500,1.531
25,mlp.experts.283.up_proj,0.0019313889,hessian_weighted_relative_error,68809,0.02500,1.715
25,mlp.experts.50.gate_proj,0.0017219800,hessian_weighted_relative_error,37243,0.02500,1.593
25,mlp.experts.285.down_proj,0.0036953068,hessian_weighted_relative_error,51627,0.02500,1.582
25,mlp.experts.48.up_proj,0.0020441756,hessian_weighted_relative_error,47534,0.02500,1.630
25,mlp.experts.37.gate_proj,0.0015781430,hessian_weighted_relative_error,42747,0.02500,1.644
25,mlp.experts.50.up_proj,0.0018912586,hessian_weighted_relative_error,37243,0.02500,1.624
25,mlp.experts.37.down_proj,0.0031359665,hessian_weighted_relative_error,42747,0.02500,1.526
25,mlp.experts.56.gate_proj,0.0015027858,hessian_weighted_relative_error,115431,0.02500,1.594
25,mlp.experts.37.up_proj,0.0017487231,hessian_weighted_relative_error,42747,0.02500,1.686
25,mlp.experts.56.up_proj,0.0016160302,hessian_weighted_relative_error,115431,0.02500,1.626
25,mlp.experts.35.down_proj,0.0034385880,hessian_weighted_relative_error,35385,0.02500,1.526
25,mlp.experts.56.down_proj,0.0024331145,hessian_weighted_relative_error,115431,0.02500,1.533
25,mlp.experts.5.down_proj,0.0035769225,hessian_weighted_relative_error,41805,0.02500,1.475
25,mlp.experts.58.down_proj,0.0025961422,hessian_weighted_relative_error,17910,0.02500,1.532
25,mlp.experts.47.down_proj,0.0032449817,hessian_weighted_relative_error,26544,0.02500,1.527
25,mlp.experts.6.up_proj,0.0013104480,hessian_weighted_relative_error,27661,0.02500,1.627
25,mlp.experts.5.up_proj,0.0020391026,hessian_weighted_relative_error,41805,0.02500,1.676
25,mlp.experts.66.down_proj,0.0020393422,hessian_weighted_relative_error,28875,0.02500,1.537
25,mlp.experts.41.down_proj,0.0028625222,hessian_weighted_relative_error,22042,0.02500,1.525
25,mlp.experts.6.down_proj,0.0028087512,hessian_weighted_relative_error,27661,0.02500,1.519
25,mlp.experts.69.down_proj,0.0028111396,hessian_weighted_relative_error,36659,0.02500,1.529
25,mlp.experts.72.down_proj,0.0023452527,hessian_weighted_relative_error,94312,0.02500,1.536
25,mlp.experts.57.down_proj,0.0031923319,hessian_weighted_relative_error,38802,0.02500,1.526
25,mlp.experts.72.up_proj,0.0015954762,hessian_weighted_relative_error,94312,0.02500,1.639
25,mlp.experts.69.gate_proj,0.0013611309,hessian_weighted_relative_error,36659,0.02500,1.634
25,mlp.experts.74.down_proj,0.0037574273,hessian_weighted_relative_error,47994,0.02500,1.539
25,mlp.experts.55.down_proj,0.0034453199,hessian_weighted_relative_error,21984,0.02500,1.527
25,mlp.experts.72.gate_proj,0.0015069024,hessian_weighted_relative_error,94312,0.02500,1.597
25,mlp.experts.77.gate_proj,0.0020071128,hessian_weighted_relative_error,175227,0.02500,1.637
25,mlp.experts.74.up_proj,0.0022789806,hessian_weighted_relative_error,47994,0.02500,1.628
25,mlp.experts.77.down_proj,0.0035949879,hessian_weighted_relative_error,175227,0.02500,1.532
25,mlp.experts.76.up_proj,0.0019005623,hessian_weighted_relative_error,40716,0.02500,1.625
25,mlp.experts.77.up_proj,0.0021320648,hessian_weighted_relative_error,175227,0.02500,1.677
25,mlp.experts.84.down_proj,0.0036752141,hessian_weighted_relative_error,48637,0.02500,1.539
25,mlp.experts.69.up_proj,0.0014380252,hessian_weighted_relative_error,36659,0.02500,1.673
25,mlp.experts.76.down_proj,0.0032423089,hessian_weighted_relative_error,40716,0.02500,1.537
25,mlp.experts.83.down_proj,0.0033992495,hessian_weighted_relative_error,58422,0.02500,1.538
25,mlp.experts.84.up_proj,0.0023274301,hessian_weighted_relative_error,48637,0.02500,1.629
25,mlp.experts.81.up_proj,0.0014180726,hessian_weighted_relative_error,25694,0.02500,1.686
25,mlp.experts.90.down_proj,0.0029050818,hessian_weighted_relative_error,25421,0.02500,1.539
25,mlp.experts.83.gate_proj,0.0020260023,hessian_weighted_relative_error,58422,0.02500,1.637
25,mlp.experts.86.down_proj,0.0028920385,hessian_weighted_relative_error,26841,0.02500,1.542
25,mlp.experts.81.down_proj,0.0030057079,hessian_weighted_relative_error,25694,0.02500,1.533
25,mlp.experts.97.down_proj,0.0028427172,hessian_weighted_relative_error,17325,0.02500,1.535
25,mlp.experts.89.down_proj,0.0036407168,hessian_weighted_relative_error,36797,0.02500,1.539
25,mlp.experts.83.up_proj,0.0021076700,hessian_weighted_relative_error,58422,0.02500,1.696
26,mlp.experts.0.gate_proj,0.0081141175,hessian_weighted_relative_error,34598,0.02500,0.804
26,mlp.experts.1.gate_proj,0.0056738055,hessian_weighted_relative_error,36385,0.02500,0.771
26,mlp.experts.2.gate_proj,0.0072124628,hessian_weighted_relative_error,15459,0.02500,0.806
26,mlp.experts.3.gate_proj,0.0083573366,hessian_weighted_relative_error,54411,0.02500,0.790
26,mlp.experts.4.gate_proj,0.0073295590,hessian_weighted_relative_error,26880,0.02500,0.805
26,mlp.experts.7.gate_proj,0.0073788949,hessian_weighted_relative_error,28007,0.02500,0.790
26,mlp.experts.8.gate_proj,0.0051317754,hessian_weighted_relative_error,23850,0.02500,0.803
26,mlp.experts.9.gate_proj,0.0048333337,hessian_weighted_relative_error,25698,0.02500,0.793
26,mlp.experts.10.gate_proj,0.0053158461,hessian_weighted_relative_error,12115,0.02500,0.808
26,mlp.experts.12.gate_proj,0.0066740683,hessian_weighted_relative_error,11511,0.02500,0.805
26,mlp.experts.13.gate_proj,0.0032010057,hessian_weighted_relative_error,2641,0.02500,0.797
26,mlp.experts.14.gate_proj,0.0078382550,hessian_weighted_relative_error,30356,0.02500,0.804
26,mlp.experts.15.gate_proj,0.0063884166,hessian_weighted_relative_error,23365,0.02500,0.794
26,mlp.experts.16.gate_proj,0.0073053602,hessian_weighted_relative_error,20103,0.02500,0.809
26,mlp.experts.17.gate_proj,0.0073094185,hessian_weighted_relative_error,20377,0.02500,0.798
26,mlp.experts.18.gate_proj,0.0087276768,hessian_weighted_relative_error,27169,0.02500,0.809
26,mlp.experts.19.gate_proj,0.0078613482,hessian_weighted_relative_error,44223,0.02500,0.797
26,mlp.experts.20.gate_proj,0.0044101208,hessian_weighted_relative_error,25107,0.02500,0.807
26,mlp.experts.21.gate_proj,0.0068629360,hessian_weighted_relative_error,20386,0.02500,0.799
26,mlp.experts.22.gate_proj,0.0086268899,hessian_weighted_relative_error,32963,0.02500,0.809
26,mlp.experts.23.gate_proj,0.0043665121,hessian_weighted_relative_error,33194,0.02500,0.800
26,mlp.experts.24.gate_proj,0.0044264859,hessian_weighted_relative_error,5291,0.02500,0.812
26,mlp.experts.26.gate_proj,0.0083962800,hessian_weighted_relative_error,24507,0.02500,0.813
26,mlp.experts.27.gate_proj,0.0054862756,hessian_weighted_relative_error,7625,0.02500,0.802
26,mlp.experts.28.gate_proj,0.0045176495,hessian_weighted_relative_error,14462,0.02500,0.812
26,mlp.experts.30.gate_proj,0.0078528769,hessian_weighted_relative_error,37574,0.02500,0.811
26,mlp.experts.31.gate_proj,0.0063490360,hessian_weighted_relative_error,23144,0.02500,0.801
26,mlp.experts.32.gate_proj,0.0096820936,hessian_weighted_relative_error,179476,0.02500,0.816
26,mlp.experts.33.gate_proj,0.0067321625,hessian_weighted_relative_error,29643,0.02500,0.806
26,mlp.experts.34.gate_proj,0.0049891434,hessian_weighted_relative_error,49951,0.02500,0.817
26,mlp.experts.35.gate_proj,0.0072855074,hessian_weighted_relative_error,22749,0.02500,0.807
26,mlp.experts.36.gate_proj,0.0068520155,hessian_weighted_relative_error,10468,0.02500,0.815
26,mlp.experts.37.gate_proj,0.0071978011,hessian_weighted_relative_error,23866,0.02500,0.808
26,mlp.experts.38.gate_proj,0.0087214489,hessian_weighted_relative_error,44428,0.02500,0.814
26,mlp.experts.40.gate_proj,0.0081651321,hessian_weighted_relative_error,42085,0.02500,0.816
26,mlp.experts.41.gate_proj,0.0044271305,hessian_weighted_relative_error,21798,0.02500,0.811
26,mlp.experts.42.gate_proj,0.0061913456,hessian_weighted_relative_error,12855,0.02500,0.818
26,mlp.experts.46.gate_proj,0.0062238864,hessian_weighted_relative_error,11432,0.02500,0.818
26,mlp.experts.47.gate_proj,0.0081920720,hessian_weighted_relative_error,27092,0.02500,0.811
26,mlp.experts.48.gate_proj,0.0081120972,hessian_weighted_relative_error,21121,0.02500,0.822
26,mlp.experts.49.gate_proj,0.0043220302,hessian_weighted_relative_error,26840,0.02500,0.813
26,mlp.experts.50.gate_proj,0.0053275990,hessian_weighted_relative_error,5827,0.02500,0.821
26,mlp.experts.51.gate_proj,0.0069858020,hessian_weighted_relative_error,27720,0.02500,0.815
26,mlp.experts.52.gate_proj,0.0063759219,hessian_weighted_relative_error,56065,0.02500,0.820
26,mlp.experts.53.gate_proj,0.0080330001,hessian_weighted_relative_error,30845,0.02500,0.820
26,mlp.experts.54.gate_proj,0.0070185705,hessian_weighted_relative_error,24055,0.02500,0.819
26,mlp.experts.55.gate_proj,0.0083327843,hessian_weighted_relative_error,30730,0.02500,0.814
26,mlp.experts.56.gate_proj,0.0037603172,hessian_weighted_relative_error,19076,0.02500,0.822
26,mlp.experts.58.gate_proj,0.0050149518,hessian_weighted_relative_error,22287,0.02500,0.824
26,mlp.experts.59.gate_proj,0.0078895410,hessian_weighted_relative_error,23274,0.02500,0.818
26,mlp.experts.60.gate_proj,0.0023899389,hessian_weighted_relative_error,2484,0.02500,0.822
26,mlp.experts.61.gate_proj,0.0068715652,hessian_weighted_relative_error,12659,0.02500,0.820
26,mlp.experts.62.gate_proj,0.0071725548,hessian_weighted_relative_error,15191,0.02500,0.821
26,mlp.experts.63.gate_proj,0.0052682360,hessian_weighted_relative_error,10080,0.02500,0.818
26,mlp.experts.64.gate_proj,0.0066296232,hessian_weighted_relative_error,29410,0.02500,0.823
26,mlp.experts.65.gate_proj,0.0070792693,hessian_weighted_relative_error,24982,0.02500,0.822
26,mlp.experts.66.gate_proj,0.0073679196,hessian_weighted_relative_error,18936,0.02500,0.826
26,mlp.experts.67.gate_proj,0.0069712236,hessian_weighted_relative_error,11993,0.02500,0.820
26,mlp.experts.69.gate_proj,0.0069248915,hessian_weighted_relative_error,10941,0.02500,0.827
26,mlp.experts.70.gate_proj,0.0078970022,hessian_weighted_relative_error,34630,0.02500,0.823
26,mlp.experts.71.gate_proj,0.0060227626,hessian_weighted_relative_error,33682,0.02500,0.821
26,mlp.experts.72.gate_proj,0.0033772690,hessian_weighted_relative_error,9538,0.02500,0.825
26,mlp.experts.73.gate_proj,0.0058204384,hessian_weighted_relative_error,32455,0.02500,0.827
26,mlp.experts.74.gate_proj,0.0058999733,hessian_weighted_relative_error,13403,0.02500,0.825
26,mlp.experts.75.gate_proj,0.0074969167,hessian_weighted_relative_error,21248,0.02500,0.825
26,mlp.experts.78.gate_proj,0.0041981300,hessian_weighted_relative_error,5016,0.02500,0.823
26,mlp.experts.79.gate_proj,0.0079605122,hessian_weighted_relative_error,22815,0.02500,0.828
26,mlp.experts.80.gate_proj,0.0080532747,hessian_weighted_relative_error,42450,0.02500,0.827
26,mlp.experts.81.gate_proj,0.0074587474,hessian_weighted_relative_error,23637,0.02500,0.830
26,mlp.experts.82.gate_proj,0.0078839408,hessian_weighted_relative_error,45143,0.02500,0.828
26,mlp.experts.83.gate_proj,0.0057439265,hessian_weighted_relative_error,13535,0.02500,0.834
26,mlp.experts.84.gate_proj,0.0076322900,hessian_weighted_relative_error,34438,0.02500,0.826
26,mlp.experts.85.gate_proj,0.0068344922,hessian_weighted_relative_error,11290,0.02500,0.834
26,mlp.experts.86.gate_proj,0.0080611596,hessian_weighted_relative_error,28988,0.02500,0.825
26,mlp.experts.87.gate_proj,0.0083591250,hessian_weighted_relative_error,28128,0.02500,0.832
26,mlp.experts.88.gate_proj,0.0069638183,hessian_weighted_relative_error,19252,0.02500,0.827
26,mlp.experts.89.gate_proj,0.0048566615,hessian_weighted_relative_error,42178,0.02500,0.835
26,mlp.experts.91.gate_proj,0.0077909185,hessian_weighted_relative_error,25780,0.02500,0.835
26,mlp.experts.92.gate_proj,0.0064357072,hessian_weighted_relative_error,66685,0.02500,0.829
26,mlp.experts.93.gate_proj,0.0073183018,hessian_weighted_relative_error,22171,0.02500,0.839
26,mlp.experts.94.gate_proj,0.0061673089,hessian_weighted_relative_error,33567,0.02500,0.829
26,mlp.experts.95.gate_proj,0.0080988064,hessian_weighted_relative_error,33146,0.02500,0.835
26,mlp.experts.96.gate_proj,0.0081150958,hessian_weighted_relative_error,37300,0.02500,0.832
26,mlp.experts.97.gate_proj,0.0077842003,hessian_weighted_relative_error,18393,0.02500,0.840
26,mlp.experts.98.gate_proj,0.0050336824,hessian_weighted_relative_error,16904,0.02500,0.833
26,mlp.experts.99.gate_proj,0.0049895462,hessian_weighted_relative_error,11006,0.02500,0.839
26,mlp.experts.100.gate_proj,0.0074194725,hessian_weighted_relative_error,34502,0.02500,0.830
26,mlp.experts.101.gate_proj,0.0078032441,hessian_weighted_relative_error,25904,0.02500,0.841
26,mlp.experts.102.gate_proj,0.0076178896,hessian_weighted_relative_error,28263,0.02500,0.830
26,mlp.experts.103.gate_proj,0.0063788316,hessian_weighted_relative_error,21736,0.02500,0.840
26,mlp.experts.104.gate_proj,0.0039306011,hessian_weighted_relative_error,8513,0.02500,0.833
26,mlp.experts.105.gate_proj,0.0089894264,hessian_weighted_relative_error,46770,0.02500,0.844
26,mlp.experts.106.gate_proj,0.0081298348,hessian_weighted_relative_error,33844,0.02500,0.834
26,mlp.experts.107.gate_proj,0.0089290551,hessian_weighted_relative_error,21932,0.02500,0.845
26,mlp.experts.109.gate_proj,0.0070078758,hessian_weighted_relative_error,20697,0.02500,0.844
26,mlp.experts.110.gate_proj,0.0072577184,hessian_weighted_relative_error,17120,0.02500,0.831
26,mlp.experts.112.gate_proj,0.0059792556,hessian_weighted_relative_error,19196,0.02500,0.834
26,mlp.experts.113.gate_proj,0.0071241407,hessian_weighted_relative_error,10048,0.02500,0.849
26,mlp.experts.114.gate_proj,0.0061181464,hessian_weighted_relative_error,10295,0.02500,0.836
26,mlp.experts.117.gate_proj,0.0066759992,hessian_weighted_relative_error,35912,0.02500,0.848
26,mlp.experts.118.gate_proj,0.0068406397,hessian_weighted_relative_error,37898,0.02500,0.833
26,mlp.experts.119.gate_proj,0.0077078561,hessian_weighted_relative_error,21678,0.02500,0.848
26,mlp.experts.120.gate_proj,0.0039980325,hessian_weighted_relative_error,6867,0.02500,0.834
26,mlp.experts.121.gate_proj,0.0082975202,hessian_weighted_relative_error,26738,0.02500,0.848
26,mlp.experts.122.gate_proj,0.0065504989,hessian_weighted_relative_error,16659,0.02500,0.837
26,mlp.experts.123.gate_proj,0.0064103042,hessian_weighted_relative_error,16714,0.02500,0.848
26,mlp.experts.124.gate_proj,0.0051430308,hessian_weighted_relative_error,24209,0.02500,0.835
26,mlp.experts.125.gate_proj,0.0054746702,hessian_weighted_relative_error,32339,0.02500,0.848
26,mlp.experts.126.gate_proj,0.0085059564,hessian_weighted_relative_error,28191,0.02500,0.833
26,mlp.experts.127.gate_proj,0.0051279916,hessian_weighted_relative_error,10518,0.02500,0.853
26,mlp.experts.128.gate_proj,0.0076381646,hessian_weighted_relative_error,22132,0.02500,0.838
26,mlp.experts.129.gate_proj,0.0083055216,hessian_weighted_relative_error,34997,0.02500,0.851
26,mlp.experts.130.gate_proj,0.0051212615,hessian_weighted_relative_error,10689,0.02500,0.837
26,mlp.experts.131.gate_proj,0.0061499270,hessian_weighted_relative_error,26781,0.02500,0.851
26,mlp.experts.132.gate_proj,0.0070934572,hessian_weighted_relative_error,20417,0.02500,0.837
26,mlp.experts.133.gate_proj,0.0069518187,hessian_weighted_relative_error,11689,0.02500,0.853
26,mlp.experts.134.gate_proj,0.0084740655,hessian_weighted_relative_error,45769,0.02500,0.837
26,mlp.experts.135.gate_proj,0.0047451283,hessian_weighted_relative_error,20187,0.02500,0.849
26,mlp.experts.137.gate_proj,0.0081465177,hessian_weighted_relative_error,26565,0.02500,0.857
26,mlp.experts.138.gate_proj,0.0038560455,hessian_weighted_relative_error,4489,0.02500,0.853
26,mlp.experts.139.gate_proj,0.0071882051,hessian_weighted_relative_error,19463,0.02500,0.855
26,mlp.experts.140.gate_proj,0.0063209122,hessian_weighted_relative_error,31619,0.02500,0.847
26,mlp.experts.141.gate_proj,0.0076385380,hessian_weighted_relative_error,13612,0.02500,0.857
26,mlp.experts.142.gate_proj,0.0081570808,hessian_weighted_relative_error,21794,0.02500,0.839
26,mlp.experts.143.gate_proj,0.0077352811,hessian_weighted_relative_error,19701,0.02500,0.852
26,mlp.experts.144.gate_proj,0.0064152156,hessian_weighted_relative_error,25216,0.02500,0.841
26,mlp.experts.145.gate_proj,0.0057375887,hessian_weighted_relative_error,21705,0.02500,0.856
26,mlp.experts.146.gate_proj,0.0059278539,hessian_weighted_relative_error,19385,0.02500,0.840
26,mlp.experts.147.gate_proj,0.0090620774,hessian_weighted_relative_error,32026,0.02500,0.878
26,mlp.experts.148.gate_proj,0.0079809942,hessian_weighted_relative_error,24755,0.02500,0.841
26,mlp.experts.149.gate_proj,0.0079061658,hessian_weighted_relative_error,22535,0.02500,0.854
26,mlp.experts.150.gate_proj,0.0066106366,hessian_weighted_relative_error,18271,0.02500,0.853
26,mlp.experts.151.gate_proj,0.0059764500,hessian_weighted_relative_error,11238,0.02500,0.854
26,mlp.experts.152.gate_proj,0.0085949825,hessian_weighted_relative_error,23884,0.02500,0.841
26,mlp.experts.153.gate_proj,0.0083982640,hessian_weighted_relative_error,17867,0.02500,0.856
26,mlp.experts.155.gate_proj,0.0062863506,hessian_weighted_relative_error,10583,0.02500,0.855
26,mlp.experts.156.gate_proj,0.0061910435,hessian_weighted_relative_error,11193,0.02500,0.839
26,mlp.experts.157.gate_proj,0.0035787419,hessian_weighted_relative_error,8725,0.02500,0.857
26,mlp.experts.158.gate_proj,0.0073122070,hessian_weighted_relative_error,15654,0.02500,0.841
26,mlp.experts.160.gate_proj,0.0075146281,hessian_weighted_relative_error,20015,0.02500,0.842
26,mlp.experts.162.gate_proj,0.0100568111,hessian_weighted_relative_error,119179,0.02500,0.842
26,mlp.experts.163.gate_proj,0.0088965111,hessian_weighted_relative_error,36813,0.02500,0.857
26,mlp.experts.164.gate_proj,0.0070636035,hessian_weighted_relative_error,13733,0.02500,0.839
26,mlp.experts.165.gate_proj,0.0076380664,hessian_weighted_relative_error,23238,0.02500,0.859
26,mlp.experts.166.gate_proj,0.0047383696,hessian_weighted_relative_error,15489,0.02500,0.842
26,mlp.experts.167.gate_proj,0.0066183343,hessian_weighted_relative_error,36516,0.02500,0.854
26,mlp.experts.168.gate_proj,0.0084163876,hessian_weighted_relative_error,23761,0.02500,0.844
26,mlp.experts.169.gate_proj,0.0070731936,hessian_weighted_relative_error,16924,0.02500,0.860
26,mlp.experts.170.gate_proj,0.0082882364,hessian_weighted_relative_error,24377,0.02500,0.843
26,mlp.experts.171.gate_proj,0.0040086992,hessian_weighted_relative_error,5362,0.02500,0.856
26,mlp.experts.172.gate_proj,0.0083056452,hessian_weighted_relative_error,32488,0.02500,0.843
26,mlp.experts.173.gate_proj,0.0082491573,hessian_weighted_relative_error,19675,0.02500,0.859
26,mlp.experts.174.gate_proj,0.0061908765,hessian_weighted_relative_error,14259,0.02500,0.844
26,mlp.experts.175.gate_proj,0.0076737575,hessian_weighted_relative_error,16787,0.02500,0.856
26,mlp.experts.176.gate_proj,0.0051097610,hessian_weighted_relative_error,5527,0.02500,0.844
26,mlp.experts.177.gate_proj,0.0078694183,hessian_weighted_relative_error,22146,0.02500,0.859
26,mlp.experts.179.gate_proj,0.0085043113,hessian_weighted_relative_error,26489,0.02500,0.858
26,mlp.experts.180.gate_proj,0.0079649728,hessian_weighted_relative_error,40425,0.02500,0.842
26,mlp.experts.181.gate_proj,0.0065481406,hessian_weighted_relative_error,22393,0.02500,0.860
26,mlp.experts.182.gate_proj,0.0089599581,hessian_weighted_relative_error,28603,0.02500,0.843
26,mlp.experts.183.gate_proj,0.0073616008,hessian_weighted_relative_error,14925,0.02500,0.856
26,mlp.experts.185.gate_proj,0.0062076482,hessian_weighted_relative_error,13368,0.02500,0.860
26,mlp.experts.186.gate_proj,0.0081963912,hessian_weighted_relative_error,29714,0.02500,0.845
26,mlp.experts.187.gate_proj,0.0077959862,hessian_weighted_relative_error,28541,0.02500,0.857
26,mlp.experts.188.gate_proj,0.0073975436,hessian_weighted_relative_error,23978,0.02500,0.843
26,mlp.experts.189.gate_proj,0.0081255076,hessian_weighted_relative_error,31048,0.02500,0.859
26,mlp.experts.190.gate_proj,0.0069905930,hessian_weighted_relative_error,28777,0.02500,0.845
26,mlp.experts.191.gate_proj,0.0043233673,hessian_weighted_relative_error,24497,0.02500,0.857
26,mlp.experts.192.gate_proj,0.0079237346,hessian_weighted_relative_error,29328,0.02500,0.843
26,mlp.experts.193.gate_proj,0.0071143537,hessian_weighted_relative_error,18605,0.02500,0.858
26,mlp.experts.194.gate_proj,0.0073151795,hessian_weighted_relative_error,15492,0.02500,0.847
26,mlp.experts.195.gate_proj,0.0080730195,hessian_weighted_relative_error,39865,0.02500,0.859
26,mlp.experts.196.gate_proj,0.0075925590,hessian_weighted_relative_error,19047,0.02500,0.847
26,mlp.experts.197.gate_proj,0.0080255570,hessian_weighted_relative_error,27041,0.02500,0.859
26,mlp.experts.198.gate_proj,0.0078221694,hessian_weighted_relative_error,22137,0.02500,0.845
26,mlp.experts.199.gate_proj,0.0053477589,hessian_weighted_relative_error,7132,0.02500,0.858
26,mlp.experts.200.gate_proj,0.0073089749,hessian_weighted_relative_error,29477,0.02500,0.846
26,mlp.experts.201.gate_proj,0.0056547887,hessian_weighted_relative_error,26468,0.02500,0.861
26,mlp.experts.202.gate_proj,0.0077006342,hessian_weighted_relative_error,39280,0.02500,0.846
26,mlp.experts.203.gate_proj,0.0066806586,hessian_weighted_relative_error,42850,0.02500,0.860
26,mlp.experts.204.gate_proj,0.0065153275,hessian_weighted_relative_error,42968,0.02500,0.845
26,mlp.experts.206.gate_proj,0.0069888587,hessian_weighted_relative_error,23871,0.02500,0.846
26,mlp.experts.207.gate_proj,0.0067505926,hessian_weighted_relative_error,31520,0.02500,0.857
26,mlp.experts.208.gate_proj,0.0057779970,hessian_weighted_relative_error,48039,0.02500,0.846
26,mlp.experts.210.gate_proj,0.0059051488,hessian_weighted_relative_error,26086,0.02500,0.847
26,mlp.experts.212.gate_proj,0.0064378716,hessian_weighted_relative_error,38629,0.02500,0.846
26,mlp.experts.215.gate_proj,0.0069701737,hessian_weighted_relative_error,47704,0.02500,0.858
26,mlp.experts.216.gate_proj,0.0055689883,hessian_weighted_relative_error,21848,0.02500,0.846
26,mlp.experts.217.gate_proj,0.0046044416,hessian_weighted_relative_error,4173,0.02500,0.862
26,mlp.experts.219.gate_proj,0.0067361059,hessian_weighted_relative_error,31284,0.02500,0.861
26,mlp.experts.220.gate_proj,0.0079433254,hessian_weighted_relative_error,19203,0.02500,0.848
26,mlp.experts.221.gate_proj,0.0066540857,hessian_weighted_relative_error,39923,0.02500,0.862
26,mlp.experts.224.gate_proj,0.0076352977,hessian_weighted_relative_error,22650,0.02500,0.849
26,mlp.experts.225.gate_proj,0.0056945045,hessian_weighted_relative_error,6558,0.02500,0.860
26,mlp.experts.226.gate_proj,0.0070933302,hessian_weighted_relative_error,12799,0.02500,0.848
26,mlp.experts.227.gate_proj,0.0069539131,hessian_weighted_relative_error,29096,0.02500,0.862
26,mlp.experts.228.gate_proj,0.0082038689,hessian_weighted_relative_error,35736,0.02500,0.848
26,mlp.experts.229.gate_proj,0.0067694672,hessian_weighted_relative_error,13185,0.02500,0.861
26,mlp.experts.230.gate_proj,0.0074687433,hessian_weighted_relative_error,19962,0.02500,0.848
26,mlp.experts.231.gate_proj,0.0062846003,hessian_weighted_relative_error,22643,0.02500,0.864
26,mlp.experts.232.gate_proj,0.0069773035,hessian_weighted_relative_error,30011,0.02500,0.849
26,mlp.experts.233.gate_proj,0.0061477689,hessian_weighted_relative_error,52640,0.02500,0.862
26,mlp.experts.234.gate_proj,0.0070419413,hessian_weighted_relative_error,13127,0.02500,0.850
26,mlp.experts.236.gate_proj,0.0082179678,hessian_weighted_relative_error,33489,0.02500,0.849
26,mlp.experts.237.gate_proj,0.0066033195,hessian_weighted_relative_error,8966,0.02500,0.862
26,mlp.experts.238.gate_proj,0.0032868113,hessian_weighted_relative_error,2413,0.02500,0.849
26,mlp.experts.239.gate_proj,0.0063851348,hessian_weighted_relative_error,9096,0.02500,0.860
26,mlp.experts.241.gate_proj,0.0070033308,hessian_weighted_relative_error,43616,0.02500,0.863
26,mlp.experts.242.gate_proj,0.0064404633,hessian_weighted_relative_error,22052,0.02500,0.850
26,mlp.experts.243.gate_proj,0.0061382262,hessian_weighted_relative_error,8091,0.02500,0.862
26,mlp.experts.244.gate_proj,0.0087990106,hessian_weighted_relative_error,29041,0.02500,0.854
26,mlp.experts.245.gate_proj,0.0057186471,hessian_weighted_relative_error,38352,0.02500,0.865
26,mlp.experts.247.gate_proj,0.0058871570,hessian_weighted_relative_error,17446,0.02500,0.860
26,mlp.experts.248.gate_proj,0.0042772077,hessian_weighted_relative_error,9687,0.02500,0.849
26,mlp.experts.249.gate_proj,0.0042232692,hessian_weighted_relative_error,28757,0.02500,0.864
26,mlp.experts.250.gate_proj,0.0057663186,hessian_weighted_relative_error,17129,0.02500,0.850
26,mlp.experts.251.gate_proj,0.0053725880,hessian_weighted_relative_error,6621,0.02500,0.865
26,mlp.experts.252.gate_proj,0.0062059657,hessian_weighted_relative_error,26231,0.02500,0.852
26,mlp.experts.254.gate_proj,0.0079610350,hessian_weighted_relative_error,36742,0.02500,0.851
26,mlp.experts.256.gate_proj,0.0070702520,hessian_weighted_relative_error,18516,0.02500,0.852
26,mlp.experts.257.gate_proj,0.0072794158,hessian_weighted_relative_error,28018,0.02500,0.863
26,mlp.experts.258.gate_proj,0.0076358526,hessian_weighted_relative_error,50057,0.02500,0.850
26,mlp.experts.260.gate_proj,0.0081036982,hessian_weighted_relative_error,31587,0.02500,0.851
26,mlp.experts.261.gate_proj,0.0074210065,hessian_weighted_relative_error,32601,0.02500,0.865
26,mlp.experts.262.gate_proj,0.0045719137,hessian_weighted_relative_error,14494,0.02500,0.852
26,mlp.experts.264.gate_proj,0.0036378644,hessian_weighted_relative_error,3106,0.02500,0.852
26,mlp.experts.266.gate_proj,0.0058709222,hessian_weighted_relative_error,9683,0.02500,0.849
26,mlp.experts.267.gate_proj,0.0074240521,hessian_weighted_relative_error,43293,0.02500,0.862
26,mlp.experts.268.gate_proj,0.0062522185,hessian_weighted_relative_error,19559,0.02500,0.852
26,mlp.experts.269.gate_proj,0.0079560614,hessian_weighted_relative_error,44998,0.02500,0.866
26,mlp.experts.270.gate_proj,0.0048771196,hessian_weighted_relative_error,7297,0.02500,0.853
26,mlp.experts.271.gate_proj,0.0076219879,hessian_weighted_relative_error,34312,0.02500,0.868
26,mlp.experts.272.gate_proj,0.0070137514,hessian_weighted_relative_error,17626,0.02500,0.856
26,mlp.experts.274.gate_proj,0.0081996609,hessian_weighted_relative_error,27394,0.02500,0.861
26,mlp.experts.275.gate_proj,0.0071862289,hessian_weighted_relative_error,23829,0.02500,0.866
26,mlp.experts.276.gate_proj,0.0081437920,hessian_weighted_relative_error,28462,0.02500,0.861
26,mlp.experts.277.gate_proj,0.0073419706,hessian_weighted_relative_error,31345,0.02500,0.865
26,mlp.experts.278.gate_proj,0.0066277886,hessian_weighted_relative_error,14462,0.02500,0.855
26,mlp.experts.279.gate_proj,0.0077277447,hessian_weighted_relative_error,32719,0.02500,0.869
26,mlp.experts.280.gate_proj,0.0091570129,hessian_weighted_relative_error,42141,0.02500,0.866
26,mlp.experts.281.gate_proj,0.0054783883,hessian_weighted_relative_error,30707,0.02500,0.867
26,mlp.experts.282.gate_proj,0.0081883522,hessian_weighted_relative_error,25290,0.02500,0.863
26,mlp.experts.283.gate_proj,0.0076293967,hessian_weighted_relative_error,30563,0.02500,0.863
26,mlp.experts.284.gate_proj,0.0083408500,hessian_weighted_relative_error,32327,0.02500,0.868
26,mlp.experts.285.gate_proj,0.0072355689,hessian_weighted_relative_error,26918,0.02500,0.869
26,mlp.experts.286.gate_proj,0.0078723992,hessian_weighted_relative_error,19442,0.02500,0.864
26,mlp.experts.287.gate_proj,0.0086777435,hessian_weighted_relative_error,45926,0.02500,0.866
26,mlp.experts.0.up_proj,0.0084266399,hessian_weighted_relative_error,34598,0.02500,0.868
26,mlp.experts.1.up_proj,0.0061903040,hessian_weighted_relative_error,36385,0.02500,0.869
26,mlp.experts.2.up_proj,0.0082165848,hessian_weighted_relative_error,15459,0.02500,0.867
26,mlp.experts.4.up_proj,0.0080562864,hessian_weighted_relative_error,26880,0.02500,0.868
26,mlp.experts.7.up_proj,0.0082314149,hessian_weighted_relative_error,28007,0.02500,0.867
26,mlp.experts.8.up_proj,0.0055987848,hessian_weighted_relative_error,23850,0.02500,0.868
26,mlp.experts.9.up_proj,0.0053229682,hessian_weighted_relative_error,25698,0.02500,0.866
26,mlp.experts.10.up_proj,0.0059719806,hessian_weighted_relative_error,12115,0.02500,0.851
26,mlp.experts.12.up_proj,0.0073154941,hessian_weighted_relative_error,11511,0.02500,0.869
26,mlp.experts.13.up_proj,0.0033409013,hessian_weighted_relative_error,2641,0.02500,0.868
26,mlp.experts.14.up_proj,0.0085694423,hessian_weighted_relative_error,30356,0.02500,0.868
26,mlp.experts.15.up_proj,0.0066039223,hessian_weighted_relative_error,23365,0.02500,0.885
26,mlp.experts.16.up_proj,0.0080208618,hessian_weighted_relative_error,20103,0.02500,0.855
26,mlp.experts.17.up_proj,0.0077576634,hessian_weighted_relative_error,20377,0.02500,0.868
26,mlp.experts.18.up_proj,0.0097199257,hessian_weighted_relative_error,27169,0.02500,0.856
26,mlp.experts.20.up_proj,0.0047828686,hessian_weighted_relative_error,25107,0.02500,0.857
26,mlp.experts.21.up_proj,0.0075891532,hessian_weighted_relative_error,20386,0.02500,0.881
26,mlp.experts.23.up_proj,0.0045971628,hessian_weighted_relative_error,33194,0.02500,0.880
26,mlp.experts.24.up_proj,0.0047118667,hessian_weighted_relative_error,5291,0.02500,0.856
26,mlp.experts.26.up_proj,0.0096393179,hessian_weighted_relative_error,24507,0.02500,0.855
26,mlp.experts.27.up_proj,0.0060781656,hessian_weighted_relative_error,7625,0.02500,0.868
26,mlp.experts.28.up_proj,0.0049863714,hessian_weighted_relative_error,14462,0.02500,0.855
26,mlp.experts.31.up_proj,0.0071533809,hessian_weighted_relative_error,23144,0.02500,0.866
26,mlp.experts.32.up_proj,0.0109045972,hessian_weighted_relative_error,179476,0.02500,0.856
26,mlp.experts.33.up_proj,0.0070486073,hessian_weighted_relative_error,29643,0.02500,0.869
26,mlp.experts.34.up_proj,0.0053486431,hessian_weighted_relative_error,49951,0.02500,0.854
26,mlp.experts.35.up_proj,0.0081014181,hessian_weighted_relative_error,22749,0.02500,0.868
26,mlp.experts.36.up_proj,0.0077978058,hessian_weighted_relative_error,10468,0.02500,0.855
26,mlp.experts.37.up_proj,0.0080829896,hessian_weighted_relative_error,23866,0.02500,0.868
26,mlp.experts.41.up_proj,0.0047968699,hessian_weighted_relative_error,21798,0.02500,0.870
26,mlp.experts.42.up_proj,0.0068462682,hessian_weighted_relative_error,12855,0.02500,0.854
26,mlp.experts.46.up_proj,0.0070078500,hessian_weighted_relative_error,11432,0.02500,0.855
26,mlp.experts.47.up_proj,0.0093277193,hessian_weighted_relative_error,27092,0.02500,0.875
26,mlp.experts.48.up_proj,0.0092151573,hessian_weighted_relative_error,21121,0.02500,0.858
26,mlp.experts.49.up_proj,0.0049047768,hessian_weighted_relative_error,26840,0.02500,0.873
26,mlp.experts.50.up_proj,0.0062475334,hessian_weighted_relative_error,5827,0.02500,0.856
26,mlp.experts.51.up_proj,0.0078005475,hessian_weighted_relative_error,27720,0.02500,0.880
26,mlp.experts.52.up_proj,0.0067182446,hessian_weighted_relative_error,56065,0.02500,0.858
26,mlp.experts.53.up_proj,0.0089524388,hessian_weighted_relative_error,30845,0.02500,0.866
26,mlp.experts.54.up_proj,0.0077639862,hessian_weighted_relative_error,24055,0.02500,0.858
26,mlp.experts.55.up_proj,0.0097505299,hessian_weighted_relative_error,30730,0.02500,0.869
26,mlp.experts.56.up_proj,0.0042494289,hessian_weighted_relative_error,19076,0.02500,0.858
26,mlp.experts.58.up_proj,0.0053753655,hessian_weighted_relative_error,22287,0.02500,0.855
26,mlp.experts.59.up_proj,0.0087191390,hessian_weighted_relative_error,23274,0.02500,0.886
26,mlp.experts.60.up_proj,0.0026097031,hessian_weighted_relative_error,2484,0.02500,0.856
26,mlp.experts.61.up_proj,0.0083770484,hessian_weighted_relative_error,12659,0.02500,0.874
26,mlp.experts.63.up_proj,0.0060744133,hessian_weighted_relative_error,10080,0.02500,0.868
26,mlp.experts.64.up_proj,0.0071211292,hessian_weighted_relative_error,29410,0.02500,0.858
26,mlp.experts.65.up_proj,0.0075417277,hessian_weighted_relative_error,24982,0.02500,0.874
26,mlp.experts.66.up_proj,0.0083389851,hessian_weighted_relative_error,18936,0.02500,0.855
26,mlp.experts.67.up_proj,0.0085211748,hessian_weighted_relative_error,11993,0.02500,0.871
26,mlp.experts.69.up_proj,0.0081868054,hessian_weighted_relative_error,10941,0.02500,0.868
26,mlp.experts.70.up_proj,0.0101843549,hessian_weighted_relative_error,34630,0.02500,0.857
26,mlp.experts.71.up_proj,0.0064775846,hessian_weighted_relative_error,33682,0.02500,0.884
26,mlp.experts.72.up_proj,0.0037919802,hessian_weighted_relative_error,9538,0.02500,0.857
26,mlp.experts.74.up_proj,0.0062077512,hessian_weighted_relative_error,13403,0.02500,0.856
26,mlp.experts.75.up_proj,0.0085214020,hessian_weighted_relative_error,21248,0.02500,0.873
26,mlp.experts.78.up_proj,0.0045610404,hessian_weighted_relative_error,5016,0.02500,0.856
26,mlp.experts.79.up_proj,0.0093389521,hessian_weighted_relative_error,22815,0.02500,0.872
26,mlp.experts.81.up_proj,0.0080121221,hessian_weighted_relative_error,23637,0.02500,0.877
26,mlp.experts.82.up_proj,0.0096021908,hessian_weighted_relative_error,45143,0.02500,0.856
26,mlp.experts.83.up_proj,0.0070266138,hessian_weighted_relative_error,13535,0.02500,0.883
26,mlp.experts.84.up_proj,0.0082892410,hessian_weighted_relative_error,34438,0.02500,0.856
26,mlp.experts.85.up_proj,0.0085145181,hessian_weighted_relative_error,11290,0.02500,0.884
26,mlp.experts.86.up_proj,0.0089515517,hessian_weighted_relative_error,28988,0.02500,0.857
26,mlp.experts.87.up_proj,0.0097317764,hessian_weighted_relative_error,28128,0.02500,0.875
26,mlp.experts.88.up_proj,0.0074834484,hessian_weighted_relative_error,19252,0.02500,0.858
26,mlp.experts.89.up_proj,0.0054952010,hessian_weighted_relative_error,42178,0.02500,0.882
26,mlp.experts.91.up_proj,0.0082617018,hessian_weighted_relative_error,25780,0.02500,0.867
26,mlp.experts.93.up_proj,0.0095800117,hessian_weighted_relative_error,22171,0.02500,0.882
26,mlp.experts.94.up_proj,0.0066600584,hessian_weighted_relative_error,33567,0.02500,0.858
26,mlp.experts.97.up_proj,0.0091584968,hessian_weighted_relative_error,18393,0.02500,0.874
26,mlp.experts.98.up_proj,0.0056259728,hessian_weighted_relative_error,16904,0.02500,0.858
26,mlp.experts.99.up_proj,0.0052982773,hessian_weighted_relative_error,11006,0.02500,0.887
26,mlp.experts.100.up_proj,0.0081601459,hessian_weighted_relative_error,34502,0.02500,0.861
26,mlp.experts.101.up_proj,0.0083292152,hessian_weighted_relative_error,25904,0.02500,0.874
26,mlp.experts.102.up_proj,0.0079604467,hessian_weighted_relative_error,28263,0.02500,0.857
26,mlp.experts.103.up_proj,0.0068442250,hessian_weighted_relative_error,21736,0.02500,0.877
26,mlp.experts.104.up_proj,0.0042713467,hessian_weighted_relative_error,8513,0.02500,0.859
26,mlp.experts.106.up_proj,0.0092463965,hessian_weighted_relative_error,33844,0.02500,0.860
26,mlp.experts.107.up_proj,0.0097712977,hessian_weighted_relative_error,21932,0.02500,0.884
26,mlp.experts.109.up_proj,0.0083880325,hessian_weighted_relative_error,20697,0.02500,0.885
26,mlp.experts.110.up_proj,0.0078933908,hessian_weighted_relative_error,17120,0.02500,0.859
26,mlp.experts.112.up_proj,0.0068562762,hessian_weighted_relative_error,19196,0.02500,0.860
26,mlp.experts.113.up_proj,0.0083797827,hessian_weighted_relative_error,10048,0.02500,0.883
26,mlp.experts.114.up_proj,0.0064518600,hessian_weighted_relative_error,10295,0.02500,0.863
26,mlp.experts.117.up_proj,0.0070404038,hessian_weighted_relative_error,35912,0.02500,0.871
26,mlp.experts.119.up_proj,0.0083075245,hessian_weighted_relative_error,21678,0.02500,0.880
26,mlp.experts.120.up_proj,0.0041793332,hessian_weighted_relative_error,6867,0.02500,0.874
26,mlp.experts.121.up_proj,0.0089449586,hessian_weighted_relative_error,26738,0.02500,0.873
26,mlp.experts.122.up_proj,0.0081673855,hessian_weighted_relative_error,16659,0.02500,0.870
26,mlp.experts.123.up_proj,0.0069635772,hessian_weighted_relative_error,16714,0.02500,0.881
26,mlp.experts.124.up_proj,0.0054289757,hessian_weighted_relative_error,24209,0.02500,0.873
26,mlp.experts.125.up_proj,0.0058251405,hessian_weighted_relative_error,32339,0.02500,0.878
26,mlp.experts.126.up_proj,0.0094113941,hessian_weighted_relative_error,28191,0.02500,0.871
26,mlp.experts.127.up_proj,0.0056017507,hessian_weighted_relative_error,10518,0.02500,0.904
26,mlp.experts.128.up_proj,0.0086724448,hessian_weighted_relative_error,22132,0.02500,0.858
26,mlp.experts.129.up_proj,0.0093547106,hessian_weighted_relative_error,34997,0.02500,0.882
26,mlp.experts.130.up_proj,0.0054134180,hessian_weighted_relative_error,10689,0.02500,0.859
26,mlp.experts.131.up_proj,0.0065175183,hessian_weighted_relative_error,26781,0.02500,0.886
26,mlp.experts.132.up_proj,0.0097869316,hessian_weighted_relative_error,20417,0.02500,0.858
26,mlp.experts.133.up_proj,0.0074698451,hessian_weighted_relative_error,11689,0.02500,0.886
26,mlp.experts.135.up_proj,0.0049233291,hessian_weighted_relative_error,20187,0.02500,0.883
26,mlp.experts.137.up_proj,0.0090224445,hessian_weighted_relative_error,26565,0.02500,0.879
26,mlp.experts.138.up_proj,0.0042843338,hessian_weighted_relative_error,4489,0.02500,0.860
26,mlp.experts.139.up_proj,0.0091146742,hessian_weighted_relative_error,19463,0.02500,0.881
26,mlp.experts.140.up_proj,0.0066357744,hessian_weighted_relative_error,31619,0.02500,0.859
26,mlp.experts.141.up_proj,0.0090200488,hessian_weighted_relative_error,13612,0.02500,0.877
26,mlp.experts.142.up_proj,0.0091460083,hessian_weighted_relative_error,21794,0.02500,0.860
26,mlp.experts.143.up_proj,0.0085652947,hessian_weighted_relative_error,19701,0.02500,0.880
26,mlp.experts.144.up_proj,0.0071055567,hessian_weighted_relative_error,25216,0.02500,0.861
26,mlp.experts.146.up_proj,0.0063564032,hessian_weighted_relative_error,19385,0.02500,0.861
26,mlp.experts.147.up_proj,0.0101126903,hessian_weighted_relative_error,32026,0.02500,0.872
26,mlp.experts.148.up_proj,0.0087225992,hessian_weighted_relative_error,24755,0.02500,0.859
26,mlp.experts.149.up_proj,0.0087144749,hessian_weighted_relative_error,22535,0.02500,0.880
26,mlp.experts.150.up_proj,0.0072298126,hessian_weighted_relative_error,18271,0.02500,0.860
26,mlp.experts.151.up_proj,0.0064172479,hessian_weighted_relative_error,11238,0.02500,0.875
26,mlp.experts.152.up_proj,0.0094669546,hessian_weighted_relative_error,23884,0.02500,0.860
26,mlp.experts.153.up_proj,0.0093982225,hessian_weighted_relative_error,17867,0.02500,0.886
26,mlp.experts.155.up_proj,0.0073447669,hessian_weighted_relative_error,10583,0.02500,0.876
26,mlp.experts.156.up_proj,0.0067729732,hessian_weighted_relative_error,11193,0.02500,0.860
26,mlp.experts.157.up_proj,0.0040581780,hessian_weighted_relative_error,8725,0.02500,0.878
26,mlp.experts.158.up_proj,0.0085038435,hessian_weighted_relative_error,15654,0.02500,0.862
26,mlp.experts.160.up_proj,0.0083623953,hessian_weighted_relative_error,20015,0.02500,0.860
26,mlp.experts.162.up_proj,0.0106285100,hessian_weighted_relative_error,119179,0.02500,0.860
26,mlp.experts.164.up_proj,0.0079630491,hessian_weighted_relative_error,13733,0.02500,0.863
26,mlp.experts.165.up_proj,0.0082364696,hessian_weighted_relative_error,23238,0.02500,0.881
26,mlp.experts.166.up_proj,0.0053134655,hessian_weighted_relative_error,15489,0.02500,0.861
26,mlp.experts.167.up_proj,0.0069968480,hessian_weighted_relative_error,36516,0.02500,0.881
26,mlp.experts.168.up_proj,0.0096846677,hessian_weighted_relative_error,23761,0.02500,0.859
26,mlp.experts.169.up_proj,0.0076744735,hessian_weighted_relative_error,16924,0.02500,0.883
26,mlp.experts.170.up_proj,0.0086560395,hessian_weighted_relative_error,24377,0.02500,0.861
26,mlp.experts.171.up_proj,0.0043694266,hessian_weighted_relative_error,5362,0.02500,0.891
26,mlp.experts.172.up_proj,0.0097949569,hessian_weighted_relative_error,32488,0.02500,0.861
26,mlp.experts.173.up_proj,0.0092119512,hessian_weighted_relative_error,19675,0.02500,0.883
26,mlp.experts.174.up_proj,0.0067840228,hessian_weighted_relative_error,14259,0.02500,0.860
26,mlp.experts.175.up_proj,0.0092946949,hessian_weighted_relative_error,16787,0.02500,0.875
26,mlp.experts.176.up_proj,0.0057259332,hessian_weighted_relative_error,5527,0.02500,0.860
26,mlp.experts.177.up_proj,0.0086719409,hessian_weighted_relative_error,22146,0.02500,0.894
26,mlp.experts.179.up_proj,0.0092818994,hessian_weighted_relative_error,26489,0.02500,0.885
26,mlp.experts.181.up_proj,0.0071108354,hessian_weighted_relative_error,22393,0.02500,0.886
26,mlp.experts.182.up_proj,0.0097508999,hessian_weighted_relative_error,28603,0.02500,0.860
26,mlp.experts.183.up_proj,0.0082594274,hessian_weighted_relative_error,14925,0.02500,0.891
26,mlp.experts.185.up_proj,0.0064622146,hessian_weighted_relative_error,13368,0.02500,0.888
26,mlp.experts.186.up_proj,0.0088564263,hessian_weighted_relative_error,29714,0.02500,0.862
26,mlp.experts.187.up_proj,0.0085290971,hessian_weighted_relative_error,28541,0.02500,0.886
26,mlp.experts.188.up_proj,0.0079899948,hessian_weighted_relative_error,23978,0.02500,0.861
26,mlp.experts.189.up_proj,0.0096933235,hessian_weighted_relative_error,31048,0.02500,0.889
26,mlp.experts.190.up_proj,0.0073576121,hessian_weighted_relative_error,28777,0.02500,0.863
26,mlp.experts.191.up_proj,0.0048720417,hessian_weighted_relative_error,24497,0.02500,0.888
26,mlp.experts.192.up_proj,0.0091067287,hessian_weighted_relative_error,29328,0.02500,0.862
26,mlp.experts.193.up_proj,0.0074734113,hessian_weighted_relative_error,18605,0.02500,0.891
26,mlp.experts.194.up_proj,0.0082501425,hessian_weighted_relative_error,15492,0.02500,0.862
26,mlp.experts.195.up_proj,0.0085937557,hessian_weighted_relative_error,39865,0.02500,0.881
26,mlp.experts.196.up_proj,0.0084052116,hessian_weighted_relative_error,19047,0.02500,0.862
26,mlp.experts.197.up_proj,0.0087768369,hessian_weighted_relative_error,27041,0.02500,0.889
26,mlp.experts.198.up_proj,0.0087725590,hessian_weighted_relative_error,22137,0.02500,0.864
26,mlp.experts.199.up_proj,0.0060387065,hessian_weighted_relative_error,7132,0.02500,0.879
26,mlp.experts.200.up_proj,0.0082874312,hessian_weighted_relative_error,29477,0.02500,0.865
26,mlp.experts.201.up_proj,0.0060399335,hessian_weighted_relative_error,26468,0.02500,0.887
26,mlp.experts.202.up_proj,0.0083706849,hessian_weighted_relative_error,39280,0.02500,0.862
26,mlp.experts.203.up_proj,0.0068815719,hessian_weighted_relative_error,42850,0.02500,0.892
26,mlp.experts.206.up_proj,0.0078807703,hessian_weighted_relative_error,23871,0.02500,0.864
26,mlp.experts.208.up_proj,0.0062222674,hessian_weighted_relative_error,48039,0.02500,0.872
26,mlp.experts.210.up_proj,0.0060545397,hessian_weighted_relative_error,26086,0.02500,0.861
26,mlp.experts.212.up_proj,0.0067358891,hessian_weighted_relative_error,38629,0.02500,0.862
26,mlp.experts.215.up_proj,0.0079531943,hessian_weighted_relative_error,47704,0.02500,0.892
26,mlp.experts.216.up_proj,0.0059320345,hessian_weighted_relative_error,21848,0.02500,0.864
26,mlp.experts.217.up_proj,0.0050699736,hessian_weighted_relative_error,4173,0.02500,0.890
26,mlp.experts.219.up_proj,0.0073495605,hessian_weighted_relative_error,31284,0.02500,0.896
26,mlp.experts.220.up_proj,0.0085140378,hessian_weighted_relative_error,19203,0.02500,0.862
26,mlp.experts.221.up_proj,0.0072825016,hessian_weighted_relative_error,39923,0.02500,0.902
26,mlp.experts.224.up_proj,0.0086694670,hessian_weighted_relative_error,22650,0.02500,0.862
26,mlp.experts.225.up_proj,0.0063003381,hessian_weighted_relative_error,6558,0.02500,0.887
26,mlp.experts.226.up_proj,0.0082640087,hessian_weighted_relative_error,12799,0.02500,0.861
26,mlp.experts.228.up_proj,0.0088355788,hessian_weighted_relative_error,35736,0.02500,0.862
26,mlp.experts.229.up_proj,0.0072075552,hessian_weighted_relative_error,13185,0.02500,0.891
26,mlp.experts.230.up_proj,0.0089678263,hessian_weighted_relative_error,19962,0.02500,0.861
26,mlp.experts.231.up_proj,0.0066209760,hessian_weighted_relative_error,22643,0.02500,0.883
26,mlp.experts.232.up_proj,0.0074279753,hessian_weighted_relative_error,30011,0.02500,0.862
26,mlp.experts.234.up_proj,0.0079025627,hessian_weighted_relative_error,13127,0.02500,0.862
26,mlp.experts.236.up_proj,0.0089761756,hessian_weighted_relative_error,33489,0.02500,0.866
26,mlp.experts.237.up_proj,0.0076825780,hessian_weighted_relative_error,8966,0.02500,0.895
26,mlp.experts.238.up_proj,0.0035345989,hessian_weighted_relative_error,2413,0.02500,0.861
26,mlp.experts.239.up_proj,0.0075076917,hessian_weighted_relative_error,9096,0.02500,0.886
26,mlp.experts.241.up_proj,0.0079237524,hessian_weighted_relative_error,43616,0.02500,0.898
26,mlp.experts.243.up_proj,0.0067392248,hessian_weighted_relative_error,8091,0.02500,0.896
26,mlp.experts.244.up_proj,0.0097009034,hessian_weighted_relative_error,29041,0.02500,0.865
26,mlp.experts.247.up_proj,0.0064569693,hessian_weighted_relative_error,17446,0.02500,0.898
26,mlp.experts.248.up_proj,0.0049446909,hessian_weighted_relative_error,9687,0.02500,0.862
26,mlp.experts.249.up_proj,0.0045948038,hessian_weighted_relative_error,28757,0.02500,0.889
26,mlp.experts.250.up_proj,0.0063465912,hessian_weighted_relative_error,17129,0.02500,0.863
26,mlp.experts.251.up_proj,0.0062953690,hessian_weighted_relative_error,6621,0.02500,0.903
26,mlp.experts.252.up_proj,0.0066104603,hessian_weighted_relative_error,26231,0.02500,0.862
26,mlp.experts.254.up_proj,0.0086717919,hessian_weighted_relative_error,36742,0.02500,0.863
26,mlp.experts.256.up_proj,0.0074611384,hessian_weighted_relative_error,18516,0.02500,0.862
26,mlp.experts.257.up_proj,0.0079022082,hessian_weighted_relative_error,28018,0.02500,0.894
26,mlp.experts.260.up_proj,0.0089987227,hessian_weighted_relative_error,31587,0.02500,0.862
26,mlp.experts.261.up_proj,0.0077104534,hessian_weighted_relative_error,32601,0.02500,0.900
26,mlp.experts.262.up_proj,0.0049118284,hessian_weighted_relative_error,14494,0.02500,0.864
26,mlp.experts.264.up_proj,0.0040907813,hessian_weighted_relative_error,3106,0.02500,0.866
26,mlp.experts.266.up_proj,0.0067042164,hessian_weighted_relative_error,9683,0.02500,0.864
26,mlp.experts.267.up_proj,0.0078356252,hessian_weighted_relative_error,43293,0.02500,0.895
26,mlp.experts.268.up_proj,0.0066951382,hessian_weighted_relative_error,19559,0.02500,0.864
26,mlp.experts.269.up_proj,0.0088912056,hessian_weighted_relative_error,44998,0.02500,0.896
26,mlp.experts.270.up_proj,0.0052999227,hessian_weighted_relative_error,7297,0.02500,0.863
26,mlp.experts.271.up_proj,0.0080570011,hessian_weighted_relative_error,34312,0.02500,0.899
26,mlp.experts.272.up_proj,0.0082140925,hessian_weighted_relative_error,17626,0.02500,0.863
26,mlp.experts.274.up_proj,0.0087524135,hessian_weighted_relative_error,27394,0.02500,0.862
26,mlp.experts.275.up_proj,0.0079283088,hessian_weighted_relative_error,23829,0.02500,0.893
26,mlp.experts.276.up_proj,0.0096451163,hessian_weighted_relative_error,28462,0.02500,0.862
26,mlp.experts.277.up_proj,0.0082046857,hessian_weighted_relative_error,31345,0.02500,0.896
26,mlp.experts.278.up_proj,0.0074440162,hessian_weighted_relative_error,14462,0.02500,0.864
26,mlp.experts.279.up_proj,0.0083435287,hessian_weighted_relative_error,32719,0.02500,0.887
26,mlp.experts.281.up_proj,0.0058498815,hessian_weighted_relative_error,30707,0.02500,0.886
26,mlp.experts.282.up_proj,0.0090775656,hessian_weighted_relative_error,25290,0.02500,0.861
26,mlp.experts.283.up_proj,0.0080859908,hessian_weighted_relative_error,30563,0.02500,0.902
26,mlp.experts.284.up_proj,0.0098921738,hessian_weighted_relative_error,32327,0.02500,0.861
26,mlp.experts.285.up_proj,0.0076174671,hessian_weighted_relative_error,26918,0.02500,0.899
26,mlp.experts.286.up_proj,0.0086361045,hessian_weighted_relative_error,19442,0.02500,0.865
26,mlp.experts.1.down_proj,0.0098631442,hessian_weighted_relative_error,36385,0.02500,0.749
26,mlp.experts.2.down_proj,0.0134973780,hessian_weighted_relative_error,15459,0.02500,0.775
26,mlp.experts.4.down_proj,0.0130041366,hessian_weighted_relative_error,26880,0.02500,0.735
26,mlp.experts.10.down_proj,0.0106510212,hessian_weighted_relative_error,12115,0.02500,0.773
26,mlp.experts.12.down_proj,0.0127526330,hessian_weighted_relative_error,11511,0.02500,0.773
26,mlp.experts.13.down_proj,0.0070883565,hessian_weighted_relative_error,2641,0.02500,0.756
26,mlp.experts.14.down_proj,0.0131801530,hessian_weighted_relative_error,30356,0.02500,0.776
26,mlp.experts.15.down_proj,0.0121865525,hessian_weighted_relative_error,23365,0.02500,0.755
26,mlp.experts.16.down_proj,0.0127822604,hessian_weighted_relative_error,20103,0.02500,0.776
26,mlp.experts.17.down_proj,0.0125696557,hessian_weighted_relative_error,20377,0.02500,0.757
26,mlp.experts.18.down_proj,0.0141797794,hessian_weighted_relative_error,27169,0.02500,0.777
26,mlp.experts.21.down_proj,0.0117000758,hessian_weighted_relative_error,20386,0.02500,0.761
26,mlp.experts.23.down_proj,0.0009660593,hessian_weighted_relative_error,33194,0.02500,0.758
26,mlp.experts.24.down_proj,0.0088581549,hessian_weighted_relative_error,5291,0.02500,0.779
26,mlp.experts.25.down_proj,0.0026276059,hessian_weighted_relative_error,60837,0.02500,0.761
26,mlp.experts.26.down_proj,0.0148562640,hessian_weighted_relative_error,24507,0.02500,0.780
26,mlp.experts.27.down_proj,0.0113896600,hessian_weighted_relative_error,7625,0.02500,0.766
26,mlp.experts.28.down_proj,0.0093235364,hessian_weighted_relative_error,14462,0.02500,0.777
26,mlp.experts.31.down_proj,0.0110106895,hessian_weighted_relative_error,23144,0.02500,0.762
26,mlp.experts.32.down_proj,0.0147761456,hessian_weighted_relative_error,179476,0.02500,0.780
26,mlp.experts.33.down_proj,0.0113359404,hessian_weighted_relative_error,29643,0.02500,0.764
26,mlp.experts.34.down_proj,0.0091533188,hessian_weighted_relative_error,49951,0.02500,0.783
26,mlp.experts.35.down_proj,0.0126527884,hessian_weighted_relative_error,22749,0.02500,0.768
26,mlp.experts.36.down_proj,0.0125109153,hessian_weighted_relative_error,10468,0.02500,0.781
26,mlp.experts.37.down_proj,0.0123370543,hessian_weighted_relative_error,23866,0.02500,0.765
26,mlp.experts.41.down_proj,0.0083481745,hessian_weighted_relative_error,21798,0.02500,0.767
26,mlp.experts.42.down_proj,0.0107487060,hessian_weighted_relative_error,12855,0.02500,0.784
26,mlp.experts.46.down_proj,0.0112211160,hessian_weighted_relative_error,11432,0.02500,0.786
26,mlp.experts.47.down_proj,0.0136850063,hessian_weighted_relative_error,27092,0.02500,0.768
26,mlp.experts.48.down_proj,0.0139961416,hessian_weighted_relative_error,21121,0.02500,0.788
26,mlp.experts.50.down_proj,0.0113203031,hessian_weighted_relative_error,5827,0.02500,0.787
26,mlp.experts.51.down_proj,0.0124400312,hessian_weighted_relative_error,27720,0.02500,0.775
26,mlp.experts.52.down_proj,0.0105489036,hessian_weighted_relative_error,56065,0.02500,0.785
26,mlp.experts.54.down_proj,0.0130671663,hessian_weighted_relative_error,24055,0.02500,0.789
26,mlp.experts.55.down_proj,0.0148386949,hessian_weighted_relative_error,30730,0.02500,0.769
26,mlp.experts.56.down_proj,0.0076955028,hessian_weighted_relative_error,19076,0.02500,0.789
26,mlp.experts.58.down_proj,0.0097738998,hessian_weighted_relative_error,22287,0.02500,0.790
26,mlp.experts.59.down_proj,0.0134828710,hessian_weighted_relative_error,23274,0.02500,0.777
26,mlp.experts.60.down_proj,0.0047286174,hessian_weighted_relative_error,2484,0.02500,0.787
26,mlp.experts.61.down_proj,0.0130307963,hessian_weighted_relative_error,12659,0.02500,0.776
26,mlp.experts.63.down_proj,0.0101033788,hessian_weighted_relative_error,10080,0.02500,0.776
26,mlp.experts.64.down_proj,0.0111845247,hessian_weighted_relative_error,29410,0.02500,0.790
26,mlp.experts.65.down_proj,0.0127787829,hessian_weighted_relative_error,24982,0.02500,0.778
26,mlp.experts.66.down_proj,0.0136314691,hessian_weighted_relative_error,18936,0.02500,0.792
26,mlp.experts.67.down_proj,0.0135045168,hessian_weighted_relative_error,11993,0.02500,0.781
26,mlp.experts.69.down_proj,0.0131864544,hessian_weighted_relative_error,10941,0.02500,0.780
26,mlp.experts.70.down_proj,0.0148892882,hessian_weighted_relative_error,34630,0.02500,0.793
26,mlp.experts.71.down_proj,0.0102846861,hessian_weighted_relative_error,33682,0.02500,0.778
26,mlp.experts.72.down_proj,0.0065946051,hessian_weighted_relative_error,9538,0.02500,0.792
26,mlp.experts.74.down_proj,0.0107500730,hessian_weighted_relative_error,13403,0.02500,0.793
26,mlp.experts.75.down_proj,0.0133952616,hessian_weighted_relative_error,21248,0.02500,0.786
26,mlp.experts.78.down_proj,0.0088760849,hessian_weighted_relative_error,5016,0.02500,0.794
26,mlp.experts.79.down_proj,0.0139347271,hessian_weighted_relative_error,22815,0.02500,0.781
26,mlp.experts.81.down_proj,0.0121765681,hessian_weighted_relative_error,23637,0.02500,0.784
26,mlp.experts.83.down_proj,0.0104159921,hessian_weighted_relative_error,13535,0.02500,0.788
26,mlp.experts.84.down_proj,0.0128195897,hessian_weighted_relative_error,34438,0.02500,0.794
26,mlp.experts.85.down_proj,0.0131505634,hessian_weighted_relative_error,11290,0.02500,0.786
26,mlp.experts.86.down_proj,0.0139759897,hessian_weighted_relative_error,28988,0.02500,0.796
26,mlp.experts.87.down_proj,0.0146999424,hessian_weighted_relative_error,28128,0.02500,0.784
26,mlp.experts.88.down_proj,0.0108842651,hessian_weighted_relative_error,19252,0.02500,0.797
26,mlp.experts.89.down_proj,0.0092270327,hessian_weighted_relative_error,42178,0.02500,0.786
26,mlp.experts.93.down_proj,0.0142610341,hessian_weighted_relative_error,22171,0.02500,0.790
26,mlp.experts.94.down_proj,0.0110620652,hessian_weighted_relative_error,33567,0.02500,0.800
26,mlp.experts.97.down_proj,0.0140005990,hessian_weighted_relative_error,18393,0.02500,0.789
26,mlp.experts.98.down_proj,0.0096167737,hessian_weighted_relative_error,16904,0.02500,0.799
26,mlp.experts.99.down_proj,0.0100013457,hessian_weighted_relative_error,11006,0.02500,0.794
26,mlp.experts.100.down_proj,0.0122053176,hessian_weighted_relative_error,34502,0.02500,0.797
26,mlp.experts.101.down_proj,0.0133281414,hessian_weighted_relative_error,25904,0.02500,0.792
26,mlp.experts.102.down_proj,0.0125048062,hessian_weighted_relative_error,28263,0.02500,0.799
26,mlp.experts.103.down_proj,0.0108275034,hessian_weighted_relative_error,21736,0.02500,0.790
26,mlp.experts.104.down_proj,0.0092803229,hessian_weighted_relative_error,8513,0.02500,0.800
26,mlp.experts.106.down_proj,0.0132792707,hessian_weighted_relative_error,33844,0.02500,0.800
26,mlp.experts.107.down_proj,0.0147438621,hessian_weighted_relative_error,21932,0.02500,0.796
26,mlp.experts.109.down_proj,0.0113825474,hessian_weighted_relative_error,20697,0.02500,0.797
26,mlp.experts.110.down_proj,0.0120008201,hessian_weighted_relative_error,17120,0.02500,0.802
26,mlp.experts.113.down_proj,0.0135742697,hessian_weighted_relative_error,10048,0.02500,0.794
26,mlp.experts.114.down_proj,0.0115325474,hessian_weighted_relative_error,10295,0.02500,0.802
26,mlp.experts.119.down_proj,0.0133930630,hessian_weighted_relative_error,21678,0.02500,0.796
26,mlp.experts.120.down_proj,0.0086122557,hessian_weighted_relative_error,6867,0.02500,0.802
26,mlp.experts.121.down_proj,0.0139257789,hessian_weighted_relative_error,26738,0.02500,0.797
26,mlp.experts.122.down_proj,0.0127149008,hessian_weighted_relative_error,16659,0.02500,0.803
26,mlp.experts.123.down_proj,0.0112751915,hessian_weighted_relative_error,16714,0.02500,0.802
26,mlp.experts.124.down_proj,0.0090591276,hessian_weighted_relative_error,24209,0.02500,0.803
26,mlp.experts.125.down_proj,0.0094886864,hessian_weighted_relative_error,32339,0.02500,0.801
26,mlp.experts.126.down_proj,0.0140440551,hessian_weighted_relative_error,28191,0.02500,0.805
26,mlp.experts.127.down_proj,0.0084889154,hessian_weighted_relative_error,10518,0.02500,0.797
26,mlp.experts.128.down_proj,0.0133496177,hessian_weighted_relative_error,22132,0.02500,0.805
26,mlp.experts.131.down_proj,0.0102176195,hessian_weighted_relative_error,26781,0.02500,0.805
26,mlp.experts.132.down_proj,0.0143886025,hessian_weighted_relative_error,20417,0.02500,0.804
26,mlp.experts.133.down_proj,0.0129222689,hessian_weighted_relative_error,11689,0.02500,0.803
26,mlp.experts.137.down_proj,0.0137773729,hessian_weighted_relative_error,26565,0.02500,0.803
26,mlp.experts.138.down_proj,0.0086001760,hessian_weighted_relative_error,4489,0.02500,0.807
26,mlp.experts.139.down_proj,0.0142399793,hessian_weighted_relative_error,19463,0.02500,0.807
26,mlp.experts.140.down_proj,0.0111188904,hessian_weighted_relative_error,31619,0.02500,0.804
26,mlp.experts.141.down_proj,0.0139141941,hessian_weighted_relative_error,13612,0.02500,0.807
26,mlp.experts.142.down_proj,0.0138685303,hessian_weighted_relative_error,21794,0.02500,0.808
26,mlp.experts.143.down_proj,0.0132227307,hessian_weighted_relative_error,19701,0.02500,0.806
26,mlp.experts.144.down_proj,0.0105870596,hessian_weighted_relative_error,25216,0.02500,0.807
26,mlp.experts.148.down_proj,0.0122057860,hessian_weighted_relative_error,24755,0.02500,0.806
26,mlp.experts.149.down_proj,0.0133355389,hessian_weighted_relative_error,22535,0.02500,0.809
26,mlp.experts.150.down_proj,0.0119951257,hessian_weighted_relative_error,18271,0.02500,0.808
26,mlp.experts.151.down_proj,0.0112004709,hessian_weighted_relative_error,11238,0.02500,0.807
26,mlp.experts.152.down_proj,0.0143134187,hessian_weighted_relative_error,23884,0.02500,0.808
26,mlp.experts.153.down_proj,0.0138129865,hessian_weighted_relative_error,17867,0.02500,0.808
26,mlp.experts.155.down_proj,0.0124241295,hessian_weighted_relative_error,10583,0.02500,0.811
26,mlp.experts.156.down_proj,0.0117682691,hessian_weighted_relative_error,11193,0.02500,0.807
26,mlp.experts.157.down_proj,0.0071171604,hessian_weighted_relative_error,8725,0.02500,0.813
26,mlp.experts.158.down_proj,0.0135617816,hessian_weighted_relative_error,15654,0.02500,0.809
26,mlp.experts.160.down_proj,0.0124174261,hessian_weighted_relative_error,20015,0.02500,0.809
26,mlp.experts.162.down_proj,0.0155612091,hessian_weighted_relative_error,119179,0.02500,0.810
26,mlp.experts.164.down_proj,0.0131156905,hessian_weighted_relative_error,13733,0.02500,0.809
26,mlp.experts.166.down_proj,0.0082506278,hessian_weighted_relative_error,15489,0.02500,0.811
26,mlp.experts.167.down_proj,0.0112222540,hessian_weighted_relative_error,36516,0.02500,0.811
26,mlp.experts.168.down_proj,0.0146734696,hessian_weighted_relative_error,23761,0.02500,0.811
26,mlp.experts.169.down_proj,0.0115347193,hessian_weighted_relative_error,16924,0.02500,0.813
26,mlp.experts.170.down_proj,0.0136246195,hessian_weighted_relative_error,24377,0.02500,0.812
26,mlp.experts.171.down_proj,0.0092543668,hessian_weighted_relative_error,5362,0.02500,0.821
26,mlp.experts.172.down_proj,0.0147490206,hessian_weighted_relative_error,32488,0.02500,0.810
26,mlp.experts.173.down_proj,0.0143463235,hessian_weighted_relative_error,19675,0.02500,0.818
26,mlp.experts.174.down_proj,0.0112156266,hessian_weighted_relative_error,14259,0.02500,0.811
26,mlp.experts.175.down_proj,0.0142111018,hessian_weighted_relative_error,16787,0.02500,0.815
26,mlp.experts.176.down_proj,0.0101607752,hessian_weighted_relative_error,5527,0.02500,0.812
26,mlp.experts.177.down_proj,0.0136562367,hessian_weighted_relative_error,22146,0.02500,0.817
26,mlp.experts.179.down_proj,0.0116982555,hessian_weighted_relative_error,26489,0.02500,0.821
26,mlp.experts.181.down_proj,0.0113120227,hessian_weighted_relative_error,22393,0.02500,0.821
26,mlp.experts.182.down_proj,0.0149181503,hessian_weighted_relative_error,28603,0.02500,0.814
26,mlp.experts.183.down_proj,0.0124980618,hessian_weighted_relative_error,14925,0.02500,0.819
26,mlp.experts.185.down_proj,0.0106052235,hessian_weighted_relative_error,13368,0.02500,0.818
26,mlp.experts.186.down_proj,0.0136538021,hessian_weighted_relative_error,29714,0.02500,0.813
26,mlp.experts.187.down_proj,0.0130117073,hessian_weighted_relative_error,28541,0.02500,0.822
26,mlp.experts.188.down_proj,0.0129196653,hessian_weighted_relative_error,23978,0.02500,0.812
26,mlp.experts.189.down_proj,0.0146583332,hessian_weighted_relative_error,31048,0.02500,0.821
26,mlp.experts.190.down_proj,0.0121380208,hessian_weighted_relative_error,28777,0.02500,0.814
26,mlp.experts.191.down_proj,0.0081062252,hessian_weighted_relative_error,24497,0.02500,0.820
26,mlp.experts.192.down_proj,0.0139797687,hessian_weighted_relative_error,29328,0.02500,0.814
26,mlp.experts.193.down_proj,0.0133292020,hessian_weighted_relative_error,18605,0.02500,0.819
26,mlp.experts.194.down_proj,0.0123904058,hessian_weighted_relative_error,15492,0.02500,0.815
26,mlp.experts.196.down_proj,0.0118818458,hessian_weighted_relative_error,19047,0.02500,0.814
26,mlp.experts.197.down_proj,0.0134769168,hessian_weighted_relative_error,27041,0.02500,0.823
26,mlp.experts.198.down_proj,0.0136226851,hessian_weighted_relative_error,22137,0.02500,0.815
26,mlp.experts.199.down_proj,0.0107322609,hessian_weighted_relative_error,7132,0.02500,0.821
26,mlp.experts.200.down_proj,0.0130779005,hessian_weighted_relative_error,29477,0.02500,0.815
26,mlp.experts.201.down_proj,0.0109416306,hessian_weighted_relative_error,26468,0.02500,0.820
26,mlp.experts.208.down_proj,0.0096171999,hessian_weighted_relative_error,48039,0.02500,0.816
26,mlp.experts.217.down_proj,0.0097194203,hessian_weighted_relative_error,4173,0.02500,0.822
26,mlp.experts.220.down_proj,0.0138129987,hessian_weighted_relative_error,19203,0.02500,0.816
26,mlp.experts.224.down_proj,0.0131762405,hessian_weighted_relative_error,22650,0.02500,0.817
26,mlp.experts.225.down_proj,0.0116891271,hessian_weighted_relative_error,6558,0.02500,0.821
26,mlp.experts.226.down_proj,0.0128409260,hessian_weighted_relative_error,12799,0.02500,0.818
26,mlp.experts.229.down_proj,0.0127527269,hessian_weighted_relative_error,13185,0.02500,0.827
26,mlp.experts.230.down_proj,0.0136961604,hessian_weighted_relative_error,19962,0.02500,0.818
26,mlp.experts.232.down_proj,0.0105556568,hessian_weighted_relative_error,30011,0.02500,0.817
26,mlp.experts.234.down_proj,0.0122849507,hessian_weighted_relative_error,13127,0.02500,0.819
26,mlp.experts.237.down_proj,0.0126951439,hessian_weighted_relative_error,8966,0.02500,0.828
26,mlp.experts.238.down_proj,0.0074652593,hessian_weighted_relative_error,2413,0.02500,0.819
26,mlp.experts.239.down_proj,0.0125774213,hessian_weighted_relative_error,9096,0.02500,0.826
26,mlp.experts.243.down_proj,0.0111540201,hessian_weighted_relative_error,8091,0.02500,0.826
26,mlp.experts.244.down_proj,0.0144478711,hessian_weighted_relative_error,29041,0.02500,0.819
26,mlp.experts.248.down_proj,0.0065311824,hessian_weighted_relative_error,9687,0.02500,0.819
26,mlp.experts.250.down_proj,0.0102660114,hessian_weighted_relative_error,17129,0.02500,0.821
26,mlp.experts.251.down_proj,0.0104183981,hessian_weighted_relative_error,6621,0.02500,0.827
26,mlp.experts.252.down_proj,0.0107183538,hessian_weighted_relative_error,26231,0.02500,0.819
26,mlp.experts.256.down_proj,0.0121663596,hessian_weighted_relative_error,18516,0.02500,0.819
26,mlp.experts.257.down_proj,0.0124070027,hessian_weighted_relative_error,28018,0.02500,0.823
26,mlp.experts.260.down_proj,0.0135722985,hessian_weighted_relative_error,31587,0.02500,0.819
26,mlp.experts.262.down_proj,0.0080598154,hessian_weighted_relative_error,14494,0.02500,0.822
26,mlp.experts.264.down_proj,0.0087302809,hessian_weighted_relative_error,3106,0.02500,0.821
26,mlp.experts.266.down_proj,0.0117799135,hessian_weighted_relative_error,9683,0.02500,0.821
26,mlp.experts.268.down_proj,0.0123897855,hessian_weighted_relative_error,19559,0.02500,0.820
26,mlp.experts.270.down_proj,0.0103324927,hessian_weighted_relative_error,7297,0.02500,0.822
26,mlp.experts.272.down_proj,0.0123369030,hessian_weighted_relative_error,17626,0.02500,0.820
26,mlp.experts.274.down_proj,0.0141163885,hessian_weighted_relative_error,27394,0.02500,0.823
26,mlp.experts.275.down_proj,0.0126982736,hessian_weighted_relative_error,23829,0.02500,0.829
26,mlp.experts.276.down_proj,0.0143631541,hessian_weighted_relative_error,28462,0.02500,0.819
26,mlp.experts.277.down_proj,0.0126119866,hessian_weighted_relative_error,31345,0.02500,0.829
26,mlp.experts.278.down_proj,0.0132064676,hessian_weighted_relative_error,14462,0.02500,0.822
26,mlp.experts.279.down_proj,0.0137927426,hessian_weighted_relative_error,32719,0.02500,0.827
26,mlp.experts.282.down_proj,0.0142892730,hessian_weighted_relative_error,25290,0.02500,0.821
26,mlp.experts.284.down_proj,0.0147796590,hessian_weighted_relative_error,32327,0.02500,0.820
26,mlp.experts.286.down_proj,0.0138824578,hessian_weighted_relative_error,19442,0.02500,0.823
26,mlp.experts.108.gate_proj,0.0013858882,hessian_weighted_relative_error,32672,0.02500,1.581
26,mlp.experts.105.up_proj,0.0025400163,hessian_weighted_relative_error,46770,0.02500,1.637
26,mlp.experts.0.down_proj,0.0035494508,hessian_weighted_relative_error,34598,0.02500,1.507
26,mlp.experts.105.down_proj,0.0037731963,hessian_weighted_relative_error,46770,0.02500,1.536
26,mlp.experts.108.down_proj,0.0030539244,hessian_weighted_relative_error,32672,0.02500,1.537
26,mlp.experts.11.down_proj,0.0037985079,hessian_weighted_relative_error,84837,0.02500,1.507
26,mlp.experts.108.up_proj,0.0014433005,hessian_weighted_relative_error,32672,0.02500,1.625
26,mlp.experts.11.gate_proj,0.0021927906,hessian_weighted_relative_error,84837,0.02500,1.591
26,mlp.experts.116.gate_proj,0.0022925703,hessian_weighted_relative_error,62348,0.02500,1.595
26,mlp.experts.111.down_proj,0.0033256994,hessian_weighted_relative_error,59403,0.02500,1.542
26,mlp.experts.112.down_proj,0.0033824483,hessian_weighted_relative_error,19196,0.02500,1.535
26,mlp.experts.11.up_proj,0.0023700882,hessian_weighted_relative_error,84837,0.02500,1.674
26,mlp.experts.116.down_proj,0.0038161934,hessian_weighted_relative_error,62348,0.02500,1.539
26,mlp.experts.111.gate_proj,0.0019513774,hessian_weighted_relative_error,59403,0.02500,1.640
26,mlp.experts.116.up_proj,0.0025054339,hessian_weighted_relative_error,62348,0.02500,1.621
26,mlp.experts.111.up_proj,0.0021254576,hessian_weighted_relative_error,59403,0.02500,1.669
26,mlp.experts.130.down_proj,0.0027565897,hessian_weighted_relative_error,10689,0.02500,1.542
26,mlp.experts.115.gate_proj,0.0024450287,hessian_weighted_relative_error,194508,0.02500,1.648
26,mlp.experts.118.down_proj,0.0027957671,hessian_weighted_relative_error,37898,0.02500,1.539
26,mlp.experts.115.down_proj,0.0034324348,hessian_weighted_relative_error,194508,0.02500,1.542
26,mlp.experts.118.up_proj,0.0018822206,hessian_weighted_relative_error,37898,0.02500,1.622
26,mlp.experts.115.up_proj,0.0026967382,hessian_weighted_relative_error,194508,0.02500,1.681
26,mlp.experts.134.down_proj,0.0035198013,hessian_weighted_relative_error,45769,0.02500,1.545
26,mlp.experts.117.down_proj,0.0030433464,hessian_weighted_relative_error,35912,0.02500,1.546
26,mlp.experts.136.gate_proj,0.0016842597,hessian_weighted_relative_error,35943,0.02500,1.608
26,mlp.experts.135.down_proj,0.0027629616,hessian_weighted_relative_error,20187,0.02500,1.547
26,mlp.experts.134.up_proj,0.0024515886,hessian_weighted_relative_error,45769,0.02500,1.623
26,mlp.experts.129.down_proj,0.0034946531,hessian_weighted_relative_error,34997,0.02500,1.541
26,mlp.experts.136.down_proj,0.0028922131,hessian_weighted_relative_error,35943,0.02500,1.543
26,mlp.experts.145.down_proj,0.0025474349,hessian_weighted_relative_error,21705,0.02500,1.550
26,mlp.experts.136.up_proj,0.0019585098,hessian_weighted_relative_error,35943,0.02500,1.624
26,mlp.experts.145.up_proj,0.0016635364,hessian_weighted_relative_error,21705,0.02500,1.686
26,mlp.experts.154.gate_proj,0.0021565849,hessian_weighted_relative_error,54207,0.02500,1.605
26,mlp.experts.159.down_proj,0.0033049302,hessian_weighted_relative_error,48925,0.02500,1.556
26,mlp.experts.146.down_proj,0.0031349950,hessian_weighted_relative_error,19385,0.02500,1.545
26,mlp.experts.147.down_proj,0.0039202835,hessian_weighted_relative_error,32026,0.02500,1.551
26,mlp.experts.154.down_proj,0.0036898444,hessian_weighted_relative_error,54207,0.02500,1.549
26,mlp.experts.159.gate_proj,0.0022221114,hessian_weighted_relative_error,48925,0.02500,1.661
26,mlp.experts.154.up_proj,0.0024772286,hessian_weighted_relative_error,54207,0.02500,1.624
26,mlp.experts.159.up_proj,0.0023966388,hessian_weighted_relative_error,48925,0.02500,1.687
26,mlp.experts.178.up_proj,0.0029169447,hessian_weighted_relative_error,262218,0.02500,1.627
26,mlp.experts.161.gate_proj,0.0013696028,hessian_weighted_relative_error,40598,0.02500,1.661
26,mlp.experts.178.down_proj,0.0041109339,hessian_weighted_relative_error,262218,0.02500,1.553
26,mlp.experts.161.down_proj,0.0024856961,hessian_weighted_relative_error,40598,0.02500,1.558
26,mlp.experts.178.gate_proj,0.0027017362,hessian_weighted_relative_error,262218,0.02500,1.606
26,mlp.experts.161.up_proj,0.0014452672,hessian_weighted_relative_error,40598,0.02500,1.676
26,mlp.experts.180.down_proj,0.0034336797,hessian_weighted_relative_error,40425,0.02500,1.552
26,mlp.experts.163.down_proj,0.0038803445,hessian_weighted_relative_error,36813,0.02500,1.568
26,mlp.experts.184.gate_proj,0.0019646225,hessian_weighted_relative_error,62603,0.02500,1.610
26,mlp.experts.165.down_proj,0.0030001313,hessian_weighted_relative_error,23238,0.02500,1.563
26,mlp.experts.180.up_proj,0.0022360331,hessian_weighted_relative_error,40425,0.02500,1.629
26,mlp.experts.163.up_proj,0.0024541671,hessian_weighted_relative_error,36813,0.02500,1.689
26,mlp.experts.184.down_proj,0.0034086973,hessian_weighted_relative_error,62603,0.02500,1.554
26,mlp.experts.19.down_proj,0.0031813074,hessian_weighted_relative_error,44223,0.02500,1.517
26,mlp.experts.184.up_proj,0.0021940539,hessian_weighted_relative_error,62603,0.02500,1.631
26,mlp.experts.19.up_proj,0.0021183505,hessian_weighted_relative_error,44223,0.02500,1.676
26,mlp.experts.204.down_proj,0.0028359829,hessian_weighted_relative_error,42968,0.02500,1.553
26,mlp.experts.203.down_proj,0.0029263967,hessian_weighted_relative_error,42850,0.02500,1.576
26,mlp.experts.20.down_proj,0.0021050114,hessian_weighted_relative_error,25107,0.02500,1.515
26,mlp.experts.195.down_proj,0.0034841892,hessian_weighted_relative_error,39865,0.02500,1.567
26,mlp.experts.202.down_proj,0.0034701716,hessian_weighted_relative_error,39280,0.02500,1.559
26,mlp.experts.205.down_proj,0.0033313842,hessian_weighted_relative_error,36332,0.02500,1.573
26,mlp.experts.204.up_proj,0.0017867295,hessian_weighted_relative_error,42968,0.02500,1.629
26,mlp.experts.205.gate_proj,0.0019635346,hessian_weighted_relative_error,36332,0.02500,1.668
26,mlp.experts.212.down_proj,0.0029250085,hessian_weighted_relative_error,38629,0.02500,1.556
26,mlp.experts.207.down_proj,0.0030328855,hessian_weighted_relative_error,31520,0.02500,1.576
26,mlp.experts.206.down_proj,0.0032639399,hessian_weighted_relative_error,23871,0.02500,1.558
26,mlp.experts.210.down_proj,0.0028295228,hessian_weighted_relative_error,26086,0.02500,1.565
26,mlp.experts.205.up_proj,0.0020464016,hessian_weighted_relative_error,36332,0.02500,1.737
26,mlp.experts.214.down_proj,0.0030087872,hessian_weighted_relative_error,38297,0.02500,1.560
26,mlp.experts.207.up_proj,0.0019339684,hessian_weighted_relative_error,31520,0.02500,1.704
26,mlp.experts.216.down_proj,0.0023393889,hessian_weighted_relative_error,21848,0.02500,1.560
26,mlp.experts.209.down_proj,0.0034877094,hessian_weighted_relative_error,41845,0.02500,1.573
26,mlp.experts.214.gate_proj,0.0016180873,hessian_weighted_relative_error,38297,0.02500,1.617
26,mlp.experts.209.up_proj,0.0023924495,hessian_weighted_relative_error,41845,0.02500,1.702
26,mlp.experts.214.up_proj,0.0017415213,hessian_weighted_relative_error,38297,0.02500,1.631
26,mlp.experts.209.gate_proj,0.0021721001,hessian_weighted_relative_error,41845,0.02500,1.675
26,mlp.experts.218.down_proj,0.0036261371,hessian_weighted_relative_error,42024,0.02500,1.558
26,mlp.experts.211.down_proj,0.0033341001,hessian_weighted_relative_error,44180,0.02500,1.573
26,mlp.experts.22.down_proj,0.0033666833,hessian_weighted_relative_error,32963,0.02500,1.519
26,mlp.experts.211.gate_proj,0.0020626733,hessian_weighted_relative_error,44180,0.02500,1.666
26,mlp.experts.218.gate_proj,0.0019688671,hessian_weighted_relative_error,42024,0.02500,1.615
26,mlp.experts.213.down_proj,0.0027612912,hessian_weighted_relative_error,56605,0.02500,1.578
26,mlp.experts.218.up_proj,0.0023810299,hessian_weighted_relative_error,42024,0.02500,1.627
26,mlp.experts.211.up_proj,0.0022218065,hessian_weighted_relative_error,44180,0.02500,1.695
26,mlp.experts.22.up_proj,0.0023754421,hessian_weighted_relative_error,32963,0.02500,1.624
26,mlp.experts.213.gate_proj,0.0016159938,hessian_weighted_relative_error,56605,0.02500,1.666
26,mlp.experts.222.up_proj,0.0021826759,hessian_weighted_relative_error,44976,0.02500,1.628
26,mlp.experts.213.up_proj,0.0018264550,hessian_weighted_relative_error,56605,0.02500,1.697
26,mlp.experts.222.down_proj,0.0032835904,hessian_weighted_relative_error,44976,0.02500,1.560
26,mlp.experts.219.down_proj,0.0031863403,hessian_weighted_relative_error,31284,0.02500,1.573
26,mlp.experts.222.gate_proj,0.0020876276,hessian_weighted_relative_error,44976,0.02500,1.616
26,mlp.experts.215.down_proj,0.0032316410,hessian_weighted_relative_error,47704,0.02500,1.566
26,mlp.experts.228.down_proj,0.0037732212,hessian_weighted_relative_error,35736,0.02500,1.560
26,mlp.experts.221.down_proj,0.0030547999,hessian_weighted_relative_error,39923,0.02500,1.575
26,mlp.experts.240.gate_proj,0.0023234003,hessian_weighted_relative_error,31317,0.02500,1.618
26,mlp.experts.223.down_proj,0.0020530578,hessian_weighted_relative_error,24374,0.02500,1.571
26,mlp.experts.236.down_proj,0.0035736055,hessian_weighted_relative_error,33489,0.02500,1.559
26,mlp.experts.223.up_proj,0.0013807282,hessian_weighted_relative_error,24374,0.02500,1.697
26,mlp.experts.240.down_proj,0.0038851519,hessian_weighted_relative_error,31317,0.02500,1.563
26,mlp.experts.223.gate_proj,0.0012788477,hessian_weighted_relative_error,24374,0.02500,1.672
26,mlp.experts.240.up_proj,0.0024566498,hessian_weighted_relative_error,31317,0.02500,1.637
26,mlp.experts.227.down_proj,0.0031916636,hessian_weighted_relative_error,29096,0.02500,1.581
26,mlp.experts.246.down_proj,0.0028969833,hessian_weighted_relative_error,39481,0.02500,1.563
26,mlp.experts.227.up_proj,0.0019429903,hessian_weighted_relative_error,29096,0.02500,1.698
26,mlp.experts.242.down_proj,0.0029367844,hessian_weighted_relative_error,22052,0.02500,1.563
26,mlp.experts.233.down_proj,0.0025973467,hessian_weighted_relative_error,52640,0.02500,1.578
26,mlp.experts.242.up_proj,0.0017378457,hessian_weighted_relative_error,22052,0.02500,1.630
26,mlp.experts.231.down_proj,0.0030259954,hessian_weighted_relative_error,22643,0.02500,1.569
26,mlp.experts.246.gate_proj,0.0016251498,hessian_weighted_relative_error,39481,0.02500,1.620
26,mlp.experts.233.up_proj,0.0018787090,hessian_weighted_relative_error,52640,0.02500,1.700
26,mlp.experts.258.down_proj,0.0032916868,hessian_weighted_relative_error,50057,0.02500,1.564
26,mlp.experts.235.down_proj,0.0036024776,hessian_weighted_relative_error,39854,0.02500,1.578
26,mlp.experts.246.up_proj,0.0017039357,hessian_weighted_relative_error,39481,0.02500,1.633
26,mlp.experts.235.up_proj,0.0023389398,hessian_weighted_relative_error,39854,0.02500,1.704
26,mlp.experts.254.down_proj,0.0034674936,hessian_weighted_relative_error,36742,0.02500,1.564
26,mlp.experts.235.gate_proj,0.0021900865,hessian_weighted_relative_error,39854,0.02500,1.674
26,mlp.experts.258.up_proj,0.0021205376,hessian_weighted_relative_error,50057,0.02500,1.632
26,mlp.experts.241.down_proj,0.0030408903,hessian_weighted_relative_error,43616,0.02500,1.578
26,mlp.experts.30.down_proj,0.0034944908,hessian_weighted_relative_error,37574,0.02500,1.523
26,mlp.experts.245.down_proj,0.0027630010,hessian_weighted_relative_error,38352,0.02500,1.577
26,mlp.experts.280.down_proj,0.0039493284,hessian_weighted_relative_error,42141,0.02500,1.565
26,mlp.experts.247.down_proj,0.0029134510,hessian_weighted_relative_error,17446,0.02500,1.576
26,mlp.experts.280.up_proj,0.0025430220,hessian_weighted_relative_error,42141,0.02500,1.631
26,mlp.experts.245.up_proj,0.0016670177,hessian_weighted_relative_error,38352,0.02500,1.697
26,mlp.experts.30.up_proj,0.0022337470,hessian_weighted_relative_error,37574,0.02500,1.625
26,mlp.experts.249.down_proj,0.0020409521,hessian_weighted_relative_error,28757,0.02500,1.579
26,mlp.experts.40.down_proj,0.0035022874,hessian_weighted_relative_error,42085,0.02500,1.525
26,mlp.experts.38.down_proj,0.0037860157,hessian_weighted_relative_error,44428,0.02500,1.526
26,mlp.experts.25.gate_proj,0.0015158725,hessian_weighted_relative_error,60837,0.02500,1.617
26,mlp.experts.253.down_proj,0.0036879844,hessian_weighted_relative_error,85524,0.02500,1.581
26,mlp.experts.38.up_proj,0.0024682343,hessian_weighted_relative_error,44428,0.02500,1.628
26,mlp.experts.40.up_proj,0.0022972577,hessian_weighted_relative_error,42085,0.02500,1.627
26,mlp.experts.25.up_proj,0.0015667616,hessian_weighted_relative_error,60837,0.02500,1.693
26,mlp.experts.44.up_proj,0.0024619780,hessian_weighted_relative_error,52998,0.02500,1.628
26,mlp.experts.253.gate_proj,0.0020401427,hessian_weighted_relative_error,85524,0.02500,1.686
26,mlp.experts.44.down_proj,0.0036205130,hessian_weighted_relative_error,52998,0.02500,1.525
26,mlp.experts.253.up_proj,0.0023619452,hessian_weighted_relative_error,85524,0.02500,1.725
26,mlp.experts.44.gate_proj,0.0022457670,hessian_weighted_relative_error,52998,0.02500,1.587
26,mlp.experts.255.gate_proj,0.0016761952,hessian_weighted_relative_error,47958,0.02500,1.676
26,mlp.experts.6.down_proj,0.0030644795,hessian_weighted_relative_error,72819,0.02500,1.518
26,mlp.experts.255.down_proj,0.0032483521,hessian_weighted_relative_error,47958,0.02500,1.576
26,mlp.experts.62.down_proj,0.0031780698,hessian_weighted_relative_error,15191,0.02500,1.534
26,mlp.experts.255.up_proj,0.0018187222,hessian_weighted_relative_error,47958,0.02500,1.700
26,mlp.experts.6.gate_proj,0.0018506484,hessian_weighted_relative_error,72819,0.02500,1.574
26,mlp.experts.259.down_proj,0.0032379538,hessian_weighted_relative_error,40377,0.02500,1.593
26,mlp.experts.6.up_proj,0.0020663600,hessian_weighted_relative_error,72819,0.02500,1.636
26,mlp.experts.259.up_proj,0.0019730276,hessian_weighted_relative_error,40377,0.02500,1.710
26,mlp.experts.62.up_proj,0.0019589406,hessian_weighted_relative_error,15191,0.02500,1.627
26,mlp.experts.259.gate_proj,0.0017503126,hessian_weighted_relative_error,40377,0.02500,1.678
26,mlp.experts.68.up_proj,0.0024204018,hessian_weighted_relative_error,51453,0.02500,1.628
26,mlp.experts.261.down_proj,0.0035948053,hessian_weighted_relative_error,32601,0.02500,1.583
26,mlp.experts.68.down_proj,0.0038309675,hessian_weighted_relative_error,51453,0.02500,1.533
26,mlp.experts.263.down_proj,0.0031929074,hessian_weighted_relative_error,70094,0.02500,1.585
26,mlp.experts.68.gate_proj,0.0021494429,hessian_weighted_relative_error,51453,0.02500,1.592
26,mlp.experts.263.up_proj,0.0022258395,hessian_weighted_relative_error,70094,0.02500,1.704
26,mlp.experts.76.down_proj,0.0025338296,hessian_weighted_relative_error,64937,0.02500,1.536
26,mlp.experts.263.gate_proj,0.0017807837,hessian_weighted_relative_error,70094,0.02500,1.680
26,mlp.experts.8.down_proj,0.0025823638,hessian_weighted_relative_error,23850,0.02500,1.516
26,mlp.experts.265.down_proj,0.0028844253,hessian_weighted_relative_error,21548,0.02500,1.577
26,mlp.experts.76.gate_proj,0.0015299980,hessian_weighted_relative_error,64937,0.02500,1.593
26,mlp.experts.265.gate_proj,0.0015131792,hessian_weighted_relative_error,21548,0.02500,1.673
26,mlp.experts.76.up_proj,0.0016203197,hessian_weighted_relative_error,64937,0.02500,1.627
26,mlp.experts.267.down_proj,0.0033465678,hessian_weighted_relative_error,43293,0.02500,1.584
26,mlp.experts.80.down_proj,0.0035471242,hessian_weighted_relative_error,42450,0.02500,1.539
26,mlp.experts.265.up_proj,0.0015906262,hessian_weighted_relative_error,21548,0.02500,1.723
26,mlp.experts.90.down_proj,0.0031213266,hessian_weighted_relative_error,45417,0.02500,1.512
26,mlp.experts.269.down_proj,0.0036427039,hessian_weighted_relative_error,44998,0.02500,1.579
26,mlp.experts.80.up_proj,0.0024829958,hessian_weighted_relative_error,42450,0.02500,1.627
26,mlp.experts.271.down_proj,0.0033787370,hessian_weighted_relative_error,34312,0.02500,1.576
26,mlp.experts.90.gate_proj,0.0018316960,hessian_weighted_relative_error,45417,0.02500,1.602
26,mlp.experts.273.gate_proj,0.0020419057,hessian_weighted_relative_error,45503,0.02500,1.682
26,mlp.experts.82.down_proj,0.0037271661,hessian_weighted_relative_error,45143,0.02500,1.545
26,mlp.experts.273.down_proj,0.0034280088,hessian_weighted_relative_error,45503,0.02500,1.586
26,mlp.experts.92.up_proj,0.0020457621,hessian_weighted_relative_error,66685,0.02500,1.636
26,mlp.experts.285.down_proj,0.0032264074,hessian_weighted_relative_error,26918,0.02500,1.583
26,mlp.experts.90.up_proj,0.0020927584,hessian_weighted_relative_error,45417,0.02500,1.626
26,mlp.experts.273.up_proj,0.0021610584,hessian_weighted_relative_error,45503,0.02500,1.724
26,mlp.experts.96.down_proj,0.0036803173,hessian_weighted_relative_error,37300,0.02500,1.543
26,mlp.experts.281.down_proj,0.0026529774,hessian_weighted_relative_error,30707,0.02500,1.579
26,mlp.experts.92.down_proj,0.0027068828,hessian_weighted_relative_error,66685,0.02500,1.540
26,mlp.experts.283.down_proj,0.0033898319,hessian_weighted_relative_error,30563,0.02500,1.581
26,mlp.experts.96.up_proj,0.0022750518,hessian_weighted_relative_error,37300,0.02500,1.626
26,mlp.experts.29.gate_proj,0.0022551709,hessian_weighted_relative_error,55957,0.02500,1.616
26,mlp.experts.287.down_proj,0.0036327756,hessian_weighted_relative_error,45926,0.02500,1.586
26,mlp.experts.287.up_proj,0.0024477770,hessian_weighted_relative_error,45926,0.02500,1.716
26,mlp.experts.29.down_proj,0.0037384724,hessian_weighted_relative_error,55957,0.02500,1.519
26,mlp.experts.39.down_proj,0.0028439924,hessian_weighted_relative_error,47704,0.02500,1.519
26,mlp.experts.29.up_proj,0.0024856910,hessian_weighted_relative_error,55957,0.02500,1.684
26,mlp.experts.3.down_proj,0.0038501664,hessian_weighted_relative_error,54411,0.02500,1.506
26,mlp.experts.3.up_proj,0.0025872912,hessian_weighted_relative_error,54411,0.02500,1.685
26,mlp.experts.43.gate_proj,0.0018280822,hessian_weighted_relative_error,62218,0.02500,1.623
26,mlp.experts.39.gate_proj,0.0016032720,hessian_weighted_relative_error,47704,0.02500,1.622
26,mlp.experts.39.up_proj,0.0016611829,hessian_weighted_relative_error,47704,0.02500,1.687
26,mlp.experts.43.down_proj,0.0030895693,hessian_weighted_relative_error,62218,0.02500,1.519
26,mlp.experts.45.up_proj,0.0021657756,hessian_weighted_relative_error,36664,0.02500,1.691
26,mlp.experts.43.up_proj,0.0018907898,hessian_weighted_relative_error,62218,0.02500,1.676
26,mlp.experts.45.down_proj,0.0033410189,hessian_weighted_relative_error,36664,0.02500,1.521
26,mlp.experts.45.gate_proj,0.0019935932,hessian_weighted_relative_error,36664,0.02500,1.626
26,mlp.experts.5.up_proj,0.0019482694,hessian_weighted_relative_error,78001,0.02500,1.671
26,mlp.experts.49.down_proj,0.0024563977,hessian_weighted_relative_error,26840,0.02500,1.527
26,mlp.experts.5.down_proj,0.0032467790,hessian_weighted_relative_error,78001,0.02500,1.502
26,mlp.experts.5.gate_proj,0.0018989428,hessian_weighted_relative_error,78001,0.02500,1.604
26,mlp.experts.57.up_proj,0.0014844292,hessian_weighted_relative_error,42223,0.02500,1.675
26,mlp.experts.53.down_proj,0.0036856130,hessian_weighted_relative_error,30845,0.02500,1.526
26,mlp.experts.57.down_proj,0.0023431021,hessian_weighted_relative_error,42223,0.02500,1.524
26,mlp.experts.57.gate_proj,0.0013899085,hessian_weighted_relative_error,42223,0.02500,1.618
26,mlp.experts.77.down_proj,0.0035074604,hessian_weighted_relative_error,33374,0.02500,1.537
26,mlp.experts.7.down_proj,0.0033252838,hessian_weighted_relative_error,28007,0.02500,1.471
26,mlp.experts.73.down_proj,0.0026096605,hessian_weighted_relative_error,32455,0.02500,1.529
26,mlp.experts.73.up_proj,0.0015655019,hessian_weighted_relative_error,32455,0.02500,1.671
26,mlp.experts.91.down_proj,0.0034854284,hessian_weighted_relative_error,25780,0.02500,1.542
26,mlp.experts.77.gate_proj,0.0020877077,hessian_weighted_relative_error,33374,0.02500,1.631
26,mlp.experts.77.up_proj,0.0023361043,hessian_weighted_relative_error,33374,0.02500,1.676
26,mlp.experts.9.down_proj,0.0022375559,hessian_weighted_relative_error,25698,0.02500,1.503
26,mlp.experts.95.down_proj,0.0036404381,hessian_weighted_relative_error,33146,0.02500,1.535
26,mlp.experts.95.up_proj,0.0022236487,hessian_weighted_relative_error,33146,0.02500,1.671
27,mlp.experts.1.gate_proj,0.0054683019,hessian_weighted_relative_error,7433,0.02500,0.761
27,mlp.experts.2.gate_proj,0.0065495541,hessian_weighted_relative_error,12711,0.02500,0.797
27,mlp.experts.3.gate_proj,0.0076718789,hessian_weighted_relative_error,27530,0.02500,0.786
27,mlp.experts.4.gate_proj,0.0058086657,hessian_weighted_relative_error,8181,0.02500,0.797
27,mlp.experts.7.gate_proj,0.0066108958,hessian_weighted_relative_error,24448,0.02500,0.786
27,mlp.experts.9.gate_proj,0.0077307102,hessian_weighted_relative_error,28250,0.02500,0.788
27,mlp.experts.10.gate_proj,0.0088388857,hessian_weighted_relative_error,37175,0.02500,0.800
27,mlp.experts.11.gate_proj,0.0075189863,hessian_weighted_relative_error,21314,0.02500,0.791
27,mlp.experts.12.gate_proj,0.0088781374,hessian_weighted_relative_error,47786,0.02500,0.802
27,mlp.experts.14.gate_proj,0.0085848586,hessian_weighted_relative_error,51435,0.02500,0.801
27,mlp.experts.15.gate_proj,0.0063634887,hessian_weighted_relative_error,9098,0.02500,0.793
27,mlp.experts.16.gate_proj,0.0088263158,hessian_weighted_relative_error,41209,0.02500,0.806
27,mlp.experts.17.gate_proj,0.0058885338,hessian_weighted_relative_error,8722,0.02500,0.792
27,mlp.experts.18.gate_proj,0.0090091672,hessian_weighted_relative_error,48267,0.02500,0.806
27,mlp.experts.19.gate_proj,0.0067593294,hessian_weighted_relative_error,10446,0.02500,0.795
27,mlp.experts.20.gate_proj,0.0089819308,hessian_weighted_relative_error,54098,0.02500,0.807
27,mlp.experts.21.gate_proj,0.0062260232,hessian_weighted_relative_error,17769,0.02500,0.794
27,mlp.experts.22.gate_proj,0.0060730300,hessian_weighted_relative_error,14895,0.02500,0.805
27,mlp.experts.23.gate_proj,0.0059130586,hessian_weighted_relative_error,16045,0.02500,0.794
27,mlp.experts.24.gate_proj,0.0067566416,hessian_weighted_relative_error,16067,0.02500,0.809
27,mlp.experts.25.gate_proj,0.0063242339,hessian_weighted_relative_error,19818,0.02500,0.798
27,mlp.experts.26.gate_proj,0.0077382276,hessian_weighted_relative_error,16672,0.02500,0.811
27,mlp.experts.27.gate_proj,0.0091371555,hessian_weighted_relative_error,46211,0.02500,0.800
27,mlp.experts.28.gate_proj,0.0047286155,hessian_weighted_relative_error,8068,0.02500,0.810
27,mlp.experts.29.gate_proj,0.0080054585,hessian_weighted_relative_error,27106,0.02500,0.798
27,mlp.experts.30.gate_proj,0.0090562485,hessian_weighted_relative_error,35095,0.02500,0.809
27,mlp.experts.31.gate_proj,0.0087129422,hessian_weighted_relative_error,49799,0.02500,0.800
27,mlp.experts.32.gate_proj,0.0063630622,hessian_weighted_relative_error,9284,0.02500,0.813
27,mlp.experts.33.gate_proj,0.0043344658,hessian_weighted_relative_error,4977,0.02500,0.799
27,mlp.experts.35.gate_proj,0.0068158477,hessian_weighted_relative_error,15877,0.02500,0.802
27,mlp.experts.36.gate_proj,0.0082454470,hessian_weighted_relative_error,26734,0.02500,0.812
27,mlp.experts.38.gate_proj,0.0052470740,hessian_weighted_relative_error,6046,0.02500,0.810
27,mlp.experts.39.gate_proj,0.0027106901,hessian_weighted_relative_error,31914,0.02500,0.805
27,mlp.experts.40.gate_proj,0.0045958656,hessian_weighted_relative_error,27401,0.02500,0.815
27,mlp.experts.41.gate_proj,0.0078615995,hessian_weighted_relative_error,36915,0.02500,0.803
27,mlp.experts.43.gate_proj,0.0049020547,hessian_weighted_relative_error,20324,0.02500,0.807
27,mlp.experts.45.gate_proj,0.0070962454,hessian_weighted_relative_error,12651,0.02500,0.807
27,mlp.experts.46.gate_proj,0.0072396917,hessian_weighted_relative_error,16790,0.02500,0.815
27,mlp.experts.47.gate_proj,0.0070526594,hessian_weighted_relative_error,13877,0.02500,0.808
27,mlp.experts.48.gate_proj,0.0082665863,hessian_weighted_relative_error,33284,0.02500,0.819
27,mlp.experts.49.gate_proj,0.0078952166,hessian_weighted_relative_error,34030,0.02500,0.808
27,mlp.experts.50.gate_proj,0.0058304632,hessian_weighted_relative_error,12497,0.02500,0.815
27,mlp.experts.51.gate_proj,0.0088519955,hessian_weighted_relative_error,47470,0.02500,0.811
27,mlp.experts.52.gate_proj,0.0067105487,hessian_weighted_relative_error,18719,0.02500,0.816
27,mlp.experts.53.gate_proj,0.0055376413,hessian_weighted_relative_error,13235,0.02500,0.809
27,mlp.experts.54.gate_proj,0.0091102550,hessian_weighted_relative_error,28330,0.02500,0.817
27,mlp.experts.55.gate_proj,0.0054385339,hessian_weighted_relative_error,8311,0.02500,0.810
27,mlp.experts.56.gate_proj,0.0046110015,hessian_weighted_relative_error,26787,0.02500,0.820
27,mlp.experts.57.gate_proj,0.0066578476,hessian_weighted_relative_error,25937,0.02500,0.813
27,mlp.experts.58.gate_proj,0.0086397647,hessian_weighted_relative_error,63866,0.02500,0.819
27,mlp.experts.59.gate_proj,0.0085583706,hessian_weighted_relative_error,31235,0.02500,0.816
27,mlp.experts.63.gate_proj,0.0063271431,hessian_weighted_relative_error,6864,0.02500,0.813
27,mlp.experts.65.gate_proj,0.0049399088,hessian_weighted_relative_error,12086,0.02500,0.818
27,mlp.experts.66.gate_proj,0.0035898316,hessian_weighted_relative_error,7575,0.02500,0.822
27,mlp.experts.67.gate_proj,0.0089233710,hessian_weighted_relative_error,34455,0.02500,0.817
27,mlp.experts.68.gate_proj,0.0065815754,hessian_weighted_relative_error,15093,0.02500,0.821
27,mlp.experts.69.gate_proj,0.0072881123,hessian_weighted_relative_error,28819,0.02500,0.817
27,mlp.experts.70.gate_proj,0.0087295395,hessian_weighted_relative_error,61183,0.02500,0.823
27,mlp.experts.71.gate_proj,0.0084080203,hessian_weighted_relative_error,35186,0.02500,0.818
27,mlp.experts.72.gate_proj,0.0087403215,hessian_weighted_relative_error,30550,0.02500,0.824
27,mlp.experts.73.gate_proj,0.0049610146,hessian_weighted_relative_error,11269,0.02500,0.821
27,mlp.experts.74.gate_proj,0.0016462785,hessian_weighted_relative_error,13977,0.02500,0.823
27,mlp.experts.76.gate_proj,0.0051814819,hessian_weighted_relative_error,12329,0.02500,0.823
27,mlp.experts.77.gate_proj,0.0063324271,hessian_weighted_relative_error,12738,0.02500,0.820
27,mlp.experts.78.gate_proj,0.0084404688,hessian_weighted_relative_error,52003,0.02500,0.823
27,mlp.experts.79.gate_proj,0.0048924297,hessian_weighted_relative_error,10236,0.02500,0.823
27,mlp.experts.83.gate_proj,0.0055565763,hessian_weighted_relative_error,18200,0.02500,0.827
27,mlp.experts.85.gate_proj,0.0057999612,hessian_weighted_relative_error,20808,0.02500,0.827
27,mlp.experts.87.gate_proj,0.0079554025,hessian_weighted_relative_error,63860,0.02500,0.825
27,mlp.experts.89.gate_proj,0.0023375170,hessian_weighted_relative_error,51852,0.02500,0.828
27,mlp.experts.90.gate_proj,0.0048654608,hessian_weighted_relative_error,10648,0.02500,0.827
27,mlp.experts.91.gate_proj,0.0082685969,hessian_weighted_relative_error,33480,0.02500,0.829
27,mlp.experts.92.gate_proj,0.0044590630,hessian_weighted_relative_error,4678,0.02500,0.828
27,mlp.experts.93.gate_proj,0.0071988823,hessian_weighted_relative_error,15499,0.02500,0.830
27,mlp.experts.94.gate_proj,0.0054348915,hessian_weighted_relative_error,36820,0.02500,0.827
27,mlp.experts.95.gate_proj,0.0084575785,hessian_weighted_relative_error,51781,0.02500,0.836
27,mlp.experts.96.gate_proj,0.0064397024,hessian_weighted_relative_error,11104,0.02500,0.829
27,mlp.experts.97.gate_proj,0.0080520180,hessian_weighted_relative_error,66055,0.02500,0.835
27,mlp.experts.98.gate_proj,0.0052759530,hessian_weighted_relative_error,14196,0.02500,0.827
27,mlp.experts.99.gate_proj,0.0087196632,hessian_weighted_relative_error,41595,0.02500,0.831
27,mlp.experts.100.gate_proj,0.0092150186,hessian_weighted_relative_error,43321,0.02500,0.830
27,mlp.experts.101.gate_proj,0.0040552286,hessian_weighted_relative_error,8397,0.02500,0.834
27,mlp.experts.102.gate_proj,0.0061663125,hessian_weighted_relative_error,12333,0.02500,0.830
27,mlp.experts.103.gate_proj,0.0027923588,hessian_weighted_relative_error,3500,0.02500,0.834
27,mlp.experts.104.gate_proj,0.0091725635,hessian_weighted_relative_error,51251,0.02500,0.831
27,mlp.experts.105.gate_proj,0.0088303865,hessian_weighted_relative_error,24739,0.02500,0.835
27,mlp.experts.106.gate_proj,0.0052167560,hessian_weighted_relative_error,29134,0.02500,0.830
27,mlp.experts.108.gate_proj,0.0067175204,hessian_weighted_relative_error,30945,0.02500,0.830
27,mlp.experts.109.gate_proj,0.0059095922,hessian_weighted_relative_error,18647,0.02500,0.838
27,mlp.experts.110.gate_proj,0.0080049516,hessian_weighted_relative_error,21299,0.02500,0.830
27,mlp.experts.112.gate_proj,0.0061651806,hessian_weighted_relative_error,41394,0.02500,0.832
27,mlp.experts.113.gate_proj,0.0064085752,hessian_weighted_relative_error,12723,0.02500,0.840
27,mlp.experts.114.gate_proj,0.0080090228,hessian_weighted_relative_error,77600,0.02500,0.832
27,mlp.experts.115.gate_proj,0.0061660259,hessian_weighted_relative_error,13214,0.02500,0.843
27,mlp.experts.116.gate_proj,0.0078995823,hessian_weighted_relative_error,45367,0.02500,0.832
27,mlp.experts.117.gate_proj,0.0069901644,hessian_weighted_relative_error,18113,0.02500,0.839
27,mlp.experts.118.gate_proj,0.0080218443,hessian_weighted_relative_error,29630,0.02500,0.833
27,mlp.experts.119.gate_proj,0.0081701260,hessian_weighted_relative_error,21512,0.02500,0.841
27,mlp.experts.120.gate_proj,0.0021117994,hessian_weighted_relative_error,1812,0.02500,0.833
27,mlp.experts.122.gate_proj,0.0047824590,hessian_weighted_relative_error,9450,0.02500,0.835
27,mlp.experts.123.gate_proj,0.0084155037,hessian_weighted_relative_error,20891,0.02500,0.845
27,mlp.experts.124.gate_proj,0.0094228146,hessian_weighted_relative_error,37054,0.02500,0.835
27,mlp.experts.125.gate_proj,0.0080323323,hessian_weighted_relative_error,32425,0.02500,0.847
27,mlp.experts.126.gate_proj,0.0073234901,hessian_weighted_relative_error,47497,0.02500,0.835
27,mlp.experts.127.gate_proj,0.0040041942,hessian_weighted_relative_error,4819,0.02500,0.844
27,mlp.experts.128.gate_proj,0.0081714852,hessian_weighted_relative_error,28758,0.02500,0.833
27,mlp.experts.129.gate_proj,0.0088005523,hessian_weighted_relative_error,32189,0.02500,0.846
27,mlp.experts.130.gate_proj,0.0089678447,hessian_weighted_relative_error,34580,0.02500,0.837
27,mlp.experts.131.gate_proj,0.0049598808,hessian_weighted_relative_error,7203,0.02500,0.848
27,mlp.experts.132.gate_proj,0.0037954394,hessian_weighted_relative_error,11502,0.02500,0.835
27,mlp.experts.133.gate_proj,0.0078275403,hessian_weighted_relative_error,30127,0.02500,0.846
27,mlp.experts.134.gate_proj,0.0048936710,hessian_weighted_relative_error,11881,0.02500,0.834
27,mlp.experts.135.gate_proj,0.0063856267,hessian_weighted_relative_error,22999,0.02500,0.845
27,mlp.experts.136.gate_proj,0.0087636327,hessian_weighted_relative_error,34568,0.02500,0.838
27,mlp.experts.137.gate_proj,0.0045127401,hessian_weighted_relative_error,21252,0.02500,0.847
27,mlp.experts.138.gate_proj,0.0086600114,hessian_weighted_relative_error,70445,0.02500,0.835
27,mlp.experts.139.gate_proj,0.0039456702,hessian_weighted_relative_error,7948,0.02500,0.848
27,mlp.experts.140.gate_proj,0.0086389596,hessian_weighted_relative_error,55239,0.02500,0.838
27,mlp.experts.141.gate_proj,0.0028658869,hessian_weighted_relative_error,2104,0.02500,0.846
27,mlp.experts.142.gate_proj,0.0059166054,hessian_weighted_relative_error,11053,0.02500,0.835
27,mlp.experts.143.gate_proj,0.0059186881,hessian_weighted_relative_error,20311,0.02500,0.850
27,mlp.experts.144.gate_proj,0.0070528715,hessian_weighted_relative_error,24865,0.02500,0.838
27,mlp.experts.145.gate_proj,0.0069662349,hessian_weighted_relative_error,27990,0.02500,0.850
27,mlp.experts.146.gate_proj,0.0061886545,hessian_weighted_relative_error,19531,0.02500,0.836
27,mlp.experts.147.gate_proj,0.0078136612,hessian_weighted_relative_error,23092,0.02500,0.851
27,mlp.experts.149.gate_proj,0.0077140722,hessian_weighted_relative_error,27417,0.02500,0.850
27,mlp.experts.150.gate_proj,0.0054989943,hessian_weighted_relative_error,15112,0.02500,0.838
27,mlp.experts.151.gate_proj,0.0062709010,hessian_weighted_relative_error,10732,0.02500,0.850
27,mlp.experts.152.gate_proj,0.0065395822,hessian_weighted_relative_error,58638,0.02500,0.838
27,mlp.experts.153.gate_proj,0.0060414509,hessian_weighted_relative_error,10864,0.02500,0.851
27,mlp.experts.155.gate_proj,0.0080633903,hessian_weighted_relative_error,48939,0.02500,0.854
27,mlp.experts.156.gate_proj,0.0089234409,hessian_weighted_relative_error,20708,0.02500,0.838
27,mlp.experts.157.gate_proj,0.0041748049,hessian_weighted_relative_error,6547,0.02500,0.851
27,mlp.experts.158.gate_proj,0.0062126338,hessian_weighted_relative_error,11478,0.02500,0.838
27,mlp.experts.159.gate_proj,0.0034108187,hessian_weighted_relative_error,2595,0.02500,0.850
27,mlp.experts.161.gate_proj,0.0051221598,hessian_weighted_relative_error,21270,0.02500,0.851
27,mlp.experts.162.gate_proj,0.0017510009,hessian_weighted_relative_error,1069,0.02500,0.842
27,mlp.experts.164.gate_proj,0.0085644651,hessian_weighted_relative_error,34133,0.02500,0.840
27,mlp.experts.165.gate_proj,0.0081764333,hessian_weighted_relative_error,29151,0.02500,0.852
27,mlp.experts.166.gate_proj,0.0061857166,hessian_weighted_relative_error,21916,0.02500,0.839
27,mlp.experts.167.gate_proj,0.0067173440,hessian_weighted_relative_error,13067,0.02500,0.853
27,mlp.experts.169.gate_proj,0.0088991329,hessian_weighted_relative_error,47685,0.02500,0.852
27,mlp.experts.170.gate_proj,0.0085905671,hessian_weighted_relative_error,47084,0.02500,0.844
27,mlp.experts.171.gate_proj,0.0058688837,hessian_weighted_relative_error,20336,0.02500,0.856
27,mlp.experts.172.gate_proj,0.0061840202,hessian_weighted_relative_error,17071,0.02500,0.848
27,mlp.experts.174.gate_proj,0.0086177904,hessian_weighted_relative_error,33758,0.02500,0.839
27,mlp.experts.175.gate_proj,0.0068841819,hessian_weighted_relative_error,23859,0.02500,0.860
27,mlp.experts.176.gate_proj,0.0097686599,hessian_weighted_relative_error,36305,0.02500,0.842
27,mlp.experts.177.gate_proj,0.0094945643,hessian_weighted_relative_error,30243,0.02500,0.878
27,mlp.experts.178.gate_proj,0.0085658047,hessian_weighted_relative_error,31660,0.02500,0.841
27,mlp.experts.179.gate_proj,0.0069373298,hessian_weighted_relative_error,21908,0.02500,0.856
27,mlp.experts.180.gate_proj,0.0077900867,hessian_weighted_relative_error,37749,0.02500,0.841
27,mlp.experts.182.gate_proj,0.0075968052,hessian_weighted_relative_error,17592,0.02500,0.841
27,mlp.experts.183.gate_proj,0.0046314878,hessian_weighted_relative_error,13119,0.02500,0.856
27,mlp.experts.184.gate_proj,0.0064221261,hessian_weighted_relative_error,45894,0.02500,0.842
27,mlp.experts.185.gate_proj,0.0066395630,hessian_weighted_relative_error,16468,0.02500,0.858
27,mlp.experts.186.gate_proj,0.0086168119,hessian_weighted_relative_error,60608,0.02500,0.843
27,mlp.experts.188.gate_proj,0.0054556996,hessian_weighted_relative_error,12302,0.02500,0.844
27,mlp.experts.189.gate_proj,0.0079102557,hessian_weighted_relative_error,30002,0.02500,0.857
27,mlp.experts.190.gate_proj,0.0059221955,hessian_weighted_relative_error,12383,0.02500,0.841
27,mlp.experts.191.gate_proj,0.0073917308,hessian_weighted_relative_error,35801,0.02500,0.857
27,mlp.experts.192.gate_proj,0.0043978254,hessian_weighted_relative_error,4859,0.02500,0.842
27,mlp.experts.193.gate_proj,0.0085769041,hessian_weighted_relative_error,33459,0.02500,0.859
27,mlp.experts.195.gate_proj,0.0076380472,hessian_weighted_relative_error,31126,0.02500,0.857
27,mlp.experts.196.gate_proj,0.0046821300,hessian_weighted_relative_error,10372,0.02500,0.843
27,mlp.experts.197.gate_proj,0.0092285946,hessian_weighted_relative_error,33393,0.02500,0.857
27,mlp.experts.199.gate_proj,0.0087757042,hessian_weighted_relative_error,33290,0.02500,0.857
27,mlp.experts.200.gate_proj,0.0070512274,hessian_weighted_relative_error,13414,0.02500,0.843
27,mlp.experts.201.gate_proj,0.0082999755,hessian_weighted_relative_error,45944,0.02500,0.857
27,mlp.experts.203.gate_proj,0.0089780598,hessian_weighted_relative_error,33118,0.02500,0.860
27,mlp.experts.204.gate_proj,0.0065381396,hessian_weighted_relative_error,8718,0.02500,0.844
27,mlp.experts.206.gate_proj,0.0057210296,hessian_weighted_relative_error,13245,0.02500,0.844
27,mlp.experts.207.gate_proj,0.0036294803,hessian_weighted_relative_error,2550,0.02500,0.862
27,mlp.experts.208.gate_proj,0.0072595888,hessian_weighted_relative_error,26258,0.02500,0.846
27,mlp.experts.209.gate_proj,0.0043991138,hessian_weighted_relative_error,6517,0.02500,0.858
27,mlp.experts.210.gate_proj,0.0060596045,hessian_weighted_relative_error,11970,0.02500,0.845
27,mlp.experts.211.gate_proj,0.0067795529,hessian_weighted_relative_error,14540,0.02500,0.861
27,mlp.experts.212.gate_proj,0.0058708282,hessian_weighted_relative_error,16576,0.02500,0.846
27,mlp.experts.213.gate_proj,0.0077396224,hessian_weighted_relative_error,28609,0.02500,0.856
27,mlp.experts.215.gate_proj,0.0062090806,hessian_weighted_relative_error,8206,0.02500,0.858
27,mlp.experts.216.gate_proj,0.0077403360,hessian_weighted_relative_error,35392,0.02500,0.846
27,mlp.experts.217.gate_proj,0.0083680700,hessian_weighted_relative_error,47374,0.02500,0.857
27,mlp.experts.218.gate_proj,0.0066462167,hessian_weighted_relative_error,20507,0.02500,0.845
27,mlp.experts.219.gate_proj,0.0057101024,hessian_weighted_relative_error,7432,0.02500,0.859
27,mlp.experts.220.gate_proj,0.0031917342,hessian_weighted_relative_error,2353,0.02500,0.848
27,mlp.experts.221.gate_proj,0.0069239387,hessian_weighted_relative_error,9832,0.02500,0.862
27,mlp.experts.222.gate_proj,0.0031508616,hessian_weighted_relative_error,4245,0.02500,0.847
27,mlp.experts.224.gate_proj,0.0052472671,hessian_weighted_relative_error,12328,0.02500,0.847
27,mlp.experts.225.gate_proj,0.0038068518,hessian_weighted_relative_error,10622,0.02500,0.860
27,mlp.experts.226.gate_proj,0.0080136557,hessian_weighted_relative_error,25375,0.02500,0.844
27,mlp.experts.227.gate_proj,0.0011377975,hessian_weighted_relative_error,1105,0.02500,0.860
27,mlp.experts.228.gate_proj,0.0036825908,hessian_weighted_relative_error,4845,0.02500,0.846
27,mlp.experts.229.gate_proj,0.0096457811,hessian_weighted_relative_error,45437,0.02500,0.860
27,mlp.experts.231.gate_proj,0.0060053298,hessian_weighted_relative_error,6967,0.02500,0.858
27,mlp.experts.233.gate_proj,0.0046091577,hessian_weighted_relative_error,18369,0.02500,0.861
27,mlp.experts.234.gate_proj,0.0095363942,hessian_weighted_relative_error,31136,0.02500,0.846
27,mlp.experts.235.gate_proj,0.0074464031,hessian_weighted_relative_error,22407,0.02500,0.861
27,mlp.experts.236.gate_proj,0.0036049924,hessian_weighted_relative_error,36563,0.02500,0.849
27,mlp.experts.237.gate_proj,0.0094343205,hessian_weighted_relative_error,50283,0.02500,0.860
27,mlp.experts.238.gate_proj,0.0068137962,hessian_weighted_relative_error,12302,0.02500,0.846
27,mlp.experts.239.gate_proj,0.0093484264,hessian_weighted_relative_error,43163,0.02500,0.859
27,mlp.experts.240.gate_proj,0.0072748732,hessian_weighted_relative_error,40264,0.02500,0.847
27,mlp.experts.241.gate_proj,0.0089018774,hessian_weighted_relative_error,31684,0.02500,0.862
27,mlp.experts.242.gate_proj,0.0049271341,hessian_weighted_relative_error,5008,0.02500,0.847
27,mlp.experts.243.gate_proj,0.0062942937,hessian_weighted_relative_error,11320,0.02500,0.860
27,mlp.experts.244.gate_proj,0.0046700838,hessian_weighted_relative_error,26142,0.02500,0.849
27,mlp.experts.245.gate_proj,0.0066479827,hessian_weighted_relative_error,13112,0.02500,0.860
27,mlp.experts.246.gate_proj,0.0053540694,hessian_weighted_relative_error,22902,0.02500,0.848
27,mlp.experts.248.gate_proj,0.0029528848,hessian_weighted_relative_error,19906,0.02500,0.848
27,mlp.experts.249.gate_proj,0.0072052942,hessian_weighted_relative_error,19776,0.02500,0.861
27,mlp.experts.250.gate_proj,0.0068017364,hessian_weighted_relative_error,24697,0.02500,0.848
27,mlp.experts.251.gate_proj,0.0085416927,hessian_weighted_relative_error,29329,0.02500,0.860
27,mlp.experts.252.gate_proj,0.0070749168,hessian_weighted_relative_error,17064,0.02500,0.848
27,mlp.experts.253.gate_proj,0.0055526286,hessian_weighted_relative_error,8988,0.02500,0.861
27,mlp.experts.254.gate_proj,0.0057281063,hessian_weighted_relative_error,9033,0.02500,0.850
27,mlp.experts.255.gate_proj,0.0090102633,hessian_weighted_relative_error,43883,0.02500,0.859
27,mlp.experts.256.gate_proj,0.0033568130,hessian_weighted_relative_error,3164,0.02500,0.848
27,mlp.experts.257.gate_proj,0.0088221728,hessian_weighted_relative_error,43070,0.02500,0.863
27,mlp.experts.258.gate_proj,0.0070618328,hessian_weighted_relative_error,22517,0.02500,0.848
27,mlp.experts.259.gate_proj,0.0085372391,hessian_weighted_relative_error,68531,0.02500,0.861
27,mlp.experts.260.gate_proj,0.0074554663,hessian_weighted_relative_error,39261,0.02500,0.851
27,mlp.experts.261.gate_proj,0.0082412701,hessian_weighted_relative_error,31514,0.02500,0.862
27,mlp.experts.262.gate_proj,0.0085758123,hessian_weighted_relative_error,51244,0.02500,0.850
27,mlp.experts.263.gate_proj,0.0084899087,hessian_weighted_relative_error,31175,0.02500,0.867
27,mlp.experts.264.gate_proj,0.0048334882,hessian_weighted_relative_error,9091,0.02500,0.852
27,mlp.experts.265.gate_proj,0.0026036576,hessian_weighted_relative_error,3331,0.02500,0.863
27,mlp.experts.266.gate_proj,0.0041958778,hessian_weighted_relative_error,9544,0.02500,0.850
27,mlp.experts.267.gate_proj,0.0047712959,hessian_weighted_relative_error,5696,0.02500,0.862
27,mlp.experts.268.gate_proj,0.0130989764,hessian_weighted_relative_error,1024,0.02500,0.851
27,mlp.experts.269.gate_proj,0.0096510634,hessian_weighted_relative_error,46045,0.02500,0.861
27,mlp.experts.270.gate_proj,0.0055631095,hessian_weighted_relative_error,16803,0.02500,0.848
27,mlp.experts.271.gate_proj,0.0090609771,hessian_weighted_relative_error,36394,0.02500,0.861
27,mlp.experts.272.gate_proj,0.0086786572,hessian_weighted_relative_error,27193,0.02500,0.850
27,mlp.experts.273.gate_proj,0.0086574431,hessian_weighted_relative_error,25558,0.02500,0.861
27,mlp.experts.274.gate_proj,0.0084146526,hessian_weighted_relative_error,23069,0.02500,0.852
27,mlp.experts.275.gate_proj,0.0042514702,hessian_weighted_relative_error,12668,0.02500,0.863
27,mlp.experts.276.gate_proj,0.0060445039,hessian_weighted_relative_error,25816,0.02500,0.852
27,mlp.experts.277.gate_proj,0.0045359395,hessian_weighted_relative_error,60157,0.02500,0.864
27,mlp.experts.278.gate_proj,0.0088112170,hessian_weighted_relative_error,31758,0.02500,0.848
27,mlp.experts.279.gate_proj,0.0066106029,hessian_weighted_relative_error,27130,0.02500,0.863
27,mlp.experts.280.gate_proj,0.0091977037,hessian_weighted_relative_error,48729,0.02500,0.850
27,mlp.experts.281.gate_proj,0.0084105554,hessian_weighted_relative_error,41981,0.02500,0.863
27,mlp.experts.282.gate_proj,0.0085949944,hessian_weighted_relative_error,34255,0.02500,0.849
27,mlp.experts.283.gate_proj,0.0056553062,hessian_weighted_relative_error,8308,0.02500,0.874
27,mlp.experts.284.gate_proj,0.0067043623,hessian_weighted_relative_error,11705,0.02500,0.851
27,mlp.experts.285.gate_proj,0.0044183099,hessian_weighted_relative_error,6059,0.02500,0.861
27,mlp.experts.286.gate_proj,0.0056956476,hessian_weighted_relative_error,15903,0.02500,0.849
27,mlp.experts.287.gate_proj,0.0083146053,hessian_weighted_relative_error,42543,0.02500,0.859
27,mlp.experts.1.up_proj,0.0056870554,hessian_weighted_relative_error,7433,0.02500,0.863
27,mlp.experts.2.up_proj,0.0070166448,hessian_weighted_relative_error,12711,0.02500,0.854
27,mlp.experts.3.up_proj,0.0095288011,hessian_weighted_relative_error,27530,0.02500,0.863
27,mlp.experts.4.up_proj,0.0069040319,hessian_weighted_relative_error,8181,0.02500,0.851
27,mlp.experts.7.up_proj,0.0069557334,hessian_weighted_relative_error,24448,0.02500,0.868
27,mlp.experts.9.up_proj,0.0090304150,hessian_weighted_relative_error,28250,0.02500,0.866
27,mlp.experts.10.up_proj,0.0098444168,hessian_weighted_relative_error,37175,0.02500,0.852
27,mlp.experts.11.up_proj,0.0083205303,hessian_weighted_relative_error,21314,0.02500,0.867
27,mlp.experts.15.up_proj,0.0073477159,hessian_weighted_relative_error,9098,0.02500,0.867
27,mlp.experts.17.up_proj,0.0070941254,hessian_weighted_relative_error,8722,0.02500,0.865
27,mlp.experts.18.up_proj,0.0101535504,hessian_weighted_relative_error,48267,0.02500,0.862
27,mlp.experts.19.up_proj,0.0076972555,hessian_weighted_relative_error,10446,0.02500,0.867
27,mlp.experts.20.up_proj,0.0102686387,hessian_weighted_relative_error,54098,0.02500,0.865
27,mlp.experts.21.up_proj,0.0066263823,hessian_weighted_relative_error,17769,0.02500,0.865
27,mlp.experts.22.up_proj,0.0068510003,hessian_weighted_relative_error,14895,0.02500,0.855
27,mlp.experts.23.up_proj,0.0062660625,hessian_weighted_relative_error,16045,0.02500,0.862
27,mlp.experts.24.up_proj,0.0070894682,hessian_weighted_relative_error,16067,0.02500,0.853
27,mlp.experts.25.up_proj,0.0067803549,hessian_weighted_relative_error,19818,0.02500,0.876
27,mlp.experts.26.up_proj,0.0083194503,hessian_weighted_relative_error,16672,0.02500,0.863
27,mlp.experts.27.up_proj,0.0102351108,hessian_weighted_relative_error,46211,0.02500,0.868
27,mlp.experts.28.up_proj,0.0052087303,hessian_weighted_relative_error,8068,0.02500,0.853
27,mlp.experts.29.up_proj,0.0085490607,hessian_weighted_relative_error,27106,0.02500,0.888
27,mlp.experts.30.up_proj,0.0097247110,hessian_weighted_relative_error,35095,0.02500,0.868
27,mlp.experts.31.up_proj,0.0092195138,hessian_weighted_relative_error,49799,0.02500,0.866
27,mlp.experts.32.up_proj,0.0069723298,hessian_weighted_relative_error,9284,0.02500,0.854
27,mlp.experts.33.up_proj,0.0047309918,hessian_weighted_relative_error,4977,0.02500,0.870
27,mlp.experts.35.up_proj,0.0072193253,hessian_weighted_relative_error,15877,0.02500,0.866
27,mlp.experts.36.up_proj,0.0098765243,hessian_weighted_relative_error,26734,0.02500,0.854
27,mlp.experts.38.up_proj,0.0056551200,hessian_weighted_relative_error,6046,0.02500,0.856
27,mlp.experts.39.up_proj,0.0028834707,hessian_weighted_relative_error,31914,0.02500,0.865
27,mlp.experts.40.up_proj,0.0047454324,hessian_weighted_relative_error,27401,0.02500,0.852
27,mlp.experts.41.up_proj,0.0089174405,hessian_weighted_relative_error,36915,0.02500,0.865
27,mlp.experts.45.up_proj,0.0075075715,hessian_weighted_relative_error,12651,0.02500,0.867
27,mlp.experts.46.up_proj,0.0084594509,hessian_weighted_relative_error,16790,0.02500,0.854
27,mlp.experts.47.up_proj,0.0073800178,hessian_weighted_relative_error,13877,0.02500,0.865
27,mlp.experts.48.up_proj,0.0088177853,hessian_weighted_relative_error,33284,0.02500,0.853
27,mlp.experts.49.up_proj,0.0086803935,hessian_weighted_relative_error,34030,0.02500,0.866
27,mlp.experts.50.up_proj,0.0060453772,hessian_weighted_relative_error,12497,0.02500,0.854
27,mlp.experts.51.up_proj,0.0100871895,hessian_weighted_relative_error,47470,0.02500,0.866
27,mlp.experts.52.up_proj,0.0072622840,hessian_weighted_relative_error,18719,0.02500,0.856
27,mlp.experts.53.up_proj,0.0065723076,hessian_weighted_relative_error,13235,0.02500,0.866
27,mlp.experts.54.up_proj,0.0096532175,hessian_weighted_relative_error,28330,0.02500,0.854
27,mlp.experts.55.up_proj,0.0058620057,hessian_weighted_relative_error,8311,0.02500,0.874
27,mlp.experts.56.up_proj,0.0047114296,hessian_weighted_relative_error,26787,0.02500,0.853
27,mlp.experts.57.up_proj,0.0067142248,hessian_weighted_relative_error,25937,0.02500,0.866
27,mlp.experts.58.up_proj,0.0093126238,hessian_weighted_relative_error,63866,0.02500,0.855
27,mlp.experts.59.up_proj,0.0098286006,hessian_weighted_relative_error,31235,0.02500,0.867
27,mlp.experts.63.up_proj,0.0075159035,hessian_weighted_relative_error,6864,0.02500,0.872
27,mlp.experts.65.up_proj,0.0053696348,hessian_weighted_relative_error,12086,0.02500,0.876
27,mlp.experts.66.up_proj,0.0038924522,hessian_weighted_relative_error,7575,0.02500,0.854
27,mlp.experts.67.up_proj,0.0097814933,hessian_weighted_relative_error,34455,0.02500,0.878
27,mlp.experts.68.up_proj,0.0071963091,hessian_weighted_relative_error,15093,0.02500,0.854
27,mlp.experts.69.up_proj,0.0083475200,hessian_weighted_relative_error,28819,0.02500,0.872
27,mlp.experts.71.up_proj,0.0095382807,hessian_weighted_relative_error,35186,0.02500,0.866
27,mlp.experts.72.up_proj,0.0095093937,hessian_weighted_relative_error,30550,0.02500,0.856
27,mlp.experts.73.up_proj,0.0052613545,hessian_weighted_relative_error,11269,0.02500,0.869
27,mlp.experts.74.up_proj,0.0018014749,hessian_weighted_relative_error,13977,0.02500,0.854
27,mlp.experts.76.up_proj,0.0057449004,hessian_weighted_relative_error,12329,0.02500,0.855
27,mlp.experts.77.up_proj,0.0068419739,hessian_weighted_relative_error,12738,0.02500,0.867
27,mlp.experts.78.up_proj,0.0088746353,hessian_weighted_relative_error,52003,0.02500,0.855
27,mlp.experts.79.up_proj,0.0057737616,hessian_weighted_relative_error,10236,0.02500,0.876
27,mlp.experts.83.up_proj,0.0061959979,hessian_weighted_relative_error,18200,0.02500,0.871
27,mlp.experts.85.up_proj,0.0064918123,hessian_weighted_relative_error,20808,0.02500,0.878
27,mlp.experts.89.up_proj,0.0025090312,hessian_weighted_relative_error,51852,0.02500,0.868
27,mlp.experts.90.up_proj,0.0049751270,hessian_weighted_relative_error,10648,0.02500,0.856
27,mlp.experts.91.up_proj,0.0098971032,hessian_weighted_relative_error,33480,0.02500,0.874
27,mlp.experts.92.up_proj,0.0051707500,hessian_weighted_relative_error,4678,0.02500,0.854
27,mlp.experts.93.up_proj,0.0075360460,hessian_weighted_relative_error,15499,0.02500,0.874
27,mlp.experts.96.up_proj,0.0072265304,hessian_weighted_relative_error,11104,0.02500,0.856
27,mlp.experts.97.up_proj,0.0086964615,hessian_weighted_relative_error,66055,0.02500,0.876
27,mlp.experts.98.up_proj,0.0055640031,hessian_weighted_relative_error,14196,0.02500,0.856
27,mlp.experts.99.up_proj,0.0098186654,hessian_weighted_relative_error,41595,0.02500,0.878
27,mlp.experts.100.up_proj,0.0102796385,hessian_weighted_relative_error,43321,0.02500,0.856
27,mlp.experts.101.up_proj,0.0043197872,hessian_weighted_relative_error,8397,0.02500,0.868
27,mlp.experts.102.up_proj,0.0068785106,hessian_weighted_relative_error,12333,0.02500,0.856
27,mlp.experts.103.up_proj,0.0029883096,hessian_weighted_relative_error,3500,0.02500,0.872
27,mlp.experts.104.up_proj,0.0101225480,hessian_weighted_relative_error,51251,0.02500,0.857
27,mlp.experts.105.up_proj,0.0094247330,hessian_weighted_relative_error,24739,0.02500,0.874
27,mlp.experts.106.up_proj,0.0053732131,hessian_weighted_relative_error,29134,0.02500,0.856
27,mlp.experts.108.up_proj,0.0072003015,hessian_weighted_relative_error,30945,0.02500,0.856
27,mlp.experts.109.up_proj,0.0063850108,hessian_weighted_relative_error,18647,0.02500,0.881
27,mlp.experts.110.up_proj,0.0088219938,hessian_weighted_relative_error,21299,0.02500,0.856
27,mlp.experts.113.up_proj,0.0069342361,hessian_weighted_relative_error,12723,0.02500,0.872
27,mlp.experts.114.up_proj,0.0099399247,hessian_weighted_relative_error,77600,0.02500,0.858
27,mlp.experts.115.up_proj,0.0068520594,hessian_weighted_relative_error,13214,0.02500,0.885
27,mlp.experts.117.up_proj,0.0076578541,hessian_weighted_relative_error,18113,0.02500,0.869
27,mlp.experts.118.up_proj,0.0096915437,hessian_weighted_relative_error,29630,0.02500,0.858
27,mlp.experts.119.up_proj,0.0094893817,hessian_weighted_relative_error,21512,0.02500,0.878
27,mlp.experts.120.up_proj,0.0022421053,hessian_weighted_relative_error,1812,0.02500,0.857
27,mlp.experts.122.up_proj,0.0051948336,hessian_weighted_relative_error,9450,0.02500,0.859
27,mlp.experts.123.up_proj,0.0091773890,hessian_weighted_relative_error,20891,0.02500,0.876
27,mlp.experts.124.up_proj,0.0103843119,hessian_weighted_relative_error,37054,0.02500,0.858
27,mlp.experts.125.up_proj,0.0089899098,hessian_weighted_relative_error,32425,0.02500,0.875
27,mlp.experts.127.up_proj,0.0039771696,hessian_weighted_relative_error,4819,0.02500,0.878
27,mlp.experts.128.up_proj,0.0097860424,hessian_weighted_relative_error,28758,0.02500,0.858
27,mlp.experts.129.up_proj,0.0095789407,hessian_weighted_relative_error,32189,0.02500,0.880
27,mlp.experts.130.up_proj,0.0100633464,hessian_weighted_relative_error,34580,0.02500,0.858
27,mlp.experts.131.up_proj,0.0053110197,hessian_weighted_relative_error,7203,0.02500,0.872
27,mlp.experts.132.up_proj,0.0038820404,hessian_weighted_relative_error,11502,0.02500,0.856
27,mlp.experts.134.up_proj,0.0050867468,hessian_weighted_relative_error,11881,0.02500,0.859
27,mlp.experts.135.up_proj,0.0069184188,hessian_weighted_relative_error,22999,0.02500,0.881
27,mlp.experts.136.up_proj,0.0092590890,hessian_weighted_relative_error,34568,0.02500,0.860
27,mlp.experts.137.up_proj,0.0049936334,hessian_weighted_relative_error,21252,0.02500,0.886
27,mlp.experts.138.up_proj,0.0104791269,hessian_weighted_relative_error,70445,0.02500,0.870
27,mlp.experts.139.up_proj,0.0044545548,hessian_weighted_relative_error,7948,0.02500,0.871
27,mlp.experts.141.up_proj,0.0030417908,hessian_weighted_relative_error,2104,0.02500,0.896
27,mlp.experts.142.up_proj,0.0082943153,hessian_weighted_relative_error,11053,0.02500,0.864
27,mlp.experts.143.up_proj,0.0060381400,hessian_weighted_relative_error,20311,0.02500,0.881
27,mlp.experts.145.up_proj,0.0084313029,hessian_weighted_relative_error,27990,0.02500,0.871
27,mlp.experts.146.up_proj,0.0065850089,hessian_weighted_relative_error,19531,0.02500,0.858
27,mlp.experts.147.up_proj,0.0089584451,hessian_weighted_relative_error,23092,0.02500,0.883
27,mlp.experts.149.up_proj,0.0083895665,hessian_weighted_relative_error,27417,0.02500,0.870
27,mlp.experts.150.up_proj,0.0057490679,hessian_weighted_relative_error,15112,0.02500,0.861
27,mlp.experts.151.up_proj,0.0068928014,hessian_weighted_relative_error,10732,0.02500,0.881
27,mlp.experts.152.up_proj,0.0067982953,hessian_weighted_relative_error,58638,0.02500,0.858
27,mlp.experts.153.up_proj,0.0065922415,hessian_weighted_relative_error,10864,0.02500,0.874
27,mlp.experts.156.up_proj,0.0097468749,hessian_weighted_relative_error,20708,0.02500,0.858
27,mlp.experts.157.up_proj,0.0044431252,hessian_weighted_relative_error,6547,0.02500,0.878
27,mlp.experts.158.up_proj,0.0068642099,hessian_weighted_relative_error,11478,0.02500,0.858
27,mlp.experts.159.up_proj,0.0040131996,hessian_weighted_relative_error,2595,0.02500,0.874
27,mlp.experts.161.up_proj,0.0054010348,hessian_weighted_relative_error,21270,0.02500,0.874
27,mlp.experts.162.up_proj,0.0020066205,hessian_weighted_relative_error,1069,0.02500,0.860
27,mlp.experts.164.up_proj,0.0096030430,hessian_weighted_relative_error,34133,0.02500,0.858
27,mlp.experts.165.up_proj,0.0088905734,hessian_weighted_relative_error,29151,0.02500,0.880
27,mlp.experts.166.up_proj,0.0063021482,hessian_weighted_relative_error,21916,0.02500,0.857
27,mlp.experts.167.up_proj,0.0078109949,hessian_weighted_relative_error,13067,0.02500,0.867
27,mlp.experts.169.up_proj,0.0092393961,hessian_weighted_relative_error,47685,0.02500,0.880
27,mlp.experts.172.up_proj,0.0064205788,hessian_weighted_relative_error,17071,0.02500,0.859
27,mlp.experts.174.up_proj,0.0095260491,hessian_weighted_relative_error,33758,0.02500,0.859
27,mlp.experts.176.up_proj,0.0104425503,hessian_weighted_relative_error,36305,0.02500,0.860
27,mlp.experts.177.up_proj,0.0097899485,hessian_weighted_relative_error,30243,0.02500,0.883
27,mlp.experts.178.up_proj,0.0092978558,hessian_weighted_relative_error,31660,0.02500,0.859
27,mlp.experts.179.up_proj,0.0076771963,hessian_weighted_relative_error,21908,0.02500,0.886
27,mlp.experts.182.up_proj,0.0087055703,hessian_weighted_relative_error,17592,0.02500,0.859
27,mlp.experts.183.up_proj,0.0045844825,hessian_weighted_relative_error,13119,0.02500,0.875
27,mlp.experts.184.up_proj,0.0067734346,hessian_weighted_relative_error,45894,0.02500,0.859
27,mlp.experts.185.up_proj,0.0070867566,hessian_weighted_relative_error,16468,0.02500,0.879
27,mlp.experts.186.up_proj,0.0100509713,hessian_weighted_relative_error,60608,0.02500,0.860
27,mlp.experts.188.up_proj,0.0059310206,hessian_weighted_relative_error,12302,0.02500,0.859
27,mlp.experts.189.up_proj,0.0087301649,hessian_weighted_relative_error,30002,0.02500,0.880
27,mlp.experts.190.up_proj,0.0071132035,hessian_weighted_relative_error,12383,0.02500,0.860
27,mlp.experts.191.up_proj,0.0077821170,hessian_weighted_relative_error,35801,0.02500,0.880
27,mlp.experts.192.up_proj,0.0052571600,hessian_weighted_relative_error,4859,0.02500,0.860
27,mlp.experts.193.up_proj,0.0100316811,hessian_weighted_relative_error,33459,0.02500,0.883
27,mlp.experts.195.up_proj,0.0084287911,hessian_weighted_relative_error,31126,0.02500,0.880
27,mlp.experts.196.up_proj,0.0049198203,hessian_weighted_relative_error,10372,0.02500,0.860
27,mlp.experts.197.up_proj,0.0102368911,hessian_weighted_relative_error,33393,0.02500,0.886
27,mlp.experts.200.up_proj,0.0074573895,hessian_weighted_relative_error,13414,0.02500,0.859
27,mlp.experts.201.up_proj,0.0094979540,hessian_weighted_relative_error,45944,0.02500,0.894
27,mlp.experts.203.up_proj,0.0096056467,hessian_weighted_relative_error,33118,0.02500,0.892
27,mlp.experts.204.up_proj,0.0074162114,hessian_weighted_relative_error,8718,0.02500,0.860
27,mlp.experts.206.up_proj,0.0061424975,hessian_weighted_relative_error,13245,0.02500,0.860
27,mlp.experts.207.up_proj,0.0041271655,hessian_weighted_relative_error,2550,0.02500,0.884
27,mlp.experts.209.up_proj,0.0048207745,hessian_weighted_relative_error,6517,0.02500,0.885
27,mlp.experts.210.up_proj,0.0062419521,hessian_weighted_relative_error,11970,0.02500,0.859
27,mlp.experts.211.up_proj,0.0070540603,hessian_weighted_relative_error,14540,0.02500,0.881
27,mlp.experts.212.up_proj,0.0060423047,hessian_weighted_relative_error,16576,0.02500,0.863
27,mlp.experts.213.up_proj,0.0089290176,hessian_weighted_relative_error,28609,0.02500,0.880
27,mlp.experts.215.up_proj,0.0065473867,hessian_weighted_relative_error,8206,0.02500,0.881
27,mlp.experts.216.up_proj,0.0082889979,hessian_weighted_relative_error,35392,0.02500,0.861
27,mlp.experts.218.up_proj,0.0070115434,hessian_weighted_relative_error,20507,0.02500,0.860
27,mlp.experts.219.up_proj,0.0062808046,hessian_weighted_relative_error,7432,0.02500,0.879
27,mlp.experts.220.up_proj,0.0034015677,hessian_weighted_relative_error,2353,0.02500,0.863
27,mlp.experts.221.up_proj,0.0071782670,hessian_weighted_relative_error,9832,0.02500,0.876
27,mlp.experts.222.up_proj,0.0034126949,hessian_weighted_relative_error,4245,0.02500,0.861
27,mlp.experts.224.up_proj,0.0055494440,hessian_weighted_relative_error,12328,0.02500,0.862
27,mlp.experts.225.up_proj,0.0039970063,hessian_weighted_relative_error,10622,0.02500,0.878
27,mlp.experts.226.up_proj,0.0088410244,hessian_weighted_relative_error,25375,0.02500,0.861
27,mlp.experts.227.up_proj,0.0012014156,hessian_weighted_relative_error,1105,0.02500,0.891
27,mlp.experts.228.up_proj,0.0038981255,hessian_weighted_relative_error,4845,0.02500,0.864
27,mlp.experts.229.up_proj,0.0103925835,hessian_weighted_relative_error,45437,0.02500,0.887
27,mlp.experts.231.up_proj,0.0067136551,hessian_weighted_relative_error,6967,0.02500,0.894
27,mlp.experts.233.up_proj,0.0050484209,hessian_weighted_relative_error,18369,0.02500,0.895
27,mlp.experts.234.up_proj,0.0106202425,hessian_weighted_relative_error,31136,0.02500,0.873
27,mlp.experts.235.up_proj,0.0080274751,hessian_weighted_relative_error,22407,0.02500,0.888
27,mlp.experts.236.up_proj,0.0038071506,hessian_weighted_relative_error,36563,0.02500,0.864
27,mlp.experts.238.up_proj,0.0083799051,hessian_weighted_relative_error,12302,0.02500,0.870
27,mlp.experts.239.up_proj,0.0100206636,hessian_weighted_relative_error,43163,0.02500,0.882
27,mlp.experts.240.up_proj,0.0077277195,hessian_weighted_relative_error,40264,0.02500,0.860
27,mlp.experts.241.up_proj,0.0094196367,hessian_weighted_relative_error,31684,0.02500,0.887
27,mlp.experts.242.up_proj,0.0056043015,hessian_weighted_relative_error,5008,0.02500,0.861
27,mlp.experts.243.up_proj,0.0070441735,hessian_weighted_relative_error,11320,0.02500,0.886
27,mlp.experts.244.up_proj,0.0048179701,hessian_weighted_relative_error,26142,0.02500,0.860
27,mlp.experts.245.up_proj,0.0071462635,hessian_weighted_relative_error,13112,0.02500,0.890
27,mlp.experts.248.up_proj,0.0030430927,hessian_weighted_relative_error,19906,0.02500,0.859
27,mlp.experts.249.up_proj,0.0078233837,hessian_weighted_relative_error,19776,0.02500,0.893
27,mlp.experts.250.up_proj,0.0073572667,hessian_weighted_relative_error,24697,0.02500,0.860
27,mlp.experts.251.up_proj,0.0095028860,hessian_weighted_relative_error,29329,0.02500,0.888
27,mlp.experts.252.up_proj,0.0073958002,hessian_weighted_relative_error,17064,0.02500,0.862
27,mlp.experts.253.up_proj,0.0059166096,hessian_weighted_relative_error,8988,0.02500,0.882
27,mlp.experts.254.up_proj,0.0066648508,hessian_weighted_relative_error,9033,0.02500,0.860
27,mlp.experts.255.up_proj,0.0105204640,hessian_weighted_relative_error,43883,0.02500,0.887
27,mlp.experts.256.up_proj,0.0039230199,hessian_weighted_relative_error,3164,0.02500,0.862
27,mlp.experts.257.up_proj,0.0101574768,hessian_weighted_relative_error,43070,0.02500,0.889
27,mlp.experts.258.up_proj,0.0083221939,hessian_weighted_relative_error,22517,0.02500,0.860
27,mlp.experts.260.up_proj,0.0085952450,hessian_weighted_relative_error,39261,0.02500,0.860
27,mlp.experts.261.up_proj,0.0090265486,hessian_weighted_relative_error,31514,0.02500,0.887
27,mlp.experts.262.up_proj,0.0094449880,hessian_weighted_relative_error,51244,0.02500,0.860
27,mlp.experts.263.up_proj,0.0094596930,hessian_weighted_relative_error,31175,0.02500,0.883
27,mlp.experts.264.up_proj,0.0051412483,hessian_weighted_relative_error,9091,0.02500,0.861
27,mlp.experts.265.up_proj,0.0028804711,hessian_weighted_relative_error,3331,0.02500,0.895
27,mlp.experts.266.up_proj,0.0045833897,hessian_weighted_relative_error,9544,0.02500,0.862
27,mlp.experts.267.up_proj,0.0054350835,hessian_weighted_relative_error,5696,0.02500,0.883
27,mlp.experts.268.up_proj,0.0137404900,hessian_weighted_relative_error,1024,0.02500,0.861
27,mlp.experts.269.up_proj,0.0101555956,hessian_weighted_relative_error,46045,0.02500,0.896
27,mlp.experts.270.up_proj,0.0059555772,hessian_weighted_relative_error,16803,0.02500,0.862
27,mlp.experts.271.up_proj,0.0095708600,hessian_weighted_relative_error,36394,0.02500,0.887
27,mlp.experts.272.up_proj,0.0093030336,hessian_weighted_relative_error,27193,0.02500,0.863
27,mlp.experts.273.up_proj,0.0093597217,hessian_weighted_relative_error,25558,0.02500,0.892
27,mlp.experts.274.up_proj,0.0091252267,hessian_weighted_relative_error,23069,0.02500,0.863
27,mlp.experts.275.up_proj,0.0046422374,hessian_weighted_relative_error,12668,0.02500,0.890
27,mlp.experts.276.up_proj,0.0064461638,hessian_weighted_relative_error,25816,0.02500,0.861
27,mlp.experts.277.up_proj,0.0048590034,hessian_weighted_relative_error,60157,0.02500,0.890
27,mlp.experts.278.up_proj,0.0096428194,hessian_weighted_relative_error,31758,0.02500,0.860
27,mlp.experts.279.up_proj,0.0070717190,hessian_weighted_relative_error,27130,0.02500,0.885
27,mlp.experts.281.up_proj,0.0094983472,hessian_weighted_relative_error,41981,0.02500,0.904
27,mlp.experts.282.up_proj,0.0099454419,hessian_weighted_relative_error,34255,0.02500,0.861
27,mlp.experts.283.up_proj,0.0061981331,hessian_weighted_relative_error,8308,0.02500,0.880
27,mlp.experts.284.up_proj,0.0075526671,hessian_weighted_relative_error,11705,0.02500,0.860
27,mlp.experts.285.up_proj,0.0046531799,hessian_weighted_relative_error,6059,0.02500,0.893
27,mlp.experts.286.up_proj,0.0060486879,hessian_weighted_relative_error,15903,0.02500,0.861
27,mlp.experts.1.down_proj,0.0112608483,hessian_weighted_relative_error,7433,0.02500,0.747
27,mlp.experts.2.down_proj,0.0114242763,hessian_weighted_relative_error,12711,0.02500,0.768
27,mlp.experts.4.down_proj,0.0121586748,hessian_weighted_relative_error,8181,0.02500,0.770
27,mlp.experts.9.down_proj,0.0137023954,hessian_weighted_relative_error,28250,0.02500,0.751
27,mlp.experts.10.down_proj,0.0143114550,hessian_weighted_relative_error,37175,0.02500,0.771
27,mlp.experts.11.down_proj,0.0138738111,hessian_weighted_relative_error,21314,0.02500,0.754
27,mlp.experts.15.down_proj,0.0122472526,hessian_weighted_relative_error,9098,0.02500,0.753
27,mlp.experts.17.down_proj,0.0123301376,hessian_weighted_relative_error,8722,0.02500,0.754
27,mlp.experts.19.down_proj,0.0127323496,hessian_weighted_relative_error,10446,0.02500,0.759
27,mlp.experts.21.down_proj,0.0115491818,hessian_weighted_relative_error,17769,0.02500,0.759
27,mlp.experts.22.down_proj,0.0089472117,hessian_weighted_relative_error,14895,0.02500,0.773
27,mlp.experts.23.down_proj,0.0099492945,hessian_weighted_relative_error,16045,0.02500,0.756
27,mlp.experts.24.down_proj,0.0122230419,hessian_weighted_relative_error,16067,0.02500,0.780
27,mlp.experts.26.down_proj,0.0138044423,hessian_weighted_relative_error,16672,0.02500,0.777
27,mlp.experts.27.down_proj,0.0153363500,hessian_weighted_relative_error,46211,0.02500,0.762
27,mlp.experts.28.down_proj,0.0095150820,hessian_weighted_relative_error,8068,0.02500,0.779
27,mlp.experts.29.down_proj,0.0129246776,hessian_weighted_relative_error,27106,0.02500,0.766
27,mlp.experts.30.down_proj,0.0144631481,hessian_weighted_relative_error,35095,0.02500,0.776
27,mlp.experts.31.down_proj,0.0128005746,hessian_weighted_relative_error,49799,0.02500,0.758
27,mlp.experts.32.down_proj,0.0121365785,hessian_weighted_relative_error,9284,0.02500,0.781
27,mlp.experts.33.down_proj,0.0093613900,hessian_weighted_relative_error,4977,0.02500,0.761
27,mlp.experts.35.down_proj,0.0127085732,hessian_weighted_relative_error,15877,0.02500,0.764
27,mlp.experts.36.down_proj,0.0149616037,hessian_weighted_relative_error,26734,0.02500,0.781
27,mlp.experts.38.down_proj,0.0110391191,hessian_weighted_relative_error,6046,0.02500,0.777
27,mlp.experts.40.down_proj,0.0083149228,hessian_weighted_relative_error,27401,0.02500,0.787
27,mlp.experts.41.down_proj,0.0128122572,hessian_weighted_relative_error,36915,0.02500,0.764
27,mlp.experts.45.down_proj,0.0125909189,hessian_weighted_relative_error,12651,0.02500,0.768
27,mlp.experts.46.down_proj,0.0135662485,hessian_weighted_relative_error,16790,0.02500,0.780
27,mlp.experts.47.down_proj,0.0127438745,hessian_weighted_relative_error,13877,0.02500,0.766
27,mlp.experts.50.down_proj,0.0097684533,hessian_weighted_relative_error,12497,0.02500,0.784
27,mlp.experts.52.down_proj,0.0111994813,hessian_weighted_relative_error,18719,0.02500,0.785
27,mlp.experts.53.down_proj,0.0110889692,hessian_weighted_relative_error,13235,0.02500,0.771
27,mlp.experts.54.down_proj,0.0145107351,hessian_weighted_relative_error,28330,0.02500,0.782
27,mlp.experts.55.down_proj,0.0106610815,hessian_weighted_relative_error,8311,0.02500,0.768
27,mlp.experts.59.down_proj,0.0145401174,hessian_weighted_relative_error,31235,0.02500,0.775
27,mlp.experts.63.down_proj,0.0124750837,hessian_weighted_relative_error,6864,0.02500,0.771
27,mlp.experts.65.down_proj,0.0101909107,hessian_weighted_relative_error,12086,0.02500,0.773
27,mlp.experts.66.down_proj,0.0064596190,hessian_weighted_relative_error,7575,0.02500,0.788
27,mlp.experts.67.down_proj,0.0141008156,hessian_weighted_relative_error,34455,0.02500,0.777
27,mlp.experts.68.down_proj,0.0119395979,hessian_weighted_relative_error,15093,0.02500,0.788
27,mlp.experts.69.down_proj,0.0137331171,hessian_weighted_relative_error,28819,0.02500,0.778
27,mlp.experts.71.down_proj,0.0138321630,hessian_weighted_relative_error,35186,0.02500,0.774
27,mlp.experts.72.down_proj,0.0125814745,hessian_weighted_relative_error,30550,0.02500,0.792
27,mlp.experts.74.down_proj,0.0029707266,hessian_weighted_relative_error,13977,0.02500,0.789
27,mlp.experts.77.down_proj,0.0111886914,hessian_weighted_relative_error,12738,0.02500,0.780
27,mlp.experts.79.down_proj,0.0103603062,hessian_weighted_relative_error,10236,0.02500,0.779
27,mlp.experts.83.down_proj,0.0107935809,hessian_weighted_relative_error,18200,0.02500,0.783
27,mlp.experts.85.down_proj,0.0102672705,hessian_weighted_relative_error,20808,0.02500,0.783
27,mlp.experts.89.down_proj,0.0043447937,hessian_weighted_relative_error,51852,0.02500,0.782
27,mlp.experts.90.down_proj,0.0087435443,hessian_weighted_relative_error,10648,0.02500,0.793
27,mlp.experts.91.down_proj,0.0149311320,hessian_weighted_relative_error,33480,0.02500,0.787
27,mlp.experts.92.down_proj,0.0101963442,hessian_weighted_relative_error,4678,0.02500,0.796
27,mlp.experts.96.down_proj,0.0108472484,hessian_weighted_relative_error,11104,0.02500,0.798
27,mlp.experts.98.down_proj,0.0102138799,hessian_weighted_relative_error,14196,0.02500,0.795
27,mlp.experts.101.down_proj,0.0074306701,hessian_weighted_relative_error,8397,0.02500,0.791
27,mlp.experts.102.down_proj,0.0111241823,hessian_weighted_relative_error,12333,0.02500,0.795
27,mlp.experts.103.down_proj,0.0082471258,hessian_weighted_relative_error,3500,0.02500,0.789
27,mlp.experts.105.down_proj,0.0142401751,hessian_weighted_relative_error,24739,0.02500,0.787
27,mlp.experts.108.down_proj,0.0109888832,hessian_weighted_relative_error,30945,0.02500,0.799
27,mlp.experts.109.down_proj,0.0100779270,hessian_weighted_relative_error,18647,0.02500,0.795
27,mlp.experts.110.down_proj,0.0119322522,hessian_weighted_relative_error,21299,0.02500,0.796
27,mlp.experts.113.down_proj,0.0116959175,hessian_weighted_relative_error,12723,0.02500,0.790
27,mlp.experts.114.down_proj,0.0150625330,hessian_weighted_relative_error,77600,0.02500,0.799
27,mlp.experts.115.down_proj,0.0112353333,hessian_weighted_relative_error,13214,0.02500,0.796
27,mlp.experts.117.down_proj,0.0126954278,hessian_weighted_relative_error,18113,0.02500,0.796
27,mlp.experts.118.down_proj,0.0148330345,hessian_weighted_relative_error,29630,0.02500,0.799
27,mlp.experts.119.down_proj,0.0147415173,hessian_weighted_relative_error,21512,0.02500,0.793
27,mlp.experts.120.down_proj,0.0043639670,hessian_weighted_relative_error,1812,0.02500,0.802
27,mlp.experts.122.down_proj,0.0093733790,hessian_weighted_relative_error,9450,0.02500,0.801
27,mlp.experts.123.down_proj,0.0131166392,hessian_weighted_relative_error,20891,0.02500,0.802
27,mlp.experts.124.down_proj,0.0148921705,hessian_weighted_relative_error,37054,0.02500,0.803
27,mlp.experts.125.down_proj,0.0139405160,hessian_weighted_relative_error,32425,0.02500,0.802
27,mlp.experts.127.down_proj,0.0083659140,hessian_weighted_relative_error,4819,0.02500,0.795
27,mlp.experts.128.down_proj,0.0147335880,hessian_weighted_relative_error,28758,0.02500,0.805
27,mlp.experts.129.down_proj,0.0151008096,hessian_weighted_relative_error,32189,0.02500,0.797
27,mlp.experts.130.down_proj,0.0146175278,hessian_weighted_relative_error,34580,0.02500,0.803
27,mlp.experts.131.down_proj,0.0098710457,hessian_weighted_relative_error,7203,0.02500,0.802
27,mlp.experts.132.down_proj,0.0080011883,hessian_weighted_relative_error,11502,0.02500,0.804
27,mlp.experts.134.down_proj,0.0094029150,hessian_weighted_relative_error,11881,0.02500,0.802
27,mlp.experts.135.down_proj,0.0118361802,hessian_weighted_relative_error,22999,0.02500,0.800
27,mlp.experts.136.down_proj,0.0135801698,hessian_weighted_relative_error,34568,0.02500,0.806
27,mlp.experts.137.down_proj,0.0077112460,hessian_weighted_relative_error,21252,0.02500,0.802
27,mlp.experts.139.down_proj,0.0085078349,hessian_weighted_relative_error,7948,0.02500,0.803
27,mlp.experts.141.down_proj,0.0065872857,hessian_weighted_relative_error,2104,0.02500,0.809
27,mlp.experts.142.down_proj,0.0130783825,hessian_weighted_relative_error,11053,0.02500,0.803
27,mlp.experts.143.down_proj,0.0106691540,hessian_weighted_relative_error,20311,0.02500,0.802
27,mlp.experts.145.down_proj,0.0113542005,hessian_weighted_relative_error,27990,0.02500,0.802
27,mlp.experts.146.down_proj,0.0109409173,hessian_weighted_relative_error,19531,0.02500,0.805
27,mlp.experts.147.down_proj,0.0132793173,hessian_weighted_relative_error,23092,0.02500,0.808
27,mlp.experts.149.down_proj,0.0133401438,hessian_weighted_relative_error,27417,0.02500,0.811
27,mlp.experts.151.down_proj,0.0117060537,hessian_weighted_relative_error,10732,0.02500,0.804
27,mlp.experts.153.down_proj,0.0109030048,hessian_weighted_relative_error,10864,0.02500,0.807
27,mlp.experts.156.down_proj,0.0141044331,hessian_weighted_relative_error,20708,0.02500,0.808
27,mlp.experts.157.down_proj,0.0082488515,hessian_weighted_relative_error,6547,0.02500,0.813
27,mlp.experts.158.down_proj,0.0123274666,hessian_weighted_relative_error,11478,0.02500,0.805
27,mlp.experts.159.down_proj,0.0088756091,hessian_weighted_relative_error,2595,0.02500,0.808
27,mlp.experts.161.down_proj,0.0099852358,hessian_weighted_relative_error,21270,0.02500,0.807
27,mlp.experts.162.down_proj,0.0045693498,hessian_weighted_relative_error,1069,0.02500,0.808
27,mlp.experts.164.down_proj,0.0147711192,hessian_weighted_relative_error,34133,0.02500,0.809
27,mlp.experts.165.down_proj,0.0139029763,hessian_weighted_relative_error,29151,0.02500,0.815
27,mlp.experts.166.down_proj,0.0096777653,hessian_weighted_relative_error,21916,0.02500,0.807
27,mlp.experts.167.down_proj,0.0127075102,hessian_weighted_relative_error,13067,0.02500,0.812
27,mlp.experts.169.down_proj,0.0145395388,hessian_weighted_relative_error,47685,0.02500,0.809
27,mlp.experts.172.down_proj,0.0105808030,hessian_weighted_relative_error,17071,0.02500,0.810
27,mlp.experts.174.down_proj,0.0144750710,hessian_weighted_relative_error,33758,0.02500,0.808
27,mlp.experts.176.down_proj,0.0149670789,hessian_weighted_relative_error,36305,0.02500,0.811
27,mlp.experts.178.down_proj,0.0144064817,hessian_weighted_relative_error,31660,0.02500,0.810
27,mlp.experts.182.down_proj,0.0136598479,hessian_weighted_relative_error,17592,0.02500,0.810
27,mlp.experts.185.down_proj,0.0115967003,hessian_weighted_relative_error,16468,0.02500,0.816
27,mlp.experts.186.down_proj,0.0149560785,hessian_weighted_relative_error,60608,0.02500,0.811
27,mlp.experts.188.down_proj,0.0117061431,hessian_weighted_relative_error,12302,0.02500,0.812
27,mlp.experts.189.down_proj,0.0137812173,hessian_weighted_relative_error,30002,0.02500,0.819
27,mlp.experts.190.down_proj,0.0097208198,hessian_weighted_relative_error,12383,0.02500,0.810
27,mlp.experts.191.down_proj,0.0112389042,hessian_weighted_relative_error,35801,0.02500,0.816
27,mlp.experts.192.down_proj,0.0101752271,hessian_weighted_relative_error,4859,0.02500,0.813
27,mlp.experts.193.down_proj,0.0152539127,hessian_weighted_relative_error,33459,0.02500,0.816
27,mlp.experts.195.down_proj,0.0121598516,hessian_weighted_relative_error,31126,0.02500,0.821
27,mlp.experts.196.down_proj,0.0094054823,hessian_weighted_relative_error,10372,0.02500,0.814
27,mlp.experts.197.down_proj,0.0146559973,hessian_weighted_relative_error,33393,0.02500,0.824
27,mlp.experts.200.down_proj,0.0127307120,hessian_weighted_relative_error,13414,0.02500,0.815
27,mlp.experts.201.down_proj,0.0143718122,hessian_weighted_relative_error,45944,0.02500,0.819
27,mlp.experts.203.down_proj,0.0137998716,hessian_weighted_relative_error,33118,0.02500,0.822
27,mlp.experts.204.down_proj,0.0121003213,hessian_weighted_relative_error,8718,0.02500,0.814
27,mlp.experts.206.down_proj,0.0099224828,hessian_weighted_relative_error,13245,0.02500,0.812
27,mlp.experts.207.down_proj,0.0083830146,hessian_weighted_relative_error,2550,0.02500,0.820
27,mlp.experts.209.down_proj,0.0105189490,hessian_weighted_relative_error,6517,0.02500,0.821
27,mlp.experts.212.down_proj,0.0105696411,hessian_weighted_relative_error,16576,0.02500,0.817
27,mlp.experts.213.down_proj,0.0130538774,hessian_weighted_relative_error,28609,0.02500,0.822
27,mlp.experts.215.down_proj,0.0119000629,hessian_weighted_relative_error,8206,0.02500,0.821
27,mlp.experts.216.down_proj,0.0015941552,hessian_weighted_relative_error,35392,0.02500,0.816
27,mlp.experts.219.down_proj,0.0108689469,hessian_weighted_relative_error,7432,0.02500,0.827
27,mlp.experts.220.down_proj,0.0070872905,hessian_weighted_relative_error,2353,0.02500,0.815
27,mlp.experts.221.down_proj,0.0124178684,hessian_weighted_relative_error,9832,0.02500,0.825
27,mlp.experts.222.down_proj,0.0074517661,hessian_weighted_relative_error,4245,0.02500,0.815
27,mlp.experts.224.down_proj,0.0111990378,hessian_weighted_relative_error,12328,0.02500,0.817
27,mlp.experts.225.down_proj,0.0094958872,hessian_weighted_relative_error,10622,0.02500,0.822
27,mlp.experts.227.down_proj,0.0024968133,hessian_weighted_relative_error,1105,0.02500,0.827
27,mlp.experts.228.down_proj,0.0076214940,hessian_weighted_relative_error,4845,0.02500,0.818
27,mlp.experts.231.down_proj,0.0120404664,hessian_weighted_relative_error,6967,0.02500,0.824
27,mlp.experts.233.down_proj,0.0073967365,hessian_weighted_relative_error,18369,0.02500,0.822
27,mlp.experts.234.down_proj,0.0153948276,hessian_weighted_relative_error,31136,0.02500,0.816
27,mlp.experts.235.down_proj,0.0129991263,hessian_weighted_relative_error,22407,0.02500,0.827
27,mlp.experts.236.down_proj,0.0061396586,hessian_weighted_relative_error,36563,0.02500,0.819
27,mlp.experts.238.down_proj,0.0135864215,hessian_weighted_relative_error,12302,0.02500,0.816
27,mlp.experts.240.down_proj,0.0109103326,hessian_weighted_relative_error,40264,0.02500,0.820
27,mlp.experts.241.down_proj,0.0144639251,hessian_weighted_relative_error,31684,0.02500,0.824
27,mlp.experts.242.down_proj,0.0105039453,hessian_weighted_relative_error,5008,0.02500,0.817
27,mlp.experts.243.down_proj,0.0112069753,hessian_weighted_relative_error,11320,0.02500,0.827
27,mlp.experts.244.down_proj,0.0094997332,hessian_weighted_relative_error,26142,0.02500,0.819
27,mlp.experts.245.down_proj,0.0122676749,hessian_weighted_relative_error,13112,0.02500,0.825
27,mlp.experts.248.down_proj,0.0047873161,hessian_weighted_relative_error,19906,0.02500,0.820
27,mlp.experts.249.down_proj,0.0121473822,hessian_weighted_relative_error,19776,0.02500,0.822
27,mlp.experts.251.down_proj,0.0142868238,hessian_weighted_relative_error,29329,0.02500,0.826
27,mlp.experts.253.down_proj,0.0096500932,hessian_weighted_relative_error,8988,0.02500,0.826
27,mlp.experts.254.down_proj,0.0106483090,hessian_weighted_relative_error,9033,0.02500,0.818
27,mlp.experts.256.down_proj,0.0080626051,hessian_weighted_relative_error,3164,0.02500,0.820
27,mlp.experts.257.down_proj,0.0150332203,hessian_weighted_relative_error,43070,0.02500,0.821
27,mlp.experts.260.down_proj,0.0132349015,hessian_weighted_relative_error,39261,0.02500,0.821
27,mlp.experts.261.down_proj,0.0139117619,hessian_weighted_relative_error,31514,0.02500,0.826
27,mlp.experts.262.down_proj,0.0135918822,hessian_weighted_relative_error,51244,0.02500,0.819
27,mlp.experts.263.down_proj,0.0145116170,hessian_weighted_relative_error,31175,0.02500,0.824
27,mlp.experts.264.down_proj,0.0094862209,hessian_weighted_relative_error,9091,0.02500,0.822
27,mlp.experts.265.down_proj,0.0059579502,hessian_weighted_relative_error,3331,0.02500,0.821
27,mlp.experts.266.down_proj,0.0079443772,hessian_weighted_relative_error,9544,0.02500,0.820
27,mlp.experts.267.down_proj,0.0104673328,hessian_weighted_relative_error,5696,0.02500,0.827
27,mlp.experts.268.down_proj,0.0173121844,hessian_weighted_relative_error,1024,0.02500,0.820
27,mlp.experts.270.down_proj,0.0110101268,hessian_weighted_relative_error,16803,0.02500,0.819
27,mlp.experts.272.down_proj,0.0145801716,hessian_weighted_relative_error,27193,0.02500,0.822
27,mlp.experts.273.down_proj,0.0143168297,hessian_weighted_relative_error,25558,0.02500,0.821
27,mlp.experts.274.down_proj,0.0141750422,hessian_weighted_relative_error,23069,0.02500,0.820
27,mlp.experts.275.down_proj,0.0069225937,hessian_weighted_relative_error,12668,0.02500,0.826
27,mlp.experts.276.down_proj,0.0110398101,hessian_weighted_relative_error,25816,0.02500,0.822
27,mlp.experts.277.down_proj,0.0082465532,hessian_weighted_relative_error,60157,0.02500,0.828
27,mlp.experts.278.down_proj,0.0146088809,hessian_weighted_relative_error,31758,0.02500,0.820
27,mlp.experts.281.down_proj,0.0138563975,hessian_weighted_relative_error,41981,0.02500,0.822
27,mlp.experts.282.down_proj,0.0150445068,hessian_weighted_relative_error,34255,0.02500,0.820
27,mlp.experts.283.down_proj,0.0114668057,hessian_weighted_relative_error,8308,0.02500,0.826
27,mlp.experts.284.down_proj,0.0120645681,hessian_weighted_relative_error,11705,0.02500,0.823
27,mlp.experts.285.down_proj,0.0087945271,hessian_weighted_relative_error,6059,0.02500,0.827
27,mlp.experts.286.down_proj,0.0098080066,hessian_weighted_relative_error,15903,0.02500,0.821
27,mlp.experts.0.down_proj,0.0032780414,hessian_weighted_relative_error,37056,0.02500,1.479
27,mlp.experts.107.down_proj,0.0023404695,hessian_weighted_relative_error,33926,0.02500,1.496
27,mlp.experts.0.up_proj,0.0024625375,hessian_weighted_relative_error,37056,0.02500,1.616
27,mlp.experts.107.gate_proj,0.0013910484,hessian_weighted_relative_error,33926,0.02500,1.612
27,mlp.experts.0.gate_proj,0.0022570603,hessian_weighted_relative_error,37056,0.02500,1.562
27,mlp.experts.107.up_proj,0.0015343306,hessian_weighted_relative_error,33926,0.02500,1.666
27,mlp.experts.100.down_proj,0.0039822435,hessian_weighted_relative_error,43321,0.02500,1.534
27,mlp.experts.111.down_proj,0.0038434186,hessian_weighted_relative_error,66246,0.02500,1.533
27,mlp.experts.104.down_proj,0.0037893850,hessian_weighted_relative_error,51251,0.02500,1.538
27,mlp.experts.111.gate_proj,0.0024286804,hessian_weighted_relative_error,66246,0.02500,1.617
27,mlp.experts.112.down_proj,0.0028144612,hessian_weighted_relative_error,41394,0.02500,1.539
27,mlp.experts.111.up_proj,0.0025844476,hessian_weighted_relative_error,66246,0.02500,1.659
27,mlp.experts.106.down_proj,0.0025471571,hessian_weighted_relative_error,29134,0.02500,1.535
27,mlp.experts.121.down_proj,0.0020192700,hessian_weighted_relative_error,48346,0.02500,1.538
27,mlp.experts.112.up_proj,0.0016539066,hessian_weighted_relative_error,41394,0.02500,1.619
27,mlp.experts.121.gate_proj,0.0011103150,hessian_weighted_relative_error,48346,0.02500,1.625
27,mlp.experts.116.down_proj,0.0035328152,hessian_weighted_relative_error,45367,0.02500,1.539
27,mlp.experts.121.up_proj,0.0011536967,hessian_weighted_relative_error,48346,0.02500,1.660
27,mlp.experts.12.down_proj,0.0038480468,hessian_weighted_relative_error,47786,0.02500,1.512
27,mlp.experts.13.down_proj,0.0038672600,hessian_weighted_relative_error,158897,0.02500,1.500
27,mlp.experts.116.up_proj,0.0021659467,hessian_weighted_relative_error,45367,0.02500,1.620
27,mlp.experts.13.gate_proj,0.0023973078,hessian_weighted_relative_error,158897,0.02500,1.581
27,mlp.experts.12.up_proj,0.0025815068,hessian_weighted_relative_error,47786,0.02500,1.617
27,mlp.experts.13.up_proj,0.0025485712,hessian_weighted_relative_error,158897,0.02500,1.658
27,mlp.experts.126.down_proj,0.0030631788,hessian_weighted_relative_error,47497,0.02500,1.539
27,mlp.experts.133.down_proj,0.0033386459,hessian_weighted_relative_error,30127,0.02500,1.547
27,mlp.experts.138.down_proj,0.0040300045,hessian_weighted_relative_error,70445,0.02500,1.544
27,mlp.experts.133.up_proj,0.0021664397,hessian_weighted_relative_error,30127,0.02500,1.659
27,mlp.experts.126.up_proj,0.0019979709,hessian_weighted_relative_error,47497,0.02500,1.622
27,mlp.experts.155.down_proj,0.0036081459,hessian_weighted_relative_error,48939,0.02500,1.557
27,mlp.experts.14.down_proj,0.0034845748,hessian_weighted_relative_error,51435,0.02500,1.507
27,mlp.experts.155.up_proj,0.0021893040,hessian_weighted_relative_error,48939,0.02500,1.666
27,mlp.experts.14.up_proj,0.0024167151,hessian_weighted_relative_error,51435,0.02500,1.618
27,mlp.experts.163.down_proj,0.0040369571,hessian_weighted_relative_error,117568,0.02500,1.556
27,mlp.experts.140.up_proj,0.0025029193,hessian_weighted_relative_error,55239,0.02500,1.635
27,mlp.experts.163.gate_proj,0.0025148550,hessian_weighted_relative_error,117568,0.02500,1.648
27,mlp.experts.140.down_proj,0.0037476921,hessian_weighted_relative_error,55239,0.02500,1.546
27,mlp.experts.163.up_proj,0.0026400986,hessian_weighted_relative_error,117568,0.02500,1.674
27,mlp.experts.144.down_proj,0.0028255087,hessian_weighted_relative_error,24865,0.02500,1.544
27,mlp.experts.171.down_proj,0.0027895686,hessian_weighted_relative_error,20336,0.02500,1.562
27,mlp.experts.144.up_proj,0.0018783665,hessian_weighted_relative_error,24865,0.02500,1.623
27,mlp.experts.171.up_proj,0.0015961908,hessian_weighted_relative_error,20336,0.02500,1.673
27,mlp.experts.148.gate_proj,0.0012521282,hessian_weighted_relative_error,29033,0.02500,1.603
27,mlp.experts.173.down_proj,0.0036057726,hessian_weighted_relative_error,59271,0.02500,1.566
27,mlp.experts.148.down_proj,0.0021046348,hessian_weighted_relative_error,29033,0.02500,1.546
27,mlp.experts.173.gate_proj,0.0022075366,hessian_weighted_relative_error,59271,0.02500,1.656
27,mlp.experts.148.up_proj,0.0013492308,hessian_weighted_relative_error,29033,0.02500,1.627
27,mlp.experts.173.up_proj,0.0023436283,hessian_weighted_relative_error,59271,0.02500,1.672
27,mlp.experts.150.down_proj,0.0028560859,hessian_weighted_relative_error,15112,0.02500,1.546
27,mlp.experts.175.down_proj,0.0032761313,hessian_weighted_relative_error,23859,0.02500,1.557
27,mlp.experts.154.down_proj,0.0038101522,hessian_weighted_relative_error,66315,0.02500,1.549
27,mlp.experts.175.up_proj,0.0019651373,hessian_weighted_relative_error,23859,0.02500,1.673
27,mlp.experts.152.down_proj,0.0027926061,hessian_weighted_relative_error,58638,0.02500,1.549
27,mlp.experts.177.down_proj,0.0038540398,hessian_weighted_relative_error,30243,0.02500,1.573
27,mlp.experts.154.gate_proj,0.0023441665,hessian_weighted_relative_error,66315,0.02500,1.604
27,mlp.experts.179.down_proj,0.0031020817,hessian_weighted_relative_error,21908,0.02500,1.579
27,mlp.experts.154.up_proj,0.0024628469,hessian_weighted_relative_error,66315,0.02500,1.626
27,mlp.experts.181.down_proj,0.0036703809,hessian_weighted_relative_error,82025,0.02500,1.566
27,mlp.experts.16.up_proj,0.0024947445,hessian_weighted_relative_error,41209,0.02500,1.631
27,mlp.experts.16.down_proj,0.0033607963,hessian_weighted_relative_error,41209,0.02500,1.517
27,mlp.experts.181.gate_proj,0.0022104917,hessian_weighted_relative_error,82025,0.02500,1.664
27,mlp.experts.160.down_proj,0.0037799290,hessian_weighted_relative_error,65158,0.02500,1.552
27,mlp.experts.181.up_proj,0.0023686334,hessian_weighted_relative_error,82025,0.02500,1.683
27,mlp.experts.160.gate_proj,0.0022940087,hessian_weighted_relative_error,65158,0.02500,1.606
27,mlp.experts.183.down_proj,0.0026384509,hessian_weighted_relative_error,13119,0.02500,1.564
27,mlp.experts.168.down_proj,0.0039188172,hessian_weighted_relative_error,110662,0.02500,1.552
27,mlp.experts.187.down_proj,0.0035598012,hessian_weighted_relative_error,66827,0.02500,1.561
27,mlp.experts.160.up_proj,0.0024191926,hessian_weighted_relative_error,65158,0.02500,1.626
27,mlp.experts.187.gate_proj,0.0022533287,hessian_weighted_relative_error,66827,0.02500,1.660
27,mlp.experts.168.gate_proj,0.0024510521,hessian_weighted_relative_error,110662,0.02500,1.618
27,mlp.experts.187.up_proj,0.0026693925,hessian_weighted_relative_error,66827,0.02500,1.686
27,mlp.experts.168.up_proj,0.0025992096,hessian_weighted_relative_error,110662,0.02500,1.627
27,mlp.experts.199.down_proj,0.0034669589,hessian_weighted_relative_error,33290,0.02500,1.566
27,mlp.experts.170.up_proj,0.0023882881,hessian_weighted_relative_error,47084,0.02500,1.626
27,mlp.experts.199.up_proj,0.0024900260,hessian_weighted_relative_error,33290,0.02500,1.679
27,mlp.experts.170.down_proj,0.0034887586,hessian_weighted_relative_error,47084,0.02500,1.548
27,mlp.experts.205.down_proj,0.0018586419,hessian_weighted_relative_error,25346,0.02500,1.574
27,mlp.experts.18.down_proj,0.0039026724,hessian_weighted_relative_error,48267,0.02500,1.514
27,mlp.experts.205.gate_proj,0.0014847873,hessian_weighted_relative_error,25346,0.02500,1.661
27,mlp.experts.180.down_proj,0.0035639456,hessian_weighted_relative_error,37749,0.02500,1.554
27,mlp.experts.205.up_proj,0.0015960723,hessian_weighted_relative_error,25346,0.02500,1.687
27,mlp.experts.184.down_proj,0.0025905770,hessian_weighted_relative_error,45894,0.02500,1.558
27,mlp.experts.211.down_proj,0.0031987622,hessian_weighted_relative_error,14540,0.02500,1.569
27,mlp.experts.180.up_proj,0.0022280519,hessian_weighted_relative_error,37749,0.02500,1.628
27,mlp.experts.217.down_proj,0.0034367906,hessian_weighted_relative_error,47374,0.02500,1.570
27,mlp.experts.194.down_proj,0.0028871087,hessian_weighted_relative_error,60998,0.02500,1.552
27,mlp.experts.217.up_proj,0.0024519487,hessian_weighted_relative_error,47374,0.02500,1.684
27,mlp.experts.194.gate_proj,0.0016134965,hessian_weighted_relative_error,60998,0.02500,1.609
27,mlp.experts.223.down_proj,0.0035502125,hessian_weighted_relative_error,71673,0.02500,1.571
27,mlp.experts.198.down_proj,0.0030009122,hessian_weighted_relative_error,27203,0.02500,1.556
27,mlp.experts.223.gate_proj,0.0021379376,hessian_weighted_relative_error,71673,0.02500,1.664
27,mlp.experts.194.up_proj,0.0016834743,hessian_weighted_relative_error,60998,0.02500,1.628
27,mlp.experts.223.up_proj,0.0022853675,hessian_weighted_relative_error,71673,0.02500,1.690
27,mlp.experts.198.gate_proj,0.0016941126,hessian_weighted_relative_error,27203,0.02500,1.613
27,mlp.experts.229.down_proj,0.0039946452,hessian_weighted_relative_error,45437,0.02500,1.578
27,mlp.experts.198.up_proj,0.0016955541,hessian_weighted_relative_error,27203,0.02500,1.628
27,mlp.experts.237.down_proj,0.0039944899,hessian_weighted_relative_error,50283,0.02500,1.573
27,mlp.experts.202.down_proj,0.0028270421,hessian_weighted_relative_error,49249,0.02500,1.556
27,mlp.experts.237.up_proj,0.0026469832,hessian_weighted_relative_error,50283,0.02500,1.690
27,mlp.experts.20.down_proj,0.0037836426,hessian_weighted_relative_error,54098,0.02500,1.518
27,mlp.experts.239.down_proj,0.0039954443,hessian_weighted_relative_error,43163,0.02500,1.577
27,mlp.experts.202.gate_proj,0.0015237544,hessian_weighted_relative_error,49249,0.02500,1.613
27,mlp.experts.247.down_proj,0.0036595310,hessian_weighted_relative_error,96549,0.02500,1.575
27,mlp.experts.202.up_proj,0.0015869585,hessian_weighted_relative_error,49249,0.02500,1.628
27,mlp.experts.247.gate_proj,0.0022718589,hessian_weighted_relative_error,96549,0.02500,1.662
27,mlp.experts.208.up_proj,0.0021235194,hessian_weighted_relative_error,26258,0.02500,1.633
27,mlp.experts.247.up_proj,0.0024525821,hessian_weighted_relative_error,96549,0.02500,1.694
27,mlp.experts.208.down_proj,0.0034246657,hessian_weighted_relative_error,26258,0.02500,1.557
27,mlp.experts.25.down_proj,0.0028370695,hessian_weighted_relative_error,19818,0.02500,1.510
27,mlp.experts.210.down_proj,0.0027672989,hessian_weighted_relative_error,11970,0.02500,1.556
27,mlp.experts.255.down_proj,0.0039551823,hessian_weighted_relative_error,43883,0.02500,1.577
27,mlp.experts.214.down_proj,0.0037782269,hessian_weighted_relative_error,49377,0.02500,1.556
27,mlp.experts.259.down_proj,0.0036586011,hessian_weighted_relative_error,68531,0.02500,1.575
27,mlp.experts.214.up_proj,0.0023663395,hessian_weighted_relative_error,49377,0.02500,1.629
27,mlp.experts.259.up_proj,0.0025257242,hessian_weighted_relative_error,68531,0.02500,1.694
27,mlp.experts.214.gate_proj,0.0021951669,hessian_weighted_relative_error,49377,0.02500,1.616
27,mlp.experts.269.down_proj,0.0039418832,hessian_weighted_relative_error,46045,0.02500,1.580
27,mlp.experts.218.down_proj,0.0027987097,hessian_weighted_relative_error,20507,0.02500,1.555
27,mlp.experts.271.down_proj,0.0034647050,hessian_weighted_relative_error,36394,0.02500,1.573
27,mlp.experts.226.down_proj,0.0037059394,hessian_weighted_relative_error,25375,0.02500,1.560
27,mlp.experts.279.down_proj,0.0031862024,hessian_weighted_relative_error,27130,0.02500,1.572
27,mlp.experts.230.gate_proj,0.0024712259,hessian_weighted_relative_error,77857,0.02500,1.617
27,mlp.experts.287.down_proj,0.0034572323,hessian_weighted_relative_error,42543,0.02500,1.571
27,mlp.experts.230.down_proj,0.0040393646,hessian_weighted_relative_error,77857,0.02500,1.557
27,mlp.experts.287.up_proj,0.0024053373,hessian_weighted_relative_error,42543,0.02500,1.701
27,mlp.experts.230.up_proj,0.0028056072,hessian_weighted_relative_error,77857,0.02500,1.632
27,mlp.experts.3.down_proj,0.0037182076,hessian_weighted_relative_error,27530,0.02500,1.517
27,mlp.experts.232.down_proj,0.0036393595,hessian_weighted_relative_error,79924,0.02500,1.564
27,mlp.experts.37.down_proj,0.0036760659,hessian_weighted_relative_error,85215,0.02500,1.513
27,mlp.experts.232.up_proj,0.0026098404,hessian_weighted_relative_error,79924,0.02500,1.631
27,mlp.experts.37.gate_proj,0.0021802539,hessian_weighted_relative_error,85215,0.02500,1.608
27,mlp.experts.232.gate_proj,0.0023522537,hessian_weighted_relative_error,79924,0.02500,1.619
27,mlp.experts.37.up_proj,0.0023652317,hessian_weighted_relative_error,85215,0.02500,1.675
27,mlp.experts.246.down_proj,0.0028406086,hessian_weighted_relative_error,22902,0.02500,1.561
27,mlp.experts.39.down_proj,0.0014758495,hessian_weighted_relative_error,31914,0.02500,1.514
27,mlp.experts.246.up_proj,0.0014789227,hessian_weighted_relative_error,22902,0.02500,1.633
27,mlp.experts.43.down_proj,0.0019889397,hessian_weighted_relative_error,20324,0.02500,1.515
27,mlp.experts.252.down_proj,0.0032173956,hessian_weighted_relative_error,17064,0.02500,1.565
27,mlp.experts.43.up_proj,0.0012706866,hessian_weighted_relative_error,20324,0.02500,1.668
27,mlp.experts.250.down_proj,0.0026237033,hessian_weighted_relative_error,24697,0.02500,1.562
27,mlp.experts.49.down_proj,0.0032551417,hessian_weighted_relative_error,34030,0.02500,1.519
27,mlp.experts.258.down_proj,0.0033396178,hessian_weighted_relative_error,22517,0.02500,1.564
27,mlp.experts.5.down_proj,0.0025854056,hessian_weighted_relative_error,39825,0.02500,1.504
27,mlp.experts.280.down_proj,0.0033024342,hessian_weighted_relative_error,48729,0.02500,1.569
27,mlp.experts.34.down_proj,0.0023639260,hessian_weighted_relative_error,32517,0.02500,1.523
27,mlp.experts.5.gate_proj,0.0014639938,hessian_weighted_relative_error,39825,0.02500,1.595
27,mlp.experts.280.up_proj,0.0026459534,hessian_weighted_relative_error,48729,0.02500,1.635
27,mlp.experts.5.up_proj,0.0015363838,hessian_weighted_relative_error,39825,0.02500,1.675
27,mlp.experts.34.gate_proj,0.0012697493,hessian_weighted_relative_error,32517,0.02500,1.583
27,mlp.experts.51.down_proj,0.0037956095,hessian_weighted_relative_error,47470,0.02500,1.526
27,mlp.experts.34.up_proj,0.0012929590,hessian_weighted_relative_error,32517,0.02500,1.625
27,mlp.experts.57.down_proj,0.0026913825,hessian_weighted_relative_error,25937,0.02500,1.521
27,mlp.experts.42.gate_proj,0.0025362601,hessian_weighted_relative_error,45625,0.02500,1.583
27,mlp.experts.61.down_proj,0.0030432748,hessian_weighted_relative_error,62341,0.02500,1.538
27,mlp.experts.42.down_proj,0.0038520859,hessian_weighted_relative_error,45625,0.02500,1.525
27,mlp.experts.61.gate_proj,0.0016613843,hessian_weighted_relative_error,62341,0.02500,1.630
27,mlp.experts.42.up_proj,0.0027454441,hessian_weighted_relative_error,45625,0.02500,1.627
27,mlp.experts.61.up_proj,0.0016802940,hessian_weighted_relative_error,62341,0.02500,1.680
27,mlp.experts.44.down_proj,0.0035722369,hessian_weighted_relative_error,44495,0.02500,1.529
27,mlp.experts.7.down_proj,0.0031974615,hessian_weighted_relative_error,24448,0.02500,1.477
27,mlp.experts.44.up_proj,0.0024586474,hessian_weighted_relative_error,44495,0.02500,1.626
27,mlp.experts.73.down_proj,0.0024769621,hessian_weighted_relative_error,11269,0.02500,1.526
27,mlp.experts.44.gate_proj,0.0022249034,hessian_weighted_relative_error,44495,0.02500,1.583
27,mlp.experts.75.down_proj,0.0034743999,hessian_weighted_relative_error,48115,0.02500,1.526
27,mlp.experts.48.down_proj,0.0034404905,hessian_weighted_relative_error,33284,0.02500,1.530
27,mlp.experts.75.gate_proj,0.0023032918,hessian_weighted_relative_error,48115,0.02500,1.636
27,mlp.experts.75.up_proj,0.0025244923,hessian_weighted_relative_error,48115,0.02500,1.791
27,mlp.experts.6.gate_proj,0.0016446235,hessian_weighted_relative_error,41796,0.02500,1.558
27,mlp.experts.81.down_proj,0.0028331162,hessian_weighted_relative_error,72620,0.02500,1.539
27,mlp.experts.56.down_proj,0.0022366584,hessian_weighted_relative_error,26787,0.02500,1.532
27,mlp.experts.81.gate_proj,0.0016749982,hessian_weighted_relative_error,72620,0.02500,1.645
27,mlp.experts.6.down_proj,0.0028967257,hessian_weighted_relative_error,41796,0.02500,1.480
27,mlp.experts.58.down_proj,0.0035820035,hessian_weighted_relative_error,63866,0.02500,1.536
27,mlp.experts.87.down_proj,0.0033701735,hessian_weighted_relative_error,63860,0.02500,1.544
27,mlp.experts.60.up_proj,0.0017855231,hessian_weighted_relative_error,120816,0.02500,1.626
27,mlp.experts.87.up_proj,0.0022103294,hessian_weighted_relative_error,63860,0.02500,1.692
27,mlp.experts.6.up_proj,0.0017114246,hessian_weighted_relative_error,41796,0.02500,1.621
27,mlp.experts.93.down_proj,0.0032451593,hessian_weighted_relative_error,15499,0.02500,1.551
27,mlp.experts.60.gate_proj,0.0017355730,hessian_weighted_relative_error,120816,0.02500,1.590
27,mlp.experts.81.up_proj,0.0018092373,hessian_weighted_relative_error,72620,0.02500,1.695
27,mlp.experts.60.down_proj,0.0029130078,hessian_weighted_relative_error,120816,0.02500,1.530
27,mlp.experts.95.up_proj,0.0023793885,hessian_weighted_relative_error,51781,0.02500,1.691
27,mlp.experts.64.down_proj,0.0025031679,hessian_weighted_relative_error,51421,0.02500,1.534
27,mlp.experts.97.down_proj,0.0034054342,hessian_weighted_relative_error,66055,0.02500,1.544
27,mlp.experts.62.down_proj,0.0034711744,hessian_weighted_relative_error,46429,0.02500,1.530
27,mlp.experts.99.down_proj,0.0038462188,hessian_weighted_relative_error,41595,0.02500,1.541
27,mlp.experts.62.up_proj,0.0020944179,hessian_weighted_relative_error,46429,0.02500,1.627
27,mlp.experts.95.down_proj,0.0036448450,hessian_weighted_relative_error,51781,0.02500,1.536
27,mlp.experts.62.gate_proj,0.0019089240,hessian_weighted_relative_error,46429,0.02500,1.592
27,mlp.experts.70.up_proj,0.0025923781,hessian_weighted_relative_error,61183,0.02500,1.626
27,mlp.experts.64.gate_proj,0.0013695101,hessian_weighted_relative_error,51421,0.02500,1.593
27,mlp.experts.70.down_proj,0.0038429760,hessian_weighted_relative_error,61183,0.02500,1.533
27,mlp.experts.64.up_proj,0.0014104227,hessian_weighted_relative_error,51421,0.02500,1.628
27,mlp.experts.8.gate_proj,0.0015307350,hessian_weighted_relative_error,22335,0.02500,1.575
27,mlp.experts.76.down_proj,0.0026905637,hessian_weighted_relative_error,12329,0.02500,1.537
27,mlp.experts.8.down_proj,0.0031061623,hessian_weighted_relative_error,22335,0.02500,1.522
27,mlp.experts.78.down_proj,0.0036730418,hessian_weighted_relative_error,52003,0.02500,1.535
27,mlp.experts.80.up_proj,0.0025978608,hessian_weighted_relative_error,43789,0.02500,1.630
27,mlp.experts.8.up_proj,0.0017830355,hessian_weighted_relative_error,22335,0.02500,1.628
27,mlp.experts.80.gate_proj,0.0023474270,hessian_weighted_relative_error,43789,0.02500,1.600
27,mlp.experts.80.down_proj,0.0034868485,hessian_weighted_relative_error,43789,0.02500,1.537
27,mlp.experts.84.down_proj,0.0023499851,hessian_weighted_relative_error,121874,0.02500,1.538
27,mlp.experts.82.down_proj,0.0028961082,hessian_weighted_relative_error,30184,0.02500,1.539
27,mlp.experts.82.up_proj,0.0016116910,hessian_weighted_relative_error,30184,0.02500,1.629
27,mlp.experts.82.gate_proj,0.0014616088,hessian_weighted_relative_error,30184,0.02500,1.599
27,mlp.experts.86.gate_proj,0.0023515055,hessian_weighted_relative_error,58011,0.02500,1.599
27,mlp.experts.84.gate_proj,0.0013922449,hessian_weighted_relative_error,121874,0.02500,1.599
27,mlp.experts.86.down_proj,0.0036552285,hessian_weighted_relative_error,58011,0.02500,1.538
27,mlp.experts.84.up_proj,0.0014182138,hessian_weighted_relative_error,121874,0.02500,1.631
27,mlp.experts.88.up_proj,0.0026149146,hessian_weighted_relative_error,52974,0.02500,1.627
27,mlp.experts.86.up_proj,0.0026032622,hessian_weighted_relative_error,58011,0.02500,1.629
27,mlp.experts.88.gate_proj,0.0024953566,hessian_weighted_relative_error,52974,0.02500,1.600
27,mlp.experts.88.down_proj,0.0039669713,hessian_weighted_relative_error,52974,0.02500,1.540
27,mlp.experts.94.down_proj,0.0025448681,hessian_weighted_relative_error,36820,0.02500,1.542
27,mlp.experts.94.up_proj,0.0015249089,hessian_weighted_relative_error,36820,0.02500,1.628
28,mlp.experts.0.gate_proj,0.0073581809,hessian_weighted_relative_error,43524,0.02500,0.810
28,mlp.experts.1.gate_proj,0.0072644085,hessian_weighted_relative_error,23237,0.02500,0.800
28,mlp.experts.2.gate_proj,0.0084330087,hessian_weighted_relative_error,26027,0.02500,0.788
28,mlp.experts.3.gate_proj,0.0069934018,hessian_weighted_relative_error,27862,0.02500,0.785
28,mlp.experts.4.gate_proj,0.0049043348,hessian_weighted_relative_error,35334,0.02500,0.805
28,mlp.experts.5.gate_proj,0.0080609102,hessian_weighted_relative_error,32770,0.02500,0.803
28,mlp.experts.7.gate_proj,0.0087078772,hessian_weighted_relative_error,40980,0.02500,0.810
28,mlp.experts.9.gate_proj,0.0081711059,hessian_weighted_relative_error,35759,0.02500,0.791
28,mlp.experts.10.gate_proj,0.0083389702,hessian_weighted_relative_error,37239,0.02500,0.809
28,mlp.experts.11.gate_proj,0.0078554264,hessian_weighted_relative_error,23814,0.02500,0.809
28,mlp.experts.12.gate_proj,0.0065627497,hessian_weighted_relative_error,26508,0.02500,0.808
28,mlp.experts.13.gate_proj,0.0083735590,hessian_weighted_relative_error,20277,0.02500,0.798
28,mlp.experts.14.gate_proj,0.0050099394,hessian_weighted_relative_error,4662,0.02500,0.825
28,mlp.experts.15.gate_proj,0.0067727000,hessian_weighted_relative_error,16672,0.02500,0.796
28,mlp.experts.16.gate_proj,0.0082750622,hessian_weighted_relative_error,39487,0.02500,0.814
28,mlp.experts.17.gate_proj,0.0082155683,hessian_weighted_relative_error,26609,0.02500,0.801
28,mlp.experts.18.gate_proj,0.0054520211,hessian_weighted_relative_error,14268,0.02500,0.813
28,mlp.experts.19.gate_proj,0.0079661488,hessian_weighted_relative_error,29680,0.02500,0.798
28,mlp.experts.21.gate_proj,0.0085476573,hessian_weighted_relative_error,26541,0.02500,0.798
28,mlp.experts.23.gate_proj,0.0053989002,hessian_weighted_relative_error,11413,0.02500,0.802
28,mlp.experts.24.gate_proj,0.0057375953,hessian_weighted_relative_error,14318,0.02500,0.816
28,mlp.experts.25.gate_proj,0.0085437902,hessian_weighted_relative_error,20276,0.02500,0.803
28,mlp.experts.26.gate_proj,0.0071356291,hessian_weighted_relative_error,22383,0.02500,0.813
28,mlp.experts.27.gate_proj,0.0083607794,hessian_weighted_relative_error,30849,0.02500,0.803
28,mlp.experts.28.gate_proj,0.0078175244,hessian_weighted_relative_error,25169,0.02500,0.815
28,mlp.experts.29.gate_proj,0.0074280238,hessian_weighted_relative_error,19879,0.02500,0.805
28,mlp.experts.30.gate_proj,0.0049475639,hessian_weighted_relative_error,15381,0.02500,0.813
28,mlp.experts.31.gate_proj,0.0081974932,hessian_weighted_relative_error,36798,0.02500,0.805
28,mlp.experts.35.gate_proj,0.0079106757,hessian_weighted_relative_error,38787,0.02500,0.806
28,mlp.experts.36.gate_proj,0.0078673534,hessian_weighted_relative_error,42215,0.02500,0.818
28,mlp.experts.37.gate_proj,0.0046956530,hessian_weighted_relative_error,13409,0.02500,0.808
28,mlp.experts.38.gate_proj,0.0084507334,hessian_weighted_relative_error,36598,0.02500,0.818
28,mlp.experts.39.gate_proj,0.0081926174,hessian_weighted_relative_error,21046,0.02500,0.811
28,mlp.experts.41.gate_proj,0.0064491528,hessian_weighted_relative_error,11842,0.02500,0.810
28,mlp.experts.42.gate_proj,0.0065623792,hessian_weighted_relative_error,53751,0.02500,0.821
28,mlp.experts.43.gate_proj,0.0080470073,hessian_weighted_relative_error,20569,0.02500,0.810
28,mlp.experts.44.gate_proj,0.0081152401,hessian_weighted_relative_error,17421,0.02500,0.819
28,mlp.experts.46.gate_proj,0.0053808550,hessian_weighted_relative_error,24967,0.02500,0.820
28,mlp.experts.47.gate_proj,0.0083885302,hessian_weighted_relative_error,32678,0.02500,0.812
28,mlp.experts.48.gate_proj,0.0067804043,hessian_weighted_relative_error,11432,0.02500,0.822
28,mlp.experts.49.gate_proj,0.0055832733,hessian_weighted_relative_error,17758,0.02500,0.816
28,mlp.experts.50.gate_proj,0.0050631555,hessian_weighted_relative_error,21629,0.02500,0.821
28,mlp.experts.51.gate_proj,0.0089787998,hessian_weighted_relative_error,27488,0.02500,0.813
28,mlp.experts.52.gate_proj,0.0083534212,hessian_weighted_relative_error,31654,0.02500,0.821
28,mlp.experts.53.gate_proj,0.0043215071,hessian_weighted_relative_error,8516,0.02500,0.816
28,mlp.experts.54.gate_proj,0.0080399305,hessian_weighted_relative_error,30800,0.02500,0.824
28,mlp.experts.56.gate_proj,0.0050406587,hessian_weighted_relative_error,11463,0.02500,0.823
28,mlp.experts.57.gate_proj,0.0036934510,hessian_weighted_relative_error,4258,0.02500,0.821
28,mlp.experts.58.gate_proj,0.0048768159,hessian_weighted_relative_error,27975,0.02500,0.824
28,mlp.experts.59.gate_proj,0.0042646851,hessian_weighted_relative_error,6350,0.02500,0.818
28,mlp.experts.60.gate_proj,0.0064590854,hessian_weighted_relative_error,49392,0.02500,0.825
28,mlp.experts.61.gate_proj,0.0048082495,hessian_weighted_relative_error,10463,0.02500,0.823
28,mlp.experts.62.gate_proj,0.0049783819,hessian_weighted_relative_error,33695,0.02500,0.823
28,mlp.experts.63.gate_proj,0.0048457498,hessian_weighted_relative_error,5536,0.02500,0.824
28,mlp.experts.65.gate_proj,0.0051871073,hessian_weighted_relative_error,10951,0.02500,0.828
28,mlp.experts.66.gate_proj,0.0081900728,hessian_weighted_relative_error,26347,0.02500,0.825
28,mlp.experts.68.gate_proj,0.0081642182,hessian_weighted_relative_error,26278,0.02500,0.825
28,mlp.experts.69.gate_proj,0.0063732797,hessian_weighted_relative_error,39642,0.02500,0.827
28,mlp.experts.70.gate_proj,0.0040013972,hessian_weighted_relative_error,3576,0.02500,0.826
28,mlp.experts.71.gate_proj,0.0063437741,hessian_weighted_relative_error,31167,0.02500,0.825
28,mlp.experts.72.gate_proj,0.0097854994,hessian_weighted_relative_error,48534,0.02500,0.829
28,mlp.experts.73.gate_proj,0.0062383527,hessian_weighted_relative_error,29357,0.02500,0.828
28,mlp.experts.74.gate_proj,0.0082855002,hessian_weighted_relative_error,18890,0.02500,0.828
28,mlp.experts.75.gate_proj,0.0081344886,hessian_weighted_relative_error,17772,0.02500,0.827
28,mlp.experts.76.gate_proj,0.0079609133,hessian_weighted_relative_error,24977,0.02500,0.829
28,mlp.experts.77.gate_proj,0.0066273266,hessian_weighted_relative_error,9283,0.02500,0.830
28,mlp.experts.78.gate_proj,0.0053748829,hessian_weighted_relative_error,15637,0.02500,0.827
28,mlp.experts.80.gate_proj,0.0057247515,hessian_weighted_relative_error,10067,0.02500,0.833
28,mlp.experts.81.gate_proj,0.0054705932,hessian_weighted_relative_error,17766,0.02500,0.831
28,mlp.experts.83.gate_proj,0.0084384853,hessian_weighted_relative_error,34042,0.02500,0.833
28,mlp.experts.84.gate_proj,0.0062122768,hessian_weighted_relative_error,50873,0.02500,0.831
28,mlp.experts.87.gate_proj,0.0068456488,hessian_weighted_relative_error,35163,0.02500,0.835
28,mlp.experts.88.gate_proj,0.0042671589,hessian_weighted_relative_error,7704,0.02500,0.832
28,mlp.experts.89.gate_proj,0.0040664685,hessian_weighted_relative_error,33496,0.02500,0.838
28,mlp.experts.90.gate_proj,0.0078702958,hessian_weighted_relative_error,16249,0.02500,0.829
28,mlp.experts.91.gate_proj,0.0075728966,hessian_weighted_relative_error,25324,0.02500,0.840
28,mlp.experts.92.gate_proj,0.0080307551,hessian_weighted_relative_error,35374,0.02500,0.831
28,mlp.experts.93.gate_proj,0.0078977849,hessian_weighted_relative_error,16172,0.02500,0.838
28,mlp.experts.96.gate_proj,0.0037491850,hessian_weighted_relative_error,2258,0.02500,0.834
28,mlp.experts.97.gate_proj,0.0074852304,hessian_weighted_relative_error,24949,0.02500,0.843
28,mlp.experts.98.gate_proj,0.0071865193,hessian_weighted_relative_error,28903,0.02500,0.833
28,mlp.experts.99.gate_proj,0.0067969502,hessian_weighted_relative_error,18708,0.02500,0.840
28,mlp.experts.100.gate_proj,0.0048671254,hessian_weighted_relative_error,8988,0.02500,0.835
28,mlp.experts.101.gate_proj,0.0071014046,hessian_weighted_relative_error,20671,0.02500,0.843
28,mlp.experts.102.gate_proj,0.0070004794,hessian_weighted_relative_error,24831,0.02500,0.833
28,mlp.experts.103.gate_proj,0.0083994900,hessian_weighted_relative_error,22463,0.02500,0.842
28,mlp.experts.104.gate_proj,0.0082312903,hessian_weighted_relative_error,25636,0.02500,0.834
28,mlp.experts.106.gate_proj,0.0087709345,hessian_weighted_relative_error,34397,0.02500,0.834
28,mlp.experts.107.gate_proj,0.0050524294,hessian_weighted_relative_error,15695,0.02500,0.844
28,mlp.experts.108.gate_proj,0.0079072271,hessian_weighted_relative_error,19145,0.02500,0.835
28,mlp.experts.109.gate_proj,0.0084554709,hessian_weighted_relative_error,30730,0.02500,0.847
28,mlp.experts.111.gate_proj,0.0072451119,hessian_weighted_relative_error,18015,0.02500,0.845
28,mlp.experts.112.gate_proj,0.0083569931,hessian_weighted_relative_error,38637,0.02500,0.837
28,mlp.experts.113.gate_proj,0.0035779695,hessian_weighted_relative_error,7476,0.02500,0.847
28,mlp.experts.114.gate_proj,0.0044896143,hessian_weighted_relative_error,3727,0.02500,0.837
28,mlp.experts.115.gate_proj,0.0063215285,hessian_weighted_relative_error,14615,0.02500,0.847
28,mlp.experts.116.gate_proj,0.0053478003,hessian_weighted_relative_error,21272,0.02500,0.836
28,mlp.experts.117.gate_proj,0.0058039725,hessian_weighted_relative_error,8688,0.02500,0.853
28,mlp.experts.118.gate_proj,0.0094018101,hessian_weighted_relative_error,26867,0.02500,0.837
28,mlp.experts.119.gate_proj,0.0082283315,hessian_weighted_relative_error,38129,0.02500,0.854
28,mlp.experts.120.gate_proj,0.0076121143,hessian_weighted_relative_error,52130,0.02500,0.838
28,mlp.experts.121.gate_proj,0.0062414846,hessian_weighted_relative_error,12443,0.02500,0.849
28,mlp.experts.122.gate_proj,0.0070372097,hessian_weighted_relative_error,12103,0.02500,0.838
28,mlp.experts.123.gate_proj,0.0028507798,hessian_weighted_relative_error,2703,0.02500,0.850
28,mlp.experts.124.gate_proj,0.0091774509,hessian_weighted_relative_error,57151,0.02500,0.839
28,mlp.experts.125.gate_proj,0.0077222451,hessian_weighted_relative_error,18063,0.02500,0.851
28,mlp.experts.126.gate_proj,0.0066278247,hessian_weighted_relative_error,11778,0.02500,0.838
28,mlp.experts.127.gate_proj,0.0067003061,hessian_weighted_relative_error,26918,0.02500,0.851
28,mlp.experts.128.gate_proj,0.0083471643,hessian_weighted_relative_error,34174,0.02500,0.841
28,mlp.experts.129.gate_proj,0.0039656354,hessian_weighted_relative_error,5837,0.02500,0.854
28,mlp.experts.130.gate_proj,0.0074235321,hessian_weighted_relative_error,17456,0.02500,0.840
28,mlp.experts.131.gate_proj,0.0080173056,hessian_weighted_relative_error,45287,0.02500,0.851
28,mlp.experts.132.gate_proj,0.0075263433,hessian_weighted_relative_error,23526,0.02500,0.837
28,mlp.experts.133.gate_proj,0.0090578650,hessian_weighted_relative_error,32995,0.02500,0.856
28,mlp.experts.135.gate_proj,0.0058303427,hessian_weighted_relative_error,15712,0.02500,0.853
28,mlp.experts.136.gate_proj,0.0054297236,hessian_weighted_relative_error,29196,0.02500,0.852
28,mlp.experts.137.gate_proj,0.0072355788,hessian_weighted_relative_error,36193,0.02500,0.853
28,mlp.experts.138.gate_proj,0.0084619591,hessian_weighted_relative_error,39624,0.02500,0.843
28,mlp.experts.139.gate_proj,0.0087772800,hessian_weighted_relative_error,51871,0.02500,0.854
28,mlp.experts.140.gate_proj,0.0059025385,hessian_weighted_relative_error,20922,0.02500,0.852
28,mlp.experts.141.gate_proj,0.0083030978,hessian_weighted_relative_error,28314,0.02500,0.855
28,mlp.experts.142.gate_proj,0.0068387027,hessian_weighted_relative_error,35025,0.02500,0.847
28,mlp.experts.143.gate_proj,0.0090709862,hessian_weighted_relative_error,41724,0.02500,0.855
28,mlp.experts.144.gate_proj,0.0061751152,hessian_weighted_relative_error,26342,0.02500,0.843
28,mlp.experts.145.gate_proj,0.0027290411,hessian_weighted_relative_error,2424,0.02500,0.859
28,mlp.experts.146.gate_proj,0.0055571252,hessian_weighted_relative_error,14324,0.02500,0.854
28,mlp.experts.147.gate_proj,0.0078505968,hessian_weighted_relative_error,29260,0.02500,0.858
28,mlp.experts.148.gate_proj,0.0055359744,hessian_weighted_relative_error,13893,0.02500,0.842
28,mlp.experts.149.gate_proj,0.0023095684,hessian_weighted_relative_error,1770,0.02500,0.878
28,mlp.experts.150.gate_proj,0.0058363392,hessian_weighted_relative_error,13866,0.02500,0.857
28,mlp.experts.151.gate_proj,0.0074412023,hessian_weighted_relative_error,17281,0.02500,0.856
28,mlp.experts.152.gate_proj,0.0081080664,hessian_weighted_relative_error,20603,0.02500,0.843
28,mlp.experts.153.gate_proj,0.0080714330,hessian_weighted_relative_error,43804,0.02500,0.854
28,mlp.experts.154.gate_proj,0.0026013320,hessian_weighted_relative_error,1543,0.02500,0.847
28,mlp.experts.155.gate_proj,0.0046182014,hessian_weighted_relative_error,10398,0.02500,0.858
28,mlp.experts.156.gate_proj,0.0074748523,hessian_weighted_relative_error,58921,0.02500,0.845
28,mlp.experts.157.gate_proj,0.0095135265,hessian_weighted_relative_error,35790,0.02500,0.856
28,mlp.experts.158.gate_proj,0.0087004788,hessian_weighted_relative_error,46604,0.02500,0.843
28,mlp.experts.159.gate_proj,0.0088118965,hessian_weighted_relative_error,37970,0.02500,0.856
28,mlp.experts.160.gate_proj,0.0073016185,hessian_weighted_relative_error,17745,0.02500,0.844
28,mlp.experts.161.gate_proj,0.0074089189,hessian_weighted_relative_error,15424,0.02500,0.856
28,mlp.experts.162.gate_proj,0.0081216420,hessian_weighted_relative_error,30430,0.02500,0.845
28,mlp.experts.163.gate_proj,0.0051609188,hessian_weighted_relative_error,18843,0.02500,0.855
28,mlp.experts.164.gate_proj,0.0089577674,hessian_weighted_relative_error,45835,0.02500,0.845
28,mlp.experts.165.gate_proj,0.0075245347,hessian_weighted_relative_error,26684,0.02500,0.855
28,mlp.experts.166.gate_proj,0.0084954213,hessian_weighted_relative_error,47130,0.02500,0.846
28,mlp.experts.167.gate_proj,0.0067353598,hessian_weighted_relative_error,26885,0.02500,0.857
28,mlp.experts.168.gate_proj,0.0085264007,hessian_weighted_relative_error,47665,0.02500,0.845
28,mlp.experts.169.gate_proj,0.0084504006,hessian_weighted_relative_error,22620,0.02500,0.856
28,mlp.experts.170.gate_proj,0.0089656291,hessian_weighted_relative_error,33385,0.02500,0.845
28,mlp.experts.171.gate_proj,0.0070745209,hessian_weighted_relative_error,21998,0.02500,0.858
28,mlp.experts.172.gate_proj,0.0077102220,hessian_weighted_relative_error,15289,0.02500,0.845
28,mlp.experts.174.gate_proj,0.0077406281,hessian_weighted_relative_error,32116,0.02500,0.846
28,mlp.experts.175.gate_proj,0.0085846869,hessian_weighted_relative_error,37058,0.02500,0.857
28,mlp.experts.177.gate_proj,0.0078249708,hessian_weighted_relative_error,42566,0.02500,0.856
28,mlp.experts.178.gate_proj,0.0079931552,hessian_weighted_relative_error,36550,0.02500,0.845
28,mlp.experts.179.gate_proj,0.0044115441,hessian_weighted_relative_error,21369,0.02500,0.856
28,mlp.experts.180.gate_proj,0.0078631181,hessian_weighted_relative_error,27794,0.02500,0.846
28,mlp.experts.181.gate_proj,0.0071015472,hessian_weighted_relative_error,15734,0.02500,0.858
28,mlp.experts.182.gate_proj,0.0064194776,hessian_weighted_relative_error,17595,0.02500,0.848
28,mlp.experts.183.gate_proj,0.0075883303,hessian_weighted_relative_error,15897,0.02500,0.856
28,mlp.experts.184.gate_proj,0.0092256479,hessian_weighted_relative_error,50140,0.02500,0.849
28,mlp.experts.186.gate_proj,0.0066983592,hessian_weighted_relative_error,9805,0.02500,0.847
28,mlp.experts.187.gate_proj,0.0080786004,hessian_weighted_relative_error,32929,0.02500,0.857
28,mlp.experts.188.gate_proj,0.0059767526,hessian_weighted_relative_error,7987,0.02500,0.846
28,mlp.experts.190.gate_proj,0.0079065711,hessian_weighted_relative_error,15402,0.02500,0.848
28,mlp.experts.191.gate_proj,0.0056329466,hessian_weighted_relative_error,23783,0.02500,0.858
28,mlp.experts.192.gate_proj,0.0039727113,hessian_weighted_relative_error,39401,0.02500,0.848
28,mlp.experts.193.gate_proj,0.0087136838,hessian_weighted_relative_error,25267,0.02500,0.862
28,mlp.experts.194.gate_proj,0.0082424613,hessian_weighted_relative_error,24287,0.02500,0.848
28,mlp.experts.195.gate_proj,0.0072238263,hessian_weighted_relative_error,18480,0.02500,0.859
28,mlp.experts.197.gate_proj,0.0059576129,hessian_weighted_relative_error,19494,0.02500,0.859
28,mlp.experts.198.gate_proj,0.0059076462,hessian_weighted_relative_error,15108,0.02500,0.847
28,mlp.experts.199.gate_proj,0.0080142607,hessian_weighted_relative_error,40029,0.02500,0.859
28,mlp.experts.200.gate_proj,0.0082150073,hessian_weighted_relative_error,19159,0.02500,0.849
28,mlp.experts.201.gate_proj,0.0059112114,hessian_weighted_relative_error,12069,0.02500,0.858
28,mlp.experts.202.gate_proj,0.0080458567,hessian_weighted_relative_error,17214,0.02500,0.848
28,mlp.experts.203.gate_proj,0.0080289345,hessian_weighted_relative_error,21062,0.02500,0.861
28,mlp.experts.204.gate_proj,0.0086472763,hessian_weighted_relative_error,17880,0.02500,0.848
28,mlp.experts.205.gate_proj,0.0050807819,hessian_weighted_relative_error,8880,0.02500,0.859
28,mlp.experts.206.gate_proj,0.0074288426,hessian_weighted_relative_error,14989,0.02500,0.848
28,mlp.experts.207.gate_proj,0.0078697473,hessian_weighted_relative_error,17035,0.02500,0.859
28,mlp.experts.208.gate_proj,0.0086857365,hessian_weighted_relative_error,61574,0.02500,0.849
28,mlp.experts.209.gate_proj,0.0061651121,hessian_weighted_relative_error,11755,0.02500,0.858
28,mlp.experts.210.gate_proj,0.0078495053,hessian_weighted_relative_error,22983,0.02500,0.848
28,mlp.experts.211.gate_proj,0.0083571021,hessian_weighted_relative_error,47157,0.02500,0.859
28,mlp.experts.213.gate_proj,0.0079486030,hessian_weighted_relative_error,16770,0.02500,0.859
28,mlp.experts.214.gate_proj,0.0042845449,hessian_weighted_relative_error,9412,0.02500,0.850
28,mlp.experts.216.gate_proj,0.0084316190,hessian_weighted_relative_error,40091,0.02500,0.851
28,mlp.experts.217.gate_proj,0.0079447890,hessian_weighted_relative_error,21049,0.02500,0.859
28,mlp.experts.218.gate_proj,0.0053151228,hessian_weighted_relative_error,19752,0.02500,0.849
28,mlp.experts.221.gate_proj,0.0076614603,hessian_weighted_relative_error,23349,0.02500,0.864
28,mlp.experts.222.gate_proj,0.0041817541,hessian_weighted_relative_error,3226,0.02500,0.851
28,mlp.experts.223.gate_proj,0.0071747626,hessian_weighted_relative_error,15990,0.02500,0.860
28,mlp.experts.224.gate_proj,0.0082321285,hessian_weighted_relative_error,25980,0.02500,0.851
28,mlp.experts.225.gate_proj,0.0082588692,hessian_weighted_relative_error,48922,0.02500,0.860
28,mlp.experts.226.gate_proj,0.0081122580,hessian_weighted_relative_error,28294,0.02500,0.851
28,mlp.experts.228.gate_proj,0.0076571486,hessian_weighted_relative_error,20147,0.02500,0.851
28,mlp.experts.229.gate_proj,0.0074221727,hessian_weighted_relative_error,19979,0.02500,0.862
28,mlp.experts.230.gate_proj,0.0080375681,hessian_weighted_relative_error,21163,0.02500,0.851
28,mlp.experts.231.gate_proj,0.0075687792,hessian_weighted_relative_error,51478,0.02500,0.862
28,mlp.experts.232.gate_proj,0.0071904806,hessian_weighted_relative_error,24403,0.02500,0.851
28,mlp.experts.233.gate_proj,0.0052870681,hessian_weighted_relative_error,28982,0.02500,0.860
28,mlp.experts.234.gate_proj,0.0077635575,hessian_weighted_relative_error,34239,0.02500,0.850
28,mlp.experts.236.gate_proj,0.0054690341,hessian_weighted_relative_error,15523,0.02500,0.853
28,mlp.experts.237.gate_proj,0.0067358231,hessian_weighted_relative_error,17808,0.02500,0.863
28,mlp.experts.238.gate_proj,0.0065158066,hessian_weighted_relative_error,20948,0.02500,0.850
28,mlp.experts.239.gate_proj,0.0075321620,hessian_weighted_relative_error,16049,0.02500,0.863
28,mlp.experts.240.gate_proj,0.0074449368,hessian_weighted_relative_error,23414,0.02500,0.853
28,mlp.experts.241.gate_proj,0.0067040877,hessian_weighted_relative_error,22485,0.02500,0.863
28,mlp.experts.242.gate_proj,0.0054356264,hessian_weighted_relative_error,17606,0.02500,0.855
28,mlp.experts.243.gate_proj,0.0082978011,hessian_weighted_relative_error,20152,0.02500,0.862
28,mlp.experts.244.gate_proj,0.0093565983,hessian_weighted_relative_error,45148,0.02500,0.852
28,mlp.experts.245.gate_proj,0.0066880990,hessian_weighted_relative_error,35233,0.02500,0.863
28,mlp.experts.246.gate_proj,0.0084568347,hessian_weighted_relative_error,55182,0.02500,0.851
28,mlp.experts.248.gate_proj,0.0079947153,hessian_weighted_relative_error,35854,0.02500,0.853
28,mlp.experts.249.gate_proj,0.0047919072,hessian_weighted_relative_error,14674,0.02500,0.862
28,mlp.experts.250.gate_proj,0.0097250638,hessian_weighted_relative_error,37061,0.02500,0.852
28,mlp.experts.251.gate_proj,0.0070357046,hessian_weighted_relative_error,30476,0.02500,0.863
28,mlp.experts.252.gate_proj,0.0065299772,hessian_weighted_relative_error,25381,0.02500,0.851
28,mlp.experts.253.gate_proj,0.0047065256,hessian_weighted_relative_error,22215,0.02500,0.862
28,mlp.experts.254.gate_proj,0.0086238500,hessian_weighted_relative_error,25803,0.02500,0.850
28,mlp.experts.255.gate_proj,0.0030527057,hessian_weighted_relative_error,3293,0.02500,0.862
28,mlp.experts.256.gate_proj,0.0079306693,hessian_weighted_relative_error,18778,0.02500,0.854
28,mlp.experts.257.gate_proj,0.0086899837,hessian_weighted_relative_error,30688,0.02500,0.864
28,mlp.experts.258.gate_proj,0.0090465904,hessian_weighted_relative_error,26903,0.02500,0.855
28,mlp.experts.259.gate_proj,0.0060524781,hessian_weighted_relative_error,18351,0.02500,0.865
28,mlp.experts.260.gate_proj,0.0063036269,hessian_weighted_relative_error,15064,0.02500,0.853
28,mlp.experts.261.gate_proj,0.0068381461,hessian_weighted_relative_error,29754,0.02500,0.866
28,mlp.experts.263.gate_proj,0.0059885110,hessian_weighted_relative_error,17004,0.02500,0.862
28,mlp.experts.264.gate_proj,0.0086578879,hessian_weighted_relative_error,49372,0.02500,0.856
28,mlp.experts.266.gate_proj,0.0065279350,hessian_weighted_relative_error,32486,0.02500,0.854
28,mlp.experts.267.gate_proj,0.0077249601,hessian_weighted_relative_error,35547,0.02500,0.863
28,mlp.experts.268.gate_proj,0.0073553328,hessian_weighted_relative_error,17584,0.02500,0.854
28,mlp.experts.269.gate_proj,0.0086601020,hessian_weighted_relative_error,41815,0.02500,0.861
28,mlp.experts.271.gate_proj,0.0056503346,hessian_weighted_relative_error,7268,0.02500,0.871
28,mlp.experts.273.gate_proj,0.0073638777,hessian_weighted_relative_error,29633,0.02500,0.864
28,mlp.experts.275.gate_proj,0.0083080396,hessian_weighted_relative_error,29919,0.02500,0.865
28,mlp.experts.276.gate_proj,0.0050197704,hessian_weighted_relative_error,21474,0.02500,0.854
28,mlp.experts.277.gate_proj,0.0065789382,hessian_weighted_relative_error,23079,0.02500,0.862
28,mlp.experts.280.gate_proj,0.0078100518,hessian_weighted_relative_error,32784,0.02500,0.856
28,mlp.experts.281.gate_proj,0.0080383379,hessian_weighted_relative_error,38910,0.02500,0.862
28,mlp.experts.282.gate_proj,0.0077590764,hessian_weighted_relative_error,26894,0.02500,0.855
28,mlp.experts.283.gate_proj,0.0053690687,hessian_weighted_relative_error,16736,0.02500,0.867
28,mlp.experts.284.gate_proj,0.0093322218,hessian_weighted_relative_error,45156,0.02500,0.853
28,mlp.experts.285.gate_proj,0.0066531161,hessian_weighted_relative_error,20911,0.02500,0.861
28,mlp.experts.286.gate_proj,0.0081143668,hessian_weighted_relative_error,27216,0.02500,0.853
28,mlp.experts.1.up_proj,0.0079588386,hessian_weighted_relative_error,23237,0.02500,0.869
28,mlp.experts.2.up_proj,0.0095868919,hessian_weighted_relative_error,26027,0.02500,0.856
28,mlp.experts.3.up_proj,0.0079549187,hessian_weighted_relative_error,27862,0.02500,0.864
28,mlp.experts.4.up_proj,0.0052367427,hessian_weighted_relative_error,35334,0.02500,0.856
28,mlp.experts.5.up_proj,0.0082657619,hessian_weighted_relative_error,32770,0.02500,0.863
28,mlp.experts.9.up_proj,0.0092109827,hessian_weighted_relative_error,35759,0.02500,0.865
28,mlp.experts.10.up_proj,0.0087323332,hessian_weighted_relative_error,37239,0.02500,0.855
28,mlp.experts.11.up_proj,0.0090163834,hessian_weighted_relative_error,23814,0.02500,0.865
28,mlp.experts.12.up_proj,0.0073489338,hessian_weighted_relative_error,26508,0.02500,0.854
28,mlp.experts.13.up_proj,0.0094206002,hessian_weighted_relative_error,20277,0.02500,0.861
28,mlp.experts.14.up_proj,0.0067519676,hessian_weighted_relative_error,4662,0.02500,0.854
28,mlp.experts.15.up_proj,0.0077564985,hessian_weighted_relative_error,16672,0.02500,0.875
28,mlp.experts.16.up_proj,0.0089887231,hessian_weighted_relative_error,39487,0.02500,0.857
28,mlp.experts.17.up_proj,0.0094745174,hessian_weighted_relative_error,26609,0.02500,0.866
28,mlp.experts.18.up_proj,0.0062474245,hessian_weighted_relative_error,14268,0.02500,0.856
28,mlp.experts.19.up_proj,0.0085059273,hessian_weighted_relative_error,29680,0.02500,0.866
28,mlp.experts.21.up_proj,0.0091024938,hessian_weighted_relative_error,26541,0.02500,0.866
28,mlp.experts.23.up_proj,0.0061041115,hessian_weighted_relative_error,11413,0.02500,0.869
28,mlp.experts.24.up_proj,0.0064161809,hessian_weighted_relative_error,14318,0.02500,0.865
28,mlp.experts.25.up_proj,0.0091352927,hessian_weighted_relative_error,20276,0.02500,0.863
28,mlp.experts.26.up_proj,0.0080070498,hessian_weighted_relative_error,22383,0.02500,0.860
28,mlp.experts.27.up_proj,0.0094776607,hessian_weighted_relative_error,30849,0.02500,0.868
28,mlp.experts.28.up_proj,0.0086159479,hessian_weighted_relative_error,25169,0.02500,0.863
28,mlp.experts.29.up_proj,0.0087556691,hessian_weighted_relative_error,19879,0.02500,0.866
28,mlp.experts.30.up_proj,0.0053815967,hessian_weighted_relative_error,15381,0.02500,0.864
28,mlp.experts.31.up_proj,0.0091625218,hessian_weighted_relative_error,36798,0.02500,0.873
28,mlp.experts.35.up_proj,0.0108402901,hessian_weighted_relative_error,38787,0.02500,0.866
28,mlp.experts.36.up_proj,0.0099921106,hessian_weighted_relative_error,42215,0.02500,0.869
28,mlp.experts.37.up_proj,0.0051214391,hessian_weighted_relative_error,13409,0.02500,0.868
28,mlp.experts.38.up_proj,0.0090412956,hessian_weighted_relative_error,36598,0.02500,0.868
28,mlp.experts.39.up_proj,0.0087420279,hessian_weighted_relative_error,21046,0.02500,0.874
28,mlp.experts.41.up_proj,0.0078123044,hessian_weighted_relative_error,11842,0.02500,0.891
28,mlp.experts.42.up_proj,0.0066376412,hessian_weighted_relative_error,53751,0.02500,0.867
28,mlp.experts.43.up_proj,0.0095540722,hessian_weighted_relative_error,20569,0.02500,0.881
28,mlp.experts.44.up_proj,0.0089101074,hessian_weighted_relative_error,17421,0.02500,0.860
28,mlp.experts.46.up_proj,0.0057613492,hessian_weighted_relative_error,24967,0.02500,0.870
28,mlp.experts.48.up_proj,0.0075843296,hessian_weighted_relative_error,11432,0.02500,0.858
28,mlp.experts.49.up_proj,0.0058478624,hessian_weighted_relative_error,17758,0.02500,0.868
28,mlp.experts.51.up_proj,0.0097222283,hessian_weighted_relative_error,27488,0.02500,0.874
28,mlp.experts.52.up_proj,0.0088533089,hessian_weighted_relative_error,31654,0.02500,0.857
28,mlp.experts.53.up_proj,0.0047195260,hessian_weighted_relative_error,8516,0.02500,0.863
28,mlp.experts.54.up_proj,0.0083971616,hessian_weighted_relative_error,30800,0.02500,0.857
28,mlp.experts.56.up_proj,0.0055681738,hessian_weighted_relative_error,11463,0.02500,0.860
28,mlp.experts.57.up_proj,0.0039979628,hessian_weighted_relative_error,4258,0.02500,0.866
28,mlp.experts.58.up_proj,0.0050112005,hessian_weighted_relative_error,27975,0.02500,0.858
28,mlp.experts.59.up_proj,0.0048385717,hessian_weighted_relative_error,6350,0.02500,0.866
28,mlp.experts.60.up_proj,0.0070017458,hessian_weighted_relative_error,49392,0.02500,0.860
28,mlp.experts.61.up_proj,0.0053771088,hessian_weighted_relative_error,10463,0.02500,0.866
28,mlp.experts.62.up_proj,0.0054896392,hessian_weighted_relative_error,33695,0.02500,0.857
28,mlp.experts.63.up_proj,0.0051026812,hessian_weighted_relative_error,5536,0.02500,0.866
28,mlp.experts.65.up_proj,0.0062192080,hessian_weighted_relative_error,10951,0.02500,0.867
28,mlp.experts.66.up_proj,0.0089800390,hessian_weighted_relative_error,26347,0.02500,0.858
28,mlp.experts.68.up_proj,0.0085359642,hessian_weighted_relative_error,26278,0.02500,0.859
28,mlp.experts.69.up_proj,0.0066583232,hessian_weighted_relative_error,39642,0.02500,0.868
28,mlp.experts.70.up_proj,0.0051266027,hessian_weighted_relative_error,3576,0.02500,0.859
28,mlp.experts.72.up_proj,0.0108869118,hessian_weighted_relative_error,48534,0.02500,0.861
28,mlp.experts.73.up_proj,0.0065142247,hessian_weighted_relative_error,29357,0.02500,0.877
28,mlp.experts.74.up_proj,0.0092112618,hessian_weighted_relative_error,18890,0.02500,0.859
28,mlp.experts.75.up_proj,0.0088536267,hessian_weighted_relative_error,17772,0.02500,0.869
28,mlp.experts.76.up_proj,0.0084941609,hessian_weighted_relative_error,24977,0.02500,0.859
28,mlp.experts.77.up_proj,0.0075147532,hessian_weighted_relative_error,9283,0.02500,0.869
28,mlp.experts.78.up_proj,0.0057717729,hessian_weighted_relative_error,15637,0.02500,0.858
28,mlp.experts.80.up_proj,0.0064254508,hessian_weighted_relative_error,10067,0.02500,0.860
28,mlp.experts.81.up_proj,0.0058356011,hessian_weighted_relative_error,17766,0.02500,0.877
28,mlp.experts.83.up_proj,0.0089767496,hessian_weighted_relative_error,34042,0.02500,0.877
28,mlp.experts.84.up_proj,0.0064634531,hessian_weighted_relative_error,50873,0.02500,0.858
28,mlp.experts.87.up_proj,0.0071523783,hessian_weighted_relative_error,35163,0.02500,0.871
28,mlp.experts.88.up_proj,0.0050148334,hessian_weighted_relative_error,7704,0.02500,0.860
28,mlp.experts.89.up_proj,0.0044421986,hessian_weighted_relative_error,33496,0.02500,0.872
28,mlp.experts.90.up_proj,0.0088466692,hessian_weighted_relative_error,16249,0.02500,0.858
28,mlp.experts.92.up_proj,0.0096218754,hessian_weighted_relative_error,35374,0.02500,0.858
28,mlp.experts.93.up_proj,0.0092767672,hessian_weighted_relative_error,16172,0.02500,0.882
28,mlp.experts.96.up_proj,0.0041808784,hessian_weighted_relative_error,2258,0.02500,0.859
28,mlp.experts.97.up_proj,0.0082931302,hessian_weighted_relative_error,24949,0.02500,0.868
28,mlp.experts.99.up_proj,0.0084490038,hessian_weighted_relative_error,18708,0.02500,0.882
28,mlp.experts.100.up_proj,0.0052854304,hessian_weighted_relative_error,8988,0.02500,0.858
28,mlp.experts.101.up_proj,0.0077751671,hessian_weighted_relative_error,20671,0.02500,0.875
28,mlp.experts.102.up_proj,0.0083905204,hessian_weighted_relative_error,24831,0.02500,0.860
28,mlp.experts.103.up_proj,0.0091240706,hessian_weighted_relative_error,22463,0.02500,0.876
28,mlp.experts.104.up_proj,0.0089011435,hessian_weighted_relative_error,25636,0.02500,0.860
28,mlp.experts.106.up_proj,0.0094904066,hessian_weighted_relative_error,34397,0.02500,0.858
28,mlp.experts.107.up_proj,0.0053668266,hessian_weighted_relative_error,15695,0.02500,0.876
28,mlp.experts.108.up_proj,0.0093744871,hessian_weighted_relative_error,19145,0.02500,0.859
28,mlp.experts.109.up_proj,0.0091248422,hessian_weighted_relative_error,30730,0.02500,0.875
28,mlp.experts.111.up_proj,0.0082564384,hessian_weighted_relative_error,18015,0.02500,0.866
28,mlp.experts.112.up_proj,0.0092324350,hessian_weighted_relative_error,38637,0.02500,0.858
28,mlp.experts.113.up_proj,0.0039617031,hessian_weighted_relative_error,7476,0.02500,0.880
28,mlp.experts.114.up_proj,0.0049002737,hessian_weighted_relative_error,3727,0.02500,0.858
28,mlp.experts.115.up_proj,0.0068196849,hessian_weighted_relative_error,14615,0.02500,0.883
28,mlp.experts.116.up_proj,0.0058238578,hessian_weighted_relative_error,21272,0.02500,0.859
28,mlp.experts.117.up_proj,0.0062497413,hessian_weighted_relative_error,8688,0.02500,0.880
28,mlp.experts.118.up_proj,0.0103508424,hessian_weighted_relative_error,26867,0.02500,0.858
28,mlp.experts.119.up_proj,0.0097402297,hessian_weighted_relative_error,38129,0.02500,0.869
28,mlp.experts.121.up_proj,0.0066629153,hessian_weighted_relative_error,12443,0.02500,0.871
28,mlp.experts.122.up_proj,0.0079666472,hessian_weighted_relative_error,12103,0.02500,0.861
28,mlp.experts.123.up_proj,0.0032985758,hessian_weighted_relative_error,2703,0.02500,0.869
28,mlp.experts.125.up_proj,0.0083119422,hessian_weighted_relative_error,18063,0.02500,0.882
28,mlp.experts.126.up_proj,0.0075215205,hessian_weighted_relative_error,11778,0.02500,0.859
28,mlp.experts.128.up_proj,0.0091088845,hessian_weighted_relative_error,34174,0.02500,0.861
28,mlp.experts.129.up_proj,0.0044196204,hessian_weighted_relative_error,5837,0.02500,0.884
28,mlp.experts.130.up_proj,0.0080068458,hessian_weighted_relative_error,17456,0.02500,0.860
28,mlp.experts.131.up_proj,0.0089646132,hessian_weighted_relative_error,45287,0.02500,0.882
28,mlp.experts.132.up_proj,0.0090169342,hessian_weighted_relative_error,23526,0.02500,0.860
28,mlp.experts.133.up_proj,0.0104516317,hessian_weighted_relative_error,32995,0.02500,0.869
28,mlp.experts.135.up_proj,0.0061669969,hessian_weighted_relative_error,15712,0.02500,0.869
28,mlp.experts.136.up_proj,0.0055856389,hessian_weighted_relative_error,29196,0.02500,0.860
28,mlp.experts.137.up_proj,0.0079940784,hessian_weighted_relative_error,36193,0.02500,0.880
28,mlp.experts.140.up_proj,0.0065259765,hessian_weighted_relative_error,20922,0.02500,0.861
28,mlp.experts.141.up_proj,0.0088851032,hessian_weighted_relative_error,28314,0.02500,0.878
28,mlp.experts.142.up_proj,0.0076239149,hessian_weighted_relative_error,35025,0.02500,0.860
28,mlp.experts.143.up_proj,0.0097552171,hessian_weighted_relative_error,41724,0.02500,0.885
28,mlp.experts.144.up_proj,0.0068273412,hessian_weighted_relative_error,26342,0.02500,0.862
28,mlp.experts.145.up_proj,0.0030324627,hessian_weighted_relative_error,2424,0.02500,0.884
28,mlp.experts.146.up_proj,0.0060742977,hessian_weighted_relative_error,14324,0.02500,0.862
28,mlp.experts.147.up_proj,0.0093046478,hessian_weighted_relative_error,29260,0.02500,0.881
28,mlp.experts.148.up_proj,0.0061905005,hessian_weighted_relative_error,13893,0.02500,0.861
28,mlp.experts.149.up_proj,0.0025831210,hessian_weighted_relative_error,1770,0.02500,0.887
28,mlp.experts.150.up_proj,0.0065379732,hessian_weighted_relative_error,13866,0.02500,0.860
28,mlp.experts.151.up_proj,0.0084693622,hessian_weighted_relative_error,17281,0.02500,0.879
28,mlp.experts.152.up_proj,0.0096478468,hessian_weighted_relative_error,20603,0.02500,0.862
28,mlp.experts.154.up_proj,0.0027531722,hessian_weighted_relative_error,1543,0.02500,0.864
28,mlp.experts.155.up_proj,0.0051248367,hessian_weighted_relative_error,10398,0.02500,0.876
28,mlp.experts.157.up_proj,0.0101274073,hessian_weighted_relative_error,35790,0.02500,0.872
28,mlp.experts.158.up_proj,0.0100128865,hessian_weighted_relative_error,46604,0.02500,0.862
28,mlp.experts.159.up_proj,0.0105709814,hessian_weighted_relative_error,37970,0.02500,0.885
28,mlp.experts.160.up_proj,0.0079998855,hessian_weighted_relative_error,17745,0.02500,0.873
28,mlp.experts.161.up_proj,0.0085601250,hessian_weighted_relative_error,15424,0.02500,0.888
28,mlp.experts.162.up_proj,0.0091577818,hessian_weighted_relative_error,30430,0.02500,0.863
28,mlp.experts.163.up_proj,0.0055513051,hessian_weighted_relative_error,18843,0.02500,0.880
28,mlp.experts.164.up_proj,0.0105654607,hessian_weighted_relative_error,45835,0.02500,0.867
28,mlp.experts.165.up_proj,0.0092648349,hessian_weighted_relative_error,26684,0.02500,0.885
28,mlp.experts.166.up_proj,0.0104202455,hessian_weighted_relative_error,47130,0.02500,0.863
28,mlp.experts.167.up_proj,0.0074562631,hessian_weighted_relative_error,26885,0.02500,0.900
28,mlp.experts.168.up_proj,0.0099803698,hessian_weighted_relative_error,47665,0.02500,0.861
28,mlp.experts.169.up_proj,0.0094178256,hessian_weighted_relative_error,22620,0.02500,0.886
28,mlp.experts.170.up_proj,0.0102244603,hessian_weighted_relative_error,33385,0.02500,0.873
28,mlp.experts.171.up_proj,0.0073535429,hessian_weighted_relative_error,21998,0.02500,0.875
28,mlp.experts.172.up_proj,0.0098886043,hessian_weighted_relative_error,15289,0.02500,0.862
28,mlp.experts.175.up_proj,0.0098122976,hessian_weighted_relative_error,37058,0.02500,0.873
28,mlp.experts.177.up_proj,0.0097791635,hessian_weighted_relative_error,42566,0.02500,0.884
28,mlp.experts.178.up_proj,0.0092342296,hessian_weighted_relative_error,36550,0.02500,0.860
28,mlp.experts.179.up_proj,0.0046248469,hessian_weighted_relative_error,21369,0.02500,0.886
28,mlp.experts.180.up_proj,0.0092817884,hessian_weighted_relative_error,27794,0.02500,0.861
28,mlp.experts.181.up_proj,0.0090363570,hessian_weighted_relative_error,15734,0.02500,0.883
28,mlp.experts.182.up_proj,0.0071929964,hessian_weighted_relative_error,17595,0.02500,0.860
28,mlp.experts.183.up_proj,0.0083413614,hessian_weighted_relative_error,15897,0.02500,0.881
28,mlp.experts.184.up_proj,0.0095985204,hessian_weighted_relative_error,50140,0.02500,0.861
28,mlp.experts.186.up_proj,0.0078881009,hessian_weighted_relative_error,9805,0.02500,0.863
28,mlp.experts.187.up_proj,0.0084938122,hessian_weighted_relative_error,32929,0.02500,0.887
28,mlp.experts.188.up_proj,0.0066196982,hessian_weighted_relative_error,7987,0.02500,0.860
28,mlp.experts.190.up_proj,0.0086649358,hessian_weighted_relative_error,15402,0.02500,0.861
28,mlp.experts.191.up_proj,0.0060194854,hessian_weighted_relative_error,23783,0.02500,0.891
28,mlp.experts.192.up_proj,0.0041059459,hessian_weighted_relative_error,39401,0.02500,0.863
28,mlp.experts.193.up_proj,0.0095784651,hessian_weighted_relative_error,25267,0.02500,0.886
28,mlp.experts.194.up_proj,0.0086859118,hessian_weighted_relative_error,24287,0.02500,0.862
28,mlp.experts.195.up_proj,0.0076983849,hessian_weighted_relative_error,18480,0.02500,0.885
28,mlp.experts.198.up_proj,0.0063883643,hessian_weighted_relative_error,15108,0.02500,0.862
28,mlp.experts.199.up_proj,0.0102234370,hessian_weighted_relative_error,40029,0.02500,0.882
28,mlp.experts.200.up_proj,0.0089513360,hessian_weighted_relative_error,19159,0.02500,0.862
28,mlp.experts.201.up_proj,0.0055189650,hessian_weighted_relative_error,12069,0.02500,0.891
28,mlp.experts.202.up_proj,0.0086510816,hessian_weighted_relative_error,17214,0.02500,0.862
28,mlp.experts.203.up_proj,0.0094424516,hessian_weighted_relative_error,21062,0.02500,0.885
28,mlp.experts.204.up_proj,0.0092873684,hessian_weighted_relative_error,17880,0.02500,0.862
28,mlp.experts.205.up_proj,0.0055264373,hessian_weighted_relative_error,8880,0.02500,0.878
28,mlp.experts.206.up_proj,0.0093480781,hessian_weighted_relative_error,14989,0.02500,0.861
28,mlp.experts.207.up_proj,0.0091047562,hessian_weighted_relative_error,17035,0.02500,0.886
28,mlp.experts.209.up_proj,0.0067646723,hessian_weighted_relative_error,11755,0.02500,0.884
28,mlp.experts.210.up_proj,0.0095703694,hessian_weighted_relative_error,22983,0.02500,0.862
28,mlp.experts.213.up_proj,0.0089377577,hessian_weighted_relative_error,16770,0.02500,0.892
28,mlp.experts.214.up_proj,0.0045108594,hessian_weighted_relative_error,9412,0.02500,0.862
28,mlp.experts.216.up_proj,0.0103576284,hessian_weighted_relative_error,40091,0.02500,0.862
28,mlp.experts.217.up_proj,0.0086204398,hessian_weighted_relative_error,21049,0.02500,0.894
28,mlp.experts.218.up_proj,0.0055788014,hessian_weighted_relative_error,19752,0.02500,0.862
28,mlp.experts.221.up_proj,0.0085148692,hessian_weighted_relative_error,23349,0.02500,0.888
28,mlp.experts.222.up_proj,0.0046570909,hessian_weighted_relative_error,3226,0.02500,0.861
28,mlp.experts.223.up_proj,0.0076138183,hessian_weighted_relative_error,15990,0.02500,0.884
28,mlp.experts.224.up_proj,0.0091108564,hessian_weighted_relative_error,25980,0.02500,0.861
28,mlp.experts.226.up_proj,0.0100874671,hessian_weighted_relative_error,28294,0.02500,0.861
28,mlp.experts.228.up_proj,0.0086693038,hessian_weighted_relative_error,20147,0.02500,0.863
28,mlp.experts.229.up_proj,0.0084392257,hessian_weighted_relative_error,19979,0.02500,0.888
28,mlp.experts.230.up_proj,0.0091604404,hessian_weighted_relative_error,21163,0.02500,0.864
28,mlp.experts.232.up_proj,0.0074517097,hessian_weighted_relative_error,24403,0.02500,0.865
28,mlp.experts.233.up_proj,0.0056048684,hessian_weighted_relative_error,28982,0.02500,0.888
28,mlp.experts.234.up_proj,0.0084116376,hessian_weighted_relative_error,34239,0.02500,0.860
28,mlp.experts.236.up_proj,0.0058514652,hessian_weighted_relative_error,15523,0.02500,0.862
28,mlp.experts.237.up_proj,0.0077316752,hessian_weighted_relative_error,17808,0.02500,0.892
28,mlp.experts.238.up_proj,0.0071621769,hessian_weighted_relative_error,20948,0.02500,0.862
28,mlp.experts.239.up_proj,0.0082967281,hessian_weighted_relative_error,16049,0.02500,0.896
28,mlp.experts.240.up_proj,0.0080164997,hessian_weighted_relative_error,23414,0.02500,0.863
28,mlp.experts.241.up_proj,0.0074666164,hessian_weighted_relative_error,22485,0.02500,0.888
28,mlp.experts.242.up_proj,0.0057566374,hessian_weighted_relative_error,17606,0.02500,0.864
28,mlp.experts.243.up_proj,0.0090571760,hessian_weighted_relative_error,20152,0.02500,0.929
28,mlp.experts.248.up_proj,0.0088557339,hessian_weighted_relative_error,35854,0.02500,0.863
28,mlp.experts.249.up_proj,0.0052724181,hessian_weighted_relative_error,14674,0.02500,0.890
28,mlp.experts.250.up_proj,0.0107715632,hessian_weighted_relative_error,37061,0.02500,0.860
28,mlp.experts.251.up_proj,0.0081414541,hessian_weighted_relative_error,30476,0.02500,0.904
28,mlp.experts.252.up_proj,0.0071441038,hessian_weighted_relative_error,25381,0.02500,0.862
28,mlp.experts.253.up_proj,0.0049036189,hessian_weighted_relative_error,22215,0.02500,0.890
28,mlp.experts.254.up_proj,0.0092892844,hessian_weighted_relative_error,25803,0.02500,0.862
28,mlp.experts.255.up_proj,0.0034349140,hessian_weighted_relative_error,3293,0.02500,0.892
28,mlp.experts.256.up_proj,0.0087300387,hessian_weighted_relative_error,18778,0.02500,0.862
28,mlp.experts.258.up_proj,0.0102125048,hessian_weighted_relative_error,26903,0.02500,0.862
28,mlp.experts.259.up_proj,0.0066634096,hessian_weighted_relative_error,18351,0.02500,0.885
28,mlp.experts.260.up_proj,0.0082592608,hessian_weighted_relative_error,15064,0.02500,0.862
28,mlp.experts.261.up_proj,0.0071917603,hessian_weighted_relative_error,29754,0.02500,0.900
28,mlp.experts.263.up_proj,0.0063519886,hessian_weighted_relative_error,17004,0.02500,0.897
28,mlp.experts.264.up_proj,0.0100329227,hessian_weighted_relative_error,49372,0.02500,0.862
28,mlp.experts.266.up_proj,0.0074983165,hessian_weighted_relative_error,32486,0.02500,0.861
28,mlp.experts.268.up_proj,0.0089678965,hessian_weighted_relative_error,17584,0.02500,0.862
28,mlp.experts.271.up_proj,0.0068846491,hessian_weighted_relative_error,7268,0.02500,0.892
28,mlp.experts.273.up_proj,0.0080609856,hessian_weighted_relative_error,29633,0.02500,0.892
28,mlp.experts.275.up_proj,0.0090464000,hessian_weighted_relative_error,29919,0.02500,0.894
28,mlp.experts.276.up_proj,0.0052976888,hessian_weighted_relative_error,21474,0.02500,0.863
28,mlp.experts.277.up_proj,0.0071876054,hessian_weighted_relative_error,23079,0.02500,0.893
28,mlp.experts.280.up_proj,0.0089173682,hessian_weighted_relative_error,32784,0.02500,0.861
28,mlp.experts.281.up_proj,0.0089711814,hessian_weighted_relative_error,38910,0.02500,0.892
28,mlp.experts.282.up_proj,0.0088065336,hessian_weighted_relative_error,26894,0.02500,0.861
28,mlp.experts.283.up_proj,0.0060008748,hessian_weighted_relative_error,16736,0.02500,0.889
28,mlp.experts.285.up_proj,0.0072009206,hessian_weighted_relative_error,20911,0.02500,0.895
28,mlp.experts.286.up_proj,0.0088486031,hessian_weighted_relative_error,27216,0.02500,0.861
28,mlp.experts.2.down_proj,0.0139572890,hessian_weighted_relative_error,26027,0.02500,0.772
28,mlp.experts.3.down_proj,0.0111581625,hessian_weighted_relative_error,27862,0.02500,0.756
28,mlp.experts.9.down_proj,0.0135075418,hessian_weighted_relative_error,35759,0.02500,0.755
28,mlp.experts.10.down_proj,0.0133883553,hessian_weighted_relative_error,37239,0.02500,0.776
28,mlp.experts.11.down_proj,0.0134522607,hessian_weighted_relative_error,23814,0.02500,0.757
28,mlp.experts.13.down_proj,0.0128770973,hessian_weighted_relative_error,20277,0.02500,0.754
28,mlp.experts.14.down_proj,0.0116130683,hessian_weighted_relative_error,4662,0.02500,0.777
28,mlp.experts.15.down_proj,0.0122049915,hessian_weighted_relative_error,16672,0.02500,0.752
28,mlp.experts.17.down_proj,0.0135818041,hessian_weighted_relative_error,26609,0.02500,0.760
28,mlp.experts.18.down_proj,0.0100841087,hessian_weighted_relative_error,14268,0.02500,0.780
28,mlp.experts.19.down_proj,0.0134765039,hessian_weighted_relative_error,29680,0.02500,0.761
28,mlp.experts.21.down_proj,0.0136734949,hessian_weighted_relative_error,26541,0.02500,0.757
28,mlp.experts.23.down_proj,0.0094511790,hessian_weighted_relative_error,11413,0.02500,0.757
28,mlp.experts.24.down_proj,0.0112849633,hessian_weighted_relative_error,14318,0.02500,0.780
28,mlp.experts.25.down_proj,0.0140908387,hessian_weighted_relative_error,20276,0.02500,0.764
28,mlp.experts.26.down_proj,0.0119493780,hessian_weighted_relative_error,22383,0.02500,0.782
28,mlp.experts.27.down_proj,0.0131457087,hessian_weighted_relative_error,30849,0.02500,0.763
28,mlp.experts.28.down_proj,0.0127278883,hessian_weighted_relative_error,25169,0.02500,0.778
28,mlp.experts.29.down_proj,0.0127426331,hessian_weighted_relative_error,19879,0.02500,0.762
28,mlp.experts.30.down_proj,0.0095114068,hessian_weighted_relative_error,15381,0.02500,0.782
28,mlp.experts.35.down_proj,0.0149551644,hessian_weighted_relative_error,38787,0.02500,0.767
28,mlp.experts.36.down_proj,0.0150185295,hessian_weighted_relative_error,42215,0.02500,0.781
28,mlp.experts.37.down_proj,0.0074636370,hessian_weighted_relative_error,13409,0.02500,0.764
28,mlp.experts.38.down_proj,0.0131386130,hessian_weighted_relative_error,36598,0.02500,0.784
28,mlp.experts.39.down_proj,0.0115457793,hessian_weighted_relative_error,21046,0.02500,0.763
28,mlp.experts.41.down_proj,0.0120015026,hessian_weighted_relative_error,11842,0.02500,0.769
28,mlp.experts.43.down_proj,0.0129609340,hessian_weighted_relative_error,20569,0.02500,0.771
28,mlp.experts.44.down_proj,0.0127915879,hessian_weighted_relative_error,17421,0.02500,0.782
28,mlp.experts.46.down_proj,0.0090870514,hessian_weighted_relative_error,24967,0.02500,0.787
28,mlp.experts.48.down_proj,0.0121768959,hessian_weighted_relative_error,11432,0.02500,0.787
28,mlp.experts.49.down_proj,0.0096589574,hessian_weighted_relative_error,17758,0.02500,0.772
28,mlp.experts.51.down_proj,0.0145253423,hessian_weighted_relative_error,27488,0.02500,0.774
28,mlp.experts.52.down_proj,0.0124829970,hessian_weighted_relative_error,31654,0.02500,0.785
28,mlp.experts.53.down_proj,0.0093715553,hessian_weighted_relative_error,8516,0.02500,0.771
28,mlp.experts.54.down_proj,0.0129661561,hessian_weighted_relative_error,30800,0.02500,0.789
28,mlp.experts.56.down_proj,0.0086720948,hessian_weighted_relative_error,11463,0.02500,0.790
28,mlp.experts.57.down_proj,0.0065036469,hessian_weighted_relative_error,4258,0.02500,0.775
28,mlp.experts.59.down_proj,0.0092182530,hessian_weighted_relative_error,6350,0.02500,0.777
28,mlp.experts.61.down_proj,0.0089235007,hessian_weighted_relative_error,10463,0.02500,0.773
28,mlp.experts.62.down_proj,0.0092971271,hessian_weighted_relative_error,33695,0.02500,0.791
28,mlp.experts.63.down_proj,0.0089225976,hessian_weighted_relative_error,5536,0.02500,0.771
28,mlp.experts.65.down_proj,0.0115284661,hessian_weighted_relative_error,10951,0.02500,0.778
28,mlp.experts.66.down_proj,0.0129732526,hessian_weighted_relative_error,26347,0.02500,0.793
28,mlp.experts.70.down_proj,0.0087081059,hessian_weighted_relative_error,3576,0.02500,0.793
28,mlp.experts.74.down_proj,0.0135739194,hessian_weighted_relative_error,18890,0.02500,0.796
28,mlp.experts.75.down_proj,0.0135646041,hessian_weighted_relative_error,17772,0.02500,0.784
28,mlp.experts.77.down_proj,0.0121112977,hessian_weighted_relative_error,9283,0.02500,0.780
28,mlp.experts.78.down_proj,0.0101589475,hessian_weighted_relative_error,15637,0.02500,0.796
28,mlp.experts.80.down_proj,0.0117111849,hessian_weighted_relative_error,10067,0.02500,0.794
28,mlp.experts.81.down_proj,0.0102889122,hessian_weighted_relative_error,17766,0.02500,0.786
28,mlp.experts.83.down_proj,0.0125435061,hessian_weighted_relative_error,34042,0.02500,0.789
28,mlp.experts.87.down_proj,0.0116159396,hessian_weighted_relative_error,35163,0.02500,0.783
28,mlp.experts.88.down_proj,0.0086148405,hessian_weighted_relative_error,7704,0.02500,0.796
28,mlp.experts.89.down_proj,0.0072566292,hessian_weighted_relative_error,33496,0.02500,0.791
28,mlp.experts.90.down_proj,0.0137557754,hessian_weighted_relative_error,16249,0.02500,0.800
28,mlp.experts.92.down_proj,0.0134640653,hessian_weighted_relative_error,35374,0.02500,0.796
28,mlp.experts.93.down_proj,0.0135893671,hessian_weighted_relative_error,16172,0.02500,0.787
28,mlp.experts.96.down_proj,0.0069978798,hessian_weighted_relative_error,2258,0.02500,0.797
28,mlp.experts.97.down_proj,0.0108066690,hessian_weighted_relative_error,24949,0.02500,0.793
28,mlp.experts.99.down_proj,0.0126913651,hessian_weighted_relative_error,18708,0.02500,0.795
28,mlp.experts.100.down_proj,0.0105922189,hessian_weighted_relative_error,8988,0.02500,0.797
28,mlp.experts.102.down_proj,0.0136959539,hessian_weighted_relative_error,24831,0.02500,0.799
28,mlp.experts.103.down_proj,0.0136315814,hessian_weighted_relative_error,22463,0.02500,0.789
28,mlp.experts.104.down_proj,0.0137262914,hessian_weighted_relative_error,25636,0.02500,0.801
28,mlp.experts.106.down_proj,0.0139968937,hessian_weighted_relative_error,34397,0.02500,0.804
28,mlp.experts.107.down_proj,0.0092320742,hessian_weighted_relative_error,15695,0.02500,0.798
28,mlp.experts.108.down_proj,0.0130953571,hessian_weighted_relative_error,19145,0.02500,0.800
28,mlp.experts.109.down_proj,0.0125840447,hessian_weighted_relative_error,30730,0.02500,0.792
28,mlp.experts.111.down_proj,0.0117872066,hessian_weighted_relative_error,18015,0.02500,0.791
28,mlp.experts.112.down_proj,0.0138126819,hessian_weighted_relative_error,38637,0.02500,0.804
28,mlp.experts.113.down_proj,0.0062354674,hessian_weighted_relative_error,7476,0.02500,0.798
28,mlp.experts.114.down_proj,0.0098397772,hessian_weighted_relative_error,3727,0.02500,0.808
28,mlp.experts.115.down_proj,0.0114722444,hessian_weighted_relative_error,14615,0.02500,0.799
28,mlp.experts.116.down_proj,0.0093442510,hessian_weighted_relative_error,21272,0.02500,0.803
28,mlp.experts.117.down_proj,0.0107243666,hessian_weighted_relative_error,8688,0.02500,0.795
28,mlp.experts.118.down_proj,0.0151338746,hessian_weighted_relative_error,26867,0.02500,0.804
28,mlp.experts.119.down_proj,0.0142771494,hessian_weighted_relative_error,38129,0.02500,0.793
28,mlp.experts.121.down_proj,0.0117828931,hessian_weighted_relative_error,12443,0.02500,0.798
28,mlp.experts.122.down_proj,0.0126715937,hessian_weighted_relative_error,12103,0.02500,0.809
28,mlp.experts.123.down_proj,0.0069913480,hessian_weighted_relative_error,2703,0.02500,0.800
28,mlp.experts.125.down_proj,0.0127273406,hessian_weighted_relative_error,18063,0.02500,0.798
28,mlp.experts.126.down_proj,0.0129065753,hessian_weighted_relative_error,11778,0.02500,0.807
28,mlp.experts.128.down_proj,0.0121438213,hessian_weighted_relative_error,34174,0.02500,0.805
28,mlp.experts.129.down_proj,0.0060305573,hessian_weighted_relative_error,5837,0.02500,0.803
28,mlp.experts.130.down_proj,0.0127334957,hessian_weighted_relative_error,17456,0.02500,0.810
28,mlp.experts.132.down_proj,0.0137501859,hessian_weighted_relative_error,23526,0.02500,0.803
28,mlp.experts.133.down_proj,0.0150543363,hessian_weighted_relative_error,32995,0.02500,0.800
28,mlp.experts.135.down_proj,0.0099035972,hessian_weighted_relative_error,15712,0.02500,0.800
28,mlp.experts.136.down_proj,0.0092532768,hessian_weighted_relative_error,29196,0.02500,0.806
28,mlp.experts.137.down_proj,0.0113641444,hessian_weighted_relative_error,36193,0.02500,0.805
28,mlp.experts.140.down_proj,0.0102465508,hessian_weighted_relative_error,20922,0.02500,0.805
28,mlp.experts.141.down_proj,0.0138134410,hessian_weighted_relative_error,28314,0.02500,0.803
28,mlp.experts.142.down_proj,0.0108929725,hessian_weighted_relative_error,35025,0.02500,0.809
28,mlp.experts.144.down_proj,0.0093963262,hessian_weighted_relative_error,26342,0.02500,0.806
28,mlp.experts.145.down_proj,0.0052545225,hessian_weighted_relative_error,2424,0.02500,0.809
28,mlp.experts.146.down_proj,0.0100393983,hessian_weighted_relative_error,14324,0.02500,0.811
28,mlp.experts.147.down_proj,0.0134660625,hessian_weighted_relative_error,29260,0.02500,0.811
28,mlp.experts.148.down_proj,0.0099944847,hessian_weighted_relative_error,13893,0.02500,0.806
28,mlp.experts.149.down_proj,0.0053353960,hessian_weighted_relative_error,1770,0.02500,0.806
28,mlp.experts.150.down_proj,0.0116742070,hessian_weighted_relative_error,13866,0.02500,0.809
28,mlp.experts.151.down_proj,0.0132685925,hessian_weighted_relative_error,17281,0.02500,0.805
28,mlp.experts.152.down_proj,0.0134053134,hessian_weighted_relative_error,20603,0.02500,0.807
28,mlp.experts.154.down_proj,0.0058778772,hessian_weighted_relative_error,1543,0.02500,0.812
28,mlp.experts.155.down_proj,0.0093830105,hessian_weighted_relative_error,10398,0.02500,0.813
28,mlp.experts.160.down_proj,0.0111558502,hessian_weighted_relative_error,17745,0.02500,0.808
28,mlp.experts.161.down_proj,0.0137113285,hessian_weighted_relative_error,15424,0.02500,0.815
28,mlp.experts.162.down_proj,0.0124853107,hessian_weighted_relative_error,30430,0.02500,0.814
28,mlp.experts.163.down_proj,0.0094835006,hessian_weighted_relative_error,18843,0.02500,0.816
28,mlp.experts.164.down_proj,0.0152385903,hessian_weighted_relative_error,45835,0.02500,0.809
28,mlp.experts.165.down_proj,0.0139964985,hessian_weighted_relative_error,26684,0.02500,0.812
28,mlp.experts.167.down_proj,0.0107572941,hessian_weighted_relative_error,26885,0.02500,0.811
28,mlp.experts.169.down_proj,0.0139281630,hessian_weighted_relative_error,22620,0.02500,0.819
28,mlp.experts.170.down_proj,0.0144443872,hessian_weighted_relative_error,33385,0.02500,0.816
28,mlp.experts.172.down_proj,0.0145489462,hessian_weighted_relative_error,15289,0.02500,0.811
28,mlp.experts.175.down_proj,0.0134777882,hessian_weighted_relative_error,37058,0.02500,0.814
28,mlp.experts.180.down_proj,0.0133403144,hessian_weighted_relative_error,27794,0.02500,0.810
28,mlp.experts.181.down_proj,0.0136376283,hessian_weighted_relative_error,15734,0.02500,0.820
28,mlp.experts.182.down_proj,0.0110446153,hessian_weighted_relative_error,17595,0.02500,0.813
28,mlp.experts.183.down_proj,0.0134807153,hessian_weighted_relative_error,15897,0.02500,0.816
28,mlp.experts.186.down_proj,0.0129818312,hessian_weighted_relative_error,9805,0.02500,0.814
28,mlp.experts.187.down_proj,0.0118953104,hessian_weighted_relative_error,32929,0.02500,0.823
28,mlp.experts.188.down_proj,0.0104467100,hessian_weighted_relative_error,7987,0.02500,0.812
28,mlp.experts.190.down_proj,0.0134915997,hessian_weighted_relative_error,15402,0.02500,0.815
28,mlp.experts.192.down_proj,0.0066919257,hessian_weighted_relative_error,39401,0.02500,0.814
28,mlp.experts.193.down_proj,0.0142041026,hessian_weighted_relative_error,25267,0.02500,0.824
28,mlp.experts.194.down_proj,0.0136700398,hessian_weighted_relative_error,24287,0.02500,0.817
28,mlp.experts.195.down_proj,0.0117062549,hessian_weighted_relative_error,18480,0.02500,0.828
28,mlp.experts.198.down_proj,0.0108535965,hessian_weighted_relative_error,15108,0.02500,0.816
28,mlp.experts.199.down_proj,0.0146446369,hessian_weighted_relative_error,40029,0.02500,0.818
28,mlp.experts.200.down_proj,0.0134055023,hessian_weighted_relative_error,19159,0.02500,0.814
28,mlp.experts.201.down_proj,0.0079979828,hessian_weighted_relative_error,12069,0.02500,0.825
28,mlp.experts.202.down_proj,0.0133884965,hessian_weighted_relative_error,17214,0.02500,0.816
28,mlp.experts.203.down_proj,0.0133924727,hessian_weighted_relative_error,21062,0.02500,0.827
28,mlp.experts.204.down_proj,0.0140180477,hessian_weighted_relative_error,17880,0.02500,0.814
28,mlp.experts.205.down_proj,0.0080435310,hessian_weighted_relative_error,8880,0.02500,0.825
28,mlp.experts.206.down_proj,0.0141344123,hessian_weighted_relative_error,14989,0.02500,0.816
28,mlp.experts.207.down_proj,0.0137903685,hessian_weighted_relative_error,17035,0.02500,0.820
28,mlp.experts.209.down_proj,0.0100235191,hessian_weighted_relative_error,11755,0.02500,0.827
28,mlp.experts.210.down_proj,0.0144636114,hessian_weighted_relative_error,22983,0.02500,0.817
28,mlp.experts.213.down_proj,0.0131741188,hessian_weighted_relative_error,16770,0.02500,0.823
28,mlp.experts.214.down_proj,0.0089619184,hessian_weighted_relative_error,9412,0.02500,0.816
28,mlp.experts.216.down_proj,0.0145225037,hessian_weighted_relative_error,40091,0.02500,0.816
28,mlp.experts.217.down_proj,0.0115205545,hessian_weighted_relative_error,21049,0.02500,0.826
28,mlp.experts.218.down_proj,0.0026359208,hessian_weighted_relative_error,19752,0.02500,0.818
28,mlp.experts.221.down_proj,0.0127356993,hessian_weighted_relative_error,23349,0.02500,0.824
28,mlp.experts.222.down_proj,0.0080945776,hessian_weighted_relative_error,3226,0.02500,0.819
28,mlp.experts.223.down_proj,0.0037794339,hessian_weighted_relative_error,15990,0.02500,0.822
28,mlp.experts.224.down_proj,0.0135019818,hessian_weighted_relative_error,25980,0.02500,0.816
28,mlp.experts.226.down_proj,0.0143561256,hessian_weighted_relative_error,28294,0.02500,0.819
28,mlp.experts.228.down_proj,0.0133691053,hessian_weighted_relative_error,20147,0.02500,0.817
28,mlp.experts.229.down_proj,0.0129373471,hessian_weighted_relative_error,19979,0.02500,0.826
28,mlp.experts.230.down_proj,0.0131815680,hessian_weighted_relative_error,21163,0.02500,0.817
28,mlp.experts.232.down_proj,0.0118041009,hessian_weighted_relative_error,24403,0.02500,0.817
28,mlp.experts.236.down_proj,0.0114399774,hessian_weighted_relative_error,15523,0.02500,0.817
28,mlp.experts.237.down_proj,0.0120448721,hessian_weighted_relative_error,17808,0.02500,0.826
28,mlp.experts.238.down_proj,0.0112818850,hessian_weighted_relative_error,20948,0.02500,0.820
28,mlp.experts.239.down_proj,0.0124339692,hessian_weighted_relative_error,16049,0.02500,0.823
28,mlp.experts.240.down_proj,0.0125532847,hessian_weighted_relative_error,23414,0.02500,0.819
28,mlp.experts.241.down_proj,0.0120613247,hessian_weighted_relative_error,22485,0.02500,0.828
28,mlp.experts.242.down_proj,0.0096712296,hessian_weighted_relative_error,17606,0.02500,0.820
28,mlp.experts.243.down_proj,0.0126617260,hessian_weighted_relative_error,20152,0.02500,0.829
28,mlp.experts.249.down_proj,0.0075002115,hessian_weighted_relative_error,14674,0.02500,0.829
28,mlp.experts.250.down_proj,0.0153212176,hessian_weighted_relative_error,37061,0.02500,0.821
28,mlp.experts.251.down_proj,0.0112698584,hessian_weighted_relative_error,30476,0.02500,0.827
28,mlp.experts.253.down_proj,0.0083960888,hessian_weighted_relative_error,22215,0.02500,0.826
28,mlp.experts.254.down_proj,0.0121952611,hessian_weighted_relative_error,25803,0.02500,0.820
28,mlp.experts.255.down_proj,0.0063706613,hessian_weighted_relative_error,3293,0.02500,0.822
28,mlp.experts.256.down_proj,0.0112424207,hessian_weighted_relative_error,18778,0.02500,0.820
28,mlp.experts.258.down_proj,0.0143774890,hessian_weighted_relative_error,26903,0.02500,0.822
28,mlp.experts.259.down_proj,0.0099642830,hessian_weighted_relative_error,18351,0.02500,0.828
28,mlp.experts.260.down_proj,0.0128749889,hessian_weighted_relative_error,15064,0.02500,0.819
28,mlp.experts.261.down_proj,0.0113245084,hessian_weighted_relative_error,29754,0.02500,0.825
28,mlp.experts.263.down_proj,0.0098504892,hessian_weighted_relative_error,17004,0.02500,0.823
28,mlp.experts.268.down_proj,0.0137017048,hessian_weighted_relative_error,17584,0.02500,0.821
28,mlp.experts.271.down_proj,0.0120688255,hessian_weighted_relative_error,7268,0.02500,0.824
28,mlp.experts.273.down_proj,0.0121352385,hessian_weighted_relative_error,29633,0.02500,0.828
28,mlp.experts.280.down_proj,0.0129828829,hessian_weighted_relative_error,32784,0.02500,0.820
28,mlp.experts.282.down_proj,0.0125381408,hessian_weighted_relative_error,26894,0.02500,0.822
28,mlp.experts.285.down_proj,0.0119285176,hessian_weighted_relative_error,20911,0.02500,0.827
28,mlp.experts.286.down_proj,0.0129811993,hessian_weighted_relative_error,27216,0.02500,0.822
28,mlp.experts.101.down_proj,0.0029504459,hessian_weighted_relative_error,20671,0.02500,1.501
28,mlp.experts.0.up_proj,0.0021571569,hessian_weighted_relative_error,43524,0.02500,1.599
28,mlp.experts.1.down_proj,0.0034175563,hessian_weighted_relative_error,23237,0.02500,1.497
28,mlp.experts.0.down_proj,0.0030576106,hessian_weighted_relative_error,43524,0.02500,1.505
28,mlp.experts.105.down_proj,0.0025886487,hessian_weighted_relative_error,24198,0.02500,1.539
28,mlp.experts.110.down_proj,0.0036712852,hessian_weighted_relative_error,58469,0.02500,1.542
28,mlp.experts.105.gate_proj,0.0013724601,hessian_weighted_relative_error,24198,0.02500,1.632
28,mlp.experts.110.gate_proj,0.0021967670,hessian_weighted_relative_error,58469,0.02500,1.596
28,mlp.experts.127.down_proj,0.0032066886,hessian_weighted_relative_error,26918,0.02500,1.538
28,mlp.experts.12.down_proj,0.0031026565,hessian_weighted_relative_error,26508,0.02500,1.511
28,mlp.experts.105.up_proj,0.0015378379,hessian_weighted_relative_error,24198,0.02500,1.667
28,mlp.experts.110.up_proj,0.0025181684,hessian_weighted_relative_error,58469,0.02500,1.626
28,mlp.experts.127.up_proj,0.0019535744,hessian_weighted_relative_error,26918,0.02500,1.672
28,mlp.experts.120.down_proj,0.0030249985,hessian_weighted_relative_error,52130,0.02500,1.540
28,mlp.experts.131.down_proj,0.0035199044,hessian_weighted_relative_error,45287,0.02500,1.559
28,mlp.experts.120.up_proj,0.0022724420,hessian_weighted_relative_error,52130,0.02500,1.627
28,mlp.experts.124.up_proj,0.0025413643,hessian_weighted_relative_error,57151,0.02500,1.622
28,mlp.experts.139.up_proj,0.0026948891,hessian_weighted_relative_error,51871,0.02500,1.687
28,mlp.experts.124.down_proj,0.0037395983,hessian_weighted_relative_error,57151,0.02500,1.542
28,mlp.experts.139.down_proj,0.0039060828,hessian_weighted_relative_error,51871,0.02500,1.555
28,mlp.experts.134.down_proj,0.0026965562,hessian_weighted_relative_error,47281,0.02500,1.545
28,mlp.experts.143.down_proj,0.0036357156,hessian_weighted_relative_error,41724,0.02500,1.546
28,mlp.experts.134.gate_proj,0.0017518381,hessian_weighted_relative_error,47281,0.02500,1.603
28,mlp.experts.153.down_proj,0.0027893170,hessian_weighted_relative_error,43804,0.02500,1.555
28,mlp.experts.138.down_proj,0.0036743844,hessian_weighted_relative_error,39624,0.02500,1.548
28,mlp.experts.157.down_proj,0.0038090126,hessian_weighted_relative_error,35790,0.02500,1.556
28,mlp.experts.134.up_proj,0.0018203917,hessian_weighted_relative_error,47281,0.02500,1.628
28,mlp.experts.153.up_proj,0.0023371552,hessian_weighted_relative_error,43804,0.02500,1.674
28,mlp.experts.138.up_proj,0.0026195286,hessian_weighted_relative_error,39624,0.02500,1.624
28,mlp.experts.159.down_proj,0.0039450730,hessian_weighted_relative_error,37970,0.02500,1.559
28,mlp.experts.156.down_proj,0.0034878772,hessian_weighted_relative_error,58921,0.02500,1.548
28,mlp.experts.171.down_proj,0.0031543129,hessian_weighted_relative_error,21998,0.02500,1.562
28,mlp.experts.158.down_proj,0.0036936166,hessian_weighted_relative_error,46604,0.02500,1.553
28,mlp.experts.173.gate_proj,0.0014908784,hessian_weighted_relative_error,40773,0.02500,1.657
28,mlp.experts.156.up_proj,0.0023441060,hessian_weighted_relative_error,58921,0.02500,1.633
28,mlp.experts.173.down_proj,0.0026288679,hessian_weighted_relative_error,40773,0.02500,1.565
28,mlp.experts.16.down_proj,0.0032436300,hessian_weighted_relative_error,39487,0.02500,1.513
28,mlp.experts.173.up_proj,0.0015898742,hessian_weighted_relative_error,40773,0.02500,1.678
28,mlp.experts.166.down_proj,0.0039030918,hessian_weighted_relative_error,47130,0.02500,1.554
28,mlp.experts.177.down_proj,0.0037618499,hessian_weighted_relative_error,42566,0.02500,1.567
28,mlp.experts.174.down_proj,0.0034926872,hessian_weighted_relative_error,32116,0.02500,1.555
28,mlp.experts.185.down_proj,0.0025367686,hessian_weighted_relative_error,91547,0.02500,1.566
28,mlp.experts.168.down_proj,0.0036500591,hessian_weighted_relative_error,47665,0.02500,1.549
28,mlp.experts.179.down_proj,0.0018752371,hessian_weighted_relative_error,21369,0.02500,1.567
28,mlp.experts.174.up_proj,0.0022501716,hessian_weighted_relative_error,32116,0.02500,1.626
28,mlp.experts.185.gate_proj,0.0017108203,hessian_weighted_relative_error,91547,0.02500,1.654
28,mlp.experts.176.down_proj,0.0037574914,hessian_weighted_relative_error,47090,0.02500,1.553
28,mlp.experts.185.up_proj,0.0017738569,hessian_weighted_relative_error,91547,0.02500,1.681
28,mlp.experts.176.up_proj,0.0025593095,hessian_weighted_relative_error,47090,0.02500,1.626
28,mlp.experts.189.gate_proj,0.0023843141,hessian_weighted_relative_error,61930,0.02500,1.665
28,mlp.experts.176.gate_proj,0.0023013299,hessian_weighted_relative_error,47090,0.02500,1.613
28,mlp.experts.189.down_proj,0.0035463875,hessian_weighted_relative_error,61930,0.02500,1.570
28,mlp.experts.178.down_proj,0.0034883054,hessian_weighted_relative_error,36550,0.02500,1.552
28,mlp.experts.189.up_proj,0.0025219835,hessian_weighted_relative_error,61930,0.02500,1.671
28,mlp.experts.184.down_proj,0.0035947317,hessian_weighted_relative_error,50140,0.02500,1.554
28,mlp.experts.191.down_proj,0.0025066651,hessian_weighted_relative_error,23783,0.02500,1.566
28,mlp.experts.196.gate_proj,0.0012997884,hessian_weighted_relative_error,22838,0.02500,1.615
28,mlp.experts.197.up_proj,0.0017263355,hessian_weighted_relative_error,19494,0.02500,1.686
28,mlp.experts.196.down_proj,0.0022709749,hessian_weighted_relative_error,22838,0.02500,1.553
28,mlp.experts.197.down_proj,0.0028232141,hessian_weighted_relative_error,19494,0.02500,1.574
28,mlp.experts.196.up_proj,0.0013665669,hessian_weighted_relative_error,22838,0.02500,1.627
28,mlp.experts.211.down_proj,0.0037218634,hessian_weighted_relative_error,47157,0.02500,1.572
28,mlp.experts.20.down_proj,0.0026139648,hessian_weighted_relative_error,73997,0.02500,1.518
28,mlp.experts.211.up_proj,0.0025548592,hessian_weighted_relative_error,47157,0.02500,1.695
28,mlp.experts.20.up_proj,0.0018879702,hessian_weighted_relative_error,73997,0.02500,1.623
28,mlp.experts.215.gate_proj,0.0017362466,hessian_weighted_relative_error,44529,0.02500,1.666
28,mlp.experts.20.gate_proj,0.0017771204,hessian_weighted_relative_error,73997,0.02500,1.579
28,mlp.experts.215.down_proj,0.0027390354,hessian_weighted_relative_error,44529,0.02500,1.570
28,mlp.experts.208.down_proj,0.0037963387,hessian_weighted_relative_error,61574,0.02500,1.554
28,mlp.experts.215.up_proj,0.0018064400,hessian_weighted_relative_error,44529,0.02500,1.689
28,mlp.experts.208.up_proj,0.0026811248,hessian_weighted_relative_error,61574,0.02500,1.630
28,mlp.experts.219.down_proj,0.0032333124,hessian_weighted_relative_error,54275,0.02500,1.578
28,mlp.experts.212.gate_proj,0.0018191636,hessian_weighted_relative_error,46238,0.02500,1.617
28,mlp.experts.219.up_proj,0.0020204000,hessian_weighted_relative_error,54275,0.02500,1.695
28,mlp.experts.212.down_proj,0.0029711712,hessian_weighted_relative_error,46238,0.02500,1.555
28,mlp.experts.219.gate_proj,0.0019809684,hessian_weighted_relative_error,54275,0.02500,1.670
28,mlp.experts.212.up_proj,0.0019471677,hessian_weighted_relative_error,46238,0.02500,1.627
28,mlp.experts.225.down_proj,0.0033887619,hessian_weighted_relative_error,48922,0.02500,1.580
28,mlp.experts.22.down_proj,0.0029458049,hessian_weighted_relative_error,22745,0.02500,1.522
28,mlp.experts.225.up_proj,0.0025776855,hessian_weighted_relative_error,48922,0.02500,1.694
28,mlp.experts.22.up_proj,0.0020714699,hessian_weighted_relative_error,22745,0.02500,1.624
28,mlp.experts.227.gate_proj,0.0014055552,hessian_weighted_relative_error,19946,0.02500,1.670
28,mlp.experts.22.gate_proj,0.0019685535,hessian_weighted_relative_error,22745,0.02500,1.584
28,mlp.experts.227.down_proj,0.0018297113,hessian_weighted_relative_error,19946,0.02500,1.579
28,mlp.experts.220.down_proj,0.0033972902,hessian_weighted_relative_error,69327,0.02500,1.557
28,mlp.experts.227.up_proj,0.0014739965,hessian_weighted_relative_error,19946,0.02500,1.690
28,mlp.experts.220.gate_proj,0.0021266126,hessian_weighted_relative_error,69327,0.02500,1.620
28,mlp.experts.231.down_proj,0.0028798882,hessian_weighted_relative_error,51478,0.02500,1.569
28,mlp.experts.234.down_proj,0.0031878775,hessian_weighted_relative_error,34239,0.02500,1.562
28,mlp.experts.233.down_proj,0.0023913716,hessian_weighted_relative_error,28982,0.02500,1.580
28,mlp.experts.220.up_proj,0.0021961427,hessian_weighted_relative_error,69327,0.02500,1.631
28,mlp.experts.231.up_proj,0.0020591204,hessian_weighted_relative_error,51478,0.02500,1.708
28,mlp.experts.244.down_proj,0.0038975945,hessian_weighted_relative_error,45148,0.02500,1.560
28,mlp.experts.244.up_proj,0.0025870275,hessian_weighted_relative_error,45148,0.02500,1.633
28,mlp.experts.235.down_proj,0.0033557745,hessian_weighted_relative_error,57831,0.02500,1.591
28,mlp.experts.246.up_proj,0.0026939658,hessian_weighted_relative_error,55182,0.02500,1.634
28,mlp.experts.235.gate_proj,0.0020774170,hessian_weighted_relative_error,57831,0.02500,1.688
28,mlp.experts.246.down_proj,0.0039061463,hessian_weighted_relative_error,55182,0.02500,1.564
28,mlp.experts.245.down_proj,0.0028256917,hessian_weighted_relative_error,35233,0.02500,1.580
28,mlp.experts.248.down_proj,0.0032235798,hessian_weighted_relative_error,35854,0.02500,1.564
28,mlp.experts.235.up_proj,0.0024112780,hessian_weighted_relative_error,57831,0.02500,1.693
28,mlp.experts.252.down_proj,0.0031211676,hessian_weighted_relative_error,25381,0.02500,1.565
28,mlp.experts.245.up_proj,0.0018571531,hessian_weighted_relative_error,35233,0.02500,1.704
28,mlp.experts.262.gate_proj,0.0019982150,hessian_weighted_relative_error,59214,0.02500,1.624
28,mlp.experts.247.down_proj,0.0017109235,hessian_weighted_relative_error,38853,0.02500,1.572
28,mlp.experts.262.down_proj,0.0032851462,hessian_weighted_relative_error,59214,0.02500,1.567
28,mlp.experts.247.up_proj,0.0015092708,hessian_weighted_relative_error,38853,0.02500,1.697
28,mlp.experts.262.up_proj,0.0021761306,hessian_weighted_relative_error,59214,0.02500,1.636
28,mlp.experts.247.gate_proj,0.0014429142,hessian_weighted_relative_error,38853,0.02500,1.674
28,mlp.experts.264.down_proj,0.0038455683,hessian_weighted_relative_error,49372,0.02500,1.566
28,mlp.experts.257.down_proj,0.0032988420,hessian_weighted_relative_error,30688,0.02500,1.574
28,mlp.experts.270.down_proj,0.0029896829,hessian_weighted_relative_error,35589,0.02500,1.568
28,mlp.experts.257.up_proj,0.0025117361,hessian_weighted_relative_error,30688,0.02500,1.697
28,mlp.experts.266.down_proj,0.0030236935,hessian_weighted_relative_error,32486,0.02500,1.568
28,mlp.experts.265.gate_proj,0.0023635589,hessian_weighted_relative_error,53913,0.02500,1.672
28,mlp.experts.270.gate_proj,0.0015711082,hessian_weighted_relative_error,35589,0.02500,1.624
28,mlp.experts.265.down_proj,0.0039200909,hessian_weighted_relative_error,53913,0.02500,1.577
28,mlp.experts.270.up_proj,0.0017000223,hessian_weighted_relative_error,35589,0.02500,1.632
28,mlp.experts.265.up_proj,0.0026705036,hessian_weighted_relative_error,53913,0.02500,1.704
28,mlp.experts.272.gate_proj,0.0020541943,hessian_weighted_relative_error,173709,0.02500,1.625
28,mlp.experts.267.down_proj,0.0033475190,hessian_weighted_relative_error,35547,0.02500,1.574
28,mlp.experts.272.down_proj,0.0027976465,hessian_weighted_relative_error,173709,0.02500,1.564
28,mlp.experts.269.down_proj,0.0033430635,hessian_weighted_relative_error,41815,0.02500,1.575
28,mlp.experts.272.up_proj,0.0021801750,hessian_weighted_relative_error,173709,0.02500,1.634
28,mlp.experts.267.up_proj,0.0023230625,hessian_weighted_relative_error,35547,0.02500,1.699
28,mlp.experts.274.down_proj,0.0020696406,hessian_weighted_relative_error,67787,0.02500,1.570
28,mlp.experts.269.up_proj,0.0024433204,hessian_weighted_relative_error,41815,0.02500,1.702
28,mlp.experts.274.up_proj,0.0016569862,hessian_weighted_relative_error,67787,0.02500,1.633
28,mlp.experts.275.down_proj,0.0034834321,hessian_weighted_relative_error,29919,0.02500,1.576
28,mlp.experts.274.gate_proj,0.0015916230,hessian_weighted_relative_error,67787,0.02500,1.626
28,mlp.experts.279.down_proj,0.0027886347,hessian_weighted_relative_error,47352,0.02500,1.572
28,mlp.experts.276.down_proj,0.0023998990,hessian_weighted_relative_error,21474,0.02500,1.564
28,mlp.experts.277.down_proj,0.0026260828,hessian_weighted_relative_error,23079,0.02500,1.585
28,mlp.experts.278.down_proj,0.0031523689,hessian_weighted_relative_error,56843,0.02500,1.570
28,mlp.experts.279.gate_proj,0.0021853372,hessian_weighted_relative_error,47352,0.02500,1.681
28,mlp.experts.278.up_proj,0.0021746462,hessian_weighted_relative_error,56843,0.02500,1.633
28,mlp.experts.279.up_proj,0.0023589809,hessian_weighted_relative_error,47352,0.02500,1.696
28,mlp.experts.278.gate_proj,0.0019079864,hessian_weighted_relative_error,56843,0.02500,1.627
28,mlp.experts.283.down_proj,0.0026894783,hessian_weighted_relative_error,16736,0.02500,1.579
28,mlp.experts.284.down_proj,0.0038236143,hessian_weighted_relative_error,45156,0.02500,1.566
28,mlp.experts.281.down_proj,0.0034432081,hessian_weighted_relative_error,38910,0.02500,1.590
28,mlp.experts.284.up_proj,0.0026533249,hessian_weighted_relative_error,45156,0.02500,1.632
28,mlp.experts.287.down_proj,0.0019656763,hessian_weighted_relative_error,63482,0.02500,1.571
28,mlp.experts.32.gate_proj,0.0023485046,hessian_weighted_relative_error,68899,0.02500,1.591
28,mlp.experts.287.gate_proj,0.0015837509,hessian_weighted_relative_error,63482,0.02500,1.679
28,mlp.experts.32.down_proj,0.0037975600,hessian_weighted_relative_error,68899,0.02500,1.527
28,mlp.experts.31.down_proj,0.0034323261,hessian_weighted_relative_error,36798,0.02500,1.512
28,mlp.experts.32.up_proj,0.0025484410,hessian_weighted_relative_error,68899,0.02500,1.644
28,mlp.experts.287.up_proj,0.0016541233,hessian_weighted_relative_error,63482,0.02500,1.718
28,mlp.experts.34.down_proj,0.0037888843,hessian_weighted_relative_error,46805,0.02500,1.529
28,mlp.experts.33.down_proj,0.0015784382,hessian_weighted_relative_error,21452,0.02500,1.520
28,mlp.experts.34.up_proj,0.0027492055,hessian_weighted_relative_error,46805,0.02500,1.639
28,mlp.experts.33.gate_proj,0.0012495571,hessian_weighted_relative_error,21452,0.02500,1.618
28,mlp.experts.34.gate_proj,0.0023634277,hessian_weighted_relative_error,46805,0.02500,1.590
28,mlp.experts.45.down_proj,0.0037171659,hessian_weighted_relative_error,68052,0.02500,1.522
28,mlp.experts.4.down_proj,0.0023023201,hessian_weighted_relative_error,35334,0.02500,1.479
28,mlp.experts.33.up_proj,0.0013091649,hessian_weighted_relative_error,21452,0.02500,1.680
28,mlp.experts.40.down_proj,0.0031838990,hessian_weighted_relative_error,137781,0.02500,1.530
28,mlp.experts.40.up_proj,0.0021612295,hessian_weighted_relative_error,137781,0.02500,1.629
28,mlp.experts.45.gate_proj,0.0024064845,hessian_weighted_relative_error,68052,0.02500,1.625
28,mlp.experts.40.gate_proj,0.0020942995,hessian_weighted_relative_error,137781,0.02500,1.593
28,mlp.experts.45.up_proj,0.0026291788,hessian_weighted_relative_error,68052,0.02500,1.699
28,mlp.experts.42.down_proj,0.0028528375,hessian_weighted_relative_error,53751,0.02500,1.531
28,mlp.experts.47.up_proj,0.0023933620,hessian_weighted_relative_error,32678,0.02500,1.699
28,mlp.experts.50.down_proj,0.0025199260,hessian_weighted_relative_error,21629,0.02500,1.536
28,mlp.experts.47.down_proj,0.0033621147,hessian_weighted_relative_error,32678,0.02500,1.520
28,mlp.experts.5.down_proj,0.0032097826,hessian_weighted_relative_error,32770,0.02500,1.471
28,mlp.experts.58.down_proj,0.0025024159,hessian_weighted_relative_error,27975,0.02500,1.507
28,mlp.experts.55.down_proj,0.0020149676,hessian_weighted_relative_error,49660,0.02500,1.520
28,mlp.experts.6.gate_proj,0.0018299674,hessian_weighted_relative_error,88478,0.02500,1.575
28,mlp.experts.55.up_proj,0.0014141580,hessian_weighted_relative_error,49660,0.02500,1.680
28,mlp.experts.6.down_proj,0.0029042407,hessian_weighted_relative_error,88478,0.02500,1.516
28,mlp.experts.55.gate_proj,0.0013285724,hessian_weighted_relative_error,49660,0.02500,1.636
28,mlp.experts.50.up_proj,0.0014046940,hessian_weighted_relative_error,21629,0.02500,1.633
28,mlp.experts.67.gate_proj,0.0025344041,hessian_weighted_relative_error,197898,0.02500,1.679
28,mlp.experts.60.down_proj,0.0026911672,hessian_weighted_relative_error,49392,0.02500,1.533
28,mlp.experts.67.down_proj,0.0029335322,hessian_weighted_relative_error,197898,0.02500,1.543
28,mlp.experts.64.gate_proj,0.0022827014,hessian_weighted_relative_error,50681,0.02500,1.599
28,mlp.experts.69.down_proj,0.0027919934,hessian_weighted_relative_error,39642,0.02500,1.533
28,mlp.experts.64.down_proj,0.0037849280,hessian_weighted_relative_error,50681,0.02500,1.535
28,mlp.experts.67.up_proj,0.0026653692,hessian_weighted_relative_error,197898,0.02500,1.679
28,mlp.experts.6.up_proj,0.0019425495,hessian_weighted_relative_error,88478,0.02500,1.627
28,mlp.experts.68.down_proj,0.0032139570,hessian_weighted_relative_error,26278,0.02500,1.534
28,mlp.experts.7.up_proj,0.0025402561,hessian_weighted_relative_error,40980,0.02500,1.679
28,mlp.experts.76.down_proj,0.0035945028,hessian_weighted_relative_error,24977,0.02500,1.540
28,mlp.experts.7.down_proj,0.0036995413,hessian_weighted_relative_error,40980,0.02500,1.503
28,mlp.experts.72.down_proj,0.0039167632,hessian_weighted_relative_error,48534,0.02500,1.540
28,mlp.experts.71.up_proj,0.0017193685,hessian_weighted_relative_error,31167,0.02500,1.675
28,mlp.experts.64.up_proj,0.0025623408,hessian_weighted_relative_error,50681,0.02500,1.630
28,mlp.experts.71.down_proj,0.0028609773,hessian_weighted_relative_error,31167,0.02500,1.537
28,mlp.experts.8.gate_proj,0.0023559638,hessian_weighted_relative_error,52284,0.02500,1.581
28,mlp.experts.79.down_proj,0.0022837964,hessian_weighted_relative_error,53996,0.02500,1.529
28,mlp.experts.82.down_proj,0.0028000154,hessian_weighted_relative_error,60115,0.02500,1.544
28,mlp.experts.73.down_proj,0.0025333663,hessian_weighted_relative_error,29357,0.02500,1.533
28,mlp.experts.8.up_proj,0.0025755134,hessian_weighted_relative_error,52284,0.02500,1.630
28,mlp.experts.79.up_proj,0.0014939565,hessian_weighted_relative_error,53996,0.02500,1.674
28,mlp.experts.8.down_proj,0.0034150425,hessian_weighted_relative_error,52284,0.02500,1.517
28,mlp.experts.79.gate_proj,0.0014099208,hessian_weighted_relative_error,53996,0.02500,1.639
28,mlp.experts.82.up_proj,0.0020326849,hessian_weighted_relative_error,60115,0.02500,1.629
28,mlp.experts.85.gate_proj,0.0011128561,hessian_weighted_relative_error,40758,0.02500,1.638
28,mlp.experts.86.down_proj,0.0034063848,hessian_weighted_relative_error,52779,0.02500,1.543
28,mlp.experts.85.down_proj,0.0018430662,hessian_weighted_relative_error,40758,0.02500,1.534
28,mlp.experts.84.down_proj,0.0026463075,hessian_weighted_relative_error,50873,0.02500,1.540
28,mlp.experts.91.down_proj,0.0029924814,hessian_weighted_relative_error,25324,0.02500,1.540
28,mlp.experts.82.gate_proj,0.0020018200,hessian_weighted_relative_error,60115,0.02500,1.603
28,mlp.experts.85.up_proj,0.0011771049,hessian_weighted_relative_error,40758,0.02500,1.678
28,mlp.experts.86.up_proj,0.0026586363,hessian_weighted_relative_error,52779,0.02500,1.628
28,mlp.experts.95.down_proj,0.0033771783,hessian_weighted_relative_error,23390,0.02500,1.534
28,mlp.experts.94.gate_proj,0.0015735011,hessian_weighted_relative_error,46091,0.02500,1.604
28,mlp.experts.91.up_proj,0.0021201580,hessian_weighted_relative_error,25324,0.02500,1.666
28,mlp.experts.94.down_proj,0.0020141494,hessian_weighted_relative_error,46091,0.02500,1.543
28,mlp.experts.95.up_proj,0.0022167832,hessian_weighted_relative_error,23390,0.02500,1.674
28,mlp.experts.86.gate_proj,0.0024470354,hessian_weighted_relative_error,52779,0.02500,1.600
28,mlp.experts.95.gate_proj,0.0017830338,hessian_weighted_relative_error,23390,0.02500,1.642
28,mlp.experts.98.down_proj,0.0022728343,hessian_weighted_relative_error,28903,0.02500,1.550
28,mlp.experts.98.up_proj,0.0020286887,hessian_weighted_relative_error,28903,0.02500,1.629
28,mlp.experts.94.up_proj,0.0016943035,hessian_weighted_relative_error,46091,0.02500,1.631
29,mlp.experts.0.gate_proj,0.0075483426,hessian_weighted_relative_error,16831,0.02500,0.807
29,mlp.experts.1.gate_proj,0.0055757736,hessian_weighted_relative_error,10828,0.02500,0.788
29,mlp.experts.2.gate_proj,0.0049754082,hessian_weighted_relative_error,9576,0.02500,0.798
29,mlp.experts.3.gate_proj,0.0065995306,hessian_weighted_relative_error,21797,0.02500,0.766
29,mlp.experts.4.gate_proj,0.0051829459,hessian_weighted_relative_error,10495,0.02500,0.805
29,mlp.experts.5.gate_proj,0.0045121447,hessian_weighted_relative_error,18900,0.02500,0.792
29,mlp.experts.6.gate_proj,0.0054499008,hessian_weighted_relative_error,12731,0.02500,0.807
29,mlp.experts.7.gate_proj,0.0066463149,hessian_weighted_relative_error,20931,0.02500,0.788
29,mlp.experts.8.gate_proj,0.0086137781,hessian_weighted_relative_error,47155,0.02500,0.811
29,mlp.experts.9.gate_proj,0.0063830948,hessian_weighted_relative_error,16499,0.02500,0.793
29,mlp.experts.11.gate_proj,0.0053217661,hessian_weighted_relative_error,15894,0.02500,0.792
29,mlp.experts.12.gate_proj,0.0067720075,hessian_weighted_relative_error,31213,0.02500,0.810
29,mlp.experts.13.gate_proj,0.0057660849,hessian_weighted_relative_error,16036,0.02500,0.797
29,mlp.experts.14.gate_proj,0.0051529514,hessian_weighted_relative_error,20999,0.02500,0.810
29,mlp.experts.15.gate_proj,0.0064538508,hessian_weighted_relative_error,11055,0.02500,0.797
29,mlp.experts.16.gate_proj,0.0083658017,hessian_weighted_relative_error,47393,0.02500,0.813
29,mlp.experts.18.gate_proj,0.0090164986,hessian_weighted_relative_error,40184,0.02500,0.810
29,mlp.experts.19.gate_proj,0.0056568288,hessian_weighted_relative_error,13468,0.02500,0.798
29,mlp.experts.20.gate_proj,0.0080012087,hessian_weighted_relative_error,25618,0.02500,0.812
29,mlp.experts.21.gate_proj,0.0074110319,hessian_weighted_relative_error,16709,0.02500,0.802
29,mlp.experts.22.gate_proj,0.0069397604,hessian_weighted_relative_error,12197,0.02500,0.813
29,mlp.experts.23.gate_proj,0.0055024627,hessian_weighted_relative_error,12700,0.02500,0.801
29,mlp.experts.24.gate_proj,0.0069921065,hessian_weighted_relative_error,16468,0.02500,0.816
29,mlp.experts.26.gate_proj,0.0054372220,hessian_weighted_relative_error,20891,0.02500,0.812
29,mlp.experts.27.gate_proj,0.0064420258,hessian_weighted_relative_error,26380,0.02500,0.802
29,mlp.experts.28.gate_proj,0.0024463911,hessian_weighted_relative_error,6181,0.02500,0.816
29,mlp.experts.29.gate_proj,0.0056919332,hessian_weighted_relative_error,23409,0.02500,0.806
29,mlp.experts.30.gate_proj,0.0061435162,hessian_weighted_relative_error,25312,0.02500,0.816
29,mlp.experts.31.gate_proj,0.0046450740,hessian_weighted_relative_error,15777,0.02500,0.804
29,mlp.experts.32.gate_proj,0.0055615101,hessian_weighted_relative_error,14838,0.02500,0.817
29,mlp.experts.34.gate_proj,0.0070876707,hessian_weighted_relative_error,24628,0.02500,0.815
29,mlp.experts.35.gate_proj,0.0070154016,hessian_weighted_relative_error,22779,0.02500,0.806
29,mlp.experts.36.gate_proj,0.0084031177,hessian_weighted_relative_error,23070,0.02500,0.817
29,mlp.experts.37.gate_proj,0.0068381314,hessian_weighted_relative_error,12715,0.02500,0.810
29,mlp.experts.38.gate_proj,0.0055124859,hessian_weighted_relative_error,20497,0.02500,0.817
29,mlp.experts.39.gate_proj,0.0044201254,hessian_weighted_relative_error,15220,0.02500,0.808
29,mlp.experts.41.gate_proj,0.0077159931,hessian_weighted_relative_error,19158,0.02500,0.813
29,mlp.experts.42.gate_proj,0.0043977496,hessian_weighted_relative_error,19743,0.02500,0.818
29,mlp.experts.43.gate_proj,0.0054259848,hessian_weighted_relative_error,14985,0.02500,0.810
29,mlp.experts.44.gate_proj,0.0062135909,hessian_weighted_relative_error,22815,0.02500,0.820
29,mlp.experts.45.gate_proj,0.0067741072,hessian_weighted_relative_error,18762,0.02500,0.811
29,mlp.experts.46.gate_proj,0.0095099670,hessian_weighted_relative_error,42359,0.02500,0.820
29,mlp.experts.48.gate_proj,0.0071609197,hessian_weighted_relative_error,42899,0.02500,0.821
29,mlp.experts.49.gate_proj,0.0078129790,hessian_weighted_relative_error,20852,0.02500,0.816
29,mlp.experts.50.gate_proj,0.0066484356,hessian_weighted_relative_error,10740,0.02500,0.821
29,mlp.experts.51.gate_proj,0.0064124998,hessian_weighted_relative_error,13498,0.02500,0.813
29,mlp.experts.53.gate_proj,0.0090386131,hessian_weighted_relative_error,49106,0.02500,0.815
29,mlp.experts.54.gate_proj,0.0061526239,hessian_weighted_relative_error,17240,0.02500,0.823
29,mlp.experts.55.gate_proj,0.0065197137,hessian_weighted_relative_error,20867,0.02500,0.814
29,mlp.experts.56.gate_proj,0.0059623520,hessian_weighted_relative_error,11684,0.02500,0.824
29,mlp.experts.57.gate_proj,0.0094447901,hessian_weighted_relative_error,43504,0.02500,0.819
29,mlp.experts.59.gate_proj,0.0048290365,hessian_weighted_relative_error,11637,0.02500,0.816
29,mlp.experts.60.gate_proj,0.0062939763,hessian_weighted_relative_error,22451,0.02500,0.826
29,mlp.experts.61.gate_proj,0.0056751822,hessian_weighted_relative_error,11390,0.02500,0.821
29,mlp.experts.64.gate_proj,0.0058988612,hessian_weighted_relative_error,15246,0.02500,0.826
29,mlp.experts.65.gate_proj,0.0067944006,hessian_weighted_relative_error,32994,0.02500,0.823
29,mlp.experts.66.gate_proj,0.0061465164,hessian_weighted_relative_error,14841,0.02500,0.824
29,mlp.experts.67.gate_proj,0.0054302913,hessian_weighted_relative_error,29067,0.02500,0.820
29,mlp.experts.69.gate_proj,0.0066292038,hessian_weighted_relative_error,18214,0.02500,0.825
29,mlp.experts.70.gate_proj,0.0084937007,hessian_weighted_relative_error,47186,0.02500,0.827
29,mlp.experts.71.gate_proj,0.0056338073,hessian_weighted_relative_error,20657,0.02500,0.824
29,mlp.experts.72.gate_proj,0.0075293131,hessian_weighted_relative_error,22258,0.02500,0.827
29,mlp.experts.73.gate_proj,0.0042625355,hessian_weighted_relative_error,10490,0.02500,0.829
29,mlp.experts.74.gate_proj,0.0041072469,hessian_weighted_relative_error,12927,0.02500,0.826
29,mlp.experts.75.gate_proj,0.0073401046,hessian_weighted_relative_error,18836,0.02500,0.829
29,mlp.experts.76.gate_proj,0.0070409090,hessian_weighted_relative_error,30300,0.02500,0.828
29,mlp.experts.77.gate_proj,0.0074757347,hessian_weighted_relative_error,76388,0.02500,0.827
29,mlp.experts.78.gate_proj,0.0077798602,hessian_weighted_relative_error,33521,0.02500,0.827
29,mlp.experts.79.gate_proj,0.0052919655,hessian_weighted_relative_error,18245,0.02500,0.831
29,mlp.experts.80.gate_proj,0.0072695991,hessian_weighted_relative_error,13433,0.02500,0.829
29,mlp.experts.81.gate_proj,0.0058941548,hessian_weighted_relative_error,19366,0.02500,0.830
29,mlp.experts.82.gate_proj,0.0075531364,hessian_weighted_relative_error,18641,0.02500,0.828
29,mlp.experts.83.gate_proj,0.0068177980,hessian_weighted_relative_error,20655,0.02500,0.831
29,mlp.experts.84.gate_proj,0.0061536444,hessian_weighted_relative_error,9211,0.02500,0.829
29,mlp.experts.85.gate_proj,0.0074168937,hessian_weighted_relative_error,39991,0.02500,0.834
29,mlp.experts.86.gate_proj,0.0062175777,hessian_weighted_relative_error,23145,0.02500,0.831
29,mlp.experts.87.gate_proj,0.0051630371,hessian_weighted_relative_error,16568,0.02500,0.833
29,mlp.experts.88.gate_proj,0.0077179535,hessian_weighted_relative_error,13702,0.02500,0.831
29,mlp.experts.89.gate_proj,0.0077105166,hessian_weighted_relative_error,33519,0.02500,0.835
29,mlp.experts.90.gate_proj,0.0049583455,hessian_weighted_relative_error,11824,0.02500,0.830
29,mlp.experts.91.gate_proj,0.0017885961,hessian_weighted_relative_error,1024,0.02500,0.836
29,mlp.experts.93.gate_proj,0.0078670560,hessian_weighted_relative_error,18105,0.02500,0.839
29,mlp.experts.94.gate_proj,0.0084220719,hessian_weighted_relative_error,30115,0.02500,0.832
29,mlp.experts.96.gate_proj,0.0057950433,hessian_weighted_relative_error,17448,0.02500,0.833
29,mlp.experts.97.gate_proj,0.0051655616,hessian_weighted_relative_error,12179,0.02500,0.841
29,mlp.experts.98.gate_proj,0.0050187954,hessian_weighted_relative_error,10537,0.02500,0.834
29,mlp.experts.99.gate_proj,0.0073025169,hessian_weighted_relative_error,25082,0.02500,0.839
29,mlp.experts.100.gate_proj,0.0057615704,hessian_weighted_relative_error,11660,0.02500,0.833
29,mlp.experts.101.gate_proj,0.0083148961,hessian_weighted_relative_error,25820,0.02500,0.841
29,mlp.experts.102.gate_proj,0.0090856749,hessian_weighted_relative_error,53267,0.02500,0.834
29,mlp.experts.103.gate_proj,0.0057002215,hessian_weighted_relative_error,29053,0.02500,0.843
29,mlp.experts.104.gate_proj,0.0065757108,hessian_weighted_relative_error,20953,0.02500,0.834
29,mlp.experts.106.gate_proj,0.0084591527,hessian_weighted_relative_error,55174,0.02500,0.836
29,mlp.experts.107.gate_proj,0.0053620930,hessian_weighted_relative_error,19811,0.02500,0.846
29,mlp.experts.108.gate_proj,0.0045955238,hessian_weighted_relative_error,4269,0.02500,0.834
29,mlp.experts.109.gate_proj,0.0076636946,hessian_weighted_relative_error,30758,0.02500,0.844
29,mlp.experts.110.gate_proj,0.0071699497,hessian_weighted_relative_error,66491,0.02500,0.835
29,mlp.experts.112.gate_proj,0.0063795620,hessian_weighted_relative_error,21375,0.02500,0.835
29,mlp.experts.113.gate_proj,0.0074115783,hessian_weighted_relative_error,33788,0.02500,0.845
29,mlp.experts.114.gate_proj,0.0090039604,hessian_weighted_relative_error,43052,0.02500,0.837
29,mlp.experts.115.gate_proj,0.0078120432,hessian_weighted_relative_error,35720,0.02500,0.848
29,mlp.experts.116.gate_proj,0.0064252305,hessian_weighted_relative_error,28749,0.02500,0.835
29,mlp.experts.117.gate_proj,0.0091360083,hessian_weighted_relative_error,78203,0.02500,0.847
29,mlp.experts.118.gate_proj,0.0063949741,hessian_weighted_relative_error,26244,0.02500,0.835
29,mlp.experts.119.gate_proj,0.0072372388,hessian_weighted_relative_error,29785,0.02500,0.845
29,mlp.experts.121.gate_proj,0.0071566920,hessian_weighted_relative_error,29072,0.02500,0.845
29,mlp.experts.123.gate_proj,0.0070882032,hessian_weighted_relative_error,11122,0.02500,0.847
29,mlp.experts.124.gate_proj,0.0085286198,hessian_weighted_relative_error,61940,0.02500,0.837
29,mlp.experts.125.gate_proj,0.0072518232,hessian_weighted_relative_error,14692,0.02500,0.848
29,mlp.experts.126.gate_proj,0.0064645390,hessian_weighted_relative_error,20424,0.02500,0.837
29,mlp.experts.127.gate_proj,0.0080276292,hessian_weighted_relative_error,47039,0.02500,0.852
29,mlp.experts.128.gate_proj,0.0061197884,hessian_weighted_relative_error,23817,0.02500,0.840
29,mlp.experts.129.gate_proj,0.0048057201,hessian_weighted_relative_error,27768,0.02500,0.851
29,mlp.experts.130.gate_proj,0.0028452380,hessian_weighted_relative_error,31608,0.02500,0.838
29,mlp.experts.131.gate_proj,0.0097248086,hessian_weighted_relative_error,49862,0.02500,0.850
29,mlp.experts.133.gate_proj,0.0072185171,hessian_weighted_relative_error,14985,0.02500,0.852
29,mlp.experts.134.gate_proj,0.0048945860,hessian_weighted_relative_error,28373,0.02500,0.840
29,mlp.experts.135.gate_proj,0.0063536302,hessian_weighted_relative_error,14332,0.02500,0.851
29,mlp.experts.136.gate_proj,0.0099640930,hessian_weighted_relative_error,41934,0.02500,0.839
29,mlp.experts.138.gate_proj,0.0061666049,hessian_weighted_relative_error,21578,0.02500,0.837
29,mlp.experts.139.gate_proj,0.0064959662,hessian_weighted_relative_error,12503,0.02500,0.853
29,mlp.experts.140.gate_proj,0.0053473285,hessian_weighted_relative_error,6687,0.02500,0.838
29,mlp.experts.141.gate_proj,0.0085618009,hessian_weighted_relative_error,33307,0.02500,0.856
29,mlp.experts.142.gate_proj,0.0092986503,hessian_weighted_relative_error,69020,0.02500,0.841
29,mlp.experts.143.gate_proj,0.0068904191,hessian_weighted_relative_error,15145,0.02500,0.853
29,mlp.experts.144.gate_proj,0.0062605620,hessian_weighted_relative_error,31469,0.02500,0.841
29,mlp.experts.145.gate_proj,0.0053844644,hessian_weighted_relative_error,34284,0.02500,0.855
29,mlp.experts.146.gate_proj,0.0044170156,hessian_weighted_relative_error,17581,0.02500,0.840
29,mlp.experts.148.gate_proj,0.0076277093,hessian_weighted_relative_error,18457,0.02500,0.838
29,mlp.experts.149.gate_proj,0.0049985581,hessian_weighted_relative_error,30866,0.02500,0.854
29,mlp.experts.150.gate_proj,0.0072093956,hessian_weighted_relative_error,16698,0.02500,0.842
29,mlp.experts.151.gate_proj,0.0066881114,hessian_weighted_relative_error,37280,0.02500,0.854
29,mlp.experts.152.gate_proj,0.0050531150,hessian_weighted_relative_error,20365,0.02500,0.841
29,mlp.experts.153.gate_proj,0.0078769750,hessian_weighted_relative_error,48290,0.02500,0.856
29,mlp.experts.154.gate_proj,0.0072306211,hessian_weighted_relative_error,14864,0.02500,0.845
29,mlp.experts.155.gate_proj,0.0061494652,hessian_weighted_relative_error,14146,0.02500,0.857
29,mlp.experts.156.gate_proj,0.0056466884,hessian_weighted_relative_error,15777,0.02500,0.839
29,mlp.experts.157.gate_proj,0.0082094942,hessian_weighted_relative_error,21030,0.02500,0.859
29,mlp.experts.158.gate_proj,0.0060922271,hessian_weighted_relative_error,24071,0.02500,0.840
29,mlp.experts.159.gate_proj,0.0076973113,hessian_weighted_relative_error,29913,0.02500,0.855
29,mlp.experts.160.gate_proj,0.0088848747,hessian_weighted_relative_error,56425,0.02500,0.851
29,mlp.experts.163.gate_proj,0.0076301899,hessian_weighted_relative_error,28458,0.02500,0.854
29,mlp.experts.164.gate_proj,0.0058885502,hessian_weighted_relative_error,40999,0.02500,0.853
29,mlp.experts.165.gate_proj,0.0088145487,hessian_weighted_relative_error,63429,0.02500,0.860
29,mlp.experts.166.gate_proj,0.0028299066,hessian_weighted_relative_error,12154,0.02500,0.858
29,mlp.experts.167.gate_proj,0.0070363809,hessian_weighted_relative_error,23746,0.02500,0.860
29,mlp.experts.168.gate_proj,0.0089349835,hessian_weighted_relative_error,57394,0.02500,0.858
29,mlp.experts.169.gate_proj,0.0032999577,hessian_weighted_relative_error,4517,0.02500,0.862
29,mlp.experts.170.gate_proj,0.0054304233,hessian_weighted_relative_error,21404,0.02500,0.856
29,mlp.experts.171.gate_proj,0.0093882588,hessian_weighted_relative_error,34080,0.02500,0.856
29,mlp.experts.172.gate_proj,0.0067239788,hessian_weighted_relative_error,29085,0.02500,0.844
29,mlp.experts.173.gate_proj,0.0060334514,hessian_weighted_relative_error,17441,0.02500,0.861
29,mlp.experts.174.gate_proj,0.0076310371,hessian_weighted_relative_error,50701,0.02500,0.844
29,mlp.experts.175.gate_proj,0.0057771435,hessian_weighted_relative_error,9157,0.02500,0.876
29,mlp.experts.176.gate_proj,0.0043730596,hessian_weighted_relative_error,11691,0.02500,0.844
29,mlp.experts.177.gate_proj,0.0071670125,hessian_weighted_relative_error,35003,0.02500,0.858
29,mlp.experts.178.gate_proj,0.0077066207,hessian_weighted_relative_error,17144,0.02500,0.845
29,mlp.experts.180.gate_proj,0.0085163862,hessian_weighted_relative_error,66175,0.02500,0.847
29,mlp.experts.181.gate_proj,0.0076584787,hessian_weighted_relative_error,18608,0.02500,0.856
29,mlp.experts.182.gate_proj,0.0059773997,hessian_weighted_relative_error,11125,0.02500,0.844
29,mlp.experts.184.gate_proj,0.0046414615,hessian_weighted_relative_error,9496,0.02500,0.844
29,mlp.experts.185.gate_proj,0.0067761547,hessian_weighted_relative_error,10298,0.02500,0.857
29,mlp.experts.187.gate_proj,0.0082388534,hessian_weighted_relative_error,17412,0.02500,0.856
29,mlp.experts.188.gate_proj,0.0057222943,hessian_weighted_relative_error,7584,0.02500,0.843
29,mlp.experts.189.gate_proj,0.0039814116,hessian_weighted_relative_error,7014,0.02500,0.858
29,mlp.experts.190.gate_proj,0.0068416137,hessian_weighted_relative_error,27923,0.02500,0.845
29,mlp.experts.191.gate_proj,0.0089087738,hessian_weighted_relative_error,37490,0.02500,0.860
29,mlp.experts.192.gate_proj,0.0091743759,hessian_weighted_relative_error,40478,0.02500,0.845
29,mlp.experts.193.gate_proj,0.0091612593,hessian_weighted_relative_error,51350,0.02500,0.859
29,mlp.experts.195.gate_proj,0.0069486239,hessian_weighted_relative_error,12836,0.02500,0.856
29,mlp.experts.196.gate_proj,0.0051687180,hessian_weighted_relative_error,8295,0.02500,0.846
29,mlp.experts.197.gate_proj,0.0075659971,hessian_weighted_relative_error,34456,0.02500,0.859
29,mlp.experts.198.gate_proj,0.0038766762,hessian_weighted_relative_error,27972,0.02500,0.847
29,mlp.experts.199.gate_proj,0.0064394184,hessian_weighted_relative_error,12517,0.02500,0.857
29,mlp.experts.200.gate_proj,0.0074994513,hessian_weighted_relative_error,30039,0.02500,0.846
29,mlp.experts.201.gate_proj,0.0060587168,hessian_weighted_relative_error,21468,0.02500,0.861
29,mlp.experts.202.gate_proj,0.0072593536,hessian_weighted_relative_error,23683,0.02500,0.844
29,mlp.experts.203.gate_proj,0.0066795159,hessian_weighted_relative_error,16880,0.02500,0.857
29,mlp.experts.204.gate_proj,0.0076744283,hessian_weighted_relative_error,12883,0.02500,0.846
29,mlp.experts.205.gate_proj,0.0087331555,hessian_weighted_relative_error,67415,0.02500,0.859
29,mlp.experts.206.gate_proj,0.0049654003,hessian_weighted_relative_error,8892,0.02500,0.847
29,mlp.experts.207.gate_proj,0.0050585011,hessian_weighted_relative_error,11128,0.02500,0.860
29,mlp.experts.208.gate_proj,0.0063818827,hessian_weighted_relative_error,19715,0.02500,0.845
29,mlp.experts.209.gate_proj,0.0087317480,hessian_weighted_relative_error,37704,0.02500,0.858
29,mlp.experts.210.gate_proj,0.0069721370,hessian_weighted_relative_error,12816,0.02500,0.845
29,mlp.experts.212.gate_proj,0.0096059790,hessian_weighted_relative_error,50979,0.02500,0.847
29,mlp.experts.213.gate_proj,0.0054649429,hessian_weighted_relative_error,21026,0.02500,0.857
29,mlp.experts.215.gate_proj,0.0041068376,hessian_weighted_relative_error,3813,0.02500,0.858
29,mlp.experts.216.gate_proj,0.0057204260,hessian_weighted_relative_error,29571,0.02500,0.847
29,mlp.experts.217.gate_proj,0.0068366084,hessian_weighted_relative_error,26733,0.02500,0.858
29,mlp.experts.218.gate_proj,0.0063827215,hessian_weighted_relative_error,29851,0.02500,0.846
29,mlp.experts.220.gate_proj,0.0085800446,hessian_weighted_relative_error,33399,0.02500,0.846
29,mlp.experts.221.gate_proj,0.0057446173,hessian_weighted_relative_error,14581,0.02500,0.861
29,mlp.experts.222.gate_proj,0.0041070416,hessian_weighted_relative_error,12951,0.02500,0.845
29,mlp.experts.223.gate_proj,0.0056063364,hessian_weighted_relative_error,19831,0.02500,0.860
29,mlp.experts.224.gate_proj,0.0046533773,hessian_weighted_relative_error,10152,0.02500,0.848
29,mlp.experts.225.gate_proj,0.0044289893,hessian_weighted_relative_error,25663,0.02500,0.859
29,mlp.experts.227.gate_proj,0.0069686246,hessian_weighted_relative_error,20321,0.02500,0.861
29,mlp.experts.228.gate_proj,0.0063402386,hessian_weighted_relative_error,25479,0.02500,0.849
29,mlp.experts.230.gate_proj,0.0067880486,hessian_weighted_relative_error,38506,0.02500,0.847
29,mlp.experts.231.gate_proj,0.0067268510,hessian_weighted_relative_error,30007,0.02500,0.859
29,mlp.experts.232.gate_proj,0.0070341300,hessian_weighted_relative_error,16333,0.02500,0.848
29,mlp.experts.233.gate_proj,0.0066775244,hessian_weighted_relative_error,13451,0.02500,0.861
29,mlp.experts.234.gate_proj,0.0083346767,hessian_weighted_relative_error,19073,0.02500,0.848
29,mlp.experts.235.gate_proj,0.0038717134,hessian_weighted_relative_error,6768,0.02500,0.860
29,mlp.experts.237.gate_proj,0.0052939783,hessian_weighted_relative_error,10402,0.02500,0.862
29,mlp.experts.238.gate_proj,0.0067526118,hessian_weighted_relative_error,11165,0.02500,0.849
29,mlp.experts.240.gate_proj,0.0075227601,hessian_weighted_relative_error,31722,0.02500,0.850
29,mlp.experts.242.gate_proj,0.0048514122,hessian_weighted_relative_error,45682,0.02500,0.853
29,mlp.experts.243.gate_proj,0.0078222579,hessian_weighted_relative_error,26173,0.02500,0.858
29,mlp.experts.245.gate_proj,0.0088745816,hessian_weighted_relative_error,48605,0.02500,0.859
29,mlp.experts.246.gate_proj,0.0081152493,hessian_weighted_relative_error,43300,0.02500,0.848
29,mlp.experts.248.gate_proj,0.0062941865,hessian_weighted_relative_error,24504,0.02500,0.849
29,mlp.experts.249.gate_proj,0.0071616508,hessian_weighted_relative_error,26715,0.02500,0.859
29,mlp.experts.250.gate_proj,0.0083947087,hessian_weighted_relative_error,75294,0.02500,0.852
29,mlp.experts.251.gate_proj,0.0030679061,hessian_weighted_relative_error,8352,0.02500,0.860
29,mlp.experts.252.gate_proj,0.0070766407,hessian_weighted_relative_error,30614,0.02500,0.849
29,mlp.experts.253.gate_proj,0.0066291944,hessian_weighted_relative_error,27856,0.02500,0.859
29,mlp.experts.254.gate_proj,0.0042299304,hessian_weighted_relative_error,18784,0.02500,0.851
29,mlp.experts.255.gate_proj,0.0078892650,hessian_weighted_relative_error,28601,0.02500,0.860
29,mlp.experts.256.gate_proj,0.0080695998,hessian_weighted_relative_error,18426,0.02500,0.848
29,mlp.experts.257.gate_proj,0.0073950762,hessian_weighted_relative_error,19019,0.02500,0.872
29,mlp.experts.258.gate_proj,0.0088407042,hessian_weighted_relative_error,43490,0.02500,0.852
29,mlp.experts.259.gate_proj,0.0089006741,hessian_weighted_relative_error,31963,0.02500,0.859
29,mlp.experts.260.gate_proj,0.0053503909,hessian_weighted_relative_error,19576,0.02500,0.852
29,mlp.experts.261.gate_proj,0.0059960927,hessian_weighted_relative_error,14695,0.02500,0.867
29,mlp.experts.262.gate_proj,0.0077978081,hessian_weighted_relative_error,16741,0.02500,0.849
29,mlp.experts.264.gate_proj,0.0086629128,hessian_weighted_relative_error,47467,0.02500,0.850
29,mlp.experts.265.gate_proj,0.0053931126,hessian_weighted_relative_error,11959,0.02500,0.861
29,mlp.experts.266.gate_proj,0.0065669576,hessian_weighted_relative_error,24926,0.02500,0.850
29,mlp.experts.267.gate_proj,0.0063252769,hessian_weighted_relative_error,13381,0.02500,0.863
29,mlp.experts.268.gate_proj,0.0061795298,hessian_weighted_relative_error,31340,0.02500,0.851
29,mlp.experts.269.gate_proj,0.0060996470,hessian_weighted_relative_error,30553,0.02500,0.862
29,mlp.experts.270.gate_proj,0.0071002625,hessian_weighted_relative_error,22656,0.02500,0.851
29,mlp.experts.272.gate_proj,0.0043222577,hessian_weighted_relative_error,4995,0.02500,0.854
29,mlp.experts.273.gate_proj,0.0065426234,hessian_weighted_relative_error,26085,0.02500,0.862
29,mlp.experts.274.gate_proj,0.0079551366,hessian_weighted_relative_error,40176,0.02500,0.851
29,mlp.experts.275.gate_proj,0.0065321447,hessian_weighted_relative_error,37404,0.02500,0.860
29,mlp.experts.276.gate_proj,0.0064232008,hessian_weighted_relative_error,16037,0.02500,0.852
29,mlp.experts.277.gate_proj,0.0082852409,hessian_weighted_relative_error,52036,0.02500,0.863
29,mlp.experts.278.gate_proj,0.0070940323,hessian_weighted_relative_error,24186,0.02500,0.854
29,mlp.experts.280.gate_proj,0.0058293602,hessian_weighted_relative_error,19523,0.02500,0.855
29,mlp.experts.282.gate_proj,0.0069914630,hessian_weighted_relative_error,19777,0.02500,0.852
29,mlp.experts.283.gate_proj,0.0036716666,hessian_weighted_relative_error,8735,0.02500,0.862
29,mlp.experts.284.gate_proj,0.0068564834,hessian_weighted_relative_error,20488,0.02500,0.855
29,mlp.experts.285.gate_proj,0.0073962100,hessian_weighted_relative_error,22465,0.02500,0.863
29,mlp.experts.286.gate_proj,0.0051988301,hessian_weighted_relative_error,9956,0.02500,0.853
29,mlp.experts.287.gate_proj,0.0073154900,hessian_weighted_relative_error,16004,0.02500,0.862
29,mlp.experts.0.up_proj,0.0080263540,hessian_weighted_relative_error,16831,0.02500,0.855
29,mlp.experts.1.up_proj,0.0068406465,hessian_weighted_relative_error,10828,0.02500,0.862
29,mlp.experts.2.up_proj,0.0054787496,hessian_weighted_relative_error,9576,0.02500,0.853
29,mlp.experts.3.up_proj,0.0075148557,hessian_weighted_relative_error,21797,0.02500,0.865
29,mlp.experts.4.up_proj,0.0056116719,hessian_weighted_relative_error,10495,0.02500,0.854
29,mlp.experts.5.up_proj,0.0048451886,hessian_weighted_relative_error,18900,0.02500,0.866
29,mlp.experts.6.up_proj,0.0057632684,hessian_weighted_relative_error,12731,0.02500,0.854
29,mlp.experts.7.up_proj,0.0074992165,hessian_weighted_relative_error,20931,0.02500,0.863
29,mlp.experts.8.up_proj,0.0094542847,hessian_weighted_relative_error,47155,0.02500,0.856
29,mlp.experts.9.up_proj,0.0069715837,hessian_weighted_relative_error,16499,0.02500,0.870
29,mlp.experts.11.up_proj,0.0061357310,hessian_weighted_relative_error,15894,0.02500,0.864
29,mlp.experts.12.up_proj,0.0100620398,hessian_weighted_relative_error,31213,0.02500,0.855
29,mlp.experts.13.up_proj,0.0071328502,hessian_weighted_relative_error,16036,0.02500,0.865
29,mlp.experts.15.up_proj,0.0073164401,hessian_weighted_relative_error,11055,0.02500,0.867
29,mlp.experts.16.up_proj,0.0100593868,hessian_weighted_relative_error,47393,0.02500,0.855
29,mlp.experts.18.up_proj,0.0099713385,hessian_weighted_relative_error,40184,0.02500,0.855
29,mlp.experts.19.up_proj,0.0060175404,hessian_weighted_relative_error,13468,0.02500,0.865
29,mlp.experts.20.up_proj,0.0097927865,hessian_weighted_relative_error,25618,0.02500,0.854
29,mlp.experts.21.up_proj,0.0080632762,hessian_weighted_relative_error,16709,0.02500,0.865
29,mlp.experts.22.up_proj,0.0084960340,hessian_weighted_relative_error,12197,0.02500,0.857
29,mlp.experts.23.up_proj,0.0058021383,hessian_weighted_relative_error,12700,0.02500,0.867
29,mlp.experts.24.up_proj,0.0079435840,hessian_weighted_relative_error,16468,0.02500,0.854
29,mlp.experts.26.up_proj,0.0058413874,hessian_weighted_relative_error,20891,0.02500,0.855
29,mlp.experts.27.up_proj,0.0068127135,hessian_weighted_relative_error,26380,0.02500,0.867
29,mlp.experts.28.up_proj,0.0025971253,hessian_weighted_relative_error,6181,0.02500,0.855
29,mlp.experts.30.up_proj,0.0073473846,hessian_weighted_relative_error,25312,0.02500,0.857
29,mlp.experts.31.up_proj,0.0048473719,hessian_weighted_relative_error,15777,0.02500,0.867
29,mlp.experts.32.up_proj,0.0060779655,hessian_weighted_relative_error,14838,0.02500,0.865
29,mlp.experts.34.up_proj,0.0078968068,hessian_weighted_relative_error,24628,0.02500,0.856
29,mlp.experts.35.up_proj,0.0083230564,hessian_weighted_relative_error,22779,0.02500,0.870
29,mlp.experts.36.up_proj,0.0093306607,hessian_weighted_relative_error,23070,0.02500,0.863
29,mlp.experts.37.up_proj,0.0071522159,hessian_weighted_relative_error,12715,0.02500,0.872
29,mlp.experts.38.up_proj,0.0064863548,hessian_weighted_relative_error,20497,0.02500,0.856
29,mlp.experts.39.up_proj,0.0050300003,hessian_weighted_relative_error,15220,0.02500,0.884
29,mlp.experts.41.up_proj,0.0083941880,hessian_weighted_relative_error,19158,0.02500,0.876
29,mlp.experts.42.up_proj,0.0050682595,hessian_weighted_relative_error,19743,0.02500,0.858
29,mlp.experts.43.up_proj,0.0058124237,hessian_weighted_relative_error,14985,0.02500,0.870
29,mlp.experts.44.up_proj,0.0071293585,hessian_weighted_relative_error,22815,0.02500,0.855
29,mlp.experts.45.up_proj,0.0074366343,hessian_weighted_relative_error,18762,0.02500,0.872
29,mlp.experts.46.up_proj,0.0101607576,hessian_weighted_relative_error,42359,0.02500,0.855
29,mlp.experts.48.up_proj,0.0098459715,hessian_weighted_relative_error,42899,0.02500,0.856
29,mlp.experts.49.up_proj,0.0088190172,hessian_weighted_relative_error,20852,0.02500,0.865
29,mlp.experts.50.up_proj,0.0070672149,hessian_weighted_relative_error,10740,0.02500,0.858
29,mlp.experts.51.up_proj,0.0076518404,hessian_weighted_relative_error,13498,0.02500,0.867
29,mlp.experts.53.up_proj,0.0102653463,hessian_weighted_relative_error,49106,0.02500,0.869
29,mlp.experts.54.up_proj,0.0074340368,hessian_weighted_relative_error,17240,0.02500,0.857
29,mlp.experts.55.up_proj,0.0071257180,hessian_weighted_relative_error,20867,0.02500,0.874
29,mlp.experts.56.up_proj,0.0069644375,hessian_weighted_relative_error,11684,0.02500,0.857
29,mlp.experts.57.up_proj,0.0105541831,hessian_weighted_relative_error,43504,0.02500,0.876
29,mlp.experts.59.up_proj,0.0072013029,hessian_weighted_relative_error,11637,0.02500,0.867
29,mlp.experts.60.up_proj,0.0069386457,hessian_weighted_relative_error,22451,0.02500,0.856
29,mlp.experts.61.up_proj,0.0061202724,hessian_weighted_relative_error,11390,0.02500,0.866
29,mlp.experts.64.up_proj,0.0069522756,hessian_weighted_relative_error,15246,0.02500,0.857
29,mlp.experts.65.up_proj,0.0077243192,hessian_weighted_relative_error,32994,0.02500,0.875
29,mlp.experts.66.up_proj,0.0071441289,hessian_weighted_relative_error,14841,0.02500,0.856
29,mlp.experts.67.up_proj,0.0061161026,hessian_weighted_relative_error,29067,0.02500,0.866
29,mlp.experts.69.up_proj,0.0074400876,hessian_weighted_relative_error,18214,0.02500,0.868
29,mlp.experts.70.up_proj,0.0092371498,hessian_weighted_relative_error,47186,0.02500,0.858
29,mlp.experts.72.up_proj,0.0081165848,hessian_weighted_relative_error,22258,0.02500,0.859
29,mlp.experts.73.up_proj,0.0049377298,hessian_weighted_relative_error,10490,0.02500,0.865
29,mlp.experts.74.up_proj,0.0051539199,hessian_weighted_relative_error,12927,0.02500,0.856
29,mlp.experts.75.up_proj,0.0084112120,hessian_weighted_relative_error,18836,0.02500,0.869
29,mlp.experts.76.up_proj,0.0083550502,hessian_weighted_relative_error,30300,0.02500,0.857
29,mlp.experts.77.up_proj,0.0077749572,hessian_weighted_relative_error,76388,0.02500,0.878
29,mlp.experts.78.up_proj,0.0094688186,hessian_weighted_relative_error,33521,0.02500,0.857
29,mlp.experts.80.up_proj,0.0080569302,hessian_weighted_relative_error,13433,0.02500,0.857
29,mlp.experts.82.up_proj,0.0086302363,hessian_weighted_relative_error,18641,0.02500,0.855
29,mlp.experts.83.up_proj,0.0075909254,hessian_weighted_relative_error,20655,0.02500,0.873
29,mlp.experts.84.up_proj,0.0068791754,hessian_weighted_relative_error,9211,0.02500,0.856
29,mlp.experts.85.up_proj,0.0094363029,hessian_weighted_relative_error,39991,0.02500,0.877
29,mlp.experts.86.up_proj,0.0065809950,hessian_weighted_relative_error,23145,0.02500,0.856
29,mlp.experts.87.up_proj,0.0062533343,hessian_weighted_relative_error,16568,0.02500,0.877
29,mlp.experts.88.up_proj,0.0086236264,hessian_weighted_relative_error,13702,0.02500,0.859
29,mlp.experts.89.up_proj,0.0090299264,hessian_weighted_relative_error,33519,0.02500,0.877
29,mlp.experts.90.up_proj,0.0056736891,hessian_weighted_relative_error,11824,0.02500,0.859
29,mlp.experts.91.up_proj,0.0024679527,hessian_weighted_relative_error,1024,0.02500,0.870
29,mlp.experts.93.up_proj,0.0093334682,hessian_weighted_relative_error,18105,0.02500,0.868
29,mlp.experts.94.up_proj,0.0093908809,hessian_weighted_relative_error,30115,0.02500,0.856
29,mlp.experts.96.up_proj,0.0071660054,hessian_weighted_relative_error,17448,0.02500,0.857
29,mlp.experts.97.up_proj,0.0055758302,hessian_weighted_relative_error,12179,0.02500,0.867
29,mlp.experts.98.up_proj,0.0062829572,hessian_weighted_relative_error,10537,0.02500,0.857
29,mlp.experts.99.up_proj,0.0083334790,hessian_weighted_relative_error,25082,0.02500,0.874
29,mlp.experts.100.up_proj,0.0061136808,hessian_weighted_relative_error,11660,0.02500,0.858
29,mlp.experts.101.up_proj,0.0098678584,hessian_weighted_relative_error,25820,0.02500,0.867
29,mlp.experts.102.up_proj,0.0099791701,hessian_weighted_relative_error,53267,0.02500,0.855
29,mlp.experts.103.up_proj,0.0063423202,hessian_weighted_relative_error,29053,0.02500,0.878
29,mlp.experts.104.up_proj,0.0072570270,hessian_weighted_relative_error,20953,0.02500,0.858
29,mlp.experts.106.up_proj,0.0099095267,hessian_weighted_relative_error,55174,0.02500,0.858
29,mlp.experts.108.up_proj,0.0053422872,hessian_weighted_relative_error,4269,0.02500,0.858
29,mlp.experts.110.up_proj,0.0092195185,hessian_weighted_relative_error,66491,0.02500,0.858
29,mlp.experts.112.up_proj,0.0071378062,hessian_weighted_relative_error,21375,0.02500,0.859
29,mlp.experts.113.up_proj,0.0084458397,hessian_weighted_relative_error,33788,0.02500,0.879
29,mlp.experts.114.up_proj,0.0102454822,hessian_weighted_relative_error,43052,0.02500,0.859
29,mlp.experts.115.up_proj,0.0092523350,hessian_weighted_relative_error,35720,0.02500,0.870
29,mlp.experts.116.up_proj,0.0068414481,hessian_weighted_relative_error,28749,0.02500,0.860
29,mlp.experts.118.up_proj,0.0074607958,hessian_weighted_relative_error,26244,0.02500,0.860
29,mlp.experts.121.up_proj,0.0079178716,hessian_weighted_relative_error,29072,0.02500,0.885
29,mlp.experts.123.up_proj,0.0079968529,hessian_weighted_relative_error,11122,0.02500,0.877
29,mlp.experts.125.up_proj,0.0086517626,hessian_weighted_relative_error,14692,0.02500,0.872
29,mlp.experts.126.up_proj,0.0076429418,hessian_weighted_relative_error,20424,0.02500,0.859
29,mlp.experts.127.up_proj,0.0095456671,hessian_weighted_relative_error,47039,0.02500,0.868
29,mlp.experts.128.up_proj,0.0067459067,hessian_weighted_relative_error,23817,0.02500,0.859
29,mlp.experts.129.up_proj,0.0051564069,hessian_weighted_relative_error,27768,0.02500,0.883
29,mlp.experts.130.up_proj,0.0031449048,hessian_weighted_relative_error,31608,0.02500,0.859
29,mlp.experts.131.up_proj,0.0104454139,hessian_weighted_relative_error,49862,0.02500,0.874
29,mlp.experts.133.up_proj,0.0080680692,hessian_weighted_relative_error,14985,0.02500,0.870
29,mlp.experts.134.up_proj,0.0051501370,hessian_weighted_relative_error,28373,0.02500,0.860
29,mlp.experts.135.up_proj,0.0074592381,hessian_weighted_relative_error,14332,0.02500,0.880
29,mlp.experts.136.up_proj,0.0106989536,hessian_weighted_relative_error,41934,0.02500,0.860
29,mlp.experts.139.up_proj,0.0075381631,hessian_weighted_relative_error,12503,0.02500,0.872
29,mlp.experts.140.up_proj,0.0056211648,hessian_weighted_relative_error,6687,0.02500,0.864
29,mlp.experts.141.up_proj,0.0093556963,hessian_weighted_relative_error,33307,0.02500,0.878
29,mlp.experts.143.up_proj,0.0075894524,hessian_weighted_relative_error,15145,0.02500,0.882
29,mlp.experts.144.up_proj,0.0090728395,hessian_weighted_relative_error,31469,0.02500,0.861
29,mlp.experts.145.up_proj,0.0065442272,hessian_weighted_relative_error,34284,0.02500,0.877
29,mlp.experts.146.up_proj,0.0051642153,hessian_weighted_relative_error,17581,0.02500,0.860
29,mlp.experts.148.up_proj,0.0086283824,hessian_weighted_relative_error,18457,0.02500,0.861
29,mlp.experts.149.up_proj,0.0054904065,hessian_weighted_relative_error,30866,0.02500,0.883
29,mlp.experts.150.up_proj,0.0076365498,hessian_weighted_relative_error,16698,0.02500,0.862
29,mlp.experts.152.up_proj,0.0064232498,hessian_weighted_relative_error,20365,0.02500,0.870
29,mlp.experts.153.up_proj,0.0091599347,hessian_weighted_relative_error,48290,0.02500,0.902
29,mlp.experts.154.up_proj,0.0087899053,hessian_weighted_relative_error,14864,0.02500,0.861
29,mlp.experts.155.up_proj,0.0078267163,hessian_weighted_relative_error,14146,0.02500,0.881
29,mlp.experts.156.up_proj,0.0062145111,hessian_weighted_relative_error,15777,0.02500,0.876
29,mlp.experts.157.up_proj,0.0088370077,hessian_weighted_relative_error,21030,0.02500,0.877
29,mlp.experts.158.up_proj,0.0071967861,hessian_weighted_relative_error,24071,0.02500,0.861
29,mlp.experts.159.up_proj,0.0091840415,hessian_weighted_relative_error,29913,0.02500,0.886
29,mlp.experts.163.up_proj,0.0084268177,hessian_weighted_relative_error,28458,0.02500,0.884
29,mlp.experts.164.up_proj,0.0062999887,hessian_weighted_relative_error,40999,0.02500,0.861
29,mlp.experts.165.up_proj,0.0106445147,hessian_weighted_relative_error,63429,0.02500,0.883
29,mlp.experts.166.up_proj,0.0047769271,hessian_weighted_relative_error,12154,0.02500,0.862
29,mlp.experts.167.up_proj,0.0083102233,hessian_weighted_relative_error,23746,0.02500,0.886
29,mlp.experts.169.up_proj,0.0036885919,hessian_weighted_relative_error,4517,0.02500,0.870
29,mlp.experts.170.up_proj,0.0060044241,hessian_weighted_relative_error,21404,0.02500,0.862
29,mlp.experts.171.up_proj,0.0104260956,hessian_weighted_relative_error,34080,0.02500,0.879
29,mlp.experts.172.up_proj,0.0079775161,hessian_weighted_relative_error,29085,0.02500,0.861
29,mlp.experts.173.up_proj,0.0068037471,hessian_weighted_relative_error,17441,0.02500,0.879
29,mlp.experts.174.up_proj,0.0081586775,hessian_weighted_relative_error,50701,0.02500,0.862
29,mlp.experts.175.up_proj,0.0069207400,hessian_weighted_relative_error,9157,0.02500,0.896
29,mlp.experts.176.up_proj,0.0053463754,hessian_weighted_relative_error,11691,0.02500,0.863
29,mlp.experts.177.up_proj,0.0089314930,hessian_weighted_relative_error,35003,0.02500,0.881
29,mlp.experts.178.up_proj,0.0089061550,hessian_weighted_relative_error,17144,0.02500,0.860
29,mlp.experts.180.up_proj,0.0096146210,hessian_weighted_relative_error,66175,0.02500,0.861
29,mlp.experts.181.up_proj,0.0087484383,hessian_weighted_relative_error,18608,0.02500,0.872
29,mlp.experts.182.up_proj,0.0067338377,hessian_weighted_relative_error,11125,0.02500,0.862
29,mlp.experts.184.up_proj,0.0050397043,hessian_weighted_relative_error,9496,0.02500,0.861
29,mlp.experts.185.up_proj,0.0075206911,hessian_weighted_relative_error,10298,0.02500,0.879
29,mlp.experts.187.up_proj,0.0091723988,hessian_weighted_relative_error,17412,0.02500,0.882
29,mlp.experts.188.up_proj,0.0065473685,hessian_weighted_relative_error,7584,0.02500,0.860
29,mlp.experts.189.up_proj,0.0044008831,hessian_weighted_relative_error,7014,0.02500,0.883
29,mlp.experts.191.up_proj,0.0098064425,hessian_weighted_relative_error,37490,0.02500,0.879
29,mlp.experts.192.up_proj,0.0098745117,hessian_weighted_relative_error,40478,0.02500,0.859
29,mlp.experts.193.up_proj,0.0100276801,hessian_weighted_relative_error,51350,0.02500,0.897
29,mlp.experts.195.up_proj,0.0074808157,hessian_weighted_relative_error,12836,0.02500,0.879
29,mlp.experts.196.up_proj,0.0057675116,hessian_weighted_relative_error,8295,0.02500,0.862
29,mlp.experts.197.up_proj,0.0093469952,hessian_weighted_relative_error,34456,0.02500,0.887
29,mlp.experts.199.up_proj,0.0079024052,hessian_weighted_relative_error,12517,0.02500,0.881
29,mlp.experts.200.up_proj,0.0082624966,hessian_weighted_relative_error,30039,0.02500,0.860
29,mlp.experts.201.up_proj,0.0073843877,hessian_weighted_relative_error,21468,0.02500,0.884
29,mlp.experts.202.up_proj,0.0081532800,hessian_weighted_relative_error,23683,0.02500,0.860
29,mlp.experts.203.up_proj,0.0081867124,hessian_weighted_relative_error,16880,0.02500,0.884
29,mlp.experts.204.up_proj,0.0083473624,hessian_weighted_relative_error,12883,0.02500,0.862
29,mlp.experts.206.up_proj,0.0052837404,hessian_weighted_relative_error,8892,0.02500,0.860
29,mlp.experts.207.up_proj,0.0069955271,hessian_weighted_relative_error,11128,0.02500,0.888
29,mlp.experts.208.up_proj,0.0071518327,hessian_weighted_relative_error,19715,0.02500,0.862
29,mlp.experts.209.up_proj,0.0096298887,hessian_weighted_relative_error,37704,0.02500,0.882
29,mlp.experts.210.up_proj,0.0088053044,hessian_weighted_relative_error,12816,0.02500,0.862
29,mlp.experts.212.up_proj,0.0107123809,hessian_weighted_relative_error,50979,0.02500,0.862
29,mlp.experts.215.up_proj,0.0045645986,hessian_weighted_relative_error,3813,0.02500,0.878
29,mlp.experts.217.up_proj,0.0073732015,hessian_weighted_relative_error,26733,0.02500,0.886
29,mlp.experts.218.up_proj,0.0073260698,hessian_weighted_relative_error,29851,0.02500,0.862
29,mlp.experts.220.up_proj,0.0095620708,hessian_weighted_relative_error,33399,0.02500,0.860
29,mlp.experts.221.up_proj,0.0063466790,hessian_weighted_relative_error,14581,0.02500,0.883
29,mlp.experts.222.up_proj,0.0043684463,hessian_weighted_relative_error,12951,0.02500,0.861
29,mlp.experts.223.up_proj,0.0063612111,hessian_weighted_relative_error,19831,0.02500,0.890
29,mlp.experts.224.up_proj,0.0051202366,hessian_weighted_relative_error,10152,0.02500,0.862
29,mlp.experts.225.up_proj,0.0047235138,hessian_weighted_relative_error,25663,0.02500,0.885
29,mlp.experts.227.up_proj,0.0089212129,hessian_weighted_relative_error,20321,0.02500,0.893
29,mlp.experts.231.up_proj,0.0072145138,hessian_weighted_relative_error,30007,0.02500,0.884
29,mlp.experts.232.up_proj,0.0079409118,hessian_weighted_relative_error,16333,0.02500,0.865
29,mlp.experts.233.up_proj,0.0072014910,hessian_weighted_relative_error,13451,0.02500,0.897
29,mlp.experts.234.up_proj,0.0091431217,hessian_weighted_relative_error,19073,0.02500,0.862
29,mlp.experts.235.up_proj,0.0051568023,hessian_weighted_relative_error,6768,0.02500,0.890
29,mlp.experts.237.up_proj,0.0058082773,hessian_weighted_relative_error,10402,0.02500,0.891
29,mlp.experts.238.up_proj,0.0076405178,hessian_weighted_relative_error,11165,0.02500,0.861
29,mlp.experts.240.up_proj,0.0088103775,hessian_weighted_relative_error,31722,0.02500,0.863
29,mlp.experts.242.up_proj,0.0051033324,hessian_weighted_relative_error,45682,0.02500,0.865
29,mlp.experts.243.up_proj,0.0088173593,hessian_weighted_relative_error,26173,0.02500,0.888
29,mlp.experts.245.up_proj,0.0099092311,hessian_weighted_relative_error,48605,0.02500,0.887
29,mlp.experts.246.up_proj,0.0096278526,hessian_weighted_relative_error,43300,0.02500,0.863
29,mlp.experts.248.up_proj,0.0072708749,hessian_weighted_relative_error,24504,0.02500,0.862
29,mlp.experts.249.up_proj,0.0079502128,hessian_weighted_relative_error,26715,0.02500,0.890
29,mlp.experts.250.up_proj,0.0104646761,hessian_weighted_relative_error,75294,0.02500,0.863
29,mlp.experts.251.up_proj,0.0035639248,hessian_weighted_relative_error,8352,0.02500,0.898
29,mlp.experts.252.up_proj,0.0077519897,hessian_weighted_relative_error,30614,0.02500,0.865
29,mlp.experts.255.up_proj,0.0089752528,hessian_weighted_relative_error,28601,0.02500,0.884
29,mlp.experts.256.up_proj,0.0085451405,hessian_weighted_relative_error,18426,0.02500,0.862
29,mlp.experts.257.up_proj,0.0084271073,hessian_weighted_relative_error,19019,0.02500,0.886
29,mlp.experts.258.up_proj,0.0104252266,hessian_weighted_relative_error,43490,0.02500,0.860
29,mlp.experts.259.up_proj,0.0100437405,hessian_weighted_relative_error,31963,0.02500,0.888
29,mlp.experts.260.up_proj,0.0055742297,hessian_weighted_relative_error,19576,0.02500,0.862
29,mlp.experts.261.up_proj,0.0066712630,hessian_weighted_relative_error,14695,0.02500,0.883
29,mlp.experts.262.up_proj,0.0082628918,hessian_weighted_relative_error,16741,0.02500,0.862
29,mlp.experts.264.up_proj,0.0099239648,hessian_weighted_relative_error,47467,0.02500,0.862
29,mlp.experts.265.up_proj,0.0067992353,hessian_weighted_relative_error,11959,0.02500,0.901
29,mlp.experts.266.up_proj,0.0076647671,hessian_weighted_relative_error,24926,0.02500,0.864
29,mlp.experts.267.up_proj,0.0078474829,hessian_weighted_relative_error,13381,0.02500,0.887
29,mlp.experts.268.up_proj,0.0074315783,hessian_weighted_relative_error,31340,0.02500,0.862
29,mlp.experts.270.up_proj,0.0078994528,hessian_weighted_relative_error,22656,0.02500,0.863
29,mlp.experts.272.up_proj,0.0048622112,hessian_weighted_relative_error,4995,0.02500,0.862
29,mlp.experts.273.up_proj,0.0074626049,hessian_weighted_relative_error,26085,0.02500,0.890
29,mlp.experts.275.up_proj,0.0071723311,hessian_weighted_relative_error,37404,0.02500,0.893
29,mlp.experts.276.up_proj,0.0071076296,hessian_weighted_relative_error,16037,0.02500,0.863
29,mlp.experts.277.up_proj,0.0101349234,hessian_weighted_relative_error,52036,0.02500,0.899
29,mlp.experts.278.up_proj,0.0079185308,hessian_weighted_relative_error,24186,0.02500,0.862
29,mlp.experts.280.up_proj,0.0075165962,hessian_weighted_relative_error,19523,0.02500,0.861
29,mlp.experts.282.up_proj,0.0078456576,hessian_weighted_relative_error,19777,0.02500,0.862
29,mlp.experts.283.up_proj,0.0039088939,hessian_weighted_relative_error,8735,0.02500,0.898
29,mlp.experts.285.up_proj,0.0089336742,hessian_weighted_relative_error,22465,0.02500,0.896
29,mlp.experts.286.up_proj,0.0056296418,hessian_weighted_relative_error,9956,0.02500,0.862
29,mlp.experts.287.up_proj,0.0078273168,hessian_weighted_relative_error,16004,0.02500,0.907
29,mlp.experts.0.down_proj,0.0121575925,hessian_weighted_relative_error,16831,0.02500,0.769
29,mlp.experts.1.down_proj,0.0111259268,hessian_weighted_relative_error,10828,0.02500,0.718
29,mlp.experts.2.down_proj,0.0001764290,hessian_weighted_relative_error,9576,0.02500,0.775
29,mlp.experts.4.down_proj,0.0095829127,hessian_weighted_relative_error,10495,0.02500,0.735
29,mlp.experts.5.down_proj,0.0084385812,hessian_weighted_relative_error,18900,0.02500,0.754
29,mlp.experts.7.down_proj,0.0111975602,hessian_weighted_relative_error,20931,0.02500,0.752
29,mlp.experts.8.down_proj,0.0140348079,hessian_weighted_relative_error,47155,0.02500,0.773
29,mlp.experts.9.down_proj,0.0112356307,hessian_weighted_relative_error,16499,0.02500,0.754
29,mlp.experts.11.down_proj,0.0100147597,hessian_weighted_relative_error,15894,0.02500,0.754
29,mlp.experts.12.down_proj,0.0146248795,hessian_weighted_relative_error,31213,0.02500,0.772
29,mlp.experts.13.down_proj,0.0105020566,hessian_weighted_relative_error,16036,0.02500,0.758
29,mlp.experts.15.down_proj,0.0118776807,hessian_weighted_relative_error,11055,0.02500,0.759
29,mlp.experts.16.down_proj,0.0143342576,hessian_weighted_relative_error,47393,0.02500,0.776
29,mlp.experts.18.down_proj,0.0146152637,hessian_weighted_relative_error,40184,0.02500,0.783
29,mlp.experts.19.down_proj,0.0104300823,hessian_weighted_relative_error,13468,0.02500,0.757
29,mlp.experts.20.down_proj,0.0146368107,hessian_weighted_relative_error,25618,0.02500,0.776
29,mlp.experts.21.down_proj,0.0115601148,hessian_weighted_relative_error,16709,0.02500,0.761
29,mlp.experts.22.down_proj,0.0136018511,hessian_weighted_relative_error,12197,0.02500,0.779
29,mlp.experts.23.down_proj,0.0100660870,hessian_weighted_relative_error,12700,0.02500,0.761
29,mlp.experts.27.down_proj,0.0111648207,hessian_weighted_relative_error,26380,0.02500,0.760
29,mlp.experts.28.down_proj,0.0045094170,hessian_weighted_relative_error,6181,0.02500,0.778
29,mlp.experts.30.down_proj,0.0121881971,hessian_weighted_relative_error,25312,0.02500,0.781
29,mlp.experts.31.down_proj,0.0080089046,hessian_weighted_relative_error,15777,0.02500,0.763
29,mlp.experts.32.down_proj,0.0097247455,hessian_weighted_relative_error,14838,0.02500,0.781
29,mlp.experts.35.down_proj,0.0116973199,hessian_weighted_relative_error,22779,0.02500,0.762
29,mlp.experts.36.down_proj,0.0141413118,hessian_weighted_relative_error,23070,0.02500,0.781
29,mlp.experts.37.down_proj,0.0125958178,hessian_weighted_relative_error,12715,0.02500,0.767
29,mlp.experts.38.down_proj,0.0090405882,hessian_weighted_relative_error,20497,0.02500,0.783
29,mlp.experts.39.down_proj,0.0083191390,hessian_weighted_relative_error,15220,0.02500,0.765
29,mlp.experts.41.down_proj,0.0129137317,hessian_weighted_relative_error,19158,0.02500,0.768
29,mlp.experts.42.down_proj,0.0090507402,hessian_weighted_relative_error,19743,0.02500,0.788
29,mlp.experts.44.down_proj,0.0100280979,hessian_weighted_relative_error,22815,0.02500,0.784
29,mlp.experts.45.down_proj,0.0116160582,hessian_weighted_relative_error,18762,0.02500,0.770
29,mlp.experts.46.down_proj,0.0149842719,hessian_weighted_relative_error,42359,0.02500,0.786
29,mlp.experts.49.down_proj,0.0131776879,hessian_weighted_relative_error,20852,0.02500,0.771
29,mlp.experts.50.down_proj,0.0122701780,hessian_weighted_relative_error,10740,0.02500,0.789
29,mlp.experts.51.down_proj,0.0121183693,hessian_weighted_relative_error,13498,0.02500,0.770
29,mlp.experts.54.down_proj,0.0127006286,hessian_weighted_relative_error,17240,0.02500,0.788
29,mlp.experts.55.down_proj,0.0112640798,hessian_weighted_relative_error,20867,0.02500,0.775
29,mlp.experts.56.down_proj,0.0106732918,hessian_weighted_relative_error,11684,0.02500,0.788
29,mlp.experts.57.down_proj,0.0153097076,hessian_weighted_relative_error,43504,0.02500,0.775
29,mlp.experts.59.down_proj,0.0103422066,hessian_weighted_relative_error,11637,0.02500,0.772
29,mlp.experts.60.down_proj,0.0107465708,hessian_weighted_relative_error,22451,0.02500,0.788
29,mlp.experts.61.down_proj,0.0095505048,hessian_weighted_relative_error,11390,0.02500,0.776
29,mlp.experts.64.down_proj,0.0115064581,hessian_weighted_relative_error,15246,0.02500,0.791
29,mlp.experts.66.down_proj,0.0116143844,hessian_weighted_relative_error,14841,0.02500,0.794
29,mlp.experts.67.down_proj,0.0099059027,hessian_weighted_relative_error,29067,0.02500,0.775
29,mlp.experts.69.down_proj,0.0111132923,hessian_weighted_relative_error,18214,0.02500,0.781
29,mlp.experts.70.down_proj,0.0141470801,hessian_weighted_relative_error,47186,0.02500,0.793
29,mlp.experts.72.down_proj,0.0120913017,hessian_weighted_relative_error,22258,0.02500,0.793
29,mlp.experts.73.down_proj,0.0075256554,hessian_weighted_relative_error,10490,0.02500,0.781
29,mlp.experts.74.down_proj,0.0099080806,hessian_weighted_relative_error,12927,0.02500,0.796
29,mlp.experts.75.down_proj,0.0131405364,hessian_weighted_relative_error,18836,0.02500,0.778
29,mlp.experts.78.down_proj,0.0141787687,hessian_weighted_relative_error,33521,0.02500,0.795
29,mlp.experts.80.down_proj,0.0130509171,hessian_weighted_relative_error,13433,0.02500,0.795
29,mlp.experts.82.down_proj,0.0131177483,hessian_weighted_relative_error,18641,0.02500,0.799
29,mlp.experts.83.down_proj,0.0122038235,hessian_weighted_relative_error,20655,0.02500,0.782
29,mlp.experts.84.down_proj,0.0119655070,hessian_weighted_relative_error,9211,0.02500,0.794
29,mlp.experts.86.down_proj,0.0109102252,hessian_weighted_relative_error,23145,0.02500,0.797
29,mlp.experts.87.down_proj,0.0097339959,hessian_weighted_relative_error,16568,0.02500,0.786
29,mlp.experts.88.down_proj,0.0135433440,hessian_weighted_relative_error,13702,0.02500,0.798
29,mlp.experts.90.down_proj,0.0092042365,hessian_weighted_relative_error,11824,0.02500,0.799
29,mlp.experts.91.down_proj,0.0047390014,hessian_weighted_relative_error,1024,0.02500,0.785
29,mlp.experts.93.down_proj,0.0142049102,hessian_weighted_relative_error,18105,0.02500,0.792
29,mlp.experts.94.down_proj,0.0139043367,hessian_weighted_relative_error,30115,0.02500,0.799
29,mlp.experts.96.down_proj,0.0111788922,hessian_weighted_relative_error,17448,0.02500,0.798
29,mlp.experts.97.down_proj,0.0096460646,hessian_weighted_relative_error,12179,0.02500,0.789
29,mlp.experts.98.down_proj,0.0120825362,hessian_weighted_relative_error,10537,0.02500,0.802
29,mlp.experts.99.down_proj,0.0130752076,hessian_weighted_relative_error,25082,0.02500,0.786
29,mlp.experts.100.down_proj,0.0112964213,hessian_weighted_relative_error,11660,0.02500,0.798
29,mlp.experts.101.down_proj,0.0145484391,hessian_weighted_relative_error,25820,0.02500,0.793
29,mlp.experts.102.down_proj,0.0145158874,hessian_weighted_relative_error,53267,0.02500,0.800
29,mlp.experts.104.down_proj,0.0110544176,hessian_weighted_relative_error,20953,0.02500,0.800
29,mlp.experts.106.down_proj,0.0146131744,hessian_weighted_relative_error,55174,0.02500,0.803
29,mlp.experts.107.down_proj,0.0023994607,hessian_weighted_relative_error,19811,0.02500,0.791
29,mlp.experts.108.down_proj,0.0100458985,hessian_weighted_relative_error,4269,0.02500,0.800
29,mlp.experts.110.down_proj,0.0130532566,hessian_weighted_relative_error,66491,0.02500,0.802
29,mlp.experts.113.down_proj,0.0122422512,hessian_weighted_relative_error,33788,0.02500,0.798
29,mlp.experts.114.down_proj,0.0152471793,hessian_weighted_relative_error,43052,0.02500,0.805
29,mlp.experts.123.down_proj,0.0128993321,hessian_weighted_relative_error,11122,0.02500,0.796
29,mlp.experts.125.down_proj,0.0133376285,hessian_weighted_relative_error,14692,0.02500,0.802
29,mlp.experts.126.down_proj,0.0116078740,hessian_weighted_relative_error,20424,0.02500,0.806
29,mlp.experts.127.down_proj,0.0144907792,hessian_weighted_relative_error,47039,0.02500,0.801
29,mlp.experts.129.down_proj,0.0023360562,hessian_weighted_relative_error,27768,0.02500,0.804
29,mlp.experts.130.down_proj,0.0049402938,hessian_weighted_relative_error,31608,0.02500,0.807
29,mlp.experts.133.down_proj,0.0121915929,hessian_weighted_relative_error,14985,0.02500,0.811
29,mlp.experts.135.down_proj,0.0123015580,hessian_weighted_relative_error,14332,0.02500,0.808
29,mlp.experts.136.down_proj,0.0149152054,hessian_weighted_relative_error,41934,0.02500,0.806
29,mlp.experts.139.down_proj,0.0120348579,hessian_weighted_relative_error,12503,0.02500,0.802
29,mlp.experts.140.down_proj,0.0096638772,hessian_weighted_relative_error,6687,0.02500,0.807
29,mlp.experts.141.down_proj,0.0132915771,hessian_weighted_relative_error,33307,0.02500,0.812
29,mlp.experts.143.down_proj,0.0111956989,hessian_weighted_relative_error,15145,0.02500,0.807
29,mlp.experts.144.down_proj,0.0139452388,hessian_weighted_relative_error,31469,0.02500,0.806
29,mlp.experts.146.down_proj,0.0065389362,hessian_weighted_relative_error,17581,0.02500,0.810
29,mlp.experts.148.down_proj,0.0126334455,hessian_weighted_relative_error,18457,0.02500,0.809
29,mlp.experts.149.down_proj,0.0092682357,hessian_weighted_relative_error,30866,0.02500,0.809
29,mlp.experts.150.down_proj,0.0124297895,hessian_weighted_relative_error,16698,0.02500,0.810
29,mlp.experts.152.down_proj,0.0082763225,hessian_weighted_relative_error,20365,0.02500,0.809
29,mlp.experts.153.down_proj,0.0141547075,hessian_weighted_relative_error,48290,0.02500,0.810
29,mlp.experts.154.down_proj,0.0138172548,hessian_weighted_relative_error,14864,0.02500,0.811
29,mlp.experts.155.down_proj,0.0125687244,hessian_weighted_relative_error,14146,0.02500,0.806
29,mlp.experts.156.down_proj,0.0101537855,hessian_weighted_relative_error,15777,0.02500,0.809
29,mlp.experts.157.down_proj,0.0136746945,hessian_weighted_relative_error,21030,0.02500,0.812
29,mlp.experts.158.down_proj,0.0106732349,hessian_weighted_relative_error,24071,0.02500,0.811
29,mlp.experts.165.down_proj,0.0149901053,hessian_weighted_relative_error,63429,0.02500,0.820
29,mlp.experts.166.down_proj,0.0092612203,hessian_weighted_relative_error,12154,0.02500,0.811
29,mlp.experts.167.down_proj,0.0125028181,hessian_weighted_relative_error,23746,0.02500,0.813
29,mlp.experts.169.down_proj,0.0065205990,hessian_weighted_relative_error,4517,0.02500,0.817
29,mlp.experts.170.down_proj,0.0106432991,hessian_weighted_relative_error,21404,0.02500,0.813
29,mlp.experts.171.down_proj,0.0142804441,hessian_weighted_relative_error,34080,0.02500,0.813
29,mlp.experts.173.down_proj,0.0111467294,hessian_weighted_relative_error,17441,0.02500,0.823
29,mlp.experts.174.down_proj,0.0121458195,hessian_weighted_relative_error,50701,0.02500,0.812
29,mlp.experts.175.down_proj,0.0105120633,hessian_weighted_relative_error,9157,0.02500,0.820
29,mlp.experts.176.down_proj,0.0085066523,hessian_weighted_relative_error,11691,0.02500,0.811
29,mlp.experts.178.down_proj,0.0140637542,hessian_weighted_relative_error,17144,0.02500,0.814
29,mlp.experts.180.down_proj,0.0134834124,hessian_weighted_relative_error,66175,0.02500,0.810
29,mlp.experts.181.down_proj,0.0132164057,hessian_weighted_relative_error,18608,0.02500,0.822
29,mlp.experts.182.down_proj,0.0108215187,hessian_weighted_relative_error,11125,0.02500,0.814
29,mlp.experts.184.down_proj,0.0089644184,hessian_weighted_relative_error,9496,0.02500,0.812
29,mlp.experts.185.down_proj,0.0122142091,hessian_weighted_relative_error,10298,0.02500,0.820
29,mlp.experts.187.down_proj,0.0140850466,hessian_weighted_relative_error,17412,0.02500,0.817
29,mlp.experts.188.down_proj,0.0113368448,hessian_weighted_relative_error,7584,0.02500,0.811
29,mlp.experts.189.down_proj,0.0080810994,hessian_weighted_relative_error,7014,0.02500,0.824
29,mlp.experts.191.down_proj,0.0143652238,hessian_weighted_relative_error,37490,0.02500,0.823
29,mlp.experts.192.down_proj,0.0147398812,hessian_weighted_relative_error,40478,0.02500,0.814
29,mlp.experts.193.down_proj,0.0143235394,hessian_weighted_relative_error,51350,0.02500,0.821
29,mlp.experts.195.down_proj,0.0125406471,hessian_weighted_relative_error,12836,0.02500,0.820
29,mlp.experts.196.down_proj,0.0099071361,hessian_weighted_relative_error,8295,0.02500,0.814
29,mlp.experts.197.down_proj,0.0138615843,hessian_weighted_relative_error,34456,0.02500,0.823
29,mlp.experts.199.down_proj,0.0128511019,hessian_weighted_relative_error,12517,0.02500,0.825
29,mlp.experts.201.down_proj,0.0107118256,hessian_weighted_relative_error,21468,0.02500,0.823
29,mlp.experts.202.down_proj,0.0128034755,hessian_weighted_relative_error,23683,0.02500,0.818
29,mlp.experts.204.down_proj,0.0138146498,hessian_weighted_relative_error,12883,0.02500,0.815
29,mlp.experts.206.down_proj,0.0096969295,hessian_weighted_relative_error,8892,0.02500,0.816
29,mlp.experts.207.down_proj,0.0099274067,hessian_weighted_relative_error,11128,0.02500,0.825
29,mlp.experts.208.down_proj,0.0111790590,hessian_weighted_relative_error,19715,0.02500,0.816
29,mlp.experts.209.down_proj,0.0140720107,hessian_weighted_relative_error,37704,0.02500,0.825
29,mlp.experts.210.down_proj,0.0136168532,hessian_weighted_relative_error,12816,0.02500,0.818
29,mlp.experts.212.down_proj,0.0154853680,hessian_weighted_relative_error,50979,0.02500,0.815
29,mlp.experts.215.down_proj,0.0084598459,hessian_weighted_relative_error,3813,0.02500,0.824
29,mlp.experts.220.down_proj,0.0142684401,hessian_weighted_relative_error,33399,0.02500,0.816
29,mlp.experts.222.down_proj,0.0078030970,hessian_weighted_relative_error,12951,0.02500,0.819
29,mlp.experts.223.down_proj,0.0112173409,hessian_weighted_relative_error,19831,0.02500,0.824
29,mlp.experts.224.down_proj,0.0085693785,hessian_weighted_relative_error,10152,0.02500,0.816
29,mlp.experts.225.down_proj,0.0085806535,hessian_weighted_relative_error,25663,0.02500,0.824
29,mlp.experts.227.down_proj,0.0133189916,hessian_weighted_relative_error,20321,0.02500,0.821
29,mlp.experts.231.down_proj,0.0112585281,hessian_weighted_relative_error,30007,0.02500,0.826
29,mlp.experts.232.down_proj,0.0127051876,hessian_weighted_relative_error,16333,0.02500,0.817
29,mlp.experts.233.down_proj,0.0123153150,hessian_weighted_relative_error,13451,0.02500,0.825
29,mlp.experts.234.down_proj,0.0137254922,hessian_weighted_relative_error,19073,0.02500,0.820
29,mlp.experts.235.down_proj,0.0094273068,hessian_weighted_relative_error,6768,0.02500,0.823
29,mlp.experts.237.down_proj,0.0100233684,hessian_weighted_relative_error,10402,0.02500,0.829
29,mlp.experts.238.down_proj,0.0122780099,hessian_weighted_relative_error,11165,0.02500,0.819
29,mlp.experts.245.down_proj,0.0148703683,hessian_weighted_relative_error,48605,0.02500,0.828
29,mlp.experts.246.down_proj,0.0141650368,hessian_weighted_relative_error,43300,0.02500,0.821
29,mlp.experts.248.down_proj,0.0109238192,hessian_weighted_relative_error,24504,0.02500,0.820
29,mlp.experts.250.down_proj,0.0152840461,hessian_weighted_relative_error,75294,0.02500,0.822
29,mlp.experts.251.down_proj,0.0058207334,hessian_weighted_relative_error,8352,0.02500,0.824
29,mlp.experts.252.down_proj,0.0116020499,hessian_weighted_relative_error,30614,0.02500,0.819
29,mlp.experts.257.down_proj,0.0127454491,hessian_weighted_relative_error,19019,0.02500,0.825
29,mlp.experts.258.down_proj,0.0145610428,hessian_weighted_relative_error,43490,0.02500,0.822
29,mlp.experts.259.down_proj,0.0146010255,hessian_weighted_relative_error,31963,0.02500,0.823
29,mlp.experts.260.down_proj,0.0094729927,hessian_weighted_relative_error,19576,0.02500,0.820
29,mlp.experts.261.down_proj,0.0110952197,hessian_weighted_relative_error,14695,0.02500,0.828
29,mlp.experts.264.down_proj,0.0143226144,hessian_weighted_relative_error,47467,0.02500,0.821
29,mlp.experts.265.down_proj,0.0116117693,hessian_weighted_relative_error,11959,0.02500,0.825
29,mlp.experts.266.down_proj,0.0120099123,hessian_weighted_relative_error,24926,0.02500,0.822
29,mlp.experts.267.down_proj,0.0132442122,hessian_weighted_relative_error,13381,0.02500,0.824
29,mlp.experts.270.down_proj,0.0127769417,hessian_weighted_relative_error,22656,0.02500,0.823
29,mlp.experts.272.down_proj,0.0091280714,hessian_weighted_relative_error,4995,0.02500,0.822
29,mlp.experts.273.down_proj,0.0116364558,hessian_weighted_relative_error,26085,0.02500,0.827
29,mlp.experts.276.down_proj,0.0113404288,hessian_weighted_relative_error,16037,0.02500,0.821
29,mlp.experts.277.down_proj,0.0132815265,hessian_weighted_relative_error,52036,0.02500,0.829
29,mlp.experts.278.down_proj,0.0130769422,hessian_weighted_relative_error,24186,0.02500,0.822
29,mlp.experts.280.down_proj,0.0131503228,hessian_weighted_relative_error,19523,0.02500,0.822
29,mlp.experts.282.down_proj,0.0115037097,hessian_weighted_relative_error,19777,0.02500,0.824
29,mlp.experts.283.down_proj,0.0079946242,hessian_weighted_relative_error,8735,0.02500,0.823
29,mlp.experts.285.down_proj,0.0129865292,hessian_weighted_relative_error,22465,0.02500,0.829
29,mlp.experts.286.down_proj,0.0098356532,hessian_weighted_relative_error,9956,0.02500,0.825
29,mlp.experts.287.down_proj,0.0131072833,hessian_weighted_relative_error,16004,0.02500,0.827
29,mlp.experts.10.down_proj,0.0038327566,hessian_weighted_relative_error,78355,0.02500,1.482
29,mlp.experts.105.down_proj,0.0033138511,hessian_weighted_relative_error,85354,0.02500,1.501
29,mlp.experts.10.gate_proj,0.0024914567,hessian_weighted_relative_error,78355,0.02500,1.575
29,mlp.experts.103.down_proj,0.0029022999,hessian_weighted_relative_error,29053,0.02500,1.535
29,mlp.experts.10.up_proj,0.0027244347,hessian_weighted_relative_error,78355,0.02500,1.619
29,mlp.experts.105.gate_proj,0.0019130629,hessian_weighted_relative_error,85354,0.02500,1.635
29,mlp.experts.112.down_proj,0.0029695808,hessian_weighted_relative_error,21375,0.02500,1.540
29,mlp.experts.105.up_proj,0.0019683123,hessian_weighted_relative_error,85354,0.02500,1.660
29,mlp.experts.116.down_proj,0.0028572654,hessian_weighted_relative_error,28749,0.02500,1.539
29,mlp.experts.109.down_proj,0.0031141292,hessian_weighted_relative_error,30758,0.02500,1.545
29,mlp.experts.118.down_proj,0.0031655565,hessian_weighted_relative_error,26244,0.02500,1.543
29,mlp.experts.107.up_proj,0.0016154723,hessian_weighted_relative_error,19811,0.02500,1.670
29,mlp.experts.120.down_proj,0.0039349124,hessian_weighted_relative_error,90258,0.02500,1.544
29,mlp.experts.109.up_proj,0.0020981240,hessian_weighted_relative_error,30758,0.02500,1.679
29,mlp.experts.120.gate_proj,0.0023893448,hessian_weighted_relative_error,90258,0.02500,1.604
29,mlp.experts.111.down_proj,0.0016509625,hessian_weighted_relative_error,69089,0.02500,1.541
29,mlp.experts.120.up_proj,0.0027330391,hessian_weighted_relative_error,90258,0.02500,1.624
29,mlp.experts.111.up_proj,0.0011232027,hessian_weighted_relative_error,69089,0.02500,1.673
29,mlp.experts.122.down_proj,0.0028945648,hessian_weighted_relative_error,53748,0.02500,1.545
29,mlp.experts.111.gate_proj,0.0010386517,hessian_weighted_relative_error,69089,0.02500,1.641
29,mlp.experts.122.gate_proj,0.0016302305,hessian_weighted_relative_error,53748,0.02500,1.599
29,mlp.experts.115.down_proj,0.0036411079,hessian_weighted_relative_error,35720,0.02500,1.544
29,mlp.experts.122.up_proj,0.0017591716,hessian_weighted_relative_error,53748,0.02500,1.625
29,mlp.experts.117.down_proj,0.0039970661,hessian_weighted_relative_error,78203,0.02500,1.546
29,mlp.experts.124.down_proj,0.0035533239,hessian_weighted_relative_error,61940,0.02500,1.542
29,mlp.experts.119.down_proj,0.0032353044,hessian_weighted_relative_error,29785,0.02500,1.542
29,mlp.experts.124.up_proj,0.0022919309,hessian_weighted_relative_error,61940,0.02500,1.624
29,mlp.experts.117.up_proj,0.0027810177,hessian_weighted_relative_error,78203,0.02500,1.676
29,mlp.experts.128.down_proj,0.0028100135,hessian_weighted_relative_error,23817,0.02500,1.542
29,mlp.experts.119.up_proj,0.0020661504,hessian_weighted_relative_error,29785,0.02500,1.680
29,mlp.experts.132.down_proj,0.0024777345,hessian_weighted_relative_error,39968,0.02500,1.546
29,mlp.experts.121.down_proj,0.0031663591,hessian_weighted_relative_error,29072,0.02500,1.552
29,mlp.experts.132.gate_proj,0.0014154186,hessian_weighted_relative_error,39968,0.02500,1.601
29,mlp.experts.137.down_proj,0.0036615655,hessian_weighted_relative_error,67602,0.02500,1.549
29,mlp.experts.132.up_proj,0.0014600953,hessian_weighted_relative_error,39968,0.02500,1.624
29,mlp.experts.131.down_proj,0.0039268297,hessian_weighted_relative_error,49862,0.02500,1.545
29,mlp.experts.134.down_proj,0.0023004163,hessian_weighted_relative_error,28373,0.02500,1.546
29,mlp.experts.137.gate_proj,0.0022479473,hessian_weighted_relative_error,67602,0.02500,1.657
29,mlp.experts.138.down_proj,0.0024879415,hessian_weighted_relative_error,21578,0.02500,1.551
29,mlp.experts.137.up_proj,0.0024484113,hessian_weighted_relative_error,67602,0.02500,1.684
29,mlp.experts.138.up_proj,0.0018173463,hessian_weighted_relative_error,21578,0.02500,1.628
29,mlp.experts.147.down_proj,0.0036947221,hessian_weighted_relative_error,78209,0.02500,1.551
29,mlp.experts.14.down_proj,0.0022690122,hessian_weighted_relative_error,20999,0.02500,1.518
29,mlp.experts.145.down_proj,0.0026978242,hessian_weighted_relative_error,34284,0.02500,1.554
29,mlp.experts.14.up_proj,0.0014088771,hessian_weighted_relative_error,20999,0.02500,1.621
29,mlp.experts.147.gate_proj,0.0024100510,hessian_weighted_relative_error,78209,0.02500,1.655
29,mlp.experts.142.down_proj,0.0039625969,hessian_weighted_relative_error,69020,0.02500,1.550
29,mlp.experts.147.up_proj,0.0026499042,hessian_weighted_relative_error,78209,0.02500,1.685
29,mlp.experts.142.up_proj,0.0027199699,hessian_weighted_relative_error,69020,0.02500,1.631
29,mlp.experts.151.up_proj,0.0018702032,hessian_weighted_relative_error,37280,0.02500,1.686
29,mlp.experts.160.down_proj,0.0037467873,hessian_weighted_relative_error,56425,0.02500,1.554
29,mlp.experts.151.down_proj,0.0029651871,hessian_weighted_relative_error,37280,0.02500,1.558
29,mlp.experts.160.up_proj,0.0025460172,hessian_weighted_relative_error,56425,0.02500,1.631
29,mlp.experts.159.down_proj,0.0036089140,hessian_weighted_relative_error,29913,0.02500,1.558
29,mlp.experts.162.down_proj,0.0037284499,hessian_weighted_relative_error,102365,0.02500,1.555
29,mlp.experts.161.down_proj,0.0030001568,hessian_weighted_relative_error,41472,0.02500,1.562
29,mlp.experts.162.gate_proj,0.0024966304,hessian_weighted_relative_error,102365,0.02500,1.617
29,mlp.experts.161.up_proj,0.0018760689,hessian_weighted_relative_error,41472,0.02500,1.682
29,mlp.experts.162.up_proj,0.0026712269,hessian_weighted_relative_error,102365,0.02500,1.630
29,mlp.experts.161.gate_proj,0.0017889579,hessian_weighted_relative_error,41472,0.02500,1.661
29,mlp.experts.164.down_proj,0.0026111031,hessian_weighted_relative_error,40999,0.02500,1.552
29,mlp.experts.163.down_proj,0.0034346090,hessian_weighted_relative_error,28458,0.02500,1.561
29,mlp.experts.168.down_proj,0.0038080010,hessian_weighted_relative_error,57394,0.02500,1.555
29,mlp.experts.17.down_proj,0.0027038364,hessian_weighted_relative_error,30287,0.02500,1.506
29,mlp.experts.168.up_proj,0.0026001204,hessian_weighted_relative_error,57394,0.02500,1.633
29,mlp.experts.172.down_proj,0.0030671576,hessian_weighted_relative_error,29085,0.02500,1.555
29,mlp.experts.17.up_proj,0.0015162757,hessian_weighted_relative_error,30287,0.02500,1.676
29,mlp.experts.186.down_proj,0.0028748342,hessian_weighted_relative_error,56998,0.02500,1.560
29,mlp.experts.17.gate_proj,0.0014479852,hessian_weighted_relative_error,30287,0.02500,1.608
29,mlp.experts.186.gate_proj,0.0016757583,hessian_weighted_relative_error,56998,0.02500,1.613
29,mlp.experts.177.down_proj,0.0032690248,hessian_weighted_relative_error,35003,0.02500,1.568
29,mlp.experts.186.up_proj,0.0017662296,hessian_weighted_relative_error,56998,0.02500,1.628
29,mlp.experts.179.down_proj,0.0030232287,hessian_weighted_relative_error,58808,0.02500,1.566
29,mlp.experts.190.down_proj,0.0030670815,hessian_weighted_relative_error,27923,0.02500,1.557
29,mlp.experts.179.up_proj,0.0019538990,hessian_weighted_relative_error,58808,0.02500,1.686
29,mlp.experts.190.up_proj,0.0019670699,hessian_weighted_relative_error,27923,0.02500,1.630
29,mlp.experts.179.gate_proj,0.0018345323,hessian_weighted_relative_error,58808,0.02500,1.669
29,mlp.experts.194.down_proj,0.0036714370,hessian_weighted_relative_error,99537,0.02500,1.560
29,mlp.experts.183.down_proj,0.0030428046,hessian_weighted_relative_error,42821,0.02500,1.572
29,mlp.experts.194.gate_proj,0.0024622630,hessian_weighted_relative_error,99537,0.02500,1.616
29,mlp.experts.183.gate_proj,0.0016650903,hessian_weighted_relative_error,42821,0.02500,1.660
29,mlp.experts.194.up_proj,0.0025544042,hessian_weighted_relative_error,99537,0.02500,1.631
29,mlp.experts.203.down_proj,0.0031721355,hessian_weighted_relative_error,16880,0.02500,1.566
29,mlp.experts.198.down_proj,0.0016752550,hessian_weighted_relative_error,27972,0.02500,1.558
29,mlp.experts.183.up_proj,0.0019840444,hessian_weighted_relative_error,42821,0.02500,1.691
29,mlp.experts.198.up_proj,0.0013780596,hessian_weighted_relative_error,27972,0.02500,1.632
29,mlp.experts.205.down_proj,0.0036495016,hessian_weighted_relative_error,67415,0.02500,1.576
29,mlp.experts.200.down_proj,0.0034404215,hessian_weighted_relative_error,30039,0.02500,1.558
29,mlp.experts.205.up_proj,0.0024735723,hessian_weighted_relative_error,67415,0.02500,1.695
29,mlp.experts.214.down_proj,0.0040837671,hessian_weighted_relative_error,76638,0.02500,1.565
29,mlp.experts.211.gate_proj,0.0014195998,hessian_weighted_relative_error,27693,0.02500,1.668
29,mlp.experts.214.gate_proj,0.0024563682,hessian_weighted_relative_error,76638,0.02500,1.618
29,mlp.experts.211.down_proj,0.0025945511,hessian_weighted_relative_error,27693,0.02500,1.572
29,mlp.experts.214.up_proj,0.0028589977,hessian_weighted_relative_error,76638,0.02500,1.629
29,mlp.experts.211.up_proj,0.0015944258,hessian_weighted_relative_error,27693,0.02500,1.688
29,mlp.experts.216.down_proj,0.0025548842,hessian_weighted_relative_error,29571,0.02500,1.559
29,mlp.experts.213.down_proj,0.0024468651,hessian_weighted_relative_error,21026,0.02500,1.575
29,mlp.experts.216.up_proj,0.0015525177,hessian_weighted_relative_error,29571,0.02500,1.633
29,mlp.experts.217.down_proj,0.0030383587,hessian_weighted_relative_error,26733,0.02500,1.567
29,mlp.experts.218.down_proj,0.0027234232,hessian_weighted_relative_error,29851,0.02500,1.562
29,mlp.experts.213.up_proj,0.0014889078,hessian_weighted_relative_error,21026,0.02500,1.696
29,mlp.experts.226.down_proj,0.0028438447,hessian_weighted_relative_error,34392,0.02500,1.566
29,mlp.experts.219.down_proj,0.0030678182,hessian_weighted_relative_error,67004,0.02500,1.575
29,mlp.experts.226.gate_proj,0.0015248519,hessian_weighted_relative_error,34392,0.02500,1.620
29,mlp.experts.219.gate_proj,0.0017579849,hessian_weighted_relative_error,67004,0.02500,1.663
29,mlp.experts.226.up_proj,0.0016250759,hessian_weighted_relative_error,34392,0.02500,1.631
29,mlp.experts.221.down_proj,0.0023096173,hessian_weighted_relative_error,14581,0.02500,1.573
29,mlp.experts.228.down_proj,0.0028891395,hessian_weighted_relative_error,25479,0.02500,1.558
29,mlp.experts.219.up_proj,0.0018554665,hessian_weighted_relative_error,67004,0.02500,1.692
29,mlp.experts.228.up_proj,0.0018181783,hessian_weighted_relative_error,25479,0.02500,1.633
29,mlp.experts.229.down_proj,0.0024890941,hessian_weighted_relative_error,37992,0.02500,1.578
29,mlp.experts.230.down_proj,0.0032527795,hessian_weighted_relative_error,38506,0.02500,1.566
29,mlp.experts.229.gate_proj,0.0013668622,hessian_weighted_relative_error,37992,0.02500,1.664
29,mlp.experts.230.up_proj,0.0020706143,hessian_weighted_relative_error,38506,0.02500,1.635
29,mlp.experts.239.down_proj,0.0032103071,hessian_weighted_relative_error,34667,0.02500,1.575
29,mlp.experts.236.down_proj,0.0023988765,hessian_weighted_relative_error,51069,0.02500,1.562
29,mlp.experts.229.up_proj,0.0014717609,hessian_weighted_relative_error,37992,0.02500,1.690
29,mlp.experts.236.gate_proj,0.0012529010,hessian_weighted_relative_error,51069,0.02500,1.623
29,mlp.experts.239.gate_proj,0.0018787512,hessian_weighted_relative_error,34667,0.02500,1.671
29,mlp.experts.236.up_proj,0.0013199953,hessian_weighted_relative_error,51069,0.02500,1.634
29,mlp.experts.239.up_proj,0.0019896258,hessian_weighted_relative_error,34667,0.02500,1.710
29,mlp.experts.24.down_proj,0.0031830679,hessian_weighted_relative_error,16468,0.02500,1.525
29,mlp.experts.241.gate_proj,0.0024569962,hessian_weighted_relative_error,77337,0.02500,1.667
29,mlp.experts.240.down_proj,0.0033893539,hessian_weighted_relative_error,31722,0.02500,1.565
29,mlp.experts.241.down_proj,0.0038171973,hessian_weighted_relative_error,77337,0.02500,1.578
29,mlp.experts.242.down_proj,0.0022289387,hessian_weighted_relative_error,45682,0.02500,1.568
29,mlp.experts.244.down_proj,0.0035284036,hessian_weighted_relative_error,127089,0.02500,1.569
29,mlp.experts.241.up_proj,0.0026367252,hessian_weighted_relative_error,77337,0.02500,1.696
29,mlp.experts.244.gate_proj,0.0022387924,hessian_weighted_relative_error,127089,0.02500,1.624
29,mlp.experts.243.down_proj,0.0035245448,hessian_weighted_relative_error,26173,0.02500,1.577
29,mlp.experts.244.up_proj,0.0023592528,hessian_weighted_relative_error,127089,0.02500,1.638
29,mlp.experts.247.gate_proj,0.0020655761,hessian_weighted_relative_error,30229,0.02500,1.678
29,mlp.experts.254.down_proj,0.0025933122,hessian_weighted_relative_error,18784,0.02500,1.568
29,mlp.experts.247.down_proj,0.0030605650,hessian_weighted_relative_error,30229,0.02500,1.578
29,mlp.experts.254.up_proj,0.0013554523,hessian_weighted_relative_error,18784,0.02500,1.646
29,mlp.experts.247.up_proj,0.0021720977,hessian_weighted_relative_error,30229,0.02500,1.686
29,mlp.experts.256.down_proj,0.0035616205,hessian_weighted_relative_error,18426,0.02500,1.567
29,mlp.experts.249.down_proj,0.0032632369,hessian_weighted_relative_error,26715,0.02500,1.583
29,mlp.experts.26.down_proj,0.0025382450,hessian_weighted_relative_error,20891,0.02500,1.530
29,mlp.experts.25.gate_proj,0.0025872265,hessian_weighted_relative_error,66202,0.02500,1.612
29,mlp.experts.262.down_proj,0.0034784816,hessian_weighted_relative_error,16741,0.02500,1.568
29,mlp.experts.25.down_proj,0.0039767980,hessian_weighted_relative_error,66202,0.02500,1.508
29,mlp.experts.268.down_proj,0.0030415770,hessian_weighted_relative_error,31340,0.02500,1.565
29,mlp.experts.25.up_proj,0.0027992882,hessian_weighted_relative_error,66202,0.02500,1.669
29,mlp.experts.274.down_proj,0.0035921027,hessian_weighted_relative_error,40176,0.02500,1.570
29,mlp.experts.253.down_proj,0.0026436300,hessian_weighted_relative_error,27856,0.02500,1.580
29,mlp.experts.274.up_proj,0.0023021557,hessian_weighted_relative_error,40176,0.02500,1.635
29,mlp.experts.255.down_proj,0.0035547135,hessian_weighted_relative_error,28601,0.02500,1.571
29,mlp.experts.284.down_proj,0.0029502393,hessian_weighted_relative_error,20488,0.02500,1.567
29,mlp.experts.253.up_proj,0.0018841863,hessian_weighted_relative_error,27856,0.02500,1.702
29,mlp.experts.284.up_proj,0.0018941906,hessian_weighted_relative_error,20488,0.02500,1.636
29,mlp.experts.263.down_proj,0.0023266087,hessian_weighted_relative_error,44824,0.02500,1.581
29,mlp.experts.34.down_proj,0.0032350516,hessian_weighted_relative_error,24628,0.02500,1.531
29,mlp.experts.263.gate_proj,0.0012548519,hessian_weighted_relative_error,44824,0.02500,1.672
29,mlp.experts.40.down_proj,0.0036392434,hessian_weighted_relative_error,75598,0.02500,1.530
29,mlp.experts.269.down_proj,0.0028233559,hessian_weighted_relative_error,30553,0.02500,1.578
29,mlp.experts.40.gate_proj,0.0023046338,hessian_weighted_relative_error,75598,0.02500,1.592
29,mlp.experts.263.up_proj,0.0013315200,hessian_weighted_relative_error,44824,0.02500,1.698
29,mlp.experts.40.up_proj,0.0025390684,hessian_weighted_relative_error,75598,0.02500,1.629
29,mlp.experts.269.up_proj,0.0017264810,hessian_weighted_relative_error,30553,0.02500,1.702
29,mlp.experts.48.down_proj,0.0037171385,hessian_weighted_relative_error,42899,0.02500,1.533
29,mlp.experts.271.down_proj,0.0036031010,hessian_weighted_relative_error,52187,0.02500,1.581
29,mlp.experts.52.down_proj,0.0033407448,hessian_weighted_relative_error,37556,0.02500,1.530
29,mlp.experts.271.up_proj,0.0023867506,hessian_weighted_relative_error,52187,0.02500,1.702
29,mlp.experts.52.gate_proj,0.0020177438,hessian_weighted_relative_error,37556,0.02500,1.594
29,mlp.experts.271.gate_proj,0.0022146944,hessian_weighted_relative_error,52187,0.02500,1.675
29,mlp.experts.275.down_proj,0.0029149945,hessian_weighted_relative_error,37404,0.02500,1.579
29,mlp.experts.52.up_proj,0.0022468016,hessian_weighted_relative_error,37556,0.02500,1.614
29,mlp.experts.279.down_proj,0.0029424229,hessian_weighted_relative_error,32168,0.02500,1.580
29,mlp.experts.58.up_proj,0.0017512501,hessian_weighted_relative_error,53393,0.02500,1.627
29,mlp.experts.279.up_proj,0.0016993578,hessian_weighted_relative_error,32168,0.02500,1.697
29,mlp.experts.58.down_proj,0.0029106669,hessian_weighted_relative_error,53393,0.02500,1.537
29,mlp.experts.58.gate_proj,0.0016745891,hessian_weighted_relative_error,53393,0.02500,1.606
29,mlp.experts.281.gate_proj,0.0015958477,hessian_weighted_relative_error,49804,0.02500,1.692
29,mlp.experts.6.down_proj,0.0026194357,hessian_weighted_relative_error,12731,0.02500,1.517
29,mlp.experts.281.down_proj,0.0028333252,hessian_weighted_relative_error,49804,0.02500,1.592
29,mlp.experts.62.up_proj,0.0024308090,hessian_weighted_relative_error,37595,0.02500,1.628
29,mlp.experts.279.gate_proj,0.0015594248,hessian_weighted_relative_error,32168,0.02500,1.672
29,mlp.experts.62.down_proj,0.0037254650,hessian_weighted_relative_error,37595,0.02500,1.537
29,mlp.experts.29.down_proj,0.0025945734,hessian_weighted_relative_error,23409,0.02500,1.523
29,mlp.experts.62.gate_proj,0.0022350100,hessian_weighted_relative_error,37595,0.02500,1.598
29,mlp.experts.3.down_proj,0.0028409644,hessian_weighted_relative_error,21797,0.02500,1.503
29,mlp.experts.68.down_proj,0.0023073111,hessian_weighted_relative_error,31571,0.02500,1.535
29,mlp.experts.29.up_proj,0.0015290708,hessian_weighted_relative_error,23409,0.02500,1.679
29,mlp.experts.76.down_proj,0.0032916183,hessian_weighted_relative_error,30300,0.02500,1.540
29,mlp.experts.281.up_proj,0.0016854439,hessian_weighted_relative_error,49804,0.02500,1.699
29,mlp.experts.68.gate_proj,0.0012526789,hessian_weighted_relative_error,31571,0.02500,1.599
29,mlp.experts.33.gate_proj,0.0021335845,hessian_weighted_relative_error,76754,0.02500,1.606
29,mlp.experts.68.up_proj,0.0013282754,hessian_weighted_relative_error,31571,0.02500,1.626
29,mlp.experts.43.down_proj,0.0026866659,hessian_weighted_relative_error,14985,0.02500,1.521
29,mlp.experts.92.down_proj,0.0031735649,hessian_weighted_relative_error,138158,0.02500,1.541
29,mlp.experts.33.up_proj,0.0023269406,hessian_weighted_relative_error,76754,0.02500,1.687
29,mlp.experts.92.gate_proj,0.0020208890,hessian_weighted_relative_error,138158,0.02500,1.606
29,mlp.experts.33.down_proj,0.0033616265,hessian_weighted_relative_error,76754,0.02500,1.517
29,mlp.experts.92.up_proj,0.0021907268,hessian_weighted_relative_error,138158,0.02500,1.631
29,mlp.experts.47.gate_proj,0.0020175091,hessian_weighted_relative_error,69421,0.02500,1.611
29,mlp.experts.53.down_proj,0.0038191522,hessian_weighted_relative_error,49106,0.02500,1.526
29,mlp.experts.47.up_proj,0.0022736874,hessian_weighted_relative_error,69421,0.02500,1.674
29,mlp.experts.47.down_proj,0.0032315012,hessian_weighted_relative_error,69421,0.02500,1.520
29,mlp.experts.63.gate_proj,0.0014856163,hessian_weighted_relative_error,71297,0.02500,1.616
29,mlp.experts.65.down_proj,0.0030734748,hessian_weighted_relative_error,32994,0.02500,1.530
29,mlp.experts.63.up_proj,0.0015993489,hessian_weighted_relative_error,71297,0.02500,1.682
29,mlp.experts.63.down_proj,0.0024509436,hessian_weighted_relative_error,71297,0.02500,1.526
29,mlp.experts.71.up_proj,0.0015738795,hessian_weighted_relative_error,20657,0.02500,1.681
29,mlp.experts.79.down_proj,0.0023203211,hessian_weighted_relative_error,18245,0.02500,1.537
29,mlp.experts.77.down_proj,0.0029979246,hessian_weighted_relative_error,76388,0.02500,1.533
29,mlp.experts.71.down_proj,0.0023070725,hessian_weighted_relative_error,20657,0.02500,1.527
29,mlp.experts.81.down_proj,0.0023757172,hessian_weighted_relative_error,19366,0.02500,1.531
29,mlp.experts.85.down_proj,0.0036659438,hessian_weighted_relative_error,39991,0.02500,1.538
29,mlp.experts.81.up_proj,0.0016770107,hessian_weighted_relative_error,19366,0.02500,1.677
29,mlp.experts.79.up_proj,0.0015547731,hessian_weighted_relative_error,18245,0.02500,1.669
29,mlp.experts.95.down_proj,0.0037616892,hessian_weighted_relative_error,71691,0.02500,1.538
29,mlp.experts.95.up_proj,0.0026214234,hessian_weighted_relative_error,71691,0.02500,1.665
29,mlp.experts.95.gate_proj,0.0023454346,hessian_weighted_relative_error,71691,0.02500,1.640
29,mlp.experts.89.down_proj,0.0035897710,hessian_weighted_relative_error,33519,0.02500,1.538
30,mlp.experts.1.gate_proj,0.0083545126,hessian_weighted_relative_error,21670,0.02500,0.803
30,mlp.experts.2.gate_proj,0.0057168061,hessian_weighted_relative_error,7278,0.02500,0.786
30,mlp.experts.4.gate_proj,0.0064728446,hessian_weighted_relative_error,12216,0.02500,0.807
30,mlp.experts.5.gate_proj,0.0086538413,hessian_weighted_relative_error,25696,0.02500,0.790
30,mlp.experts.6.gate_proj,0.0087540358,hessian_weighted_relative_error,30789,0.02500,0.809
30,mlp.experts.7.gate_proj,0.0078159219,hessian_weighted_relative_error,19119,0.02500,0.806
30,mlp.experts.8.gate_proj,0.0061436288,hessian_weighted_relative_error,18446,0.02500,0.811
30,mlp.experts.9.gate_proj,0.0079541307,hessian_weighted_relative_error,19828,0.02500,0.796
30,mlp.experts.11.gate_proj,0.0065489937,hessian_weighted_relative_error,26581,0.02500,0.796
30,mlp.experts.12.gate_proj,0.0063872939,hessian_weighted_relative_error,28311,0.02500,0.810
30,mlp.experts.14.gate_proj,0.0055651126,hessian_weighted_relative_error,17060,0.02500,0.810
30,mlp.experts.15.gate_proj,0.0076072589,hessian_weighted_relative_error,26298,0.02500,0.796
30,mlp.experts.17.gate_proj,0.0081276187,hessian_weighted_relative_error,31981,0.02500,0.799
30,mlp.experts.18.gate_proj,0.0078877864,hessian_weighted_relative_error,19068,0.02500,0.810
30,mlp.experts.19.gate_proj,0.0058824351,hessian_weighted_relative_error,26205,0.02500,0.799
30,mlp.experts.20.gate_proj,0.0073211100,hessian_weighted_relative_error,31491,0.02500,0.812
30,mlp.experts.21.gate_proj,0.0059867097,hessian_weighted_relative_error,15486,0.02500,0.802
30,mlp.experts.22.gate_proj,0.0054572931,hessian_weighted_relative_error,13475,0.02500,0.813
30,mlp.experts.24.gate_proj,0.0046764626,hessian_weighted_relative_error,26664,0.02500,0.817
30,mlp.experts.25.gate_proj,0.0058243777,hessian_weighted_relative_error,7868,0.02500,0.807
30,mlp.experts.26.gate_proj,0.0066394661,hessian_weighted_relative_error,17990,0.02500,0.813
30,mlp.experts.27.gate_proj,0.0074158813,hessian_weighted_relative_error,25708,0.02500,0.804
30,mlp.experts.28.gate_proj,0.0070757322,hessian_weighted_relative_error,28529,0.02500,0.814
30,mlp.experts.30.gate_proj,0.0088602445,hessian_weighted_relative_error,45792,0.02500,0.817
30,mlp.experts.31.gate_proj,0.0066844414,hessian_weighted_relative_error,20878,0.02500,0.806
30,mlp.experts.33.gate_proj,0.0081855213,hessian_weighted_relative_error,42517,0.02500,0.807
30,mlp.experts.35.gate_proj,0.0086298274,hessian_weighted_relative_error,43244,0.02500,0.807
30,mlp.experts.36.gate_proj,0.0041548433,hessian_weighted_relative_error,10549,0.02500,0.816
30,mlp.experts.37.gate_proj,0.0073517631,hessian_weighted_relative_error,30333,0.02500,0.809
30,mlp.experts.38.gate_proj,0.0081958793,hessian_weighted_relative_error,37662,0.02500,0.816
30,mlp.experts.39.gate_proj,0.0090458206,hessian_weighted_relative_error,25766,0.02500,0.811
30,mlp.experts.40.gate_proj,0.0070722678,hessian_weighted_relative_error,13667,0.02500,0.822
30,mlp.experts.41.gate_proj,0.0055953835,hessian_weighted_relative_error,19380,0.02500,0.809
30,mlp.experts.42.gate_proj,0.0079676337,hessian_weighted_relative_error,30600,0.02500,0.819
30,mlp.experts.43.gate_proj,0.0075277233,hessian_weighted_relative_error,25674,0.02500,0.812
30,mlp.experts.44.gate_proj,0.0052075393,hessian_weighted_relative_error,9017,0.02500,0.821
30,mlp.experts.45.gate_proj,0.0072360868,hessian_weighted_relative_error,31395,0.02500,0.811
30,mlp.experts.46.gate_proj,0.0061980489,hessian_weighted_relative_error,11477,0.02500,0.821
30,mlp.experts.47.gate_proj,0.0068404884,hessian_weighted_relative_error,18889,0.02500,0.814
30,mlp.experts.48.gate_proj,0.0080484844,hessian_weighted_relative_error,38786,0.02500,0.827
30,mlp.experts.50.gate_proj,0.0069098826,hessian_weighted_relative_error,14984,0.02500,0.821
30,mlp.experts.51.gate_proj,0.0075854331,hessian_weighted_relative_error,39358,0.02500,0.815
30,mlp.experts.52.gate_proj,0.0084184986,hessian_weighted_relative_error,40609,0.02500,0.825
30,mlp.experts.53.gate_proj,0.0067937167,hessian_weighted_relative_error,22901,0.02500,0.817
30,mlp.experts.54.gate_proj,0.0030112106,hessian_weighted_relative_error,5673,0.02500,0.822
30,mlp.experts.55.gate_proj,0.0080429921,hessian_weighted_relative_error,44607,0.02500,0.818
30,mlp.experts.56.gate_proj,0.0048995232,hessian_weighted_relative_error,20053,0.02500,0.827
30,mlp.experts.57.gate_proj,0.0072621007,hessian_weighted_relative_error,26806,0.02500,0.820
30,mlp.experts.58.gate_proj,0.0048983552,hessian_weighted_relative_error,12332,0.02500,0.823
30,mlp.experts.59.gate_proj,0.0086807607,hessian_weighted_relative_error,27128,0.02500,0.820
30,mlp.experts.60.gate_proj,0.0082544559,hessian_weighted_relative_error,48461,0.02500,0.825
30,mlp.experts.61.gate_proj,0.0079555534,hessian_weighted_relative_error,30497,0.02500,0.819
30,mlp.experts.62.gate_proj,0.0077041000,hessian_weighted_relative_error,27939,0.02500,0.824
30,mlp.experts.63.gate_proj,0.0087131969,hessian_weighted_relative_error,44048,0.02500,0.822
30,mlp.experts.64.gate_proj,0.0057023097,hessian_weighted_relative_error,34414,0.02500,0.826
30,mlp.experts.65.gate_proj,0.0056235079,hessian_weighted_relative_error,32561,0.02500,0.822
30,mlp.experts.66.gate_proj,0.0074810799,hessian_weighted_relative_error,28057,0.02500,0.826
30,mlp.experts.67.gate_proj,0.0083841992,hessian_weighted_relative_error,30141,0.02500,0.821
30,mlp.experts.68.gate_proj,0.0065672613,hessian_weighted_relative_error,10396,0.02500,0.828
30,mlp.experts.70.gate_proj,0.0079338969,hessian_weighted_relative_error,35384,0.02500,0.828
30,mlp.experts.71.gate_proj,0.0088196959,hessian_weighted_relative_error,29991,0.02500,0.824
30,mlp.experts.72.gate_proj,0.0089042781,hessian_weighted_relative_error,30577,0.02500,0.832
30,mlp.experts.73.gate_proj,0.0065178046,hessian_weighted_relative_error,24100,0.02500,0.826
30,mlp.experts.74.gate_proj,0.0084055259,hessian_weighted_relative_error,26486,0.02500,0.828
30,mlp.experts.76.gate_proj,0.0073750449,hessian_weighted_relative_error,14302,0.02500,0.829
30,mlp.experts.77.gate_proj,0.0078554026,hessian_weighted_relative_error,44321,0.02500,0.832
30,mlp.experts.78.gate_proj,0.0082383603,hessian_weighted_relative_error,27109,0.02500,0.828
30,mlp.experts.79.gate_proj,0.0050786961,hessian_weighted_relative_error,15442,0.02500,0.829
30,mlp.experts.81.gate_proj,0.0056302848,hessian_weighted_relative_error,40013,0.02500,0.831
30,mlp.experts.82.gate_proj,0.0089020906,hessian_weighted_relative_error,31712,0.02500,0.829
30,mlp.experts.83.gate_proj,0.0088279003,hessian_weighted_relative_error,33918,0.02500,0.832
30,mlp.experts.84.gate_proj,0.0073373543,hessian_weighted_relative_error,25592,0.02500,0.831
30,mlp.experts.86.gate_proj,0.0060427556,hessian_weighted_relative_error,39824,0.02500,0.831
30,mlp.experts.88.gate_proj,0.0082615092,hessian_weighted_relative_error,38216,0.02500,0.834
30,mlp.experts.89.gate_proj,0.0073586299,hessian_weighted_relative_error,33822,0.02500,0.834
30,mlp.experts.90.gate_proj,0.0077200786,hessian_weighted_relative_error,18351,0.02500,0.833
30,mlp.experts.91.gate_proj,0.0051195773,hessian_weighted_relative_error,10669,0.02500,0.837
30,mlp.experts.92.gate_proj,0.0061520138,hessian_weighted_relative_error,9778,0.02500,0.832
30,mlp.experts.94.gate_proj,0.0086123572,hessian_weighted_relative_error,33238,0.02500,0.834
30,mlp.experts.95.gate_proj,0.0072952123,hessian_weighted_relative_error,15077,0.02500,0.838
30,mlp.experts.96.gate_proj,0.0070508723,hessian_weighted_relative_error,17043,0.02500,0.835
30,mlp.experts.97.gate_proj,0.0043773680,hessian_weighted_relative_error,64630,0.02500,0.840
30,mlp.experts.98.gate_proj,0.0083422358,hessian_weighted_relative_error,33790,0.02500,0.834
30,mlp.experts.99.gate_proj,0.0066923673,hessian_weighted_relative_error,23721,0.02500,0.840
30,mlp.experts.100.gate_proj,0.0078418329,hessian_weighted_relative_error,17967,0.02500,0.836
30,mlp.experts.104.gate_proj,0.0083941531,hessian_weighted_relative_error,31564,0.02500,0.835
30,mlp.experts.105.gate_proj,0.0062298169,hessian_weighted_relative_error,30725,0.02500,0.843
30,mlp.experts.107.gate_proj,0.0049145590,hessian_weighted_relative_error,11587,0.02500,0.845
30,mlp.experts.108.gate_proj,0.0063240176,hessian_weighted_relative_error,10137,0.02500,0.835
30,mlp.experts.109.gate_proj,0.0043205018,hessian_weighted_relative_error,20065,0.02500,0.845
30,mlp.experts.110.gate_proj,0.0054393094,hessian_weighted_relative_error,30457,0.02500,0.835
30,mlp.experts.112.gate_proj,0.0064838733,hessian_weighted_relative_error,19112,0.02500,0.839
30,mlp.experts.113.gate_proj,0.0074970066,hessian_weighted_relative_error,29499,0.02500,0.845
30,mlp.experts.114.gate_proj,0.0056780260,hessian_weighted_relative_error,12424,0.02500,0.835
30,mlp.experts.115.gate_proj,0.0071571941,hessian_weighted_relative_error,21262,0.02500,0.849
30,mlp.experts.117.gate_proj,0.0069845914,hessian_weighted_relative_error,25871,0.02500,0.850
30,mlp.experts.119.gate_proj,0.0082963387,hessian_weighted_relative_error,27057,0.02500,0.850
30,mlp.experts.120.gate_proj,0.0061062636,hessian_weighted_relative_error,23975,0.02500,0.840
30,mlp.experts.121.gate_proj,0.0081858549,hessian_weighted_relative_error,35384,0.02500,0.852
30,mlp.experts.122.gate_proj,0.0065233073,hessian_weighted_relative_error,14346,0.02500,0.837
30,mlp.experts.123.gate_proj,0.0041411534,hessian_weighted_relative_error,7881,0.02500,0.850
30,mlp.experts.124.gate_proj,0.0076285000,hessian_weighted_relative_error,32299,0.02500,0.840
30,mlp.experts.125.gate_proj,0.0080709756,hessian_weighted_relative_error,22392,0.02500,0.856
30,mlp.experts.127.gate_proj,0.0080196464,hessian_weighted_relative_error,28151,0.02500,0.852
30,mlp.experts.128.gate_proj,0.0077615085,hessian_weighted_relative_error,37318,0.02500,0.841
30,mlp.experts.130.gate_proj,0.0073854555,hessian_weighted_relative_error,22365,0.02500,0.838
30,mlp.experts.131.gate_proj,0.0061436594,hessian_weighted_relative_error,11785,0.02500,0.852
30,mlp.experts.132.gate_proj,0.0077525700,hessian_weighted_relative_error,20959,0.02500,0.841
30,mlp.experts.133.gate_proj,0.0049782319,hessian_weighted_relative_error,18043,0.02500,0.853
30,mlp.experts.134.gate_proj,0.0087689334,hessian_weighted_relative_error,36432,0.02500,0.839
30,mlp.experts.135.gate_proj,0.0072062308,hessian_weighted_relative_error,46913,0.02500,0.852
30,mlp.experts.136.gate_proj,0.0048037821,hessian_weighted_relative_error,39312,0.02500,0.842
30,mlp.experts.137.gate_proj,0.0059788361,hessian_weighted_relative_error,32565,0.02500,0.852
30,mlp.experts.138.gate_proj,0.0084384232,hessian_weighted_relative_error,20586,0.02500,0.841
30,mlp.experts.139.gate_proj,0.0032826339,hessian_weighted_relative_error,22930,0.02500,0.851
30,mlp.experts.140.gate_proj,0.0063132699,hessian_weighted_relative_error,14736,0.02500,0.841
30,mlp.experts.141.gate_proj,0.0084199798,hessian_weighted_relative_error,29568,0.02500,0.854
30,mlp.experts.142.gate_proj,0.0069993020,hessian_weighted_relative_error,26540,0.02500,0.841
30,mlp.experts.143.gate_proj,0.0072049172,hessian_weighted_relative_error,18315,0.02500,0.851
30,mlp.experts.144.gate_proj,0.0077575841,hessian_weighted_relative_error,29114,0.02500,0.843
30,mlp.experts.145.gate_proj,0.0050194256,hessian_weighted_relative_error,6935,0.02500,0.852
30,mlp.experts.146.gate_proj,0.0074472617,hessian_weighted_relative_error,38308,0.02500,0.844
30,mlp.experts.147.gate_proj,0.0081255508,hessian_weighted_relative_error,37671,0.02500,0.853
30,mlp.experts.148.gate_proj,0.0082423109,hessian_weighted_relative_error,43280,0.02500,0.841
30,mlp.experts.149.gate_proj,0.0046744688,hessian_weighted_relative_error,14171,0.02500,0.857
30,mlp.experts.150.gate_proj,0.0054375418,hessian_weighted_relative_error,19881,0.02500,0.840
30,mlp.experts.151.gate_proj,0.0063623192,hessian_weighted_relative_error,31459,0.02500,0.852
30,mlp.experts.152.gate_proj,0.0066112465,hessian_weighted_relative_error,24599,0.02500,0.854
30,mlp.experts.153.gate_proj,0.0051282411,hessian_weighted_relative_error,15541,0.02500,0.858
30,mlp.experts.154.gate_proj,0.0047847710,hessian_weighted_relative_error,19170,0.02500,0.843
30,mlp.experts.155.gate_proj,0.0085032222,hessian_weighted_relative_error,35093,0.02500,0.858
30,mlp.experts.156.gate_proj,0.0053267458,hessian_weighted_relative_error,14378,0.02500,0.853
30,mlp.experts.157.gate_proj,0.0051837746,hessian_weighted_relative_error,16824,0.02500,0.858
30,mlp.experts.158.gate_proj,0.0072499336,hessian_weighted_relative_error,30548,0.02500,0.853
30,mlp.experts.159.gate_proj,0.0082547871,hessian_weighted_relative_error,43822,0.02500,0.854
30,mlp.experts.160.gate_proj,0.0077473082,hessian_weighted_relative_error,38239,0.02500,0.856
30,mlp.experts.161.gate_proj,0.0063370295,hessian_weighted_relative_error,35265,0.02500,0.856
30,mlp.experts.162.gate_proj,0.0082738728,hessian_weighted_relative_error,20096,0.02500,0.857
30,mlp.experts.163.gate_proj,0.0075262521,hessian_weighted_relative_error,18942,0.02500,0.858
30,mlp.experts.164.gate_proj,0.0079847945,hessian_weighted_relative_error,20129,0.02500,0.858
30,mlp.experts.165.gate_proj,0.0074278969,hessian_weighted_relative_error,23480,0.02500,0.861
30,mlp.experts.167.gate_proj,0.0060636766,hessian_weighted_relative_error,16221,0.02500,0.855
30,mlp.experts.168.gate_proj,0.0064853653,hessian_weighted_relative_error,20940,0.02500,0.843
30,mlp.experts.169.gate_proj,0.0086930373,hessian_weighted_relative_error,47781,0.02500,0.877
30,mlp.experts.170.gate_proj,0.0057547718,hessian_weighted_relative_error,12850,0.02500,0.857
30,mlp.experts.171.gate_proj,0.0084727211,hessian_weighted_relative_error,37577,0.02500,0.860
30,mlp.experts.172.gate_proj,0.0078899636,hessian_weighted_relative_error,16575,0.02500,0.844
30,mlp.experts.173.gate_proj,0.0071675742,hessian_weighted_relative_error,26678,0.02500,0.860
30,mlp.experts.174.gate_proj,0.0072499394,hessian_weighted_relative_error,32580,0.02500,0.844
30,mlp.experts.175.gate_proj,0.0071047344,hessian_weighted_relative_error,33524,0.02500,0.860
30,mlp.experts.176.gate_proj,0.0082641093,hessian_weighted_relative_error,46104,0.02500,0.844
30,mlp.experts.178.gate_proj,0.0062607114,hessian_weighted_relative_error,10863,0.02500,0.846
30,mlp.experts.179.gate_proj,0.0076673029,hessian_weighted_relative_error,24153,0.02500,0.858
30,mlp.experts.180.gate_proj,0.0082771197,hessian_weighted_relative_error,28574,0.02500,0.844
30,mlp.experts.181.gate_proj,0.0025365721,hessian_weighted_relative_error,27140,0.02500,0.859
30,mlp.experts.182.gate_proj,0.0067232406,hessian_weighted_relative_error,39603,0.02500,0.843
30,mlp.experts.184.gate_proj,0.0088570852,hessian_weighted_relative_error,30738,0.02500,0.845
30,mlp.experts.186.gate_proj,0.0078610712,hessian_weighted_relative_error,40748,0.02500,0.847
30,mlp.experts.187.gate_proj,0.0082177097,hessian_weighted_relative_error,29069,0.02500,0.858
30,mlp.experts.188.gate_proj,0.0075251049,hessian_weighted_relative_error,18262,0.02500,0.845
30,mlp.experts.189.gate_proj,0.0084530181,hessian_weighted_relative_error,27671,0.02500,0.860
30,mlp.experts.190.gate_proj,0.0089051994,hessian_weighted_relative_error,28938,0.02500,0.849
30,mlp.experts.191.gate_proj,0.0072422530,hessian_weighted_relative_error,19567,0.02500,0.858
30,mlp.experts.192.gate_proj,0.0066236955,hessian_weighted_relative_error,8285,0.02500,0.847
30,mlp.experts.194.gate_proj,0.0054139559,hessian_weighted_relative_error,20397,0.02500,0.846
30,mlp.experts.195.gate_proj,0.0032667107,hessian_weighted_relative_error,18223,0.02500,0.859
30,mlp.experts.196.gate_proj,0.0073795084,hessian_weighted_relative_error,38194,0.02500,0.847
30,mlp.experts.197.gate_proj,0.0082333429,hessian_weighted_relative_error,27422,0.02500,0.859
30,mlp.experts.198.gate_proj,0.0090704498,hessian_weighted_relative_error,46243,0.02500,0.847
30,mlp.experts.199.gate_proj,0.0082832768,hessian_weighted_relative_error,43289,0.02500,0.859
30,mlp.experts.200.gate_proj,0.0069955144,hessian_weighted_relative_error,9316,0.02500,0.849
30,mlp.experts.201.gate_proj,0.0045514688,hessian_weighted_relative_error,7513,0.02500,0.857
30,mlp.experts.203.gate_proj,0.0076780798,hessian_weighted_relative_error,46025,0.02500,0.858
30,mlp.experts.204.gate_proj,0.0050969953,hessian_weighted_relative_error,23680,0.02500,0.847
30,mlp.experts.205.gate_proj,0.0085566178,hessian_weighted_relative_error,26102,0.02500,0.860
30,mlp.experts.206.gate_proj,0.0051073848,hessian_weighted_relative_error,25053,0.02500,0.847
30,mlp.experts.207.gate_proj,0.0063075835,hessian_weighted_relative_error,39404,0.02500,0.856
30,mlp.experts.208.gate_proj,0.0033967833,hessian_weighted_relative_error,3102,0.02500,0.848
30,mlp.experts.209.gate_proj,0.0057421805,hessian_weighted_relative_error,14359,0.02500,0.857
30,mlp.experts.210.gate_proj,0.0079689136,hessian_weighted_relative_error,33372,0.02500,0.848
30,mlp.experts.211.gate_proj,0.0053149678,hessian_weighted_relative_error,29643,0.02500,0.860
30,mlp.experts.212.gate_proj,0.0064088496,hessian_weighted_relative_error,23571,0.02500,0.847
30,mlp.experts.213.gate_proj,0.0076932931,hessian_weighted_relative_error,43929,0.02500,0.860
30,mlp.experts.215.gate_proj,0.0053104931,hessian_weighted_relative_error,10078,0.02500,0.857
30,mlp.experts.216.gate_proj,0.0048520779,hessian_weighted_relative_error,4938,0.02500,0.850
30,mlp.experts.217.gate_proj,0.0076513577,hessian_weighted_relative_error,16014,0.02500,0.858
30,mlp.experts.218.gate_proj,0.0081515567,hessian_weighted_relative_error,26847,0.02500,0.849
30,mlp.experts.219.gate_proj,0.0054256225,hessian_weighted_relative_error,33167,0.02500,0.861
30,mlp.experts.221.gate_proj,0.0079435845,hessian_weighted_relative_error,40937,0.02500,0.859
30,mlp.experts.222.gate_proj,0.0042419369,hessian_weighted_relative_error,53797,0.02500,0.849
30,mlp.experts.224.gate_proj,0.0081438994,hessian_weighted_relative_error,17350,0.02500,0.850
30,mlp.experts.225.gate_proj,0.0061727110,hessian_weighted_relative_error,10862,0.02500,0.860
30,mlp.experts.226.gate_proj,0.0080906823,hessian_weighted_relative_error,32922,0.02500,0.849
30,mlp.experts.227.gate_proj,0.0022610794,hessian_weighted_relative_error,2610,0.02500,0.858
30,mlp.experts.228.gate_proj,0.0075937752,hessian_weighted_relative_error,31946,0.02500,0.850
30,mlp.experts.229.gate_proj,0.0052448363,hessian_weighted_relative_error,26488,0.02500,0.861
30,mlp.experts.230.gate_proj,0.0077722976,hessian_weighted_relative_error,18457,0.02500,0.849
30,mlp.experts.231.gate_proj,0.0073787114,hessian_weighted_relative_error,21174,0.02500,0.859
30,mlp.experts.233.gate_proj,0.0038765212,hessian_weighted_relative_error,5369,0.02500,0.859
30,mlp.experts.234.gate_proj,0.0087138108,hessian_weighted_relative_error,52393,0.02500,0.851
30,mlp.experts.235.gate_proj,0.0062494542,hessian_weighted_relative_error,15149,0.02500,0.858
30,mlp.experts.236.gate_proj,0.0039822869,hessian_weighted_relative_error,17690,0.02500,0.850
30,mlp.experts.237.gate_proj,0.0082795247,hessian_weighted_relative_error,46834,0.02500,0.861
30,mlp.experts.238.gate_proj,0.0071666589,hessian_weighted_relative_error,50536,0.02500,0.849
30,mlp.experts.239.gate_proj,0.0068088282,hessian_weighted_relative_error,14493,0.02500,0.859
30,mlp.experts.240.gate_proj,0.0087988510,hessian_weighted_relative_error,38746,0.02500,0.851
30,mlp.experts.241.gate_proj,0.0065031762,hessian_weighted_relative_error,39102,0.02500,0.863
30,mlp.experts.242.gate_proj,0.0061401423,hessian_weighted_relative_error,29272,0.02500,0.851
30,mlp.experts.243.gate_proj,0.0064197886,hessian_weighted_relative_error,55433,0.02500,0.862
30,mlp.experts.244.gate_proj,0.0091360743,hessian_weighted_relative_error,45719,0.02500,0.853
30,mlp.experts.246.gate_proj,0.0088110062,hessian_weighted_relative_error,37628,0.02500,0.854
30,mlp.experts.247.gate_proj,0.0057927806,hessian_weighted_relative_error,15962,0.02500,0.861
30,mlp.experts.248.gate_proj,0.0083323583,hessian_weighted_relative_error,32135,0.02500,0.852
30,mlp.experts.249.gate_proj,0.0081953571,hessian_weighted_relative_error,39555,0.02500,0.861
30,mlp.experts.250.gate_proj,0.0077378911,hessian_weighted_relative_error,49086,0.02500,0.851
30,mlp.experts.251.gate_proj,0.0085273903,hessian_weighted_relative_error,43821,0.02500,0.864
30,mlp.experts.252.gate_proj,0.0059963282,hessian_weighted_relative_error,16100,0.02500,0.853
30,mlp.experts.253.gate_proj,0.0076752698,hessian_weighted_relative_error,33179,0.02500,0.864
30,mlp.experts.255.gate_proj,0.0056002100,hessian_weighted_relative_error,16297,0.02500,0.861
30,mlp.experts.256.gate_proj,0.0080920574,hessian_weighted_relative_error,32474,0.02500,0.853
30,mlp.experts.258.gate_proj,0.0067600711,hessian_weighted_relative_error,17458,0.02500,0.853
30,mlp.experts.259.gate_proj,0.0039365902,hessian_weighted_relative_error,4397,0.02500,0.863
30,mlp.experts.260.gate_proj,0.0086831906,hessian_weighted_relative_error,32357,0.02500,0.855
30,mlp.experts.261.gate_proj,0.0079761447,hessian_weighted_relative_error,57769,0.02500,0.866
30,mlp.experts.262.gate_proj,0.0072580738,hessian_weighted_relative_error,22093,0.02500,0.855
30,mlp.experts.263.gate_proj,0.0082565097,hessian_weighted_relative_error,30214,0.02500,0.862
30,mlp.experts.264.gate_proj,0.0087082924,hessian_weighted_relative_error,37045,0.02500,0.853
30,mlp.experts.265.gate_proj,0.0088376754,hessian_weighted_relative_error,50566,0.02500,0.862
30,mlp.experts.266.gate_proj,0.0081114280,hessian_weighted_relative_error,22119,0.02500,0.854
30,mlp.experts.267.gate_proj,0.0084254126,hessian_weighted_relative_error,30410,0.02500,0.863
30,mlp.experts.268.gate_proj,0.0055145152,hessian_weighted_relative_error,17140,0.02500,0.853
30,mlp.experts.269.gate_proj,0.0086387435,hessian_weighted_relative_error,41832,0.02500,0.861
30,mlp.experts.270.gate_proj,0.0057081920,hessian_weighted_relative_error,16706,0.02500,0.853
30,mlp.experts.271.gate_proj,0.0048130398,hessian_weighted_relative_error,10368,0.02500,0.862
30,mlp.experts.272.gate_proj,0.0074946675,hessian_weighted_relative_error,36471,0.02500,0.853
30,mlp.experts.273.gate_proj,0.0073070607,hessian_weighted_relative_error,17830,0.02500,0.864
30,mlp.experts.274.gate_proj,0.0086875235,hessian_weighted_relative_error,25407,0.02500,0.855
30,mlp.experts.275.gate_proj,0.0066398005,hessian_weighted_relative_error,27329,0.02500,0.863
30,mlp.experts.276.gate_proj,0.0063396544,hessian_weighted_relative_error,24729,0.02500,0.854
30,mlp.experts.277.gate_proj,0.0061955920,hessian_weighted_relative_error,12799,0.02500,0.870
30,mlp.experts.278.gate_proj,0.0065549344,hessian_weighted_relative_error,22450,0.02500,0.854
30,mlp.experts.280.gate_proj,0.0082531651,hessian_weighted_relative_error,32148,0.02500,0.853
30,mlp.experts.281.gate_proj,0.0073732030,hessian_weighted_relative_error,20214,0.02500,0.863
30,mlp.experts.282.gate_proj,0.0073100361,hessian_weighted_relative_error,38545,0.02500,0.854
30,mlp.experts.285.gate_proj,0.0080356623,hessian_weighted_relative_error,16895,0.02500,0.863
30,mlp.experts.286.gate_proj,0.0084673323,hessian_weighted_relative_error,25587,0.02500,0.853
30,mlp.experts.287.gate_proj,0.0075080675,hessian_weighted_relative_error,19393,0.02500,0.862
30,mlp.experts.1.up_proj,0.0088532343,hessian_weighted_relative_error,21670,0.02500,0.869
30,mlp.experts.2.up_proj,0.0062155675,hessian_weighted_relative_error,7278,0.02500,0.856
30,mlp.experts.4.up_proj,0.0083457500,hessian_weighted_relative_error,12216,0.02500,0.854
30,mlp.experts.5.up_proj,0.0099844406,hessian_weighted_relative_error,25696,0.02500,0.862
30,mlp.experts.6.up_proj,0.0095280984,hessian_weighted_relative_error,30789,0.02500,0.853
30,mlp.experts.7.up_proj,0.0087641718,hessian_weighted_relative_error,19119,0.02500,0.864
30,mlp.experts.9.up_proj,0.0090428750,hessian_weighted_relative_error,19828,0.02500,0.863
30,mlp.experts.11.up_proj,0.0071074154,hessian_weighted_relative_error,26581,0.02500,0.865
30,mlp.experts.12.up_proj,0.0068964948,hessian_weighted_relative_error,28311,0.02500,0.856
30,mlp.experts.14.up_proj,0.0066364131,hessian_weighted_relative_error,17060,0.02500,0.854
30,mlp.experts.15.up_proj,0.0084330719,hessian_weighted_relative_error,26298,0.02500,0.869
30,mlp.experts.17.up_proj,0.0090973132,hessian_weighted_relative_error,31981,0.02500,0.867
30,mlp.experts.18.up_proj,0.0088012908,hessian_weighted_relative_error,19068,0.02500,0.857
30,mlp.experts.19.up_proj,0.0074060899,hessian_weighted_relative_error,26205,0.02500,0.877
30,mlp.experts.21.up_proj,0.0065396081,hessian_weighted_relative_error,15486,0.02500,0.866
30,mlp.experts.22.up_proj,0.0061082423,hessian_weighted_relative_error,13475,0.02500,0.855
30,mlp.experts.24.up_proj,0.0052844802,hessian_weighted_relative_error,26664,0.02500,0.855
30,mlp.experts.25.up_proj,0.0074773461,hessian_weighted_relative_error,7868,0.02500,0.866
30,mlp.experts.26.up_proj,0.0073956796,hessian_weighted_relative_error,17990,0.02500,0.859
30,mlp.experts.27.up_proj,0.0078951456,hessian_weighted_relative_error,25708,0.02500,0.866
30,mlp.experts.28.up_proj,0.0088954654,hessian_weighted_relative_error,28529,0.02500,0.857
30,mlp.experts.30.up_proj,0.0096636291,hessian_weighted_relative_error,45792,0.02500,0.855
30,mlp.experts.31.up_proj,0.0071773658,hessian_weighted_relative_error,20878,0.02500,0.869
30,mlp.experts.35.up_proj,0.0089899513,hessian_weighted_relative_error,43244,0.02500,0.867
30,mlp.experts.36.up_proj,0.0044183974,hessian_weighted_relative_error,10549,0.02500,0.858
30,mlp.experts.37.up_proj,0.0081500484,hessian_weighted_relative_error,30333,0.02500,0.875
30,mlp.experts.38.up_proj,0.0085770579,hessian_weighted_relative_error,37662,0.02500,0.855
30,mlp.experts.39.up_proj,0.0101390254,hessian_weighted_relative_error,25766,0.02500,0.870
30,mlp.experts.40.up_proj,0.0078584363,hessian_weighted_relative_error,13667,0.02500,0.871
30,mlp.experts.41.up_proj,0.0058594734,hessian_weighted_relative_error,19380,0.02500,0.883
30,mlp.experts.42.up_proj,0.0093864214,hessian_weighted_relative_error,30600,0.02500,0.859
30,mlp.experts.43.up_proj,0.0091189234,hessian_weighted_relative_error,25674,0.02500,0.869
30,mlp.experts.44.up_proj,0.0061666313,hessian_weighted_relative_error,9017,0.02500,0.862
30,mlp.experts.45.up_proj,0.0096558233,hessian_weighted_relative_error,31395,0.02500,0.870
30,mlp.experts.46.up_proj,0.0074307668,hessian_weighted_relative_error,11477,0.02500,0.865
30,mlp.experts.47.up_proj,0.0087316883,hessian_weighted_relative_error,18889,0.02500,0.869
30,mlp.experts.48.up_proj,0.0095980380,hessian_weighted_relative_error,38786,0.02500,0.871
30,mlp.experts.50.up_proj,0.0074680419,hessian_weighted_relative_error,14984,0.02500,0.870
30,mlp.experts.51.up_proj,0.0093565478,hessian_weighted_relative_error,39358,0.02500,0.870
30,mlp.experts.53.up_proj,0.0079356588,hessian_weighted_relative_error,22901,0.02500,0.883
30,mlp.experts.54.up_proj,0.0047815322,hessian_weighted_relative_error,5673,0.02500,0.870
30,mlp.experts.55.up_proj,0.0099400059,hessian_weighted_relative_error,44607,0.02500,0.870
30,mlp.experts.56.up_proj,0.0054823039,hessian_weighted_relative_error,20053,0.02500,0.857
30,mlp.experts.57.up_proj,0.0093330106,hessian_weighted_relative_error,26806,0.02500,0.874
30,mlp.experts.58.up_proj,0.0052042499,hessian_weighted_relative_error,12332,0.02500,0.871
30,mlp.experts.59.up_proj,0.0097309107,hessian_weighted_relative_error,27128,0.02500,0.890
30,mlp.experts.60.up_proj,0.0094191239,hessian_weighted_relative_error,48461,0.02500,0.856
30,mlp.experts.61.up_proj,0.0091009168,hessian_weighted_relative_error,30497,0.02500,0.886
30,mlp.experts.62.up_proj,0.0088699356,hessian_weighted_relative_error,27939,0.02500,0.859
30,mlp.experts.63.up_proj,0.0103705481,hessian_weighted_relative_error,44048,0.02500,0.871
30,mlp.experts.65.up_proj,0.0058884540,hessian_weighted_relative_error,32561,0.02500,0.869
30,mlp.experts.66.up_proj,0.0093790721,hessian_weighted_relative_error,28057,0.02500,0.860
30,mlp.experts.67.up_proj,0.0101497682,hessian_weighted_relative_error,30141,0.02500,0.874
30,mlp.experts.68.up_proj,0.0069647570,hessian_weighted_relative_error,10396,0.02500,0.859
30,mlp.experts.70.up_proj,0.0090771633,hessian_weighted_relative_error,35384,0.02500,0.858
30,mlp.experts.71.up_proj,0.0094387882,hessian_weighted_relative_error,29991,0.02500,0.879
30,mlp.experts.72.up_proj,0.0097101643,hessian_weighted_relative_error,30577,0.02500,0.859
30,mlp.experts.73.up_proj,0.0074697150,hessian_weighted_relative_error,24100,0.02500,0.875
30,mlp.experts.74.up_proj,0.0098094438,hessian_weighted_relative_error,26486,0.02500,0.860
30,mlp.experts.76.up_proj,0.0082766493,hessian_weighted_relative_error,14302,0.02500,0.859
30,mlp.experts.77.up_proj,0.0085244444,hessian_weighted_relative_error,44321,0.02500,0.872
30,mlp.experts.78.up_proj,0.0092635245,hessian_weighted_relative_error,27109,0.02500,0.859
30,mlp.experts.79.up_proj,0.0054497807,hessian_weighted_relative_error,15442,0.02500,0.872
30,mlp.experts.82.up_proj,0.0104397951,hessian_weighted_relative_error,31712,0.02500,0.862
30,mlp.experts.84.up_proj,0.0099040589,hessian_weighted_relative_error,25592,0.02500,0.859
30,mlp.experts.86.up_proj,0.0063374244,hessian_weighted_relative_error,39824,0.02500,0.858
30,mlp.experts.88.up_proj,0.0095166325,hessian_weighted_relative_error,38216,0.02500,0.858
30,mlp.experts.89.up_proj,0.0095290036,hessian_weighted_relative_error,33822,0.02500,0.875
30,mlp.experts.90.up_proj,0.0085757736,hessian_weighted_relative_error,18351,0.02500,0.860
30,mlp.experts.91.up_proj,0.0066332744,hessian_weighted_relative_error,10669,0.02500,0.883
30,mlp.experts.92.up_proj,0.0077339626,hessian_weighted_relative_error,9778,0.02500,0.859
30,mlp.experts.94.up_proj,0.0093030383,hessian_weighted_relative_error,33238,0.02500,0.859
30,mlp.experts.95.up_proj,0.0077934796,hessian_weighted_relative_error,15077,0.02500,0.886
30,mlp.experts.96.up_proj,0.0085187555,hessian_weighted_relative_error,17043,0.02500,0.860
30,mlp.experts.97.up_proj,0.0047032059,hessian_weighted_relative_error,64630,0.02500,0.868
30,mlp.experts.98.up_proj,0.0088794565,hessian_weighted_relative_error,33790,0.02500,0.860
30,mlp.experts.99.up_proj,0.0071753070,hessian_weighted_relative_error,23721,0.02500,0.878
30,mlp.experts.100.up_proj,0.0083530970,hessian_weighted_relative_error,17967,0.02500,0.858
30,mlp.experts.104.up_proj,0.0088531743,hessian_weighted_relative_error,31564,0.02500,0.863
30,mlp.experts.105.up_proj,0.0068464262,hessian_weighted_relative_error,30725,0.02500,0.881
30,mlp.experts.107.up_proj,0.0054086825,hessian_weighted_relative_error,11587,0.02500,0.883
30,mlp.experts.108.up_proj,0.0077752463,hessian_weighted_relative_error,10137,0.02500,0.860
30,mlp.experts.109.up_proj,0.0046688319,hessian_weighted_relative_error,20065,0.02500,0.882
30,mlp.experts.110.up_proj,0.0058511466,hessian_weighted_relative_error,30457,0.02500,0.861
30,mlp.experts.112.up_proj,0.0071667783,hessian_weighted_relative_error,19112,0.02500,0.862
30,mlp.experts.113.up_proj,0.0082758441,hessian_weighted_relative_error,29499,0.02500,0.881
30,mlp.experts.114.up_proj,0.0085670326,hessian_weighted_relative_error,12424,0.02500,0.861
30,mlp.experts.115.up_proj,0.0085380523,hessian_weighted_relative_error,21262,0.02500,0.873
30,mlp.experts.117.up_proj,0.0088612296,hessian_weighted_relative_error,25871,0.02500,0.885
30,mlp.experts.119.up_proj,0.0099160226,hessian_weighted_relative_error,27057,0.02500,0.884
30,mlp.experts.120.up_proj,0.0066576182,hessian_weighted_relative_error,23975,0.02500,0.864
30,mlp.experts.121.up_proj,0.0088797993,hessian_weighted_relative_error,35384,0.02500,0.879
30,mlp.experts.122.up_proj,0.0068455142,hessian_weighted_relative_error,14346,0.02500,0.862
30,mlp.experts.123.up_proj,0.0048895060,hessian_weighted_relative_error,7881,0.02500,0.884
30,mlp.experts.124.up_proj,0.0083677679,hessian_weighted_relative_error,32299,0.02500,0.860
30,mlp.experts.125.up_proj,0.0086946337,hessian_weighted_relative_error,22392,0.02500,0.874
30,mlp.experts.127.up_proj,0.0088550872,hessian_weighted_relative_error,28151,0.02500,0.882
30,mlp.experts.128.up_proj,0.0085721347,hessian_weighted_relative_error,37318,0.02500,0.861
30,mlp.experts.130.up_proj,0.0082617266,hessian_weighted_relative_error,22365,0.02500,0.862
30,mlp.experts.131.up_proj,0.0073718017,hessian_weighted_relative_error,11785,0.02500,0.879
30,mlp.experts.132.up_proj,0.0087728365,hessian_weighted_relative_error,20959,0.02500,0.860
30,mlp.experts.134.up_proj,0.0093697417,hessian_weighted_relative_error,36432,0.02500,0.863
30,mlp.experts.136.up_proj,0.0050086892,hessian_weighted_relative_error,39312,0.02500,0.862
30,mlp.experts.137.up_proj,0.0062520085,hessian_weighted_relative_error,32565,0.02500,0.875
30,mlp.experts.138.up_proj,0.0096133325,hessian_weighted_relative_error,20586,0.02500,0.863
30,mlp.experts.139.up_proj,0.0035173125,hessian_weighted_relative_error,22930,0.02500,0.874
30,mlp.experts.140.up_proj,0.0068825678,hessian_weighted_relative_error,14736,0.02500,0.862
30,mlp.experts.141.up_proj,0.0095900182,hessian_weighted_relative_error,29568,0.02500,0.890
30,mlp.experts.142.up_proj,0.0074643259,hessian_weighted_relative_error,26540,0.02500,0.863
30,mlp.experts.143.up_proj,0.0077595490,hessian_weighted_relative_error,18315,0.02500,0.879
30,mlp.experts.144.up_proj,0.0087043481,hessian_weighted_relative_error,29114,0.02500,0.863
30,mlp.experts.145.up_proj,0.0054552565,hessian_weighted_relative_error,6935,0.02500,0.879
30,mlp.experts.146.up_proj,0.0098893015,hessian_weighted_relative_error,38308,0.02500,0.862
30,mlp.experts.147.up_proj,0.0098347457,hessian_weighted_relative_error,37671,0.02500,0.880
30,mlp.experts.149.up_proj,0.0049921400,hessian_weighted_relative_error,14171,0.02500,0.890
30,mlp.experts.150.up_proj,0.0060961812,hessian_weighted_relative_error,19881,0.02500,0.865
30,mlp.experts.151.up_proj,0.0066831380,hessian_weighted_relative_error,31459,0.02500,0.884
30,mlp.experts.152.up_proj,0.0070705521,hessian_weighted_relative_error,24599,0.02500,0.873
30,mlp.experts.153.up_proj,0.0055562336,hessian_weighted_relative_error,15541,0.02500,0.891
30,mlp.experts.154.up_proj,0.0053414818,hessian_weighted_relative_error,19170,0.02500,0.866
30,mlp.experts.155.up_proj,0.0093017616,hessian_weighted_relative_error,35093,0.02500,0.886
30,mlp.experts.156.up_proj,0.0063173851,hessian_weighted_relative_error,14378,0.02500,0.862
30,mlp.experts.157.up_proj,0.0055349763,hessian_weighted_relative_error,16824,0.02500,0.884
30,mlp.experts.158.up_proj,0.0087132304,hessian_weighted_relative_error,30548,0.02500,0.864
30,mlp.experts.160.up_proj,0.0094277200,hessian_weighted_relative_error,38239,0.02500,0.865
30,mlp.experts.161.up_proj,0.0078313539,hessian_weighted_relative_error,35265,0.02500,0.884
30,mlp.experts.162.up_proj,0.0095107158,hessian_weighted_relative_error,20096,0.02500,0.862
30,mlp.experts.163.up_proj,0.0082222462,hessian_weighted_relative_error,18942,0.02500,0.889
30,mlp.experts.164.up_proj,0.0087548027,hessian_weighted_relative_error,20129,0.02500,0.865
30,mlp.experts.165.up_proj,0.0080329708,hessian_weighted_relative_error,23480,0.02500,0.886
30,mlp.experts.167.up_proj,0.0065277861,hessian_weighted_relative_error,16221,0.02500,0.889
30,mlp.experts.168.up_proj,0.0079415790,hessian_weighted_relative_error,20940,0.02500,0.863
30,mlp.experts.170.up_proj,0.0074263731,hessian_weighted_relative_error,12850,0.02500,0.863
30,mlp.experts.172.up_proj,0.0084104407,hessian_weighted_relative_error,16575,0.02500,0.864
30,mlp.experts.173.up_proj,0.0095984021,hessian_weighted_relative_error,26678,0.02500,0.887
30,mlp.experts.174.up_proj,0.0089519479,hessian_weighted_relative_error,32580,0.02500,0.864
30,mlp.experts.175.up_proj,0.0079342191,hessian_weighted_relative_error,33524,0.02500,0.883
30,mlp.experts.176.up_proj,0.0086574828,hessian_weighted_relative_error,46104,0.02500,0.865
30,mlp.experts.178.up_proj,0.0070627074,hessian_weighted_relative_error,10863,0.02500,0.863
30,mlp.experts.179.up_proj,0.0088199275,hessian_weighted_relative_error,24153,0.02500,0.892
30,mlp.experts.180.up_proj,0.0090499786,hessian_weighted_relative_error,28574,0.02500,0.864
30,mlp.experts.181.up_proj,0.0027385789,hessian_weighted_relative_error,27140,0.02500,0.890
30,mlp.experts.182.up_proj,0.0085786566,hessian_weighted_relative_error,39603,0.02500,0.863
30,mlp.experts.184.up_proj,0.0096449473,hessian_weighted_relative_error,30738,0.02500,0.863
30,mlp.experts.186.up_proj,0.0081532011,hessian_weighted_relative_error,40748,0.02500,0.862
30,mlp.experts.187.up_proj,0.0095992988,hessian_weighted_relative_error,29069,0.02500,0.894
30,mlp.experts.188.up_proj,0.0089002813,hessian_weighted_relative_error,18262,0.02500,0.862
30,mlp.experts.189.up_proj,0.0090366919,hessian_weighted_relative_error,27671,0.02500,0.894
30,mlp.experts.190.up_proj,0.0102306613,hessian_weighted_relative_error,28938,0.02500,0.862
30,mlp.experts.191.up_proj,0.0078038596,hessian_weighted_relative_error,19567,0.02500,0.891
30,mlp.experts.192.up_proj,0.0071689769,hessian_weighted_relative_error,8285,0.02500,0.862
30,mlp.experts.194.up_proj,0.0059452498,hessian_weighted_relative_error,20397,0.02500,0.864
30,mlp.experts.196.up_proj,0.0089660332,hessian_weighted_relative_error,38194,0.02500,0.864
30,mlp.experts.197.up_proj,0.0092581437,hessian_weighted_relative_error,27422,0.02500,0.891
30,mlp.experts.200.up_proj,0.0076394075,hessian_weighted_relative_error,9316,0.02500,0.864
30,mlp.experts.201.up_proj,0.0047653837,hessian_weighted_relative_error,7513,0.02500,0.899
30,mlp.experts.203.up_proj,0.0085693595,hessian_weighted_relative_error,46025,0.02500,0.885
30,mlp.experts.204.up_proj,0.0054637454,hessian_weighted_relative_error,23680,0.02500,0.865
30,mlp.experts.205.up_proj,0.0094608590,hessian_weighted_relative_error,26102,0.02500,0.903
30,mlp.experts.206.up_proj,0.0055923678,hessian_weighted_relative_error,25053,0.02500,0.863
30,mlp.experts.207.up_proj,0.0067344562,hessian_weighted_relative_error,39404,0.02500,0.890
30,mlp.experts.208.up_proj,0.0041882587,hessian_weighted_relative_error,3102,0.02500,0.864
30,mlp.experts.209.up_proj,0.0062824465,hessian_weighted_relative_error,14359,0.02500,0.885
30,mlp.experts.210.up_proj,0.0093230212,hessian_weighted_relative_error,33372,0.02500,0.864
30,mlp.experts.211.up_proj,0.0056421018,hessian_weighted_relative_error,29643,0.02500,0.891
30,mlp.experts.212.up_proj,0.0070379602,hessian_weighted_relative_error,23571,0.02500,0.865
30,mlp.experts.213.up_proj,0.0097754314,hessian_weighted_relative_error,43929,0.02500,0.906
30,mlp.experts.215.up_proj,0.0059107201,hessian_weighted_relative_error,10078,0.02500,0.886
30,mlp.experts.216.up_proj,0.0057815617,hessian_weighted_relative_error,4938,0.02500,0.864
30,mlp.experts.217.up_proj,0.0090775786,hessian_weighted_relative_error,16014,0.02500,0.883
30,mlp.experts.218.up_proj,0.0085299449,hessian_weighted_relative_error,26847,0.02500,0.866
30,mlp.experts.219.up_proj,0.0059768201,hessian_weighted_relative_error,33167,0.02500,0.895
30,mlp.experts.221.up_proj,0.0084755671,hessian_weighted_relative_error,40937,0.02500,0.884
30,mlp.experts.222.up_proj,0.0044363941,hessian_weighted_relative_error,53797,0.02500,0.865
30,mlp.experts.224.up_proj,0.0087839447,hessian_weighted_relative_error,17350,0.02500,0.872
30,mlp.experts.225.up_proj,0.0066255011,hessian_weighted_relative_error,10862,0.02500,0.920
30,mlp.experts.226.up_proj,0.0086596685,hessian_weighted_relative_error,32922,0.02500,0.864
30,mlp.experts.227.up_proj,0.0025656659,hessian_weighted_relative_error,2610,0.02500,0.898
30,mlp.experts.228.up_proj,0.0093048681,hessian_weighted_relative_error,31946,0.02500,0.863
30,mlp.experts.229.up_proj,0.0056145159,hessian_weighted_relative_error,26488,0.02500,0.896
30,mlp.experts.230.up_proj,0.0086596965,hessian_weighted_relative_error,18457,0.02500,0.866
30,mlp.experts.231.up_proj,0.0079250037,hessian_weighted_relative_error,21174,0.02500,0.895
30,mlp.experts.233.up_proj,0.0053032133,hessian_weighted_relative_error,5369,0.02500,0.893
30,mlp.experts.234.up_proj,0.0100096314,hessian_weighted_relative_error,52393,0.02500,0.865
30,mlp.experts.235.up_proj,0.0069592961,hessian_weighted_relative_error,15149,0.02500,0.885
30,mlp.experts.239.up_proj,0.0077365344,hessian_weighted_relative_error,14493,0.02500,0.894
30,mlp.experts.240.up_proj,0.0095278156,hessian_weighted_relative_error,38746,0.02500,0.863
30,mlp.experts.241.up_proj,0.0071173189,hessian_weighted_relative_error,39102,0.02500,0.898
30,mlp.experts.242.up_proj,0.0070547576,hessian_weighted_relative_error,29272,0.02500,0.864
30,mlp.experts.243.up_proj,0.0073719570,hessian_weighted_relative_error,55433,0.02500,0.893
30,mlp.experts.247.up_proj,0.0065416127,hessian_weighted_relative_error,15962,0.02500,0.894
30,mlp.experts.248.up_proj,0.0093765683,hessian_weighted_relative_error,32135,0.02500,0.864
30,mlp.experts.252.up_proj,0.0066636515,hessian_weighted_relative_error,16100,0.02500,0.862
30,mlp.experts.253.up_proj,0.0087434030,hessian_weighted_relative_error,33179,0.02500,0.909
30,mlp.experts.255.up_proj,0.0065098927,hessian_weighted_relative_error,16297,0.02500,0.903
30,mlp.experts.256.up_proj,0.0098081601,hessian_weighted_relative_error,32474,0.02500,0.865
30,mlp.experts.258.up_proj,0.0073808058,hessian_weighted_relative_error,17458,0.02500,0.863
30,mlp.experts.259.up_proj,0.0044486431,hessian_weighted_relative_error,4397,0.02500,0.907
30,mlp.experts.260.up_proj,0.0096169495,hessian_weighted_relative_error,32357,0.02500,0.865
30,mlp.experts.261.up_proj,0.0093293275,hessian_weighted_relative_error,57769,0.02500,0.902
30,mlp.experts.262.up_proj,0.0080238100,hessian_weighted_relative_error,22093,0.02500,0.867
30,mlp.experts.263.up_proj,0.0092198882,hessian_weighted_relative_error,30214,0.02500,0.893
30,mlp.experts.264.up_proj,0.0092385929,hessian_weighted_relative_error,37045,0.02500,0.863
30,mlp.experts.266.up_proj,0.0097734988,hessian_weighted_relative_error,22119,0.02500,0.862
30,mlp.experts.267.up_proj,0.0097964983,hessian_weighted_relative_error,30410,0.02500,0.894
30,mlp.experts.268.up_proj,0.0060709959,hessian_weighted_relative_error,17140,0.02500,0.863
30,mlp.experts.269.up_proj,0.0097536839,hessian_weighted_relative_error,41832,0.02500,0.898
30,mlp.experts.270.up_proj,0.0068745238,hessian_weighted_relative_error,16706,0.02500,0.863
30,mlp.experts.271.up_proj,0.0053157204,hessian_weighted_relative_error,10368,0.02500,0.895
30,mlp.experts.272.up_proj,0.0085357486,hessian_weighted_relative_error,36471,0.02500,0.866
30,mlp.experts.273.up_proj,0.0082609646,hessian_weighted_relative_error,17830,0.02500,0.917
30,mlp.experts.274.up_proj,0.0093415294,hessian_weighted_relative_error,25407,0.02500,0.864
30,mlp.experts.277.up_proj,0.0075374941,hessian_weighted_relative_error,12799,0.02500,0.893
30,mlp.experts.278.up_proj,0.0069471604,hessian_weighted_relative_error,22450,0.02500,0.863
30,mlp.experts.280.up_proj,0.0088198378,hessian_weighted_relative_error,32148,0.02500,0.862
30,mlp.experts.281.up_proj,0.0083115200,hessian_weighted_relative_error,20214,0.02500,0.909
30,mlp.experts.282.up_proj,0.0090313597,hessian_weighted_relative_error,38545,0.02500,0.864
30,mlp.experts.285.up_proj,0.0088113851,hessian_weighted_relative_error,16895,0.02500,0.892
30,mlp.experts.286.up_proj,0.0091773554,hessian_weighted_relative_error,25587,0.02500,0.862
30,mlp.experts.287.up_proj,0.0080541061,hessian_weighted_relative_error,19393,0.02500,0.894
30,mlp.experts.1.down_proj,0.0131952035,hessian_weighted_relative_error,21670,0.02500,0.718
30,mlp.experts.2.down_proj,0.0105253244,hessian_weighted_relative_error,7278,0.02500,0.776
30,mlp.experts.4.down_proj,0.0126354492,hessian_weighted_relative_error,12216,0.02500,0.736
30,mlp.experts.5.down_proj,0.0146357783,hessian_weighted_relative_error,25696,0.02500,0.751
30,mlp.experts.6.down_proj,0.0146040404,hessian_weighted_relative_error,30789,0.02500,0.773
30,mlp.experts.7.down_proj,0.0134994405,hessian_weighted_relative_error,19119,0.02500,0.752
30,mlp.experts.9.down_proj,0.0138320053,hessian_weighted_relative_error,19828,0.02500,0.756
30,mlp.experts.12.down_proj,0.0106390261,hessian_weighted_relative_error,28311,0.02500,0.772
30,mlp.experts.14.down_proj,0.0121511140,hessian_weighted_relative_error,17060,0.02500,0.776
30,mlp.experts.15.down_proj,0.0127600999,hessian_weighted_relative_error,26298,0.02500,0.756
30,mlp.experts.17.down_proj,0.0133789144,hessian_weighted_relative_error,31981,0.02500,0.759
30,mlp.experts.18.down_proj,0.0127402377,hessian_weighted_relative_error,19068,0.02500,0.780
30,mlp.experts.19.down_proj,0.0121337658,hessian_weighted_relative_error,26205,0.02500,0.758
30,mlp.experts.21.down_proj,0.0104990272,hessian_weighted_relative_error,15486,0.02500,0.761
30,mlp.experts.22.down_proj,0.0093878236,hessian_weighted_relative_error,13475,0.02500,0.778
30,mlp.experts.24.down_proj,0.0087318877,hessian_weighted_relative_error,26664,0.02500,0.779
30,mlp.experts.25.down_proj,0.0122996404,hessian_weighted_relative_error,7868,0.02500,0.762
30,mlp.experts.26.down_proj,0.0109772283,hessian_weighted_relative_error,17990,0.02500,0.782
30,mlp.experts.27.down_proj,0.0116476982,hessian_weighted_relative_error,25708,0.02500,0.761
30,mlp.experts.28.down_proj,0.0130439265,hessian_weighted_relative_error,28529,0.02500,0.779
30,mlp.experts.31.down_proj,0.0113480674,hessian_weighted_relative_error,20878,0.02500,0.763
30,mlp.experts.36.down_proj,0.0065922963,hessian_weighted_relative_error,10549,0.02500,0.782
30,mlp.experts.37.down_proj,0.0126100012,hessian_weighted_relative_error,30333,0.02500,0.767
30,mlp.experts.39.down_proj,0.0143240447,hessian_weighted_relative_error,25766,0.02500,0.764
30,mlp.experts.40.down_proj,0.0006440253,hessian_weighted_relative_error,13667,0.02500,0.783
30,mlp.experts.42.down_proj,0.0138074218,hessian_weighted_relative_error,30600,0.02500,0.787
30,mlp.experts.43.down_proj,0.0138686586,hessian_weighted_relative_error,25674,0.02500,0.767
30,mlp.experts.44.down_proj,0.0095253592,hessian_weighted_relative_error,9017,0.02500,0.784
30,mlp.experts.45.down_proj,0.0144158184,hessian_weighted_relative_error,31395,0.02500,0.769
30,mlp.experts.46.down_proj,0.0118499096,hessian_weighted_relative_error,11477,0.02500,0.786
30,mlp.experts.47.down_proj,0.0125701561,hessian_weighted_relative_error,18889,0.02500,0.770
30,mlp.experts.48.down_proj,0.0142498985,hessian_weighted_relative_error,38786,0.02500,0.787
30,mlp.experts.50.down_proj,0.0112377854,hessian_weighted_relative_error,14984,0.02500,0.789
30,mlp.experts.51.down_proj,0.0131156829,hessian_weighted_relative_error,39358,0.02500,0.772
30,mlp.experts.54.down_proj,0.0082156869,hessian_weighted_relative_error,5673,0.02500,0.791
30,mlp.experts.56.down_proj,0.0083466190,hessian_weighted_relative_error,20053,0.02500,0.789
30,mlp.experts.57.down_proj,0.0139690909,hessian_weighted_relative_error,26806,0.02500,0.775
30,mlp.experts.58.down_proj,0.0090533329,hessian_weighted_relative_error,12332,0.02500,0.792
30,mlp.experts.59.down_proj,0.0138386367,hessian_weighted_relative_error,27128,0.02500,0.775
30,mlp.experts.61.down_proj,0.0136375572,hessian_weighted_relative_error,30497,0.02500,0.778
30,mlp.experts.62.down_proj,0.0129158261,hessian_weighted_relative_error,27939,0.02500,0.791
30,mlp.experts.63.down_proj,0.0146763709,hessian_weighted_relative_error,44048,0.02500,0.776
30,mlp.experts.65.down_proj,0.0090887252,hessian_weighted_relative_error,32561,0.02500,0.779
30,mlp.experts.66.down_proj,0.0140190653,hessian_weighted_relative_error,28057,0.02500,0.793
30,mlp.experts.67.down_proj,0.0148441631,hessian_weighted_relative_error,30141,0.02500,0.778
30,mlp.experts.68.down_proj,0.0114323014,hessian_weighted_relative_error,10396,0.02500,0.790
30,mlp.experts.71.down_proj,0.0139871246,hessian_weighted_relative_error,29991,0.02500,0.778
30,mlp.experts.72.down_proj,0.0141589709,hessian_weighted_relative_error,30577,0.02500,0.793
30,mlp.experts.73.down_proj,0.0121569668,hessian_weighted_relative_error,24100,0.02500,0.780
30,mlp.experts.74.down_proj,0.0143205596,hessian_weighted_relative_error,26486,0.02500,0.795
30,mlp.experts.76.down_proj,0.0126178072,hessian_weighted_relative_error,14302,0.02500,0.793
30,mlp.experts.78.down_proj,0.0133752234,hessian_weighted_relative_error,27109,0.02500,0.795
30,mlp.experts.79.down_proj,0.0091872843,hessian_weighted_relative_error,15442,0.02500,0.781
30,mlp.experts.82.down_proj,0.0148666764,hessian_weighted_relative_error,31712,0.02500,0.797
30,mlp.experts.84.down_proj,0.0142855011,hessian_weighted_relative_error,25592,0.02500,0.794
30,mlp.experts.88.down_proj,0.0140697887,hessian_weighted_relative_error,38216,0.02500,0.796
30,mlp.experts.89.down_proj,0.0142438058,hessian_weighted_relative_error,33822,0.02500,0.786
30,mlp.experts.90.down_proj,0.0116811413,hessian_weighted_relative_error,18351,0.02500,0.799
30,mlp.experts.91.down_proj,0.0109579101,hessian_weighted_relative_error,10669,0.02500,0.786
30,mlp.experts.92.down_proj,0.0124698507,hessian_weighted_relative_error,9778,0.02500,0.795
30,mlp.experts.94.down_proj,0.0133389008,hessian_weighted_relative_error,33238,0.02500,0.798
30,mlp.experts.95.down_proj,0.0103929564,hessian_weighted_relative_error,15077,0.02500,0.788
30,mlp.experts.96.down_proj,0.0120132421,hessian_weighted_relative_error,17043,0.02500,0.798
30,mlp.experts.99.down_proj,0.0113898603,hessian_weighted_relative_error,23721,0.02500,0.790
30,mlp.experts.100.down_proj,0.0121070986,hessian_weighted_relative_error,17967,0.02500,0.798
30,mlp.experts.107.down_proj,0.0084865639,hessian_weighted_relative_error,11587,0.02500,0.793
30,mlp.experts.108.down_proj,0.0123634998,hessian_weighted_relative_error,10137,0.02500,0.799
30,mlp.experts.109.down_proj,0.0080205809,hessian_weighted_relative_error,20065,0.02500,0.799
30,mlp.experts.110.down_proj,0.0082439368,hessian_weighted_relative_error,30457,0.02500,0.802
30,mlp.experts.112.down_proj,0.0114232904,hessian_weighted_relative_error,19112,0.02500,0.801
30,mlp.experts.114.down_proj,0.0125083669,hessian_weighted_relative_error,12424,0.02500,0.804
30,mlp.experts.115.down_proj,0.0108117889,hessian_weighted_relative_error,21262,0.02500,0.796
30,mlp.experts.117.down_proj,0.0137519910,hessian_weighted_relative_error,25871,0.02500,0.801
30,mlp.experts.119.down_proj,0.0147558646,hessian_weighted_relative_error,27057,0.02500,0.799
30,mlp.experts.120.down_proj,0.0105829904,hessian_weighted_relative_error,23975,0.02500,0.804
30,mlp.experts.122.down_proj,0.0090869477,hessian_weighted_relative_error,14346,0.02500,0.806
30,mlp.experts.123.down_proj,0.0060462755,hessian_weighted_relative_error,7881,0.02500,0.798
30,mlp.experts.124.down_proj,0.0116874034,hessian_weighted_relative_error,32299,0.02500,0.803
30,mlp.experts.125.down_proj,0.0137528241,hessian_weighted_relative_error,22392,0.02500,0.800
30,mlp.experts.127.down_proj,0.0135451603,hessian_weighted_relative_error,28151,0.02500,0.800
30,mlp.experts.128.down_proj,0.0122694411,hessian_weighted_relative_error,37318,0.02500,0.804
30,mlp.experts.131.down_proj,0.0114935446,hessian_weighted_relative_error,11785,0.02500,0.801
30,mlp.experts.132.down_proj,0.0130823315,hessian_weighted_relative_error,20959,0.02500,0.805
30,mlp.experts.134.down_proj,0.0142180152,hessian_weighted_relative_error,36432,0.02500,0.808
30,mlp.experts.136.down_proj,0.0084087486,hessian_weighted_relative_error,39312,0.02500,0.809
30,mlp.experts.138.down_proj,0.0132714988,hessian_weighted_relative_error,20586,0.02500,0.807
30,mlp.experts.139.down_proj,0.0058148367,hessian_weighted_relative_error,22930,0.02500,0.804
30,mlp.experts.141.down_proj,0.0146759771,hessian_weighted_relative_error,29568,0.02500,0.807
30,mlp.experts.142.down_proj,0.0116297737,hessian_weighted_relative_error,26540,0.02500,0.809
30,mlp.experts.143.down_proj,0.0027974122,hessian_weighted_relative_error,18315,0.02500,0.807
30,mlp.experts.144.down_proj,0.0136526541,hessian_weighted_relative_error,29114,0.02500,0.808
30,mlp.experts.145.down_proj,0.0097152870,hessian_weighted_relative_error,6935,0.02500,0.806
30,mlp.experts.146.down_proj,0.0146889151,hessian_weighted_relative_error,38308,0.02500,0.810
30,mlp.experts.147.down_proj,0.0136630387,hessian_weighted_relative_error,37671,0.02500,0.805
30,mlp.experts.149.down_proj,0.0081150849,hessian_weighted_relative_error,14171,0.02500,0.809
30,mlp.experts.150.down_proj,0.0081842930,hessian_weighted_relative_error,19881,0.02500,0.809
30,mlp.experts.151.down_proj,0.0099814524,hessian_weighted_relative_error,31459,0.02500,0.808
30,mlp.experts.152.down_proj,0.0106093036,hessian_weighted_relative_error,24599,0.02500,0.808
30,mlp.experts.153.down_proj,0.0091053031,hessian_weighted_relative_error,15541,0.02500,0.808
30,mlp.experts.154.down_proj,0.0082031104,hessian_weighted_relative_error,19170,0.02500,0.813
30,mlp.experts.155.down_proj,0.0137513393,hessian_weighted_relative_error,35093,0.02500,0.808
30,mlp.experts.156.down_proj,0.0107102779,hessian_weighted_relative_error,14378,0.02500,0.807
30,mlp.experts.157.down_proj,0.0092440896,hessian_weighted_relative_error,16824,0.02500,0.813
30,mlp.experts.158.down_proj,0.0132230541,hessian_weighted_relative_error,30548,0.02500,0.811
30,mlp.experts.160.down_proj,0.0133511001,hessian_weighted_relative_error,38239,0.02500,0.811
30,mlp.experts.161.down_proj,0.0113056030,hessian_weighted_relative_error,35265,0.02500,0.813
30,mlp.experts.162.down_proj,0.0141236505,hessian_weighted_relative_error,20096,0.02500,0.813
30,mlp.experts.163.down_proj,0.0113628329,hessian_weighted_relative_error,18942,0.02500,0.814
30,mlp.experts.164.down_proj,0.0132085201,hessian_weighted_relative_error,20129,0.02500,0.810
30,mlp.experts.165.down_proj,0.0123579354,hessian_weighted_relative_error,23480,0.02500,0.816
30,mlp.experts.167.down_proj,0.0105507267,hessian_weighted_relative_error,16221,0.02500,0.814
30,mlp.experts.168.down_proj,0.0121485777,hessian_weighted_relative_error,20940,0.02500,0.811
30,mlp.experts.170.down_proj,0.0103818986,hessian_weighted_relative_error,12850,0.02500,0.813
30,mlp.experts.172.down_proj,0.0132407738,hessian_weighted_relative_error,16575,0.02500,0.811
30,mlp.experts.173.down_proj,0.0144691099,hessian_weighted_relative_error,26678,0.02500,0.817
30,mlp.experts.174.down_proj,0.0130862930,hessian_weighted_relative_error,32580,0.02500,0.814
30,mlp.experts.178.down_proj,0.0105488599,hessian_weighted_relative_error,10863,0.02500,0.814
30,mlp.experts.179.down_proj,0.0130591675,hessian_weighted_relative_error,24153,0.02500,0.816
30,mlp.experts.180.down_proj,0.0127313934,hessian_weighted_relative_error,28574,0.02500,0.811
30,mlp.experts.181.down_proj,0.0043922822,hessian_weighted_relative_error,27140,0.02500,0.821
30,mlp.experts.182.down_proj,0.0134909266,hessian_weighted_relative_error,39603,0.02500,0.815
30,mlp.experts.184.down_proj,0.0140220550,hessian_weighted_relative_error,30738,0.02500,0.814
30,mlp.experts.187.down_proj,0.0140359329,hessian_weighted_relative_error,29069,0.02500,0.819
30,mlp.experts.188.down_proj,0.0132356344,hessian_weighted_relative_error,18262,0.02500,0.813
30,mlp.experts.190.down_proj,0.0148072056,hessian_weighted_relative_error,28938,0.02500,0.816
30,mlp.experts.191.down_proj,0.0120270712,hessian_weighted_relative_error,19567,0.02500,0.820
30,mlp.experts.192.down_proj,0.0121542313,hessian_weighted_relative_error,8285,0.02500,0.814
30,mlp.experts.194.down_proj,0.0103031067,hessian_weighted_relative_error,20397,0.02500,0.816
30,mlp.experts.197.down_proj,0.0142186204,hessian_weighted_relative_error,27422,0.02500,0.826
30,mlp.experts.200.down_proj,0.0123260172,hessian_weighted_relative_error,9316,0.02500,0.816
30,mlp.experts.201.down_proj,0.0077972424,hessian_weighted_relative_error,7513,0.02500,0.822
30,mlp.experts.205.down_proj,0.0136303792,hessian_weighted_relative_error,26102,0.02500,0.826
30,mlp.experts.206.down_proj,0.0082539980,hessian_weighted_relative_error,25053,0.02500,0.818
30,mlp.experts.208.down_proj,0.0073677603,hessian_weighted_relative_error,3102,0.02500,0.817
30,mlp.experts.210.down_proj,0.0141833106,hessian_weighted_relative_error,33372,0.02500,0.818
30,mlp.experts.212.down_proj,0.0102817301,hessian_weighted_relative_error,23571,0.02500,0.817
30,mlp.experts.213.down_proj,0.0145902990,hessian_weighted_relative_error,43929,0.02500,0.824
30,mlp.experts.215.down_proj,0.0102926927,hessian_weighted_relative_error,10078,0.02500,0.822
30,mlp.experts.216.down_proj,0.0091104645,hessian_weighted_relative_error,4938,0.02500,0.819
30,mlp.experts.217.down_proj,0.0138145019,hessian_weighted_relative_error,16014,0.02500,0.822
30,mlp.experts.218.down_proj,0.0133394894,hessian_weighted_relative_error,26847,0.02500,0.821
30,mlp.experts.219.down_proj,0.0100093659,hessian_weighted_relative_error,33167,0.02500,0.822
30,mlp.experts.221.down_proj,0.0128381220,hessian_weighted_relative_error,40937,0.02500,0.824
30,mlp.experts.224.down_proj,0.0130792601,hessian_weighted_relative_error,17350,0.02500,0.817
30,mlp.experts.225.down_proj,0.0107015417,hessian_weighted_relative_error,10862,0.02500,0.822
30,mlp.experts.226.down_proj,0.0131034777,hessian_weighted_relative_error,32922,0.02500,0.820
30,mlp.experts.227.down_proj,0.0046960835,hessian_weighted_relative_error,2610,0.02500,0.820
30,mlp.experts.230.down_proj,0.0130798655,hessian_weighted_relative_error,18457,0.02500,0.819
30,mlp.experts.231.down_proj,0.0119464023,hessian_weighted_relative_error,21174,0.02500,0.824
30,mlp.experts.233.down_proj,0.0099441362,hessian_weighted_relative_error,5369,0.02500,0.824
30,mlp.experts.235.down_proj,0.0105800701,hessian_weighted_relative_error,15149,0.02500,0.822
30,mlp.experts.239.down_proj,0.0119122482,hessian_weighted_relative_error,14493,0.02500,0.826
30,mlp.experts.240.down_proj,0.0136849763,hessian_weighted_relative_error,38746,0.02500,0.820
30,mlp.experts.241.down_proj,0.0114860089,hessian_weighted_relative_error,39102,0.02500,0.825
30,mlp.experts.242.down_proj,0.0115864230,hessian_weighted_relative_error,29272,0.02500,0.820
30,mlp.experts.243.down_proj,0.0124205796,hessian_weighted_relative_error,55433,0.02500,0.822
30,mlp.experts.247.down_proj,0.0110348462,hessian_weighted_relative_error,15962,0.02500,0.826
30,mlp.experts.248.down_proj,0.0136706861,hessian_weighted_relative_error,32135,0.02500,0.819
30,mlp.experts.252.down_proj,0.0106865905,hessian_weighted_relative_error,16100,0.02500,0.819
30,mlp.experts.253.down_proj,0.0120391738,hessian_weighted_relative_error,33179,0.02500,0.827
30,mlp.experts.255.down_proj,0.0098400187,hessian_weighted_relative_error,16297,0.02500,0.828
30,mlp.experts.256.down_proj,0.0136535444,hessian_weighted_relative_error,32474,0.02500,0.820
30,mlp.experts.259.down_proj,0.0073357793,hessian_weighted_relative_error,4397,0.02500,0.823
30,mlp.experts.266.down_proj,0.0145821837,hessian_weighted_relative_error,22119,0.02500,0.823
30,mlp.experts.267.down_proj,0.0142414206,hessian_weighted_relative_error,30410,0.02500,0.823
30,mlp.experts.268.down_proj,0.0097170002,hessian_weighted_relative_error,17140,0.02500,0.821
30,mlp.experts.270.down_proj,0.0124847608,hessian_weighted_relative_error,16706,0.02500,0.824
30,mlp.experts.271.down_proj,0.0089326349,hessian_weighted_relative_error,10368,0.02500,0.827
30,mlp.experts.272.down_proj,0.0126027822,hessian_weighted_relative_error,36471,0.02500,0.820
30,mlp.experts.273.down_proj,0.0131120594,hessian_weighted_relative_error,17830,0.02500,0.826
30,mlp.experts.274.down_proj,0.0136031983,hessian_weighted_relative_error,25407,0.02500,0.823
30,mlp.experts.276.down_proj,0.0021230005,hessian_weighted_relative_error,24729,0.02500,0.820
30,mlp.experts.277.down_proj,0.0121300412,hessian_weighted_relative_error,12799,0.02500,0.828
30,mlp.experts.278.down_proj,0.0116614121,hessian_weighted_relative_error,22450,0.02500,0.823
30,mlp.experts.280.down_proj,0.0133399143,hessian_weighted_relative_error,32148,0.02500,0.821
30,mlp.experts.281.down_proj,0.0124327958,hessian_weighted_relative_error,20214,0.02500,0.829
30,mlp.experts.282.down_proj,0.0129056700,hessian_weighted_relative_error,38545,0.02500,0.823
30,mlp.experts.285.down_proj,0.0133045736,hessian_weighted_relative_error,16895,0.02500,0.827
30,mlp.experts.286.down_proj,0.0136421537,hessian_weighted_relative_error,25587,0.02500,0.822
30,mlp.experts.287.down_proj,0.0110538207,hessian_weighted_relative_error,19393,0.02500,0.828
30,mlp.experts.0.up_proj,0.0017386483,hessian_weighted_relative_error,38228,0.02500,1.602
30,mlp.experts.101.up_proj,0.0015097582,hessian_weighted_relative_error,24366,0.02500,1.626
30,mlp.experts.0.gate_proj,0.0016171118,hessian_weighted_relative_error,38228,0.02500,1.587
30,mlp.experts.103.down_proj,0.0035257327,hessian_weighted_relative_error,101675,0.02500,1.536
30,mlp.experts.0.down_proj,0.0027180148,hessian_weighted_relative_error,38228,0.02500,1.508
30,mlp.experts.101.down_proj,0.0022651857,hessian_weighted_relative_error,24366,0.02500,1.536
30,mlp.experts.10.down_proj,0.0022769855,hessian_weighted_relative_error,66561,0.02500,1.516
30,mlp.experts.101.gate_proj,0.0013974611,hessian_weighted_relative_error,24366,0.02500,1.630
30,mlp.experts.102.down_proj,0.0028424588,hessian_weighted_relative_error,38228,0.02500,1.539
30,mlp.experts.105.down_proj,0.0027549574,hessian_weighted_relative_error,30725,0.02500,1.544
30,mlp.experts.10.up_proj,0.0016891123,hessian_weighted_relative_error,66561,0.02500,1.619
30,mlp.experts.11.down_proj,0.0026293593,hessian_weighted_relative_error,26581,0.02500,1.501
30,mlp.experts.10.gate_proj,0.0015111354,hessian_weighted_relative_error,66561,0.02500,1.571
30,mlp.experts.103.gate_proj,0.0022149877,hessian_weighted_relative_error,101675,0.02500,1.650
30,mlp.experts.102.gate_proj,0.0017044072,hessian_weighted_relative_error,38228,0.02500,1.598
30,mlp.experts.103.up_proj,0.0024321251,hessian_weighted_relative_error,101675,0.02500,1.681
30,mlp.experts.106.down_proj,0.0033153167,hessian_weighted_relative_error,29722,0.02500,1.541
30,mlp.experts.111.up_proj,0.0019102611,hessian_weighted_relative_error,22823,0.02500,1.673
30,mlp.experts.104.down_proj,0.0034431472,hessian_weighted_relative_error,31564,0.02500,1.540
30,mlp.experts.113.down_proj,0.0033601645,hessian_weighted_relative_error,29499,0.02500,1.546
30,mlp.experts.102.up_proj,0.0017893371,hessian_weighted_relative_error,38228,0.02500,1.625
30,mlp.experts.111.down_proj,0.0028803799,hessian_weighted_relative_error,22823,0.02500,1.539
30,mlp.experts.106.gate_proj,0.0021691301,hessian_weighted_relative_error,29722,0.02500,1.601
30,mlp.experts.111.gate_proj,0.0017973813,hessian_weighted_relative_error,22823,0.02500,1.643
30,mlp.experts.116.gate_proj,0.0017039411,hessian_weighted_relative_error,82613,0.02500,1.600
30,mlp.experts.129.gate_proj,0.0017411857,hessian_weighted_relative_error,61096,0.02500,1.646
30,mlp.experts.116.down_proj,0.0028536990,hessian_weighted_relative_error,82613,0.02500,1.544
30,mlp.experts.129.up_proj,0.0018416927,hessian_weighted_relative_error,61096,0.02500,1.679
30,mlp.experts.106.up_proj,0.0023100359,hessian_weighted_relative_error,29722,0.02500,1.624
30,mlp.experts.121.down_proj,0.0034865378,hessian_weighted_relative_error,35384,0.02500,1.546
30,mlp.experts.116.up_proj,0.0018179277,hessian_weighted_relative_error,82613,0.02500,1.625
30,mlp.experts.129.down_proj,0.0029402506,hessian_weighted_relative_error,61096,0.02500,1.550
30,mlp.experts.118.up_proj,0.0021556749,hessian_weighted_relative_error,53256,0.02500,1.627
30,mlp.experts.13.up_proj,0.0013242812,hessian_weighted_relative_error,25144,0.02500,1.669
30,mlp.experts.118.gate_proj,0.0020040764,hessian_weighted_relative_error,53256,0.02500,1.602
30,mlp.experts.133.down_proj,0.0029135912,hessian_weighted_relative_error,18043,0.02500,1.554
30,mlp.experts.118.down_proj,0.0032445470,hessian_weighted_relative_error,53256,0.02500,1.544
30,mlp.experts.13.down_proj,0.0021883308,hessian_weighted_relative_error,25144,0.02500,1.505
30,mlp.experts.126.down_proj,0.0027580218,hessian_weighted_relative_error,69266,0.02500,1.548
30,mlp.experts.13.gate_proj,0.0012543992,hessian_weighted_relative_error,25144,0.02500,1.597
30,mlp.experts.130.down_proj,0.0032891952,hessian_weighted_relative_error,22365,0.02500,1.547
30,mlp.experts.135.up_proj,0.0023424835,hessian_weighted_relative_error,46913,0.02500,1.695
30,mlp.experts.126.up_proj,0.0016490807,hessian_weighted_relative_error,69266,0.02500,1.628
30,mlp.experts.137.down_proj,0.0027544764,hessian_weighted_relative_error,32565,0.02500,1.556
30,mlp.experts.126.gate_proj,0.0015646633,hessian_weighted_relative_error,69266,0.02500,1.604
30,mlp.experts.133.up_proj,0.0018447090,hessian_weighted_relative_error,18043,0.02500,1.685
30,mlp.experts.140.down_proj,0.0029514892,hessian_weighted_relative_error,14736,0.02500,1.550
30,mlp.experts.135.down_proj,0.0035312509,hessian_weighted_relative_error,46913,0.02500,1.547
30,mlp.experts.16.down_proj,0.0033244566,hessian_weighted_relative_error,55543,0.02500,1.518
30,mlp.experts.169.down_proj,0.0035836432,hessian_weighted_relative_error,47781,0.02500,1.565
30,mlp.experts.148.up_proj,0.0024997078,hessian_weighted_relative_error,43280,0.02500,1.631
30,mlp.experts.169.up_proj,0.0026033693,hessian_weighted_relative_error,47781,0.02500,1.699
30,mlp.experts.148.down_proj,0.0037063988,hessian_weighted_relative_error,43280,0.02500,1.548
30,mlp.experts.159.down_proj,0.0038522360,hessian_weighted_relative_error,43822,0.02500,1.557
30,mlp.experts.16.gate_proj,0.0020240137,hessian_weighted_relative_error,55543,0.02500,1.580
30,mlp.experts.159.up_proj,0.0026045165,hessian_weighted_relative_error,43822,0.02500,1.721
30,mlp.experts.166.gate_proj,0.0019623008,hessian_weighted_relative_error,52540,0.02500,1.622
30,mlp.experts.175.down_proj,0.0031706196,hessian_weighted_relative_error,33524,0.02500,1.577
30,mlp.experts.166.down_proj,0.0033027401,hessian_weighted_relative_error,52540,0.02500,1.552
30,mlp.experts.177.down_proj,0.0033971616,hessian_weighted_relative_error,69505,0.02500,1.567
30,mlp.experts.16.up_proj,0.0021787463,hessian_weighted_relative_error,55543,0.02500,1.622
30,mlp.experts.171.down_proj,0.0032684917,hessian_weighted_relative_error,37577,0.02500,1.560
30,mlp.experts.166.up_proj,0.0021747547,hessian_weighted_relative_error,52540,0.02500,1.632
30,mlp.experts.171.up_proj,0.0023185777,hessian_weighted_relative_error,37577,0.02500,1.694
30,mlp.experts.196.down_proj,0.0035401792,hessian_weighted_relative_error,38194,0.02500,1.554
30,mlp.experts.183.down_proj,0.0025782713,hessian_weighted_relative_error,44544,0.02500,1.572
30,mlp.experts.186.down_proj,0.0027565721,hessian_weighted_relative_error,40748,0.02500,1.560
30,mlp.experts.176.down_proj,0.0033500783,hessian_weighted_relative_error,46104,0.02500,1.554
30,mlp.experts.183.gate_proj,0.0014456887,hessian_weighted_relative_error,44544,0.02500,1.661
30,mlp.experts.198.down_proj,0.0037520905,hessian_weighted_relative_error,46243,0.02500,1.571
30,mlp.experts.177.gate_proj,0.0021986274,hessian_weighted_relative_error,69505,0.02500,1.661
30,mlp.experts.20.up_proj,0.0021786207,hessian_weighted_relative_error,31491,0.02500,1.625
30,mlp.experts.177.up_proj,0.0024066290,hessian_weighted_relative_error,69505,0.02500,1.687
30,mlp.experts.20.down_proj,0.0030946823,hessian_weighted_relative_error,31491,0.02500,1.519
30,mlp.experts.185.gate_proj,0.0022288699,hessian_weighted_relative_error,55124,0.02500,1.666
30,mlp.experts.198.up_proj,0.0025660521,hessian_weighted_relative_error,46243,0.02500,1.630
30,mlp.experts.185.up_proj,0.0025517516,hessian_weighted_relative_error,55124,0.02500,1.693
30,mlp.experts.202.down_proj,0.0030581608,hessian_weighted_relative_error,28034,0.02500,1.562
30,mlp.experts.183.up_proj,0.0015384427,hessian_weighted_relative_error,44544,0.02500,1.694
30,mlp.experts.204.down_proj,0.0025277390,hessian_weighted_relative_error,23680,0.02500,1.557
30,mlp.experts.185.down_proj,0.0036820637,hessian_weighted_relative_error,55124,0.02500,1.567
30,mlp.experts.202.up_proj,0.0020718689,hessian_weighted_relative_error,28034,0.02500,1.632
30,mlp.experts.193.gate_proj,0.0023485380,hessian_weighted_relative_error,40489,0.02500,1.666
30,mlp.experts.202.gate_proj,0.0018603633,hessian_weighted_relative_error,28034,0.02500,1.617
30,mlp.experts.193.up_proj,0.0025804982,hessian_weighted_relative_error,40489,0.02500,1.685
30,mlp.experts.214.down_proj,0.0026516248,hessian_weighted_relative_error,24593,0.02500,1.562
30,mlp.experts.189.down_proj,0.0034737153,hessian_weighted_relative_error,27671,0.02500,1.574
30,mlp.experts.220.down_proj,0.0034876849,hessian_weighted_relative_error,44181,0.02500,1.561
30,mlp.experts.193.down_proj,0.0038818835,hessian_weighted_relative_error,40489,0.02500,1.565
30,mlp.experts.214.up_proj,0.0016984682,hessian_weighted_relative_error,24593,0.02500,1.633
30,mlp.experts.199.down_proj,0.0035201924,hessian_weighted_relative_error,43289,0.02500,1.590
30,mlp.experts.214.gate_proj,0.0014931001,hessian_weighted_relative_error,24593,0.02500,1.618
30,mlp.experts.199.up_proj,0.0026205323,hessian_weighted_relative_error,43289,0.02500,1.700
30,mlp.experts.220.gate_proj,0.0022888056,hessian_weighted_relative_error,44181,0.02500,1.619
30,mlp.experts.195.down_proj,0.0011526933,hessian_weighted_relative_error,18223,0.02500,1.569
30,mlp.experts.228.down_proj,0.0036320228,hessian_weighted_relative_error,31946,0.02500,1.560
30,mlp.experts.195.up_proj,0.0009216756,hessian_weighted_relative_error,18223,0.02500,1.702
30,mlp.experts.222.down_proj,0.0018761427,hessian_weighted_relative_error,53797,0.02500,1.565
30,mlp.experts.209.down_proj,0.0027990040,hessian_weighted_relative_error,14359,0.02500,1.582
30,mlp.experts.220.up_proj,0.0024247994,hessian_weighted_relative_error,44181,0.02500,1.636
30,mlp.experts.211.down_proj,0.0025995297,hessian_weighted_relative_error,29643,0.02500,1.570
30,mlp.experts.232.down_proj,0.0034248544,hessian_weighted_relative_error,58634,0.02500,1.562
30,mlp.experts.203.down_proj,0.0034337241,hessian_weighted_relative_error,46025,0.02500,1.574
30,mlp.experts.234.down_proj,0.0036852050,hessian_weighted_relative_error,52393,0.02500,1.565
30,mlp.experts.207.down_proj,0.0026858937,hessian_weighted_relative_error,39404,0.02500,1.571
30,mlp.experts.232.up_proj,0.0022930662,hessian_weighted_relative_error,58634,0.02500,1.632
30,mlp.experts.223.up_proj,0.0024525467,hessian_weighted_relative_error,50360,0.02500,1.696
30,mlp.experts.232.gate_proj,0.0021895177,hessian_weighted_relative_error,58634,0.02500,1.621
30,mlp.experts.229.down_proj,0.0023414787,hessian_weighted_relative_error,26488,0.02500,1.584
30,mlp.experts.236.down_proj,0.0016874215,hessian_weighted_relative_error,17690,0.02500,1.563
30,mlp.experts.223.down_proj,0.0036686616,hessian_weighted_relative_error,50360,0.02500,1.571
30,mlp.experts.238.up_proj,0.0020737419,hessian_weighted_relative_error,50536,0.02500,1.634
30,mlp.experts.223.gate_proj,0.0022788031,hessian_weighted_relative_error,50360,0.02500,1.667
30,mlp.experts.238.down_proj,0.0030936657,hessian_weighted_relative_error,50536,0.02500,1.566
30,mlp.experts.23.up_proj,0.0025078268,hessian_weighted_relative_error,52201,0.02500,1.682
30,mlp.experts.236.up_proj,0.0011248511,hessian_weighted_relative_error,17690,0.02500,1.637
30,mlp.experts.237.down_proj,0.0035672258,hessian_weighted_relative_error,46834,0.02500,1.588
30,mlp.experts.244.down_proj,0.0037688470,hessian_weighted_relative_error,45719,0.02500,1.565
30,mlp.experts.23.down_proj,0.0037014336,hessian_weighted_relative_error,52201,0.02500,1.509
30,mlp.experts.246.up_proj,0.0024772179,hessian_weighted_relative_error,37628,0.02500,1.633
30,mlp.experts.23.gate_proj,0.0022307520,hessian_weighted_relative_error,52201,0.02500,1.612
30,mlp.experts.246.down_proj,0.0033242773,hessian_weighted_relative_error,37628,0.02500,1.569
30,mlp.experts.245.gate_proj,0.0017118776,hessian_weighted_relative_error,46183,0.02500,1.675
30,mlp.experts.244.up_proj,0.0025533553,hessian_weighted_relative_error,45719,0.02500,1.637
30,mlp.experts.245.up_proj,0.0019124419,hessian_weighted_relative_error,46183,0.02500,1.712
30,mlp.experts.250.down_proj,0.0036041005,hessian_weighted_relative_error,49086,0.02500,1.570
30,mlp.experts.237.up_proj,0.0024680271,hessian_weighted_relative_error,46834,0.02500,1.721
30,mlp.experts.254.gate_proj,0.0017953558,hessian_weighted_relative_error,46629,0.02500,1.621
30,mlp.experts.245.down_proj,0.0027580769,hessian_weighted_relative_error,46183,0.02500,1.577
30,mlp.experts.254.down_proj,0.0030265018,hessian_weighted_relative_error,46629,0.02500,1.568
30,mlp.experts.251.down_proj,0.0037524325,hessian_weighted_relative_error,43821,0.02500,1.573
30,mlp.experts.250.up_proj,0.0024841598,hessian_weighted_relative_error,49086,0.02500,1.633
30,mlp.experts.251.up_proj,0.0026264651,hessian_weighted_relative_error,43821,0.02500,1.712
30,mlp.experts.254.up_proj,0.0019428433,hessian_weighted_relative_error,46629,0.02500,1.637
30,mlp.experts.262.down_proj,0.0031595390,hessian_weighted_relative_error,22093,0.02500,1.568
30,mlp.experts.249.down_proj,0.0035588844,hessian_weighted_relative_error,39555,0.02500,1.599
30,mlp.experts.260.down_proj,0.0036009853,hessian_weighted_relative_error,32357,0.02500,1.567
30,mlp.experts.249.up_proj,0.0024495678,hessian_weighted_relative_error,39555,0.02500,1.704
30,mlp.experts.258.down_proj,0.0029123842,hessian_weighted_relative_error,17458,0.02500,1.568
30,mlp.experts.257.up_proj,0.0019444243,hessian_weighted_relative_error,53446,0.02500,1.717
30,mlp.experts.264.down_proj,0.0035000066,hessian_weighted_relative_error,37045,0.02500,1.566
30,mlp.experts.261.down_proj,0.0037461657,hessian_weighted_relative_error,57769,0.02500,1.580
30,mlp.experts.284.gate_proj,0.0018999841,hessian_weighted_relative_error,42501,0.02500,1.626
30,mlp.experts.257.down_proj,0.0028532498,hessian_weighted_relative_error,53446,0.02500,1.590
30,mlp.experts.284.down_proj,0.0034805362,hessian_weighted_relative_error,42501,0.02500,1.567
30,mlp.experts.257.gate_proj,0.0018052798,hessian_weighted_relative_error,53446,0.02500,1.671
30,mlp.experts.276.up_proj,0.0021017268,hessian_weighted_relative_error,24729,0.02500,1.635
30,mlp.experts.265.up_proj,0.0025127045,hessian_weighted_relative_error,50566,0.02500,1.704
30,mlp.experts.284.up_proj,0.0022352708,hessian_weighted_relative_error,42501,0.02500,1.636
30,mlp.experts.269.down_proj,0.0036825422,hessian_weighted_relative_error,41832,0.02500,1.582
30,mlp.experts.32.gate_proj,0.0022010584,hessian_weighted_relative_error,63050,0.02500,1.591
30,mlp.experts.263.down_proj,0.0035467265,hessian_weighted_relative_error,30214,0.02500,1.585
30,mlp.experts.32.down_proj,0.0036269613,hessian_weighted_relative_error,63050,0.02500,1.528
30,mlp.experts.265.down_proj,0.0034549952,hessian_weighted_relative_error,50566,0.02500,1.588
30,mlp.experts.30.down_proj,0.0036404404,hessian_weighted_relative_error,45792,0.02500,1.524
30,mlp.experts.279.down_proj,0.0027780558,hessian_weighted_relative_error,67290,0.02500,1.579
30,mlp.experts.32.up_proj,0.0024417073,hessian_weighted_relative_error,63050,0.02500,1.627
30,mlp.experts.279.gate_proj,0.0015863442,hessian_weighted_relative_error,67290,0.02500,1.672
30,mlp.experts.34.up_proj,0.0023795952,hessian_weighted_relative_error,47643,0.02500,1.629
30,mlp.experts.275.down_proj,0.0030502053,hessian_weighted_relative_error,27329,0.02500,1.589
30,mlp.experts.34.gate_proj,0.0021545634,hessian_weighted_relative_error,47643,0.02500,1.587
30,mlp.experts.275.up_proj,0.0019125112,hessian_weighted_relative_error,27329,0.02500,1.730
30,mlp.experts.34.down_proj,0.0035453668,hessian_weighted_relative_error,47643,0.02500,1.528
30,mlp.experts.283.gate_proj,0.0015363126,hessian_weighted_relative_error,40904,0.02500,1.687
30,mlp.experts.38.down_proj,0.0031763701,hessian_weighted_relative_error,37662,0.02500,1.531
30,mlp.experts.283.up_proj,0.0016844426,hessian_weighted_relative_error,40904,0.02500,1.715
30,mlp.experts.64.down_proj,0.0026272144,hessian_weighted_relative_error,34414,0.02500,1.507
30,mlp.experts.279.up_proj,0.0016849596,hessian_weighted_relative_error,67290,0.02500,1.723
30,mlp.experts.52.down_proj,0.0035639279,hessian_weighted_relative_error,40609,0.02500,1.529
30,mlp.experts.283.down_proj,0.0025015385,hessian_weighted_relative_error,40904,0.02500,1.574
30,mlp.experts.60.down_proj,0.0036217767,hessian_weighted_relative_error,48461,0.02500,1.533
30,mlp.experts.29.up_proj,0.0021628646,hessian_weighted_relative_error,31046,0.02500,1.685
30,mlp.experts.52.up_proj,0.0024148607,hessian_weighted_relative_error,40609,0.02500,1.651
30,mlp.experts.29.down_proj,0.0025432293,hessian_weighted_relative_error,31046,0.02500,1.535
30,mlp.experts.8.up_proj,0.0017685480,hessian_weighted_relative_error,18446,0.02500,1.624
30,mlp.experts.33.down_proj,0.0035375502,hessian_weighted_relative_error,42517,0.02500,1.522
30,mlp.experts.64.up_proj,0.0015577147,hessian_weighted_relative_error,34414,0.02500,1.630
30,mlp.experts.29.gate_proj,0.0019163512,hessian_weighted_relative_error,31046,0.02500,1.623
30,mlp.experts.8.down_proj,0.0026533199,hessian_weighted_relative_error,18446,0.02500,1.519
30,mlp.experts.3.down_proj,0.0028356360,hessian_weighted_relative_error,57896,0.02500,1.509
30,mlp.experts.70.down_proj,0.0033623285,hessian_weighted_relative_error,35384,0.02500,1.541
30,mlp.experts.3.gate_proj,0.0019065516,hessian_weighted_relative_error,57896,0.02500,1.620
30,mlp.experts.86.down_proj,0.0025903430,hessian_weighted_relative_error,39824,0.02500,1.543
30,mlp.experts.49.down_proj,0.0027566279,hessian_weighted_relative_error,30716,0.02500,1.529
30,mlp.experts.80.down_proj,0.0029292626,hessian_weighted_relative_error,49385,0.02500,1.539
30,mlp.experts.3.up_proj,0.0020232294,hessian_weighted_relative_error,57896,0.02500,1.670
30,mlp.experts.80.up_proj,0.0021524985,hessian_weighted_relative_error,49385,0.02500,1.633
30,mlp.experts.33.up_proj,0.0024451898,hessian_weighted_relative_error,42517,0.02500,1.673
30,mlp.experts.80.gate_proj,0.0020015190,hessian_weighted_relative_error,49385,0.02500,1.602
30,mlp.experts.35.down_proj,0.0035925388,hessian_weighted_relative_error,43244,0.02500,1.520
30,mlp.experts.98.down_proj,0.0035043671,hessian_weighted_relative_error,33790,0.02500,1.548
30,mlp.experts.55.down_proj,0.0038053257,hessian_weighted_relative_error,44607,0.02500,1.523
30,mlp.experts.41.down_proj,0.0026718888,hessian_weighted_relative_error,19380,0.02500,1.518
30,mlp.experts.49.gate_proj,0.0014691529,hessian_weighted_relative_error,30716,0.02500,1.624
30,mlp.experts.49.up_proj,0.0016352261,hessian_weighted_relative_error,30716,0.02500,1.684
30,mlp.experts.75.down_proj,0.0025018593,hessian_weighted_relative_error,42739,0.02500,1.534
30,mlp.experts.53.down_proj,0.0030970638,hessian_weighted_relative_error,22901,0.02500,1.522
30,mlp.experts.69.down_proj,0.0027116424,hessian_weighted_relative_error,37166,0.02500,1.533
30,mlp.experts.69.gate_proj,0.0016716001,hessian_weighted_relative_error,37166,0.02500,1.628
30,mlp.experts.81.down_proj,0.0023913513,hessian_weighted_relative_error,40013,0.02500,1.539
30,mlp.experts.69.up_proj,0.0018126473,hessian_weighted_relative_error,37166,0.02500,1.676
30,mlp.experts.75.gate_proj,0.0013218653,hessian_weighted_relative_error,42739,0.02500,1.631
30,mlp.experts.75.up_proj,0.0014020621,hessian_weighted_relative_error,42739,0.02500,1.685
30,mlp.experts.85.down_proj,0.0036632527,hessian_weighted_relative_error,82104,0.02500,1.543
30,mlp.experts.77.down_proj,0.0031479850,hessian_weighted_relative_error,44321,0.02500,1.529
30,mlp.experts.81.up_proj,0.0015920710,hessian_weighted_relative_error,40013,0.02500,1.679
30,mlp.experts.83.down_proj,0.0036959577,hessian_weighted_relative_error,33918,0.02500,1.534
30,mlp.experts.87.gate_proj,0.0018584960,hessian_weighted_relative_error,47834,0.02500,1.636
30,mlp.experts.83.up_proj,0.0025930476,hessian_weighted_relative_error,33918,0.02500,1.678
30,mlp.experts.85.gate_proj,0.0023912012,hessian_weighted_relative_error,82104,0.02500,1.637
30,mlp.experts.85.up_proj,0.0027298095,hessian_weighted_relative_error,82104,0.02500,1.675
30,mlp.experts.93.up_proj,0.0019861504,hessian_weighted_relative_error,102712,0.02500,1.668
30,mlp.experts.87.down_proj,0.0030747981,hessian_weighted_relative_error,47834,0.02500,1.530
30,mlp.experts.87.up_proj,0.0020715351,hessian_weighted_relative_error,47834,0.02500,1.666
30,mlp.experts.93.down_proj,0.0030393523,hessian_weighted_relative_error,102712,0.02500,1.541
30,mlp.experts.93.gate_proj,0.0019056639,hessian_weighted_relative_error,102712,0.02500,1.635
30,mlp.experts.97.down_proj,0.0021667646,hessian_weighted_relative_error,64630,0.02500,1.537
31,mlp.experts.0.gate_proj,0.0081707615,hessian_weighted_relative_error,38543,0.02500,0.802
31,mlp.experts.1.gate_proj,0.0077055790,hessian_weighted_relative_error,21174,0.02500,0.789
31,mlp.experts.2.gate_proj,0.0080763160,hessian_weighted_relative_error,19651,0.02500,0.801
31,mlp.experts.3.gate_proj,0.0087557853,hessian_weighted_relative_error,18110,0.02500,0.796
31,mlp.experts.4.gate_proj,0.0079054543,hessian_weighted_relative_error,19953,0.02500,0.805
31,mlp.experts.5.gate_proj,0.0085147623,hessian_weighted_relative_error,16136,0.02500,0.802
31,mlp.experts.6.gate_proj,0.0075741543,hessian_weighted_relative_error,33600,0.02500,0.814
31,mlp.experts.7.gate_proj,0.0077077278,hessian_weighted_relative_error,12621,0.02500,0.780
31,mlp.experts.8.gate_proj,0.0081590392,hessian_weighted_relative_error,22625,0.02500,0.807
31,mlp.experts.9.gate_proj,0.0075260406,hessian_weighted_relative_error,36735,0.02500,0.783
31,mlp.experts.10.gate_proj,0.0089464009,hessian_weighted_relative_error,26185,0.02500,0.805
31,mlp.experts.12.gate_proj,0.0060546597,hessian_weighted_relative_error,11642,0.02500,0.803
31,mlp.experts.13.gate_proj,0.0064520631,hessian_weighted_relative_error,12061,0.02500,0.803
31,mlp.experts.15.gate_proj,0.0056861307,hessian_weighted_relative_error,20601,0.02500,0.788
31,mlp.experts.16.gate_proj,0.0093560465,hessian_weighted_relative_error,31027,0.02500,0.808
31,mlp.experts.17.gate_proj,0.0095833484,hessian_weighted_relative_error,34319,0.02500,0.798
31,mlp.experts.18.gate_proj,0.0085871072,hessian_weighted_relative_error,31336,0.02500,0.806
31,mlp.experts.19.gate_proj,0.0080501541,hessian_weighted_relative_error,26575,0.02500,0.800
31,mlp.experts.20.gate_proj,0.0089324821,hessian_weighted_relative_error,26526,0.02500,0.807
31,mlp.experts.21.gate_proj,0.0072803137,hessian_weighted_relative_error,44124,0.02500,0.795
31,mlp.experts.22.gate_proj,0.0092930757,hessian_weighted_relative_error,33808,0.02500,0.807
31,mlp.experts.23.gate_proj,0.0083723000,hessian_weighted_relative_error,56575,0.02500,0.798
31,mlp.experts.24.gate_proj,0.0078928388,hessian_weighted_relative_error,26317,0.02500,0.812
31,mlp.experts.25.gate_proj,0.0056423922,hessian_weighted_relative_error,15708,0.02500,0.800
31,mlp.experts.26.gate_proj,0.0083460060,hessian_weighted_relative_error,16822,0.02500,0.812
31,mlp.experts.27.gate_proj,0.0089953244,hessian_weighted_relative_error,59024,0.02500,0.804
31,mlp.experts.29.gate_proj,0.0092639321,hessian_weighted_relative_error,28597,0.02500,0.800
31,mlp.experts.30.gate_proj,0.0074175549,hessian_weighted_relative_error,41592,0.02500,0.810
31,mlp.experts.31.gate_proj,0.0083948014,hessian_weighted_relative_error,18732,0.02500,0.801
31,mlp.experts.32.gate_proj,0.0083993193,hessian_weighted_relative_error,22340,0.02500,0.814
31,mlp.experts.33.gate_proj,0.0083297194,hessian_weighted_relative_error,40775,0.02500,0.800
31,mlp.experts.34.gate_proj,0.0086885254,hessian_weighted_relative_error,22850,0.02500,0.816
31,mlp.experts.35.gate_proj,0.0084285328,hessian_weighted_relative_error,17229,0.02500,0.807
31,mlp.experts.36.gate_proj,0.0078191652,hessian_weighted_relative_error,43460,0.02500,0.812
31,mlp.experts.37.gate_proj,0.0060654908,hessian_weighted_relative_error,37147,0.02500,0.806
31,mlp.experts.38.gate_proj,0.0095655723,hessian_weighted_relative_error,46968,0.02500,0.812
31,mlp.experts.39.gate_proj,0.0057321166,hessian_weighted_relative_error,8261,0.02500,0.805
31,mlp.experts.40.gate_proj,0.0076356759,hessian_weighted_relative_error,50235,0.02500,0.815
31,mlp.experts.42.gate_proj,0.0076836996,hessian_weighted_relative_error,19497,0.02500,0.816
31,mlp.experts.43.gate_proj,0.0080575064,hessian_weighted_relative_error,23975,0.02500,0.812
31,mlp.experts.44.gate_proj,0.0079190284,hessian_weighted_relative_error,27786,0.02500,0.813
31,mlp.experts.46.gate_proj,0.0080467640,hessian_weighted_relative_error,52975,0.02500,0.816
31,mlp.experts.47.gate_proj,0.0084277401,hessian_weighted_relative_error,42545,0.02500,0.809
31,mlp.experts.49.gate_proj,0.0078916520,hessian_weighted_relative_error,23611,0.02500,0.812
31,mlp.experts.50.gate_proj,0.0084190941,hessian_weighted_relative_error,40436,0.02500,0.819
31,mlp.experts.53.gate_proj,0.0067547390,hessian_weighted_relative_error,8791,0.02500,0.812
31,mlp.experts.54.gate_proj,0.0089875531,hessian_weighted_relative_error,30467,0.02500,0.818
31,mlp.experts.56.gate_proj,0.0083834330,hessian_weighted_relative_error,19861,0.02500,0.820
31,mlp.experts.57.gate_proj,0.0050343345,hessian_weighted_relative_error,19745,0.02500,0.814
31,mlp.experts.58.gate_proj,0.0036793612,hessian_weighted_relative_error,16293,0.02500,0.821
31,mlp.experts.59.gate_proj,0.0078283754,hessian_weighted_relative_error,23854,0.02500,0.818
31,mlp.experts.60.gate_proj,0.0090426079,hessian_weighted_relative_error,19505,0.02500,0.820
31,mlp.experts.62.gate_proj,0.0063429018,hessian_weighted_relative_error,33938,0.02500,0.819
31,mlp.experts.64.gate_proj,0.0079048325,hessian_weighted_relative_error,23238,0.02500,0.824
31,mlp.experts.65.gate_proj,0.0054365750,hessian_weighted_relative_error,17112,0.02500,0.819
31,mlp.experts.68.gate_proj,0.0025170828,hessian_weighted_relative_error,1522,0.02500,0.822
31,mlp.experts.69.gate_proj,0.0068273000,hessian_weighted_relative_error,17975,0.02500,0.819
31,mlp.experts.72.gate_proj,0.0055880702,hessian_weighted_relative_error,9099,0.02500,0.825
31,mlp.experts.73.gate_proj,0.0089832855,hessian_weighted_relative_error,41477,0.02500,0.822
31,mlp.experts.74.gate_proj,0.0096230827,hessian_weighted_relative_error,31187,0.02500,0.827
31,mlp.experts.75.gate_proj,0.0076538277,hessian_weighted_relative_error,28547,0.02500,0.827
31,mlp.experts.77.gate_proj,0.0080596449,hessian_weighted_relative_error,32264,0.02500,0.822
31,mlp.experts.78.gate_proj,0.0084657117,hessian_weighted_relative_error,14737,0.02500,0.826
31,mlp.experts.79.gate_proj,0.0082001620,hessian_weighted_relative_error,22986,0.02500,0.823
31,mlp.experts.80.gate_proj,0.0084403212,hessian_weighted_relative_error,27137,0.02500,0.828
31,mlp.experts.81.gate_proj,0.0073220729,hessian_weighted_relative_error,16554,0.02500,0.827
31,mlp.experts.82.gate_proj,0.0068474327,hessian_weighted_relative_error,11504,0.02500,0.826
31,mlp.experts.83.gate_proj,0.0084760200,hessian_weighted_relative_error,25143,0.02500,0.828
31,mlp.experts.84.gate_proj,0.0070305651,hessian_weighted_relative_error,31610,0.02500,0.827
31,mlp.experts.85.gate_proj,0.0092543880,hessian_weighted_relative_error,36274,0.02500,0.826
31,mlp.experts.86.gate_proj,0.0084488856,hessian_weighted_relative_error,34653,0.02500,0.826
31,mlp.experts.87.gate_proj,0.0067480106,hessian_weighted_relative_error,8266,0.02500,0.827
31,mlp.experts.88.gate_proj,0.0089181195,hessian_weighted_relative_error,35658,0.02500,0.829
31,mlp.experts.89.gate_proj,0.0067731626,hessian_weighted_relative_error,15433,0.02500,0.833
31,mlp.experts.90.gate_proj,0.0090849918,hessian_weighted_relative_error,23700,0.02500,0.827
31,mlp.experts.91.gate_proj,0.0062428798,hessian_weighted_relative_error,32793,0.02500,0.832
31,mlp.experts.92.gate_proj,0.0064513008,hessian_weighted_relative_error,32132,0.02500,0.826
31,mlp.experts.93.gate_proj,0.0080055462,hessian_weighted_relative_error,28135,0.02500,0.832
31,mlp.experts.94.gate_proj,0.0079965759,hessian_weighted_relative_error,23288,0.02500,0.828
31,mlp.experts.95.gate_proj,0.0069442437,hessian_weighted_relative_error,20025,0.02500,0.841
31,mlp.experts.96.gate_proj,0.0031510255,hessian_weighted_relative_error,2817,0.02500,0.831
31,mlp.experts.97.gate_proj,0.0088008319,hessian_weighted_relative_error,27022,0.02500,0.834
31,mlp.experts.99.gate_proj,0.0058070003,hessian_weighted_relative_error,8286,0.02500,0.837
31,mlp.experts.100.gate_proj,0.0062890817,hessian_weighted_relative_error,6258,0.02500,0.829
31,mlp.experts.101.gate_proj,0.0061625858,hessian_weighted_relative_error,16190,0.02500,0.838
31,mlp.experts.102.gate_proj,0.0067658867,hessian_weighted_relative_error,11596,0.02500,0.829
31,mlp.experts.104.gate_proj,0.0076952368,hessian_weighted_relative_error,16817,0.02500,0.831
31,mlp.experts.105.gate_proj,0.0091698114,hessian_weighted_relative_error,33169,0.02500,0.836
31,mlp.experts.106.gate_proj,0.0073601952,hessian_weighted_relative_error,17106,0.02500,0.831
31,mlp.experts.108.gate_proj,0.0079604202,hessian_weighted_relative_error,22512,0.02500,0.831
31,mlp.experts.109.gate_proj,0.0070651997,hessian_weighted_relative_error,13142,0.02500,0.837
31,mlp.experts.110.gate_proj,0.0082248001,hessian_weighted_relative_error,22563,0.02500,0.831
31,mlp.experts.111.gate_proj,0.0076375509,hessian_weighted_relative_error,12954,0.02500,0.840
31,mlp.experts.114.gate_proj,0.0088799130,hessian_weighted_relative_error,29216,0.02500,0.833
31,mlp.experts.115.gate_proj,0.0087780233,hessian_weighted_relative_error,20061,0.02500,0.841
31,mlp.experts.116.gate_proj,0.0090842430,hessian_weighted_relative_error,22159,0.02500,0.832
31,mlp.experts.118.gate_proj,0.0084172479,hessian_weighted_relative_error,59127,0.02500,0.831
31,mlp.experts.119.gate_proj,0.0091219719,hessian_weighted_relative_error,37492,0.02500,0.843
31,mlp.experts.120.gate_proj,0.0080773045,hessian_weighted_relative_error,21886,0.02500,0.835
31,mlp.experts.122.gate_proj,0.0068434688,hessian_weighted_relative_error,45869,0.02500,0.835
31,mlp.experts.123.gate_proj,0.0087757741,hessian_weighted_relative_error,40285,0.02500,0.846
31,mlp.experts.124.gate_proj,0.0094726899,hessian_weighted_relative_error,29605,0.02500,0.834
31,mlp.experts.125.gate_proj,0.0076625910,hessian_weighted_relative_error,16989,0.02500,0.845
31,mlp.experts.126.gate_proj,0.0074604501,hessian_weighted_relative_error,34619,0.02500,0.833
31,mlp.experts.127.gate_proj,0.0089045732,hessian_weighted_relative_error,38932,0.02500,0.844
31,mlp.experts.128.gate_proj,0.0084354338,hessian_weighted_relative_error,24464,0.02500,0.838
31,mlp.experts.129.gate_proj,0.0068376402,hessian_weighted_relative_error,41942,0.02500,0.848
31,mlp.experts.130.gate_proj,0.0049205250,hessian_weighted_relative_error,6643,0.02500,0.836
31,mlp.experts.131.gate_proj,0.0078768262,hessian_weighted_relative_error,32311,0.02500,0.847
31,mlp.experts.132.gate_proj,0.0080920516,hessian_weighted_relative_error,28441,0.02500,0.835
31,mlp.experts.133.gate_proj,0.0094903802,hessian_weighted_relative_error,33855,0.02500,0.849
31,mlp.experts.134.gate_proj,0.0077031679,hessian_weighted_relative_error,16160,0.02500,0.835
31,mlp.experts.135.gate_proj,0.0082957355,hessian_weighted_relative_error,18613,0.02500,0.847
31,mlp.experts.136.gate_proj,0.0085521831,hessian_weighted_relative_error,20409,0.02500,0.838
31,mlp.experts.138.gate_proj,0.0065419961,hessian_weighted_relative_error,42075,0.02500,0.837
31,mlp.experts.140.gate_proj,0.0088358132,hessian_weighted_relative_error,39444,0.02500,0.836
31,mlp.experts.141.gate_proj,0.0086363220,hessian_weighted_relative_error,36371,0.02500,0.853
31,mlp.experts.142.gate_proj,0.0086582039,hessian_weighted_relative_error,28651,0.02500,0.838
31,mlp.experts.143.gate_proj,0.0068125965,hessian_weighted_relative_error,31283,0.02500,0.847
31,mlp.experts.144.gate_proj,0.0083413713,hessian_weighted_relative_error,32253,0.02500,0.841
31,mlp.experts.145.gate_proj,0.0088630217,hessian_weighted_relative_error,39500,0.02500,0.852
31,mlp.experts.146.gate_proj,0.0060535163,hessian_weighted_relative_error,17511,0.02500,0.840
31,mlp.experts.147.gate_proj,0.0077160733,hessian_weighted_relative_error,33860,0.02500,0.852
31,mlp.experts.149.gate_proj,0.0061209464,hessian_weighted_relative_error,12563,0.02500,0.850
31,mlp.experts.150.gate_proj,0.0060040117,hessian_weighted_relative_error,14208,0.02500,0.840
31,mlp.experts.151.gate_proj,0.0084409468,hessian_weighted_relative_error,23827,0.02500,0.849
31,mlp.experts.152.gate_proj,0.0065573891,hessian_weighted_relative_error,15269,0.02500,0.847
31,mlp.experts.153.gate_proj,0.0074647969,hessian_weighted_relative_error,19486,0.02500,0.856
31,mlp.experts.155.gate_proj,0.0084549121,hessian_weighted_relative_error,22053,0.02500,0.854
31,mlp.experts.156.gate_proj,0.0056525364,hessian_weighted_relative_error,29106,0.02500,0.840
31,mlp.experts.157.gate_proj,0.0052341430,hessian_weighted_relative_error,12273,0.02500,0.855
31,mlp.experts.158.gate_proj,0.0076779851,hessian_weighted_relative_error,31834,0.02500,0.839
31,mlp.experts.159.gate_proj,0.0074086721,hessian_weighted_relative_error,16006,0.02500,0.855
31,mlp.experts.160.gate_proj,0.0056267650,hessian_weighted_relative_error,24325,0.02500,0.842
31,mlp.experts.162.gate_proj,0.0078653834,hessian_weighted_relative_error,30196,0.02500,0.840
31,mlp.experts.163.gate_proj,0.0076955394,hessian_weighted_relative_error,20852,0.02500,0.860
31,mlp.experts.164.gate_proj,0.0085162921,hessian_weighted_relative_error,60428,0.02500,0.855
31,mlp.experts.165.gate_proj,0.0080273068,hessian_weighted_relative_error,40601,0.02500,0.876
31,mlp.experts.166.gate_proj,0.0073112226,hessian_weighted_relative_error,13110,0.02500,0.847
31,mlp.experts.167.gate_proj,0.0094041520,hessian_weighted_relative_error,34583,0.02500,0.861
31,mlp.experts.168.gate_proj,0.0090891633,hessian_weighted_relative_error,37590,0.02500,0.842
31,mlp.experts.169.gate_proj,0.0059489978,hessian_weighted_relative_error,14276,0.02500,0.855
31,mlp.experts.170.gate_proj,0.0081558894,hessian_weighted_relative_error,39722,0.02500,0.842
31,mlp.experts.171.gate_proj,0.0088999113,hessian_weighted_relative_error,45262,0.02500,0.854
31,mlp.experts.172.gate_proj,0.0072904211,hessian_weighted_relative_error,30210,0.02500,0.841
31,mlp.experts.173.gate_proj,0.0090594776,hessian_weighted_relative_error,34727,0.02500,0.855
31,mlp.experts.174.gate_proj,0.0057330541,hessian_weighted_relative_error,13154,0.02500,0.842
31,mlp.experts.175.gate_proj,0.0075420397,hessian_weighted_relative_error,27137,0.02500,0.856
31,mlp.experts.176.gate_proj,0.0061314674,hessian_weighted_relative_error,14873,0.02500,0.843
31,mlp.experts.177.gate_proj,0.0069787102,hessian_weighted_relative_error,19730,0.02500,0.855
31,mlp.experts.179.gate_proj,0.0066351175,hessian_weighted_relative_error,18168,0.02500,0.855
31,mlp.experts.180.gate_proj,0.0077414853,hessian_weighted_relative_error,17586,0.02500,0.843
31,mlp.experts.181.gate_proj,0.0086998674,hessian_weighted_relative_error,42733,0.02500,0.856
31,mlp.experts.182.gate_proj,0.0084345733,hessian_weighted_relative_error,10395,0.02500,0.841
31,mlp.experts.183.gate_proj,0.0077432820,hessian_weighted_relative_error,18530,0.02500,0.854
31,mlp.experts.185.gate_proj,0.0072658316,hessian_weighted_relative_error,9368,0.02500,0.858
31,mlp.experts.186.gate_proj,0.0072640956,hessian_weighted_relative_error,40855,0.02500,0.844
31,mlp.experts.187.gate_proj,0.0083487100,hessian_weighted_relative_error,21668,0.02500,0.857
31,mlp.experts.188.gate_proj,0.0092131469,hessian_weighted_relative_error,24069,0.02500,0.844
31,mlp.experts.190.gate_proj,0.0031101538,hessian_weighted_relative_error,37000,0.02500,0.844
31,mlp.experts.191.gate_proj,0.0084937654,hessian_weighted_relative_error,31428,0.02500,0.856
31,mlp.experts.192.gate_proj,0.0063529112,hessian_weighted_relative_error,16267,0.02500,0.845
31,mlp.experts.193.gate_proj,0.0078188123,hessian_weighted_relative_error,48035,0.02500,0.857
31,mlp.experts.194.gate_proj,0.0077016994,hessian_weighted_relative_error,14199,0.02500,0.844
31,mlp.experts.195.gate_proj,0.0066772133,hessian_weighted_relative_error,19462,0.02500,0.857
31,mlp.experts.198.gate_proj,0.0047766274,hessian_weighted_relative_error,8804,0.02500,0.845
31,mlp.experts.199.gate_proj,0.0033157099,hessian_weighted_relative_error,6060,0.02500,0.856
31,mlp.experts.200.gate_proj,0.0080596802,hessian_weighted_relative_error,25288,0.02500,0.843
31,mlp.experts.201.gate_proj,0.0055148345,hessian_weighted_relative_error,7843,0.02500,0.857
31,mlp.experts.202.gate_proj,0.0086384587,hessian_weighted_relative_error,17759,0.02500,0.846
31,mlp.experts.203.gate_proj,0.0094957758,hessian_weighted_relative_error,35578,0.02500,0.859
31,mlp.experts.204.gate_proj,0.0061037043,hessian_weighted_relative_error,23780,0.02500,0.848
31,mlp.experts.205.gate_proj,0.0075623015,hessian_weighted_relative_error,20926,0.02500,0.855
31,mlp.experts.206.gate_proj,0.0088435539,hessian_weighted_relative_error,24882,0.02500,0.845
31,mlp.experts.207.gate_proj,0.0091183558,hessian_weighted_relative_error,44097,0.02500,0.858
31,mlp.experts.208.gate_proj,0.0087825153,hessian_weighted_relative_error,33229,0.02500,0.847
31,mlp.experts.209.gate_proj,0.0075423841,hessian_weighted_relative_error,34360,0.02500,0.857
31,mlp.experts.210.gate_proj,0.0045928582,hessian_weighted_relative_error,26474,0.02500,0.852
31,mlp.experts.212.gate_proj,0.0066451990,hessian_weighted_relative_error,22286,0.02500,0.847
31,mlp.experts.213.gate_proj,0.0055834669,hessian_weighted_relative_error,23852,0.02500,0.858
31,mlp.experts.214.gate_proj,0.0074728728,hessian_weighted_relative_error,38537,0.02500,0.846
31,mlp.experts.215.gate_proj,0.0087834265,hessian_weighted_relative_error,29365,0.02500,0.856
31,mlp.experts.216.gate_proj,0.0093994256,hessian_weighted_relative_error,30969,0.02500,0.847
31,mlp.experts.217.gate_proj,0.0088447332,hessian_weighted_relative_error,23552,0.02500,0.858
31,mlp.experts.219.gate_proj,0.0075952627,hessian_weighted_relative_error,11456,0.02500,0.857
31,mlp.experts.220.gate_proj,0.0082682666,hessian_weighted_relative_error,50545,0.02500,0.847
31,mlp.experts.221.gate_proj,0.0065194091,hessian_weighted_relative_error,14564,0.02500,0.857
31,mlp.experts.222.gate_proj,0.0060576840,hessian_weighted_relative_error,21431,0.02500,0.848
31,mlp.experts.223.gate_proj,0.0084510312,hessian_weighted_relative_error,40805,0.02500,0.855
31,mlp.experts.224.gate_proj,0.0088184116,hessian_weighted_relative_error,34297,0.02500,0.848
31,mlp.experts.225.gate_proj,0.0048544346,hessian_weighted_relative_error,14371,0.02500,0.859
31,mlp.experts.227.gate_proj,0.0092648235,hessian_weighted_relative_error,32412,0.02500,0.856
31,mlp.experts.228.gate_proj,0.0080054325,hessian_weighted_relative_error,31484,0.02500,0.848
31,mlp.experts.229.gate_proj,0.0089173187,hessian_weighted_relative_error,20449,0.02500,0.860
31,mlp.experts.230.gate_proj,0.0071522535,hessian_weighted_relative_error,9626,0.02500,0.848
31,mlp.experts.231.gate_proj,0.0062724574,hessian_weighted_relative_error,8688,0.02500,0.860
31,mlp.experts.232.gate_proj,0.0065698374,hessian_weighted_relative_error,14418,0.02500,0.850
31,mlp.experts.233.gate_proj,0.0084326310,hessian_weighted_relative_error,21384,0.02500,0.859
31,mlp.experts.234.gate_proj,0.0053424227,hessian_weighted_relative_error,41057,0.02500,0.851
31,mlp.experts.235.gate_proj,0.0087439988,hessian_weighted_relative_error,33202,0.02500,0.862
31,mlp.experts.237.gate_proj,0.0089087494,hessian_weighted_relative_error,35955,0.02500,0.860
31,mlp.experts.238.gate_proj,0.0066037384,hessian_weighted_relative_error,17258,0.02500,0.848
31,mlp.experts.239.gate_proj,0.0071437979,hessian_weighted_relative_error,15600,0.02500,0.859
31,mlp.experts.241.gate_proj,0.0048075811,hessian_weighted_relative_error,24500,0.02500,0.858
31,mlp.experts.242.gate_proj,0.0087413844,hessian_weighted_relative_error,23991,0.02500,0.849
31,mlp.experts.243.gate_proj,0.0042756140,hessian_weighted_relative_error,7628,0.02500,0.856
31,mlp.experts.244.gate_proj,0.0055118853,hessian_weighted_relative_error,16738,0.02500,0.849
31,mlp.experts.245.gate_proj,0.0072101143,hessian_weighted_relative_error,14805,0.02500,0.858
31,mlp.experts.246.gate_proj,0.0080299085,hessian_weighted_relative_error,18710,0.02500,0.853
31,mlp.experts.247.gate_proj,0.0084781805,hessian_weighted_relative_error,22645,0.02500,0.857
31,mlp.experts.249.gate_proj,0.0076705911,hessian_weighted_relative_error,18541,0.02500,0.858
31,mlp.experts.250.gate_proj,0.0081015242,hessian_weighted_relative_error,30089,0.02500,0.850
31,mlp.experts.251.gate_proj,0.0062911785,hessian_weighted_relative_error,37138,0.02500,0.861
31,mlp.experts.252.gate_proj,0.0046477872,hessian_weighted_relative_error,8769,0.02500,0.851
31,mlp.experts.253.gate_proj,0.0084763787,hessian_weighted_relative_error,39743,0.02500,0.861
31,mlp.experts.254.gate_proj,0.0090284934,hessian_weighted_relative_error,15049,0.02500,0.851
31,mlp.experts.255.gate_proj,0.0077094361,hessian_weighted_relative_error,13084,0.02500,0.860
31,mlp.experts.256.gate_proj,0.0080847122,hessian_weighted_relative_error,29340,0.02500,0.853
31,mlp.experts.257.gate_proj,0.0068009658,hessian_weighted_relative_error,29103,0.02500,0.857
31,mlp.experts.258.gate_proj,0.0085008993,hessian_weighted_relative_error,41580,0.02500,0.851
31,mlp.experts.259.gate_proj,0.0048500587,hessian_weighted_relative_error,12811,0.02500,0.862
31,mlp.experts.261.gate_proj,0.0068088499,hessian_weighted_relative_error,14366,0.02500,0.864
31,mlp.experts.262.gate_proj,0.0081502136,hessian_weighted_relative_error,21865,0.02500,0.851
31,mlp.experts.263.gate_proj,0.0083038992,hessian_weighted_relative_error,26875,0.02500,0.863
31,mlp.experts.264.gate_proj,0.0087382672,hessian_weighted_relative_error,36526,0.02500,0.853
31,mlp.experts.265.gate_proj,0.0057288801,hessian_weighted_relative_error,10669,0.02500,0.859
31,mlp.experts.266.gate_proj,0.0067009780,hessian_weighted_relative_error,11014,0.02500,0.852
31,mlp.experts.267.gate_proj,0.0085346295,hessian_weighted_relative_error,19417,0.02500,0.864
31,mlp.experts.268.gate_proj,0.0076896277,hessian_weighted_relative_error,45271,0.02500,0.850
31,mlp.experts.269.gate_proj,0.0062642823,hessian_weighted_relative_error,13021,0.02500,0.862
31,mlp.experts.270.gate_proj,0.0079702982,hessian_weighted_relative_error,31865,0.02500,0.853
31,mlp.experts.271.gate_proj,0.0072961064,hessian_weighted_relative_error,25941,0.02500,0.861
31,mlp.experts.272.gate_proj,0.0080564557,hessian_weighted_relative_error,18840,0.02500,0.854
31,mlp.experts.273.gate_proj,0.0084579640,hessian_weighted_relative_error,27866,0.02500,0.861
31,mlp.experts.274.gate_proj,0.0084988526,hessian_weighted_relative_error,18476,0.02500,0.853
31,mlp.experts.275.gate_proj,0.0065753625,hessian_weighted_relative_error,18949,0.02500,0.862
31,mlp.experts.276.gate_proj,0.0087076394,hessian_weighted_relative_error,23601,0.02500,0.852
31,mlp.experts.277.gate_proj,0.0077455113,hessian_weighted_relative_error,17195,0.02500,0.863
31,mlp.experts.278.gate_proj,0.0074812873,hessian_weighted_relative_error,15129,0.02500,0.854
31,mlp.experts.279.gate_proj,0.0065358923,hessian_weighted_relative_error,13297,0.02500,0.860
31,mlp.experts.280.gate_proj,0.0075551999,hessian_weighted_relative_error,42868,0.02500,0.852
31,mlp.experts.281.gate_proj,0.0087114200,hessian_weighted_relative_error,27368,0.02500,0.858
31,mlp.experts.282.gate_proj,0.0084614827,hessian_weighted_relative_error,25537,0.02500,0.852
31,mlp.experts.283.gate_proj,0.0071948572,hessian_weighted_relative_error,26081,0.02500,0.860
31,mlp.experts.284.gate_proj,0.0080903797,hessian_weighted_relative_error,35215,0.02500,0.852
31,mlp.experts.285.gate_proj,0.0084483440,hessian_weighted_relative_error,27925,0.02500,0.863
31,mlp.experts.286.gate_proj,0.0086777921,hessian_weighted_relative_error,24357,0.02500,0.856
31,mlp.experts.287.gate_proj,0.0077669897,hessian_weighted_relative_error,10631,0.02500,0.867
31,mlp.experts.0.up_proj,0.0088412047,hessian_weighted_relative_error,38543,0.02500,0.854
31,mlp.experts.1.up_proj,0.0087592329,hessian_weighted_relative_error,21174,0.02500,0.863
31,mlp.experts.2.up_proj,0.0091600955,hessian_weighted_relative_error,19651,0.02500,0.853
31,mlp.experts.3.up_proj,0.0096909361,hessian_weighted_relative_error,18110,0.02500,0.863
31,mlp.experts.4.up_proj,0.0087852839,hessian_weighted_relative_error,19953,0.02500,0.854
31,mlp.experts.5.up_proj,0.0094641224,hessian_weighted_relative_error,16136,0.02500,0.863
31,mlp.experts.7.up_proj,0.0090347698,hessian_weighted_relative_error,12621,0.02500,0.863
31,mlp.experts.8.up_proj,0.0094995585,hessian_weighted_relative_error,22625,0.02500,0.856
31,mlp.experts.9.up_proj,0.0078892253,hessian_weighted_relative_error,36735,0.02500,0.864
31,mlp.experts.10.up_proj,0.0099075883,hessian_weighted_relative_error,26185,0.02500,0.854
31,mlp.experts.12.up_proj,0.0072076890,hessian_weighted_relative_error,11642,0.02500,0.854
31,mlp.experts.13.up_proj,0.0073405426,hessian_weighted_relative_error,12061,0.02500,0.864
31,mlp.experts.15.up_proj,0.0062761080,hessian_weighted_relative_error,20601,0.02500,0.862
31,mlp.experts.16.up_proj,0.0107382930,hessian_weighted_relative_error,31027,0.02500,0.855
31,mlp.experts.18.up_proj,0.0094324170,hessian_weighted_relative_error,31336,0.02500,0.856
31,mlp.experts.19.up_proj,0.0087824335,hessian_weighted_relative_error,26575,0.02500,0.864
31,mlp.experts.20.up_proj,0.0103527523,hessian_weighted_relative_error,26526,0.02500,0.855
31,mlp.experts.21.up_proj,0.0080204758,hessian_weighted_relative_error,44124,0.02500,0.864
31,mlp.experts.22.up_proj,0.0108498737,hessian_weighted_relative_error,33808,0.02500,0.853
31,mlp.experts.24.up_proj,0.0098758822,hessian_weighted_relative_error,26317,0.02500,0.855
31,mlp.experts.25.up_proj,0.0072349104,hessian_weighted_relative_error,15708,0.02500,0.863
31,mlp.experts.26.up_proj,0.0089766389,hessian_weighted_relative_error,16822,0.02500,0.854
31,mlp.experts.27.up_proj,0.0094711037,hessian_weighted_relative_error,59024,0.02500,0.866
31,mlp.experts.29.up_proj,0.0103442502,hessian_weighted_relative_error,28597,0.02500,0.864
31,mlp.experts.30.up_proj,0.0079161126,hessian_weighted_relative_error,41592,0.02500,0.855
31,mlp.experts.31.up_proj,0.0096809829,hessian_weighted_relative_error,18732,0.02500,0.866
31,mlp.experts.32.up_proj,0.0096334450,hessian_weighted_relative_error,22340,0.02500,0.856
31,mlp.experts.34.up_proj,0.0093677837,hessian_weighted_relative_error,22850,0.02500,0.859
31,mlp.experts.35.up_proj,0.0092120388,hessian_weighted_relative_error,17229,0.02500,0.878
31,mlp.experts.39.up_proj,0.0072068241,hessian_weighted_relative_error,8261,0.02500,0.865
31,mlp.experts.40.up_proj,0.0081333109,hessian_weighted_relative_error,50235,0.02500,0.865
31,mlp.experts.42.up_proj,0.0081629698,hessian_weighted_relative_error,19497,0.02500,0.864
31,mlp.experts.43.up_proj,0.0104046918,hessian_weighted_relative_error,23975,0.02500,0.866
31,mlp.experts.44.up_proj,0.0086812906,hessian_weighted_relative_error,27786,0.02500,0.857
31,mlp.experts.49.up_proj,0.0088250817,hessian_weighted_relative_error,23611,0.02500,0.867
31,mlp.experts.50.up_proj,0.0093790939,hessian_weighted_relative_error,40436,0.02500,0.866
31,mlp.experts.53.up_proj,0.0074717983,hessian_weighted_relative_error,8791,0.02500,0.869
31,mlp.experts.54.up_proj,0.0105290220,hessian_weighted_relative_error,30467,0.02500,0.870
31,mlp.experts.56.up_proj,0.0091009920,hessian_weighted_relative_error,19861,0.02500,0.861
31,mlp.experts.57.up_proj,0.0058371191,hessian_weighted_relative_error,19745,0.02500,0.883
31,mlp.experts.58.up_proj,0.0033706886,hessian_weighted_relative_error,16293,0.02500,0.859
31,mlp.experts.59.up_proj,0.0092309332,hessian_weighted_relative_error,23854,0.02500,0.877
31,mlp.experts.60.up_proj,0.0099570525,hessian_weighted_relative_error,19505,0.02500,0.859
31,mlp.experts.62.up_proj,0.0069463207,hessian_weighted_relative_error,33938,0.02500,0.867
31,mlp.experts.64.up_proj,0.0097047907,hessian_weighted_relative_error,23238,0.02500,0.857
31,mlp.experts.65.up_proj,0.0057574287,hessian_weighted_relative_error,17112,0.02500,0.875
31,mlp.experts.68.up_proj,0.0027594055,hessian_weighted_relative_error,1522,0.02500,0.859
31,mlp.experts.69.up_proj,0.0078778148,hessian_weighted_relative_error,17975,0.02500,0.869
31,mlp.experts.72.up_proj,0.0059469025,hessian_weighted_relative_error,9099,0.02500,0.856
31,mlp.experts.75.up_proj,0.0087499062,hessian_weighted_relative_error,28547,0.02500,0.875
31,mlp.experts.77.up_proj,0.0089673288,hessian_weighted_relative_error,32264,0.02500,0.870
31,mlp.experts.78.up_proj,0.0091005334,hessian_weighted_relative_error,14737,0.02500,0.859
31,mlp.experts.79.up_proj,0.0091822253,hessian_weighted_relative_error,22986,0.02500,0.870
31,mlp.experts.80.up_proj,0.0102620570,hessian_weighted_relative_error,27137,0.02500,0.860
31,mlp.experts.81.up_proj,0.0091568660,hessian_weighted_relative_error,16554,0.02500,0.879
31,mlp.experts.82.up_proj,0.0077724636,hessian_weighted_relative_error,11504,0.02500,0.857
31,mlp.experts.83.up_proj,0.0093636442,hessian_weighted_relative_error,25143,0.02500,0.877
31,mlp.experts.84.up_proj,0.0074844444,hessian_weighted_relative_error,31610,0.02500,0.858
31,mlp.experts.86.up_proj,0.0093206159,hessian_weighted_relative_error,34653,0.02500,0.857
31,mlp.experts.87.up_proj,0.0074280532,hessian_weighted_relative_error,8266,0.02500,0.879
31,mlp.experts.89.up_proj,0.0075256608,hessian_weighted_relative_error,15433,0.02500,0.868
31,mlp.experts.90.up_proj,0.0103332304,hessian_weighted_relative_error,23700,0.02500,0.858
31,mlp.experts.91.up_proj,0.0079259954,hessian_weighted_relative_error,32793,0.02500,0.878
31,mlp.experts.92.up_proj,0.0072772575,hessian_weighted_relative_error,32132,0.02500,0.859
31,mlp.experts.93.up_proj,0.0103999661,hessian_weighted_relative_error,28135,0.02500,0.877
31,mlp.experts.94.up_proj,0.0091144062,hessian_weighted_relative_error,23288,0.02500,0.859
31,mlp.experts.95.up_proj,0.0077774315,hessian_weighted_relative_error,20025,0.02500,0.868
31,mlp.experts.96.up_proj,0.0035990884,hessian_weighted_relative_error,2817,0.02500,0.858
31,mlp.experts.97.up_proj,0.0095434812,hessian_weighted_relative_error,27022,0.02500,0.875
31,mlp.experts.99.up_proj,0.0060266671,hessian_weighted_relative_error,8286,0.02500,0.867
31,mlp.experts.100.up_proj,0.0067006800,hessian_weighted_relative_error,6258,0.02500,0.860
31,mlp.experts.101.up_proj,0.0065263270,hessian_weighted_relative_error,16190,0.02500,0.871
31,mlp.experts.102.up_proj,0.0082604696,hessian_weighted_relative_error,11596,0.02500,0.859
31,mlp.experts.104.up_proj,0.0095592640,hessian_weighted_relative_error,16817,0.02500,0.861
31,mlp.experts.105.up_proj,0.0106563113,hessian_weighted_relative_error,33169,0.02500,0.879
31,mlp.experts.106.up_proj,0.0078907705,hessian_weighted_relative_error,17106,0.02500,0.860
31,mlp.experts.108.up_proj,0.0090080236,hessian_weighted_relative_error,22512,0.02500,0.861
31,mlp.experts.109.up_proj,0.0077256690,hessian_weighted_relative_error,13142,0.02500,0.877
31,mlp.experts.110.up_proj,0.0088315045,hessian_weighted_relative_error,22563,0.02500,0.859
31,mlp.experts.111.up_proj,0.0086225664,hessian_weighted_relative_error,12954,0.02500,0.866
31,mlp.experts.114.up_proj,0.0101232676,hessian_weighted_relative_error,29216,0.02500,0.860
31,mlp.experts.115.up_proj,0.0099672461,hessian_weighted_relative_error,20061,0.02500,0.867
31,mlp.experts.116.up_proj,0.0096528569,hessian_weighted_relative_error,22159,0.02500,0.863
31,mlp.experts.119.up_proj,0.0097471851,hessian_weighted_relative_error,37492,0.02500,0.878
31,mlp.experts.120.up_proj,0.0098079428,hessian_weighted_relative_error,21886,0.02500,0.862
31,mlp.experts.124.up_proj,0.0103166301,hessian_weighted_relative_error,29605,0.02500,0.860
31,mlp.experts.125.up_proj,0.0086666467,hessian_weighted_relative_error,16989,0.02500,0.872
31,mlp.experts.126.up_proj,0.0085736699,hessian_weighted_relative_error,34619,0.02500,0.859
31,mlp.experts.128.up_proj,0.0094752787,hessian_weighted_relative_error,24464,0.02500,0.866
31,mlp.experts.129.up_proj,0.0073695388,hessian_weighted_relative_error,41942,0.02500,0.883
31,mlp.experts.130.up_proj,0.0052720990,hessian_weighted_relative_error,6643,0.02500,0.860
31,mlp.experts.131.up_proj,0.0092340894,hessian_weighted_relative_error,32311,0.02500,0.872
31,mlp.experts.132.up_proj,0.0095038252,hessian_weighted_relative_error,28441,0.02500,0.859
31,mlp.experts.134.up_proj,0.0084024805,hessian_weighted_relative_error,16160,0.02500,0.861
31,mlp.experts.135.up_proj,0.0100072758,hessian_weighted_relative_error,18613,0.02500,0.873
31,mlp.experts.136.up_proj,0.0095071983,hessian_weighted_relative_error,20409,0.02500,0.863
31,mlp.experts.138.up_proj,0.0068977795,hessian_weighted_relative_error,42075,0.02500,0.861
31,mlp.experts.142.up_proj,0.0093912731,hessian_weighted_relative_error,28651,0.02500,0.862
31,mlp.experts.143.up_proj,0.0074405233,hessian_weighted_relative_error,31283,0.02500,0.877
31,mlp.experts.144.up_proj,0.0097436701,hessian_weighted_relative_error,32253,0.02500,0.861
31,mlp.experts.146.up_proj,0.0073409188,hessian_weighted_relative_error,17511,0.02500,0.861
31,mlp.experts.149.up_proj,0.0091291747,hessian_weighted_relative_error,12563,0.02500,0.887
31,mlp.experts.150.up_proj,0.0090551558,hessian_weighted_relative_error,14208,0.02500,0.862
31,mlp.experts.151.up_proj,0.0094573331,hessian_weighted_relative_error,23827,0.02500,0.874
31,mlp.experts.152.up_proj,0.0073884259,hessian_weighted_relative_error,15269,0.02500,0.863
31,mlp.experts.153.up_proj,0.0098728633,hessian_weighted_relative_error,19486,0.02500,0.880
31,mlp.experts.155.up_proj,0.0090813421,hessian_weighted_relative_error,22053,0.02500,0.876
31,mlp.experts.156.up_proj,0.0063834560,hessian_weighted_relative_error,29106,0.02500,0.862
31,mlp.experts.157.up_proj,0.0060852854,hessian_weighted_relative_error,12273,0.02500,0.890
31,mlp.experts.158.up_proj,0.0079136125,hessian_weighted_relative_error,31834,0.02500,0.863
31,mlp.experts.159.up_proj,0.0080088859,hessian_weighted_relative_error,16006,0.02500,0.881
31,mlp.experts.160.up_proj,0.0060409250,hessian_weighted_relative_error,24325,0.02500,0.861
31,mlp.experts.162.up_proj,0.0090778288,hessian_weighted_relative_error,30196,0.02500,0.861
31,mlp.experts.163.up_proj,0.0089660755,hessian_weighted_relative_error,20852,0.02500,0.879
31,mlp.experts.164.up_proj,0.0100522987,hessian_weighted_relative_error,60428,0.02500,0.863
31,mlp.experts.165.up_proj,0.0096433503,hessian_weighted_relative_error,40601,0.02500,0.874
31,mlp.experts.166.up_proj,0.0082674463,hessian_weighted_relative_error,13110,0.02500,0.863
31,mlp.experts.167.up_proj,0.0106419513,hessian_weighted_relative_error,34583,0.02500,0.885
31,mlp.experts.168.up_proj,0.0105292254,hessian_weighted_relative_error,37590,0.02500,0.865
31,mlp.experts.169.up_proj,0.0065163683,hessian_weighted_relative_error,14276,0.02500,0.881
31,mlp.experts.170.up_proj,0.0085826556,hessian_weighted_relative_error,39722,0.02500,0.863
31,mlp.experts.171.up_proj,0.0093908975,hessian_weighted_relative_error,45262,0.02500,0.884
31,mlp.experts.172.up_proj,0.0093928940,hessian_weighted_relative_error,30210,0.02500,0.864
31,mlp.experts.173.up_proj,0.0103981557,hessian_weighted_relative_error,34727,0.02500,0.878
31,mlp.experts.174.up_proj,0.0065647449,hessian_weighted_relative_error,13154,0.02500,0.862
31,mlp.experts.175.up_proj,0.0089778987,hessian_weighted_relative_error,27137,0.02500,0.885
31,mlp.experts.176.up_proj,0.0079322340,hessian_weighted_relative_error,14873,0.02500,0.870
31,mlp.experts.177.up_proj,0.0081014611,hessian_weighted_relative_error,19730,0.02500,0.884
31,mlp.experts.179.up_proj,0.0070091641,hessian_weighted_relative_error,18168,0.02500,0.906
31,mlp.experts.180.up_proj,0.0098268507,hessian_weighted_relative_error,17586,0.02500,0.863
31,mlp.experts.181.up_proj,0.0100304216,hessian_weighted_relative_error,42733,0.02500,0.886
31,mlp.experts.182.up_proj,0.0091083130,hessian_weighted_relative_error,10395,0.02500,0.865
31,mlp.experts.183.up_proj,0.0090314726,hessian_weighted_relative_error,18530,0.02500,0.882
31,mlp.experts.185.up_proj,0.0078332014,hessian_weighted_relative_error,9368,0.02500,0.883
31,mlp.experts.186.up_proj,0.0083758477,hessian_weighted_relative_error,40855,0.02500,0.865
31,mlp.experts.187.up_proj,0.0090989044,hessian_weighted_relative_error,21668,0.02500,0.887
31,mlp.experts.188.up_proj,0.0103145488,hessian_weighted_relative_error,24069,0.02500,0.864
31,mlp.experts.190.up_proj,0.0033030085,hessian_weighted_relative_error,37000,0.02500,0.874
31,mlp.experts.191.up_proj,0.0090011196,hessian_weighted_relative_error,31428,0.02500,0.880
31,mlp.experts.192.up_proj,0.0070107536,hessian_weighted_relative_error,16267,0.02500,0.862
31,mlp.experts.193.up_proj,0.0081892188,hessian_weighted_relative_error,48035,0.02500,0.882
31,mlp.experts.194.up_proj,0.0084956092,hessian_weighted_relative_error,14199,0.02500,0.861
31,mlp.experts.195.up_proj,0.0077006796,hessian_weighted_relative_error,19462,0.02500,0.880
31,mlp.experts.198.up_proj,0.0056609220,hessian_weighted_relative_error,8804,0.02500,0.864
31,mlp.experts.199.up_proj,0.0039920329,hessian_weighted_relative_error,6060,0.02500,0.885
31,mlp.experts.200.up_proj,0.0089673106,hessian_weighted_relative_error,25288,0.02500,0.864
31,mlp.experts.201.up_proj,0.0061455991,hessian_weighted_relative_error,7843,0.02500,0.878
31,mlp.experts.202.up_proj,0.0096747978,hessian_weighted_relative_error,17759,0.02500,0.863
31,mlp.experts.203.up_proj,0.0108243903,hessian_weighted_relative_error,35578,0.02500,0.881
31,mlp.experts.204.up_proj,0.0065139592,hessian_weighted_relative_error,23780,0.02500,0.862
31,mlp.experts.205.up_proj,0.0099069502,hessian_weighted_relative_error,20926,0.02500,0.882
31,mlp.experts.206.up_proj,0.0097703592,hessian_weighted_relative_error,24882,0.02500,0.862
31,mlp.experts.208.up_proj,0.0102909411,hessian_weighted_relative_error,33229,0.02500,0.861
31,mlp.experts.209.up_proj,0.0080943665,hessian_weighted_relative_error,34360,0.02500,0.886
31,mlp.experts.212.up_proj,0.0073843628,hessian_weighted_relative_error,22286,0.02500,0.863
31,mlp.experts.213.up_proj,0.0060887067,hessian_weighted_relative_error,23852,0.02500,0.888
31,mlp.experts.214.up_proj,0.0080962389,hessian_weighted_relative_error,38537,0.02500,0.865
31,mlp.experts.215.up_proj,0.0096674894,hessian_weighted_relative_error,29365,0.02500,0.895
31,mlp.experts.216.up_proj,0.0102332726,hessian_weighted_relative_error,30969,0.02500,0.865
31,mlp.experts.217.up_proj,0.0098715232,hessian_weighted_relative_error,23552,0.02500,0.887
31,mlp.experts.219.up_proj,0.0082809420,hessian_weighted_relative_error,11456,0.02500,0.888
31,mlp.experts.220.up_proj,0.0093402731,hessian_weighted_relative_error,50545,0.02500,0.863
31,mlp.experts.221.up_proj,0.0077173865,hessian_weighted_relative_error,14564,0.02500,0.885
31,mlp.experts.222.up_proj,0.0063390974,hessian_weighted_relative_error,21431,0.02500,0.863
31,mlp.experts.225.up_proj,0.0055526419,hessian_weighted_relative_error,14371,0.02500,0.885
31,mlp.experts.227.up_proj,0.0100246688,hessian_weighted_relative_error,32412,0.02500,0.883
31,mlp.experts.228.up_proj,0.0096723160,hessian_weighted_relative_error,31484,0.02500,0.864
31,mlp.experts.229.up_proj,0.0096141987,hessian_weighted_relative_error,20449,0.02500,0.878
31,mlp.experts.230.up_proj,0.0078412483,hessian_weighted_relative_error,9626,0.02500,0.863
31,mlp.experts.231.up_proj,0.0072180093,hessian_weighted_relative_error,8688,0.02500,0.888
31,mlp.experts.232.up_proj,0.0071526082,hessian_weighted_relative_error,14418,0.02500,0.865
31,mlp.experts.233.up_proj,0.0091484707,hessian_weighted_relative_error,21384,0.02500,0.884
31,mlp.experts.234.up_proj,0.0058069743,hessian_weighted_relative_error,41057,0.02500,0.864
31,mlp.experts.235.up_proj,0.0093409700,hessian_weighted_relative_error,33202,0.02500,0.888
31,mlp.experts.237.up_proj,0.0094938558,hessian_weighted_relative_error,35955,0.02500,0.882
31,mlp.experts.238.up_proj,0.0070277834,hessian_weighted_relative_error,17258,0.02500,0.862
31,mlp.experts.239.up_proj,0.0083551327,hessian_weighted_relative_error,15600,0.02500,0.885
31,mlp.experts.241.up_proj,0.0051350549,hessian_weighted_relative_error,24500,0.02500,0.884
31,mlp.experts.242.up_proj,0.0103522573,hessian_weighted_relative_error,23991,0.02500,0.863
31,mlp.experts.243.up_proj,0.0067348854,hessian_weighted_relative_error,7628,0.02500,0.889
31,mlp.experts.244.up_proj,0.0059106731,hessian_weighted_relative_error,16738,0.02500,0.863
31,mlp.experts.245.up_proj,0.0084623762,hessian_weighted_relative_error,14805,0.02500,0.887
31,mlp.experts.246.up_proj,0.0089284056,hessian_weighted_relative_error,18710,0.02500,0.863
31,mlp.experts.247.up_proj,0.0091316081,hessian_weighted_relative_error,22645,0.02500,0.888
31,mlp.experts.249.up_proj,0.0097398868,hessian_weighted_relative_error,18541,0.02500,0.886
31,mlp.experts.250.up_proj,0.0090037114,hessian_weighted_relative_error,30089,0.02500,0.863
31,mlp.experts.252.up_proj,0.0049849790,hessian_weighted_relative_error,8769,0.02500,0.859
31,mlp.experts.253.up_proj,0.0099176733,hessian_weighted_relative_error,39743,0.02500,0.890
31,mlp.experts.254.up_proj,0.0096728174,hessian_weighted_relative_error,15049,0.02500,0.872
31,mlp.experts.255.up_proj,0.0084359987,hessian_weighted_relative_error,13084,0.02500,0.895
31,mlp.experts.256.up_proj,0.0094327698,hessian_weighted_relative_error,29340,0.02500,0.864
31,mlp.experts.257.up_proj,0.0073792293,hessian_weighted_relative_error,29103,0.02500,0.890
31,mlp.experts.258.up_proj,0.0101986011,hessian_weighted_relative_error,41580,0.02500,0.868
31,mlp.experts.259.up_proj,0.0052463527,hessian_weighted_relative_error,12811,0.02500,0.911
31,mlp.experts.261.up_proj,0.0079367395,hessian_weighted_relative_error,14366,0.02500,0.901
31,mlp.experts.262.up_proj,0.0102534017,hessian_weighted_relative_error,21865,0.02500,0.865
31,mlp.experts.263.up_proj,0.0093167939,hessian_weighted_relative_error,26875,0.02500,0.888
31,mlp.experts.264.up_proj,0.0096483008,hessian_weighted_relative_error,36526,0.02500,0.866
31,mlp.experts.265.up_proj,0.0065332860,hessian_weighted_relative_error,10669,0.02500,0.882
31,mlp.experts.266.up_proj,0.0072046920,hessian_weighted_relative_error,11014,0.02500,0.866
31,mlp.experts.267.up_proj,0.0099608069,hessian_weighted_relative_error,19417,0.02500,0.891
31,mlp.experts.268.up_proj,0.0081816685,hessian_weighted_relative_error,45271,0.02500,0.867
31,mlp.experts.269.up_proj,0.0077812332,hessian_weighted_relative_error,13021,0.02500,0.887
31,mlp.experts.270.up_proj,0.0091622320,hessian_weighted_relative_error,31865,0.02500,0.867
31,mlp.experts.271.up_proj,0.0081611901,hessian_weighted_relative_error,25941,0.02500,0.894
31,mlp.experts.272.up_proj,0.0085544911,hessian_weighted_relative_error,18840,0.02500,0.863
31,mlp.experts.273.up_proj,0.0097516623,hessian_weighted_relative_error,27866,0.02500,0.904
31,mlp.experts.274.up_proj,0.0091767529,hessian_weighted_relative_error,18476,0.02500,0.864
31,mlp.experts.275.up_proj,0.0077038902,hessian_weighted_relative_error,18949,0.02500,0.888
31,mlp.experts.276.up_proj,0.0093560042,hessian_weighted_relative_error,23601,0.02500,0.864
31,mlp.experts.277.up_proj,0.0088958501,hessian_weighted_relative_error,17195,0.02500,0.884
31,mlp.experts.278.up_proj,0.0083079198,hessian_weighted_relative_error,15129,0.02500,0.865
31,mlp.experts.279.up_proj,0.0073357217,hessian_weighted_relative_error,13297,0.02500,0.889
31,mlp.experts.280.up_proj,0.0079578582,hessian_weighted_relative_error,42868,0.02500,0.863
31,mlp.experts.281.up_proj,0.0093379088,hessian_weighted_relative_error,27368,0.02500,0.896
31,mlp.experts.282.up_proj,0.0092066302,hessian_weighted_relative_error,25537,0.02500,0.863
31,mlp.experts.283.up_proj,0.0077447517,hessian_weighted_relative_error,26081,0.02500,0.895
31,mlp.experts.284.up_proj,0.0107273595,hessian_weighted_relative_error,35215,0.02500,0.864
31,mlp.experts.285.up_proj,0.0102016847,hessian_weighted_relative_error,27925,0.02500,0.895
31,mlp.experts.286.up_proj,0.0096461437,hessian_weighted_relative_error,24357,0.02500,0.866
31,mlp.experts.287.up_proj,0.0088217224,hessian_weighted_relative_error,10631,0.02500,0.890
31,mlp.experts.1.down_proj,0.0119160809,hessian_weighted_relative_error,21174,0.02500,0.717
31,mlp.experts.2.down_proj,0.0133165746,hessian_weighted_relative_error,19651,0.02500,0.730
31,mlp.experts.3.down_proj,0.0141887416,hessian_weighted_relative_error,18110,0.02500,0.750
31,mlp.experts.4.down_proj,0.0132209884,hessian_weighted_relative_error,19953,0.02500,0.772
31,mlp.experts.5.down_proj,0.0143478646,hessian_weighted_relative_error,16136,0.02500,0.754
31,mlp.experts.7.down_proj,0.0133724118,hessian_weighted_relative_error,12621,0.02500,0.749
31,mlp.experts.8.down_proj,0.0140055625,hessian_weighted_relative_error,22625,0.02500,0.774
31,mlp.experts.10.down_proj,0.0141392709,hessian_weighted_relative_error,26185,0.02500,0.770
31,mlp.experts.12.down_proj,0.0111742331,hessian_weighted_relative_error,11642,0.02500,0.774
31,mlp.experts.13.down_proj,0.0108337949,hessian_weighted_relative_error,12061,0.02500,0.755
31,mlp.experts.15.down_proj,0.0104445223,hessian_weighted_relative_error,20601,0.02500,0.754
31,mlp.experts.16.down_proj,0.0149995711,hessian_weighted_relative_error,31027,0.02500,0.777
31,mlp.experts.18.down_proj,0.0138983957,hessian_weighted_relative_error,31336,0.02500,0.774
31,mlp.experts.19.down_proj,0.0131692722,hessian_weighted_relative_error,26575,0.02500,0.756
31,mlp.experts.20.down_proj,0.0147672679,hessian_weighted_relative_error,26526,0.02500,0.777
31,mlp.experts.21.down_proj,0.0111318265,hessian_weighted_relative_error,44124,0.02500,0.756
31,mlp.experts.24.down_proj,0.0143326095,hessian_weighted_relative_error,26317,0.02500,0.781
31,mlp.experts.25.down_proj,0.0107862277,hessian_weighted_relative_error,15708,0.02500,0.759
31,mlp.experts.26.down_proj,0.0138440694,hessian_weighted_relative_error,16822,0.02500,0.777
31,mlp.experts.31.down_proj,0.0141294854,hessian_weighted_relative_error,18732,0.02500,0.760
31,mlp.experts.32.down_proj,0.0137495420,hessian_weighted_relative_error,22340,0.02500,0.781
31,mlp.experts.34.down_proj,0.0142148661,hessian_weighted_relative_error,22850,0.02500,0.780
31,mlp.experts.35.down_proj,0.0141390527,hessian_weighted_relative_error,17229,0.02500,0.764
31,mlp.experts.39.down_proj,0.0119416309,hessian_weighted_relative_error,8261,0.02500,0.764
31,mlp.experts.42.down_proj,0.0126602750,hessian_weighted_relative_error,19497,0.02500,0.781
31,mlp.experts.43.down_proj,0.0150570484,hessian_weighted_relative_error,23975,0.02500,0.765
31,mlp.experts.44.down_proj,0.0132296857,hessian_weighted_relative_error,27786,0.02500,0.785
31,mlp.experts.49.down_proj,0.0130365168,hessian_weighted_relative_error,23611,0.02500,0.769
31,mlp.experts.53.down_proj,0.0102604363,hessian_weighted_relative_error,8791,0.02500,0.771
31,mlp.experts.54.down_proj,0.0151113516,hessian_weighted_relative_error,30467,0.02500,0.785
31,mlp.experts.56.down_proj,0.0138231744,hessian_weighted_relative_error,19861,0.02500,0.789
31,mlp.experts.57.down_proj,0.0077561972,hessian_weighted_relative_error,19745,0.02500,0.771
31,mlp.experts.59.down_proj,0.0139412151,hessian_weighted_relative_error,23854,0.02500,0.772
31,mlp.experts.60.down_proj,0.0144018329,hessian_weighted_relative_error,19505,0.02500,0.790
31,mlp.experts.62.down_proj,0.0094821772,hessian_weighted_relative_error,33938,0.02500,0.788
31,mlp.experts.64.down_proj,0.0141525129,hessian_weighted_relative_error,23238,0.02500,0.791
31,mlp.experts.65.down_proj,0.0102195146,hessian_weighted_relative_error,17112,0.02500,0.774
31,mlp.experts.68.down_proj,0.0053844471,hessian_weighted_relative_error,1522,0.02500,0.792
31,mlp.experts.69.down_proj,0.0120761231,hessian_weighted_relative_error,17975,0.02500,0.776
31,mlp.experts.72.down_proj,0.0092410577,hessian_weighted_relative_error,9099,0.02500,0.793
31,mlp.experts.75.down_proj,0.0122003739,hessian_weighted_relative_error,28547,0.02500,0.778
31,mlp.experts.78.down_proj,0.0126096939,hessian_weighted_relative_error,14737,0.02500,0.792
31,mlp.experts.79.down_proj,0.0134810603,hessian_weighted_relative_error,22986,0.02500,0.780
31,mlp.experts.80.down_proj,0.0144318164,hessian_weighted_relative_error,27137,0.02500,0.795
31,mlp.experts.81.down_proj,0.0138786788,hessian_weighted_relative_error,16554,0.02500,0.781
31,mlp.experts.82.down_proj,0.0122960025,hessian_weighted_relative_error,11504,0.02500,0.793
31,mlp.experts.83.down_proj,0.0126191331,hessian_weighted_relative_error,25143,0.02500,0.780
31,mlp.experts.86.down_proj,0.0134136801,hessian_weighted_relative_error,34653,0.02500,0.792
31,mlp.experts.87.down_proj,0.0116478522,hessian_weighted_relative_error,8266,0.02500,0.782
31,mlp.experts.89.down_proj,0.0121302016,hessian_weighted_relative_error,15433,0.02500,0.785
31,mlp.experts.90.down_proj,0.0143387102,hessian_weighted_relative_error,23700,0.02500,0.795
31,mlp.experts.91.down_proj,0.0108955169,hessian_weighted_relative_error,32793,0.02500,0.783
31,mlp.experts.93.down_proj,0.0149690795,hessian_weighted_relative_error,28135,0.02500,0.789
31,mlp.experts.94.down_proj,0.0140138634,hessian_weighted_relative_error,23288,0.02500,0.796
31,mlp.experts.95.down_proj,0.0121678334,hessian_weighted_relative_error,20025,0.02500,0.787
31,mlp.experts.96.down_proj,0.0067136593,hessian_weighted_relative_error,2817,0.02500,0.799
31,mlp.experts.97.down_proj,0.0135106597,hessian_weighted_relative_error,27022,0.02500,0.787
31,mlp.experts.99.down_proj,0.0094163875,hessian_weighted_relative_error,8286,0.02500,0.787
31,mlp.experts.100.down_proj,0.0113460827,hessian_weighted_relative_error,6258,0.02500,0.801
31,mlp.experts.101.down_proj,0.0099731279,hessian_weighted_relative_error,16190,0.02500,0.791
31,mlp.experts.102.down_proj,0.0124981486,hessian_weighted_relative_error,11596,0.02500,0.797
31,mlp.experts.104.down_proj,0.0140577310,hessian_weighted_relative_error,16817,0.02500,0.801
31,mlp.experts.105.down_proj,0.0150939598,hessian_weighted_relative_error,33169,0.02500,0.790
31,mlp.experts.106.down_proj,0.0114680386,hessian_weighted_relative_error,17106,0.02500,0.798
31,mlp.experts.108.down_proj,0.0133177754,hessian_weighted_relative_error,22512,0.02500,0.805
31,mlp.experts.109.down_proj,0.0119953065,hessian_weighted_relative_error,13142,0.02500,0.792
31,mlp.experts.110.down_proj,0.0130876018,hessian_weighted_relative_error,22563,0.02500,0.800
31,mlp.experts.111.down_proj,0.0132395769,hessian_weighted_relative_error,12954,0.02500,0.793
31,mlp.experts.114.down_proj,0.0142439864,hessian_weighted_relative_error,29216,0.02500,0.801
31,mlp.experts.115.down_proj,0.0142050564,hessian_weighted_relative_error,20061,0.02500,0.792
31,mlp.experts.116.down_proj,0.0142190916,hessian_weighted_relative_error,22159,0.02500,0.806
31,mlp.experts.120.down_proj,0.0140494476,hessian_weighted_relative_error,21886,0.02500,0.806
31,mlp.experts.124.down_proj,0.0143133743,hessian_weighted_relative_error,29605,0.02500,0.806
31,mlp.experts.125.down_proj,0.0129184255,hessian_weighted_relative_error,16989,0.02500,0.798
31,mlp.experts.126.down_proj,0.0129609937,hessian_weighted_relative_error,34619,0.02500,0.802
31,mlp.experts.128.down_proj,0.0137882540,hessian_weighted_relative_error,24464,0.02500,0.806
31,mlp.experts.130.down_proj,0.0091037277,hessian_weighted_relative_error,6643,0.02500,0.804
31,mlp.experts.132.down_proj,0.0138958242,hessian_weighted_relative_error,28441,0.02500,0.809
31,mlp.experts.134.down_proj,0.0125078677,hessian_weighted_relative_error,16160,0.02500,0.803
31,mlp.experts.135.down_proj,0.0146725077,hessian_weighted_relative_error,18613,0.02500,0.801
31,mlp.experts.136.down_proj,0.0126488082,hessian_weighted_relative_error,20409,0.02500,0.807
31,mlp.experts.138.down_proj,0.0107179123,hessian_weighted_relative_error,42075,0.02500,0.806
31,mlp.experts.142.down_proj,0.0130425535,hessian_weighted_relative_error,28651,0.02500,0.805
31,mlp.experts.146.down_proj,0.0114481751,hessian_weighted_relative_error,17511,0.02500,0.804
31,mlp.experts.149.down_proj,0.0135320009,hessian_weighted_relative_error,12563,0.02500,0.804
31,mlp.experts.150.down_proj,0.0135333708,hessian_weighted_relative_error,14208,0.02500,0.805
31,mlp.experts.151.down_proj,0.0137754018,hessian_weighted_relative_error,23827,0.02500,0.805
31,mlp.experts.153.down_proj,0.0144028510,hessian_weighted_relative_error,19486,0.02500,0.806
31,mlp.experts.155.down_proj,0.0130650883,hessian_weighted_relative_error,22053,0.02500,0.805
31,mlp.experts.156.down_proj,0.0096069071,hessian_weighted_relative_error,29106,0.02500,0.809
31,mlp.experts.157.down_proj,0.0084847714,hessian_weighted_relative_error,12273,0.02500,0.808
31,mlp.experts.158.down_proj,0.0121336981,hessian_weighted_relative_error,31834,0.02500,0.807
31,mlp.experts.159.down_proj,0.0123150812,hessian_weighted_relative_error,16006,0.02500,0.807
31,mlp.experts.162.down_proj,0.0129411946,hessian_weighted_relative_error,30196,0.02500,0.808
31,mlp.experts.163.down_proj,0.0135220919,hessian_weighted_relative_error,20852,0.02500,0.808
31,mlp.experts.166.down_proj,0.0126510837,hessian_weighted_relative_error,13110,0.02500,0.808
31,mlp.experts.168.down_proj,0.0151501570,hessian_weighted_relative_error,37590,0.02500,0.813
31,mlp.experts.169.down_proj,0.0100185172,hessian_weighted_relative_error,14276,0.02500,0.812
31,mlp.experts.170.down_proj,0.0131455104,hessian_weighted_relative_error,39722,0.02500,0.811
31,mlp.experts.172.down_proj,0.0139377193,hessian_weighted_relative_error,30210,0.02500,0.810
31,mlp.experts.173.down_proj,0.0149973419,hessian_weighted_relative_error,34727,0.02500,0.813
31,mlp.experts.174.down_proj,0.0104924017,hessian_weighted_relative_error,13154,0.02500,0.810
31,mlp.experts.175.down_proj,0.0123832666,hessian_weighted_relative_error,27137,0.02500,0.812
31,mlp.experts.176.down_proj,0.0120498694,hessian_weighted_relative_error,14873,0.02500,0.811
31,mlp.experts.177.down_proj,0.0125086783,hessian_weighted_relative_error,19730,0.02500,0.815
31,mlp.experts.179.down_proj,0.0105737462,hessian_weighted_relative_error,18168,0.02500,0.815
31,mlp.experts.180.down_proj,0.0143949107,hessian_weighted_relative_error,17586,0.02500,0.814
31,mlp.experts.182.down_proj,0.0132264189,hessian_weighted_relative_error,10395,0.02500,0.811
31,mlp.experts.183.down_proj,0.0138706619,hessian_weighted_relative_error,18530,0.02500,0.816
31,mlp.experts.185.down_proj,0.0126744311,hessian_weighted_relative_error,9368,0.02500,0.817
31,mlp.experts.186.down_proj,0.0133411344,hessian_weighted_relative_error,40855,0.02500,0.811
31,mlp.experts.187.down_proj,0.0128106681,hessian_weighted_relative_error,21668,0.02500,0.816
31,mlp.experts.188.down_proj,0.0148072960,hessian_weighted_relative_error,24069,0.02500,0.817
31,mlp.experts.190.down_proj,0.0052378315,hessian_weighted_relative_error,37000,0.02500,0.812
31,mlp.experts.192.down_proj,0.0115293149,hessian_weighted_relative_error,16267,0.02500,0.816
31,mlp.experts.194.down_proj,0.0129857778,hessian_weighted_relative_error,14199,0.02500,0.814
31,mlp.experts.195.down_proj,0.0113713836,hessian_weighted_relative_error,19462,0.02500,0.818
31,mlp.experts.198.down_proj,0.0084590670,hessian_weighted_relative_error,8804,0.02500,0.814
31,mlp.experts.199.down_proj,0.0074789424,hessian_weighted_relative_error,6060,0.02500,0.821
31,mlp.experts.200.down_proj,0.0131565103,hessian_weighted_relative_error,25288,0.02500,0.818
31,mlp.experts.201.down_proj,0.0110492608,hessian_weighted_relative_error,7843,0.02500,0.823
31,mlp.experts.202.down_proj,0.0139168420,hessian_weighted_relative_error,17759,0.02500,0.815
31,mlp.experts.205.down_proj,0.0144679889,hessian_weighted_relative_error,20926,0.02500,0.824
31,mlp.experts.206.down_proj,0.0143840908,hessian_weighted_relative_error,24882,0.02500,0.815
31,mlp.experts.208.down_proj,0.0150681459,hessian_weighted_relative_error,33229,0.02500,0.819
31,mlp.experts.209.down_proj,0.0120984154,hessian_weighted_relative_error,34360,0.02500,0.822
31,mlp.experts.212.down_proj,0.0112680050,hessian_weighted_relative_error,22286,0.02500,0.818
31,mlp.experts.213.down_proj,0.0100529651,hessian_weighted_relative_error,23852,0.02500,0.824
31,mlp.experts.214.down_proj,0.0116890164,hessian_weighted_relative_error,38537,0.02500,0.815
31,mlp.experts.217.down_proj,0.0142237862,hessian_weighted_relative_error,23552,0.02500,0.823
31,mlp.experts.219.down_proj,0.0128337067,hessian_weighted_relative_error,11456,0.02500,0.825
31,mlp.experts.221.down_proj,0.0110978780,hessian_weighted_relative_error,14564,0.02500,0.826
31,mlp.experts.222.down_proj,0.0046524488,hessian_weighted_relative_error,21431,0.02500,0.819
31,mlp.experts.225.down_proj,0.0093134445,hessian_weighted_relative_error,14371,0.02500,0.823
31,mlp.experts.228.down_proj,0.0142312498,hessian_weighted_relative_error,31484,0.02500,0.819
31,mlp.experts.229.down_proj,0.0143134861,hessian_weighted_relative_error,20449,0.02500,0.831
31,mlp.experts.230.down_proj,0.0121343804,hessian_weighted_relative_error,9626,0.02500,0.816
31,mlp.experts.231.down_proj,0.0117349926,hessian_weighted_relative_error,8688,0.02500,0.828
31,mlp.experts.232.down_proj,0.0108906986,hessian_weighted_relative_error,14418,0.02500,0.820
31,mlp.experts.234.down_proj,0.0077908118,hessian_weighted_relative_error,41057,0.02500,0.817
31,mlp.experts.238.down_proj,0.0118402809,hessian_weighted_relative_error,17258,0.02500,0.819
31,mlp.experts.239.down_proj,0.0129736791,hessian_weighted_relative_error,15600,0.02500,0.828
31,mlp.experts.241.down_proj,0.0084546037,hessian_weighted_relative_error,24500,0.02500,0.829
31,mlp.experts.242.down_proj,0.0143291409,hessian_weighted_relative_error,23991,0.02500,0.819
31,mlp.experts.243.down_proj,0.0112639013,hessian_weighted_relative_error,7628,0.02500,0.822
31,mlp.experts.245.down_proj,0.0134193757,hessian_weighted_relative_error,14805,0.02500,0.826
31,mlp.experts.246.down_proj,0.0127842507,hessian_weighted_relative_error,18710,0.02500,0.819
31,mlp.experts.247.down_proj,0.0007406540,hessian_weighted_relative_error,22645,0.02500,0.828
31,mlp.experts.249.down_proj,0.0142910167,hessian_weighted_relative_error,18541,0.02500,0.827
31,mlp.experts.252.down_proj,0.0079280359,hessian_weighted_relative_error,8769,0.02500,0.823
31,mlp.experts.253.down_proj,0.0132695467,hessian_weighted_relative_error,39743,0.02500,0.826
31,mlp.experts.254.down_proj,0.0136709828,hessian_weighted_relative_error,15049,0.02500,0.820
31,mlp.experts.255.down_proj,0.0119694909,hessian_weighted_relative_error,13084,0.02500,0.829
31,mlp.experts.256.down_proj,0.0134938936,hessian_weighted_relative_error,29340,0.02500,0.821
31,mlp.experts.257.down_proj,0.0117348161,hessian_weighted_relative_error,29103,0.02500,0.825
31,mlp.experts.258.down_proj,0.0139479211,hessian_weighted_relative_error,41580,0.02500,0.821
31,mlp.experts.259.down_proj,0.0095045179,hessian_weighted_relative_error,12811,0.02500,0.824
31,mlp.experts.261.down_proj,0.0124907431,hessian_weighted_relative_error,14366,0.02500,0.827
31,mlp.experts.262.down_proj,0.0147737047,hessian_weighted_relative_error,21865,0.02500,0.820
31,mlp.experts.263.down_proj,0.0125792509,hessian_weighted_relative_error,26875,0.02500,0.829
31,mlp.experts.265.down_proj,0.0107333645,hessian_weighted_relative_error,10669,0.02500,0.826
31,mlp.experts.266.down_proj,0.0108888439,hessian_weighted_relative_error,11014,0.02500,0.820
31,mlp.experts.267.down_proj,0.0146776983,hessian_weighted_relative_error,19417,0.02500,0.824
31,mlp.experts.268.down_proj,0.0126324176,hessian_weighted_relative_error,45271,0.02500,0.823
31,mlp.experts.269.down_proj,0.0127447672,hessian_weighted_relative_error,13021,0.02500,0.827
31,mlp.experts.270.down_proj,0.0130189613,hessian_weighted_relative_error,31865,0.02500,0.821
31,mlp.experts.271.down_proj,0.0127589729,hessian_weighted_relative_error,25941,0.02500,0.829
31,mlp.experts.272.down_proj,0.0127846193,hessian_weighted_relative_error,18840,0.02500,0.822
31,mlp.experts.273.down_proj,0.0137393166,hessian_weighted_relative_error,27866,0.02500,0.827
31,mlp.experts.274.down_proj,0.0136517630,hessian_weighted_relative_error,18476,0.02500,0.819
31,mlp.experts.276.down_proj,0.0140162523,hessian_weighted_relative_error,23601,0.02500,0.821
31,mlp.experts.277.down_proj,0.0126572418,hessian_weighted_relative_error,17195,0.02500,0.827
31,mlp.experts.278.down_proj,0.0123382339,hessian_weighted_relative_error,15129,0.02500,0.821
31,mlp.experts.279.down_proj,0.0114190538,hessian_weighted_relative_error,13297,0.02500,0.832
31,mlp.experts.280.down_proj,0.0116909101,hessian_weighted_relative_error,42868,0.02500,0.822
31,mlp.experts.283.down_proj,0.0104594189,hessian_weighted_relative_error,26081,0.02500,0.824
31,mlp.experts.284.down_proj,0.0150932745,hessian_weighted_relative_error,35215,0.02500,0.823
31,mlp.experts.285.down_proj,0.0146780925,hessian_weighted_relative_error,27925,0.02500,0.828
31,mlp.experts.286.down_proj,0.0135309700,hessian_weighted_relative_error,24357,0.02500,0.820
31,mlp.experts.287.down_proj,0.0136541611,hessian_weighted_relative_error,10631,0.02500,0.827
31,mlp.experts.0.down_proj,0.0034711157,hessian_weighted_relative_error,38543,0.02500,1.488
31,mlp.experts.103.down_proj,0.0028604782,hessian_weighted_relative_error,44065,0.02500,1.499
31,mlp.experts.112.down_proj,0.0034702564,hessian_weighted_relative_error,61647,0.02500,1.534
31,mlp.experts.103.gate_proj,0.0016100139,hessian_weighted_relative_error,44065,0.02500,1.618
31,mlp.experts.112.gate_proj,0.0023015303,hessian_weighted_relative_error,61647,0.02500,1.598
31,mlp.experts.103.up_proj,0.0017074344,hessian_weighted_relative_error,44065,0.02500,1.663
31,mlp.experts.112.up_proj,0.0025117262,hessian_weighted_relative_error,61647,0.02500,1.623
31,mlp.experts.107.down_proj,0.0034082879,hessian_weighted_relative_error,103871,0.02500,1.536
31,mlp.experts.118.down_proj,0.0035063653,hessian_weighted_relative_error,59127,0.02500,1.549
31,mlp.experts.107.gate_proj,0.0023286203,hessian_weighted_relative_error,103871,0.02500,1.634
31,mlp.experts.118.up_proj,0.0022853125,hessian_weighted_relative_error,59127,0.02500,1.619
31,mlp.experts.107.up_proj,0.0024513949,hessian_weighted_relative_error,103871,0.02500,1.673
31,mlp.experts.122.down_proj,0.0025925971,hessian_weighted_relative_error,45869,0.02500,1.541
31,mlp.experts.11.down_proj,0.0030092047,hessian_weighted_relative_error,83170,0.02500,1.501
31,mlp.experts.122.up_proj,0.0019033437,hessian_weighted_relative_error,45869,0.02500,1.625
31,mlp.experts.11.gate_proj,0.0017629101,hessian_weighted_relative_error,83170,0.02500,1.587
31,mlp.experts.14.down_proj,0.0028535938,hessian_weighted_relative_error,30251,0.02500,1.510
31,mlp.experts.11.up_proj,0.0018522383,hessian_weighted_relative_error,83170,0.02500,1.660
31,mlp.experts.14.gate_proj,0.0020199084,hessian_weighted_relative_error,30251,0.02500,1.566
31,mlp.experts.113.down_proj,0.0036693530,hessian_weighted_relative_error,53546,0.02500,1.538
31,mlp.experts.14.up_proj,0.0021583521,hessian_weighted_relative_error,30251,0.02500,1.617
31,mlp.experts.113.gate_proj,0.0023580718,hessian_weighted_relative_error,53546,0.02500,1.637
31,mlp.experts.140.down_proj,0.0038002158,hessian_weighted_relative_error,39444,0.02500,1.545
31,mlp.experts.113.up_proj,0.0026170228,hessian_weighted_relative_error,53546,0.02500,1.674
31,mlp.experts.140.up_proj,0.0025186308,hessian_weighted_relative_error,39444,0.02500,1.624
31,mlp.experts.117.down_proj,0.0031964454,hessian_weighted_relative_error,86586,0.02500,1.543
31,mlp.experts.144.down_proj,0.0034675623,hessian_weighted_relative_error,32253,0.02500,1.554
31,mlp.experts.117.gate_proj,0.0020440557,hessian_weighted_relative_error,86586,0.02500,1.640
31,mlp.experts.148.down_proj,0.0033111859,hessian_weighted_relative_error,48523,0.02500,1.545
31,mlp.experts.117.up_proj,0.0021216810,hessian_weighted_relative_error,86586,0.02500,1.666
31,mlp.experts.148.gate_proj,0.0022361334,hessian_weighted_relative_error,48523,0.02500,1.607
31,mlp.experts.119.down_proj,0.0038142988,hessian_weighted_relative_error,37492,0.02500,1.539
31,mlp.experts.148.up_proj,0.0024759967,hessian_weighted_relative_error,48523,0.02500,1.625
31,mlp.experts.121.down_proj,0.0032395316,hessian_weighted_relative_error,40595,0.02500,1.539
31,mlp.experts.152.down_proj,0.0027973905,hessian_weighted_relative_error,15269,0.02500,1.546
31,mlp.experts.121.gate_proj,0.0022632306,hessian_weighted_relative_error,40595,0.02500,1.651
31,mlp.experts.154.down_proj,0.0024677268,hessian_weighted_relative_error,44247,0.02500,1.548
31,mlp.experts.121.up_proj,0.0025634859,hessian_weighted_relative_error,40595,0.02500,1.668
31,mlp.experts.154.gate_proj,0.0014547619,hessian_weighted_relative_error,44247,0.02500,1.606
31,mlp.experts.123.down_proj,0.0038306029,hessian_weighted_relative_error,40285,0.02500,1.547
31,mlp.experts.154.up_proj,0.0015385779,hessian_weighted_relative_error,44247,0.02500,1.628
31,mlp.experts.123.up_proj,0.0026113293,hessian_weighted_relative_error,40285,0.02500,1.668
31,mlp.experts.160.down_proj,0.0022903768,hessian_weighted_relative_error,24325,0.02500,1.551
31,mlp.experts.127.down_proj,0.0038135347,hessian_weighted_relative_error,38932,0.02500,1.546
31,mlp.experts.164.down_proj,0.0036903800,hessian_weighted_relative_error,60428,0.02500,1.556
31,mlp.experts.127.up_proj,0.0026680211,hessian_weighted_relative_error,38932,0.02500,1.688
31,mlp.experts.178.down_proj,0.0029961252,hessian_weighted_relative_error,76038,0.02500,1.551
31,mlp.experts.129.down_proj,0.0029758139,hessian_weighted_relative_error,41942,0.02500,1.550
31,mlp.experts.178.gate_proj,0.0019101689,hessian_weighted_relative_error,76038,0.02500,1.609
31,mlp.experts.131.down_proj,0.0033485778,hessian_weighted_relative_error,32311,0.02500,1.555
31,mlp.experts.178.up_proj,0.0020493080,hessian_weighted_relative_error,76038,0.02500,1.630
31,mlp.experts.133.down_proj,0.0039586082,hessian_weighted_relative_error,33855,0.02500,1.543
31,mlp.experts.184.down_proj,0.0028810934,hessian_weighted_relative_error,43000,0.02500,1.558
31,mlp.experts.133.up_proj,0.0027427261,hessian_weighted_relative_error,33855,0.02500,1.686
31,mlp.experts.184.gate_proj,0.0016569196,hessian_weighted_relative_error,43000,0.02500,1.612
31,mlp.experts.137.down_proj,0.0025977589,hessian_weighted_relative_error,69856,0.02500,1.553
31,mlp.experts.184.up_proj,0.0020009384,hessian_weighted_relative_error,43000,0.02500,1.629
31,mlp.experts.137.gate_proj,0.0015761330,hessian_weighted_relative_error,69856,0.02500,1.647
31,mlp.experts.196.down_proj,0.0024320390,hessian_weighted_relative_error,50221,0.02500,1.557
31,mlp.experts.137.up_proj,0.0016583813,hessian_weighted_relative_error,69856,0.02500,1.670
31,mlp.experts.196.gate_proj,0.0014992852,hessian_weighted_relative_error,50221,0.02500,1.614
31,mlp.experts.139.down_proj,0.0029347757,hessian_weighted_relative_error,65775,0.02500,1.550
31,mlp.experts.196.up_proj,0.0016221124,hessian_weighted_relative_error,50221,0.02500,1.632
31,mlp.experts.204.down_proj,0.0028108268,hessian_weighted_relative_error,23780,0.02500,1.560
31,mlp.experts.139.gate_proj,0.0017121662,hessian_weighted_relative_error,65775,0.02500,1.651
31,mlp.experts.210.down_proj,0.0021893737,hessian_weighted_relative_error,26474,0.02500,1.556
31,mlp.experts.139.up_proj,0.0018407428,hessian_weighted_relative_error,65775,0.02500,1.674
31,mlp.experts.210.up_proj,0.0013117825,hessian_weighted_relative_error,26474,0.02500,1.634
31,mlp.experts.141.down_proj,0.0036662910,hessian_weighted_relative_error,36371,0.02500,1.552
31,mlp.experts.216.down_proj,0.0038475181,hessian_weighted_relative_error,30969,0.02500,1.558
31,mlp.experts.141.up_proj,0.0026079082,hessian_weighted_relative_error,36371,0.02500,1.687
31,mlp.experts.218.down_proj,0.0038605271,hessian_weighted_relative_error,39444,0.02500,1.558
31,mlp.experts.143.down_proj,0.0029812179,hessian_weighted_relative_error,31283,0.02500,1.554
31,mlp.experts.218.gate_proj,0.0023412959,hessian_weighted_relative_error,39444,0.02500,1.616
31,mlp.experts.145.down_proj,0.0036489596,hessian_weighted_relative_error,39500,0.02500,1.549
31,mlp.experts.218.up_proj,0.0026757014,hessian_weighted_relative_error,39444,0.02500,1.632
31,mlp.experts.145.up_proj,0.0024684940,hessian_weighted_relative_error,39500,0.02500,1.682
31,mlp.experts.22.down_proj,0.0039303815,hessian_weighted_relative_error,33808,0.02500,1.516
31,mlp.experts.147.down_proj,0.0032007772,hessian_weighted_relative_error,33860,0.02500,1.564
31,mlp.experts.220.down_proj,0.0035566641,hessian_weighted_relative_error,50545,0.02500,1.563
31,mlp.experts.147.up_proj,0.0021259087,hessian_weighted_relative_error,33860,0.02500,1.679
31,mlp.experts.224.down_proj,0.0037578875,hessian_weighted_relative_error,34297,0.02500,1.561
31,mlp.experts.161.down_proj,0.0032446730,hessian_weighted_relative_error,36790,0.02500,1.557
31,mlp.experts.224.up_proj,0.0025314634,hessian_weighted_relative_error,34297,0.02500,1.633
31,mlp.experts.161.gate_proj,0.0020322573,hessian_weighted_relative_error,36790,0.02500,1.657
31,mlp.experts.226.down_proj,0.0035124413,hessian_weighted_relative_error,42790,0.02500,1.561
31,mlp.experts.161.up_proj,0.0021419174,hessian_weighted_relative_error,36790,0.02500,1.685
31,mlp.experts.226.gate_proj,0.0015733227,hessian_weighted_relative_error,42790,0.02500,1.618
31,mlp.experts.165.down_proj,0.0035458520,hessian_weighted_relative_error,40601,0.02500,1.562
31,mlp.experts.226.up_proj,0.0022580973,hessian_weighted_relative_error,42790,0.02500,1.635
31,mlp.experts.167.down_proj,0.0038824190,hessian_weighted_relative_error,34583,0.02500,1.556
31,mlp.experts.236.down_proj,0.0033295262,hessian_weighted_relative_error,27598,0.02500,1.565
31,mlp.experts.17.down_proj,0.0038845711,hessian_weighted_relative_error,34319,0.02500,1.497
31,mlp.experts.236.gate_proj,0.0021101048,hessian_weighted_relative_error,27598,0.02500,1.618
31,mlp.experts.17.up_proj,0.0027725687,hessian_weighted_relative_error,34319,0.02500,1.667
31,mlp.experts.236.up_proj,0.0021965572,hessian_weighted_relative_error,27598,0.02500,1.632
31,mlp.experts.171.down_proj,0.0036187740,hessian_weighted_relative_error,45262,0.02500,1.563
31,mlp.experts.240.down_proj,0.0026947057,hessian_weighted_relative_error,28107,0.02500,1.563
31,mlp.experts.181.down_proj,0.0036653054,hessian_weighted_relative_error,42733,0.02500,1.562
31,mlp.experts.240.gate_proj,0.0016485214,hessian_weighted_relative_error,28107,0.02500,1.617
31,mlp.experts.189.down_proj,0.0030939381,hessian_weighted_relative_error,60428,0.02500,1.564
31,mlp.experts.240.up_proj,0.0017464906,hessian_weighted_relative_error,28107,0.02500,1.634
31,mlp.experts.189.gate_proj,0.0022114362,hessian_weighted_relative_error,60428,0.02500,1.666
31,mlp.experts.244.down_proj,0.0025775812,hessian_weighted_relative_error,16738,0.02500,1.565
31,mlp.experts.189.up_proj,0.0024078861,hessian_weighted_relative_error,60428,0.02500,1.687
31,mlp.experts.248.down_proj,0.0033767684,hessian_weighted_relative_error,92293,0.02500,1.566
31,mlp.experts.191.down_proj,0.0035789404,hessian_weighted_relative_error,31428,0.02500,1.574
31,mlp.experts.248.gate_proj,0.0021824808,hessian_weighted_relative_error,92293,0.02500,1.620
31,mlp.experts.193.down_proj,0.0032504132,hessian_weighted_relative_error,48035,0.02500,1.564
31,mlp.experts.248.up_proj,0.0022521711,hessian_weighted_relative_error,92293,0.02500,1.634
31,mlp.experts.197.down_proj,0.0033696146,hessian_weighted_relative_error,68640,0.02500,1.587
31,mlp.experts.250.down_proj,0.0034502547,hessian_weighted_relative_error,30089,0.02500,1.565
31,mlp.experts.197.gate_proj,0.0018574957,hessian_weighted_relative_error,68640,0.02500,1.670
31,mlp.experts.260.down_proj,0.0034325353,hessian_weighted_relative_error,42801,0.02500,1.566
31,mlp.experts.197.up_proj,0.0020677760,hessian_weighted_relative_error,68640,0.02500,1.695
31,mlp.experts.260.gate_proj,0.0021367305,hessian_weighted_relative_error,42801,0.02500,1.622
31,mlp.experts.203.down_proj,0.0039711186,hessian_weighted_relative_error,35578,0.02500,1.572
31,mlp.experts.260.up_proj,0.0024391334,hessian_weighted_relative_error,42801,0.02500,1.637
31,mlp.experts.207.down_proj,0.0038970603,hessian_weighted_relative_error,44097,0.02500,1.570
31,mlp.experts.264.down_proj,0.0033623558,hessian_weighted_relative_error,36526,0.02500,1.567
31,mlp.experts.207.up_proj,0.0026913850,hessian_weighted_relative_error,44097,0.02500,1.697
31,mlp.experts.28.down_proj,0.0030053972,hessian_weighted_relative_error,27501,0.02500,1.525
31,mlp.experts.211.down_proj,0.0038133520,hessian_weighted_relative_error,48939,0.02500,1.589
31,mlp.experts.28.gate_proj,0.0014423121,hessian_weighted_relative_error,27501,0.02500,1.580
31,mlp.experts.211.gate_proj,0.0023932920,hessian_weighted_relative_error,48939,0.02500,1.671
31,mlp.experts.28.up_proj,0.0021142659,hessian_weighted_relative_error,27501,0.02500,1.625
31,mlp.experts.211.up_proj,0.0026587925,hessian_weighted_relative_error,48939,0.02500,1.700
31,mlp.experts.282.down_proj,0.0036046074,hessian_weighted_relative_error,25537,0.02500,1.565
31,mlp.experts.215.down_proj,0.0036966923,hessian_weighted_relative_error,29365,0.02500,1.575
31,mlp.experts.30.down_proj,0.0031002876,hessian_weighted_relative_error,41592,0.02500,1.522
31,mlp.experts.223.down_proj,0.0034827797,hessian_weighted_relative_error,40805,0.02500,1.576
31,mlp.experts.36.down_proj,0.0031667368,hessian_weighted_relative_error,43460,0.02500,1.529
31,mlp.experts.223.up_proj,0.0024067223,hessian_weighted_relative_error,40805,0.02500,1.703
31,mlp.experts.36.up_proj,0.0021332173,hessian_weighted_relative_error,43460,0.02500,1.630
31,mlp.experts.227.down_proj,0.0038278098,hessian_weighted_relative_error,32412,0.02500,1.574
31,mlp.experts.38.down_proj,0.0040155827,hessian_weighted_relative_error,46968,0.02500,1.525
31,mlp.experts.23.down_proj,0.0035356690,hessian_weighted_relative_error,56575,0.02500,1.504
31,mlp.experts.38.up_proj,0.0028094973,hessian_weighted_relative_error,46968,0.02500,1.627
31,mlp.experts.23.up_proj,0.0023540304,hessian_weighted_relative_error,56575,0.02500,1.672
31,mlp.experts.40.down_proj,0.0028778371,hessian_weighted_relative_error,50235,0.02500,1.529
31,mlp.experts.233.down_proj,0.0031715730,hessian_weighted_relative_error,21384,0.02500,1.576
31,mlp.experts.46.down_proj,0.0035618186,hessian_weighted_relative_error,52975,0.02500,1.527
31,mlp.experts.235.down_proj,0.0035257561,hessian_weighted_relative_error,33202,0.02500,1.570
31,mlp.experts.46.up_proj,0.0025908026,hessian_weighted_relative_error,52975,0.02500,1.629
31,mlp.experts.237.down_proj,0.0035786693,hessian_weighted_relative_error,35955,0.02500,1.581
31,mlp.experts.48.down_proj,0.0029810092,hessian_weighted_relative_error,38601,0.02500,1.540
31,mlp.experts.251.down_proj,0.0029047670,hessian_weighted_relative_error,37138,0.02500,1.581
31,mlp.experts.48.gate_proj,0.0018994667,hessian_weighted_relative_error,38601,0.02500,1.591
31,mlp.experts.251.up_proj,0.0017343394,hessian_weighted_relative_error,37138,0.02500,1.707
31,mlp.experts.48.up_proj,0.0020651863,hessian_weighted_relative_error,38601,0.02500,1.639
31,mlp.experts.27.down_proj,0.0036547940,hessian_weighted_relative_error,59024,0.02500,1.514
31,mlp.experts.50.down_proj,0.0036027821,hessian_weighted_relative_error,40436,0.02500,1.530
31,mlp.experts.275.down_proj,0.0029861652,hessian_weighted_relative_error,18949,0.02500,1.573
31,mlp.experts.52.down_proj,0.0029239210,hessian_weighted_relative_error,50317,0.02500,1.528
31,mlp.experts.281.down_proj,0.0035122224,hessian_weighted_relative_error,27368,0.02500,1.581
31,mlp.experts.52.gate_proj,0.0017932653,hessian_weighted_relative_error,50317,0.02500,1.590
31,mlp.experts.29.down_proj,0.0032001720,hessian_weighted_relative_error,28597,0.02500,1.521
31,mlp.experts.52.up_proj,0.0019672387,hessian_weighted_relative_error,50317,0.02500,1.642
31,mlp.experts.33.down_proj,0.0036719513,hessian_weighted_relative_error,40775,0.02500,1.517
31,mlp.experts.58.down_proj,0.0021618599,hessian_weighted_relative_error,16293,0.02500,1.532
31,mlp.experts.33.up_proj,0.0024956479,hessian_weighted_relative_error,40775,0.02500,1.686
31,mlp.experts.6.down_proj,0.0030647693,hessian_weighted_relative_error,33600,0.02500,1.511
31,mlp.experts.37.down_proj,0.0023402437,hessian_weighted_relative_error,37147,0.02500,1.515
31,mlp.experts.6.up_proj,0.0022250901,hessian_weighted_relative_error,33600,0.02500,1.624
31,mlp.experts.66.down_proj,0.0024568895,hessian_weighted_relative_error,178645,0.02500,1.537
31,mlp.experts.37.up_proj,0.0017492170,hessian_weighted_relative_error,37147,0.02500,1.688
31,mlp.experts.41.down_proj,0.0036343918,hessian_weighted_relative_error,42246,0.02500,1.550
31,mlp.experts.70.gate_proj,0.0024298450,hessian_weighted_relative_error,92277,0.02500,1.588
31,mlp.experts.41.gate_proj,0.0023544062,hessian_weighted_relative_error,42246,0.02500,1.622
31,mlp.experts.66.gate_proj,0.0017109574,hessian_weighted_relative_error,178645,0.02500,1.601
31,mlp.experts.41.up_proj,0.0025588535,hessian_weighted_relative_error,42246,0.02500,1.679
31,mlp.experts.70.down_proj,0.0037381912,hessian_weighted_relative_error,92277,0.02500,1.530
31,mlp.experts.45.down_proj,0.0036159360,hessian_weighted_relative_error,74380,0.02500,1.521
31,mlp.experts.66.up_proj,0.0018006593,hessian_weighted_relative_error,178645,0.02500,1.632
31,mlp.experts.76.down_proj,0.0025015660,hessian_weighted_relative_error,21603,0.02500,1.543
31,mlp.experts.47.up_proj,0.0025031358,hessian_weighted_relative_error,42545,0.02500,1.723
31,mlp.experts.70.up_proj,0.0026078095,hessian_weighted_relative_error,92277,0.02500,1.635
31,mlp.experts.47.down_proj,0.0036285317,hessian_weighted_relative_error,42545,0.02500,1.522
31,mlp.experts.74.up_proj,0.0027117238,hessian_weighted_relative_error,31187,0.02500,1.628
31,mlp.experts.45.gate_proj,0.0024147958,hessian_weighted_relative_error,74380,0.02500,1.624
31,mlp.experts.74.down_proj,0.0037954500,hessian_weighted_relative_error,31187,0.02500,1.536
31,mlp.experts.45.up_proj,0.0025581004,hessian_weighted_relative_error,74380,0.02500,1.690
31,mlp.experts.88.down_proj,0.0039234296,hessian_weighted_relative_error,35658,0.02500,1.543
31,mlp.experts.55.down_proj,0.0037173187,hessian_weighted_relative_error,71694,0.02500,1.526
31,mlp.experts.76.gate_proj,0.0018332415,hessian_weighted_relative_error,21603,0.02500,1.599
31,mlp.experts.51.up_proj,0.0027195835,hessian_weighted_relative_error,48645,0.02500,1.696
31,mlp.experts.84.down_proj,0.0028828135,hessian_weighted_relative_error,31610,0.02500,1.546
31,mlp.experts.51.down_proj,0.0038865028,hessian_weighted_relative_error,48645,0.02500,1.524
31,mlp.experts.76.up_proj,0.0019740878,hessian_weighted_relative_error,21603,0.02500,1.631
31,mlp.experts.51.gate_proj,0.0022739122,hessian_weighted_relative_error,48645,0.02500,1.635
31,mlp.experts.98.gate_proj,0.0018923714,hessian_weighted_relative_error,66925,0.02500,1.601
31,mlp.experts.61.gate_proj,0.0022974452,hessian_weighted_relative_error,53892,0.02500,1.637
31,mlp.experts.88.up_proj,0.0027546545,hessian_weighted_relative_error,35658,0.02500,1.629
31,mlp.experts.61.down_proj,0.0034779173,hessian_weighted_relative_error,53892,0.02500,1.536
31,mlp.experts.98.down_proj,0.0029668307,hessian_weighted_relative_error,66925,0.02500,1.543
31,mlp.experts.55.gate_proj,0.0025103282,hessian_weighted_relative_error,71694,0.02500,1.631
31,mlp.experts.92.down_proj,0.0029167975,hessian_weighted_relative_error,32132,0.02500,1.543
31,mlp.experts.55.up_proj,0.0026615860,hessian_weighted_relative_error,71694,0.02500,1.669
31,mlp.experts.98.up_proj,0.0019954550,hessian_weighted_relative_error,66925,0.02500,1.631
31,mlp.experts.63.up_proj,0.0018387726,hessian_weighted_relative_error,71789,0.02500,1.682
31,mlp.experts.63.gate_proj,0.0016924650,hessian_weighted_relative_error,71789,0.02500,1.632
31,mlp.experts.61.up_proj,0.0024892169,hessian_weighted_relative_error,53892,0.02500,1.684
31,mlp.experts.63.down_proj,0.0028094872,hessian_weighted_relative_error,71789,0.02500,1.528
31,mlp.experts.71.down_proj,0.0028113169,hessian_weighted_relative_error,71231,0.02500,1.523
31,mlp.experts.67.up_proj,0.0018731006,hessian_weighted_relative_error,31627,0.02500,1.686
31,mlp.experts.67.down_proj,0.0019542487,hessian_weighted_relative_error,31627,0.02500,1.529
31,mlp.experts.67.gate_proj,0.0017650897,hessian_weighted_relative_error,31627,0.02500,1.628
31,mlp.experts.73.up_proj,0.0025690892,hessian_weighted_relative_error,41477,0.02500,1.691
31,mlp.experts.73.down_proj,0.0036612859,hessian_weighted_relative_error,41477,0.02500,1.539
31,mlp.experts.71.gate_proj,0.0016242430,hessian_weighted_relative_error,71231,0.02500,1.630
31,mlp.experts.71.up_proj,0.0017230842,hessian_weighted_relative_error,71231,0.02500,1.679
31,mlp.experts.9.down_proj,0.0029800126,hessian_weighted_relative_error,36735,0.02500,1.505
31,mlp.experts.85.up_proj,0.0026260109,hessian_weighted_relative_error,36274,0.02500,1.670
31,mlp.experts.77.down_proj,0.0032196014,hessian_weighted_relative_error,32264,0.02500,1.532
31,mlp.experts.85.down_proj,0.0038205388,hessian_weighted_relative_error,36274,0.02500,1.535
32,mlp.experts.0.gate_proj,0.0059683160,hessian_weighted_relative_error,13916,0.02500,0.810
32,mlp.experts.1.gate_proj,0.0077005525,hessian_weighted_relative_error,18922,0.02500,0.791
32,mlp.experts.2.gate_proj,0.0077275670,hessian_weighted_relative_error,21798,0.02500,0.806
32,mlp.experts.3.gate_proj,0.0080858736,hessian_weighted_relative_error,44414,0.02500,0.794
32,mlp.experts.4.gate_proj,0.0087610995,hessian_weighted_relative_error,27977,0.02500,0.809
32,mlp.experts.5.gate_proj,0.0075585588,hessian_weighted_relative_error,14983,0.02500,0.794
32,mlp.experts.6.gate_proj,0.0086606608,hessian_weighted_relative_error,22389,0.02500,0.806
32,mlp.experts.7.gate_proj,0.0088554527,hessian_weighted_relative_error,28588,0.02500,0.771
32,mlp.experts.8.gate_proj,0.0090892414,hessian_weighted_relative_error,29225,0.02500,0.809
32,mlp.experts.10.gate_proj,0.0083787772,hessian_weighted_relative_error,45844,0.02500,0.809
32,mlp.experts.13.gate_proj,0.0090969877,hessian_weighted_relative_error,26671,0.02500,0.801
32,mlp.experts.14.gate_proj,0.0093602346,hessian_weighted_relative_error,28288,0.02500,0.812
32,mlp.experts.15.gate_proj,0.0094886806,hessian_weighted_relative_error,24271,0.02500,0.796
32,mlp.experts.16.gate_proj,0.0079749789,hessian_weighted_relative_error,23966,0.02500,0.813
32,mlp.experts.18.gate_proj,0.0083341882,hessian_weighted_relative_error,28718,0.02500,0.813
32,mlp.experts.19.gate_proj,0.0090598269,hessian_weighted_relative_error,19060,0.02500,0.802
32,mlp.experts.20.gate_proj,0.0093708214,hessian_weighted_relative_error,37063,0.02500,0.811
32,mlp.experts.22.gate_proj,0.0050409861,hessian_weighted_relative_error,39321,0.02500,0.815
32,mlp.experts.23.gate_proj,0.0071677383,hessian_weighted_relative_error,21113,0.02500,0.800
32,mlp.experts.24.gate_proj,0.0088824659,hessian_weighted_relative_error,18645,0.02500,0.818
32,mlp.experts.25.gate_proj,0.0097179334,hessian_weighted_relative_error,31544,0.02500,0.806
32,mlp.experts.27.gate_proj,0.0053142804,hessian_weighted_relative_error,12859,0.02500,0.806
32,mlp.experts.28.gate_proj,0.0054857402,hessian_weighted_relative_error,16643,0.02500,0.814
32,mlp.experts.29.gate_proj,0.0079950133,hessian_weighted_relative_error,65739,0.02500,0.807
32,mlp.experts.30.gate_proj,0.0091152254,hessian_weighted_relative_error,41398,0.02500,0.817
32,mlp.experts.31.gate_proj,0.0080999551,hessian_weighted_relative_error,42299,0.02500,0.805
32,mlp.experts.33.gate_proj,0.0075850651,hessian_weighted_relative_error,23640,0.02500,0.811
32,mlp.experts.34.gate_proj,0.0066747845,hessian_weighted_relative_error,18405,0.02500,0.819
32,mlp.experts.36.gate_proj,0.0088101646,hessian_weighted_relative_error,20370,0.02500,0.816
32,mlp.experts.37.gate_proj,0.0091035284,hessian_weighted_relative_error,25385,0.02500,0.810
32,mlp.experts.38.gate_proj,0.0081513494,hessian_weighted_relative_error,31450,0.02500,0.818
32,mlp.experts.39.gate_proj,0.0089323042,hessian_weighted_relative_error,20965,0.02500,0.808
32,mlp.experts.40.gate_proj,0.0071209765,hessian_weighted_relative_error,27665,0.02500,0.819
32,mlp.experts.41.gate_proj,0.0071291532,hessian_weighted_relative_error,21808,0.02500,0.812
32,mlp.experts.42.gate_proj,0.0080904350,hessian_weighted_relative_error,22335,0.02500,0.821
32,mlp.experts.43.gate_proj,0.0082582275,hessian_weighted_relative_error,57777,0.02500,0.813
32,mlp.experts.44.gate_proj,0.0081871590,hessian_weighted_relative_error,29637,0.02500,0.820
32,mlp.experts.45.gate_proj,0.0081481950,hessian_weighted_relative_error,22656,0.02500,0.813
32,mlp.experts.47.gate_proj,0.0065496141,hessian_weighted_relative_error,26501,0.02500,0.809
32,mlp.experts.48.gate_proj,0.0072457809,hessian_weighted_relative_error,17823,0.02500,0.822
32,mlp.experts.49.gate_proj,0.0049757485,hessian_weighted_relative_error,8308,0.02500,0.816
32,mlp.experts.50.gate_proj,0.0055319395,hessian_weighted_relative_error,13308,0.02500,0.823
32,mlp.experts.51.gate_proj,0.0084242864,hessian_weighted_relative_error,29365,0.02500,0.822
32,mlp.experts.52.gate_proj,0.0070277959,hessian_weighted_relative_error,20870,0.02500,0.823
32,mlp.experts.53.gate_proj,0.0079263962,hessian_weighted_relative_error,33769,0.02500,0.822
32,mlp.experts.54.gate_proj,0.0091333226,hessian_weighted_relative_error,36617,0.02500,0.825
32,mlp.experts.55.gate_proj,0.0075854768,hessian_weighted_relative_error,34202,0.02500,0.813
32,mlp.experts.56.gate_proj,0.0072967459,hessian_weighted_relative_error,24628,0.02500,0.825
32,mlp.experts.57.gate_proj,0.0072637597,hessian_weighted_relative_error,18636,0.02500,0.820
32,mlp.experts.58.gate_proj,0.0084566659,hessian_weighted_relative_error,19253,0.02500,0.826
32,mlp.experts.59.gate_proj,0.0095743563,hessian_weighted_relative_error,34712,0.02500,0.821
32,mlp.experts.60.gate_proj,0.0088802380,hessian_weighted_relative_error,19617,0.02500,0.824
32,mlp.experts.61.gate_proj,0.0084582016,hessian_weighted_relative_error,23003,0.02500,0.823
32,mlp.experts.63.gate_proj,0.0081008610,hessian_weighted_relative_error,22607,0.02500,0.820
32,mlp.experts.64.gate_proj,0.0054754597,hessian_weighted_relative_error,9827,0.02500,0.827
32,mlp.experts.66.gate_proj,0.0078687624,hessian_weighted_relative_error,41994,0.02500,0.828
32,mlp.experts.67.gate_proj,0.0095746774,hessian_weighted_relative_error,41911,0.02500,0.827
32,mlp.experts.69.gate_proj,0.0053179241,hessian_weighted_relative_error,17689,0.02500,0.829
32,mlp.experts.71.gate_proj,0.0093889772,hessian_weighted_relative_error,37712,0.02500,0.828
32,mlp.experts.72.gate_proj,0.0089675191,hessian_weighted_relative_error,23282,0.02500,0.828
32,mlp.experts.73.gate_proj,0.0073751295,hessian_weighted_relative_error,20587,0.02500,0.827
32,mlp.experts.75.gate_proj,0.0091915198,hessian_weighted_relative_error,16353,0.02500,0.830
32,mlp.experts.76.gate_proj,0.0082394138,hessian_weighted_relative_error,66846,0.02500,0.830
32,mlp.experts.77.gate_proj,0.0083158610,hessian_weighted_relative_error,13589,0.02500,0.831
32,mlp.experts.78.gate_proj,0.0094240735,hessian_weighted_relative_error,47306,0.02500,0.829
32,mlp.experts.79.gate_proj,0.0062040421,hessian_weighted_relative_error,17735,0.02500,0.828
32,mlp.experts.80.gate_proj,0.0093192893,hessian_weighted_relative_error,32378,0.02500,0.832
32,mlp.experts.81.gate_proj,0.0079456729,hessian_weighted_relative_error,22803,0.02500,0.832
32,mlp.experts.82.gate_proj,0.0085055662,hessian_weighted_relative_error,39126,0.02500,0.833
32,mlp.experts.83.gate_proj,0.0077168238,hessian_weighted_relative_error,44671,0.02500,0.831
32,mlp.experts.86.gate_proj,0.0056960058,hessian_weighted_relative_error,27435,0.02500,0.833
32,mlp.experts.87.gate_proj,0.0107277660,hessian_weighted_relative_error,30953,0.02500,0.837
32,mlp.experts.88.gate_proj,0.0092375671,hessian_weighted_relative_error,36704,0.02500,0.831
32,mlp.experts.89.gate_proj,0.0065710622,hessian_weighted_relative_error,49708,0.02500,0.836
32,mlp.experts.90.gate_proj,0.0080354920,hessian_weighted_relative_error,27117,0.02500,0.832
32,mlp.experts.91.gate_proj,0.0069969160,hessian_weighted_relative_error,18473,0.02500,0.839
32,mlp.experts.92.gate_proj,0.0083676068,hessian_weighted_relative_error,29380,0.02500,0.832
32,mlp.experts.93.gate_proj,0.0061037452,hessian_weighted_relative_error,14848,0.02500,0.836
32,mlp.experts.94.gate_proj,0.0084882868,hessian_weighted_relative_error,24178,0.02500,0.834
32,mlp.experts.96.gate_proj,0.0090733419,hessian_weighted_relative_error,16890,0.02500,0.833
32,mlp.experts.97.gate_proj,0.0059984985,hessian_weighted_relative_error,18688,0.02500,0.839
32,mlp.experts.98.gate_proj,0.0055063211,hessian_weighted_relative_error,20816,0.02500,0.836
32,mlp.experts.99.gate_proj,0.0056706620,hessian_weighted_relative_error,14505,0.02500,0.841
32,mlp.experts.100.gate_proj,0.0071289402,hessian_weighted_relative_error,26260,0.02500,0.831
32,mlp.experts.102.gate_proj,0.0092969101,hessian_weighted_relative_error,23746,0.02500,0.835
32,mlp.experts.103.gate_proj,0.0081638236,hessian_weighted_relative_error,40190,0.02500,0.842
32,mlp.experts.104.gate_proj,0.0079315020,hessian_weighted_relative_error,23270,0.02500,0.835
32,mlp.experts.105.gate_proj,0.0058090669,hessian_weighted_relative_error,4949,0.02500,0.845
32,mlp.experts.107.gate_proj,0.0067796384,hessian_weighted_relative_error,37927,0.02500,0.844
32,mlp.experts.109.gate_proj,0.0094943150,hessian_weighted_relative_error,27150,0.02500,0.844
32,mlp.experts.110.gate_proj,0.0088556500,hessian_weighted_relative_error,27298,0.02500,0.834
32,mlp.experts.112.gate_proj,0.0048286612,hessian_weighted_relative_error,16018,0.02500,0.838
32,mlp.experts.113.gate_proj,0.0080840336,hessian_weighted_relative_error,35336,0.02500,0.847
32,mlp.experts.114.gate_proj,0.0095465356,hessian_weighted_relative_error,33010,0.02500,0.837
32,mlp.experts.115.gate_proj,0.0090346923,hessian_weighted_relative_error,24746,0.02500,0.846
32,mlp.experts.116.gate_proj,0.0074722296,hessian_weighted_relative_error,27730,0.02500,0.836
32,mlp.experts.117.gate_proj,0.0057496964,hessian_weighted_relative_error,12162,0.02500,0.845
32,mlp.experts.118.gate_proj,0.0081782321,hessian_weighted_relative_error,76829,0.02500,0.836
32,mlp.experts.119.gate_proj,0.0089928868,hessian_weighted_relative_error,20187,0.02500,0.848
32,mlp.experts.120.gate_proj,0.0047858450,hessian_weighted_relative_error,12167,0.02500,0.837
32,mlp.experts.121.gate_proj,0.0064984300,hessian_weighted_relative_error,27356,0.02500,0.849
32,mlp.experts.122.gate_proj,0.0091195440,hessian_weighted_relative_error,23163,0.02500,0.839
32,mlp.experts.123.gate_proj,0.0053087973,hessian_weighted_relative_error,16400,0.02500,0.848
32,mlp.experts.126.gate_proj,0.0053884211,hessian_weighted_relative_error,26861,0.02500,0.837
32,mlp.experts.127.gate_proj,0.0092112462,hessian_weighted_relative_error,21456,0.02500,0.849
32,mlp.experts.128.gate_proj,0.0089977393,hessian_weighted_relative_error,26077,0.02500,0.839
32,mlp.experts.129.gate_proj,0.0057925134,hessian_weighted_relative_error,14741,0.02500,0.850
32,mlp.experts.130.gate_proj,0.0065149373,hessian_weighted_relative_error,20736,0.02500,0.839
32,mlp.experts.131.gate_proj,0.0079902286,hessian_weighted_relative_error,22452,0.02500,0.850
32,mlp.experts.132.gate_proj,0.0041880281,hessian_weighted_relative_error,10527,0.02500,0.842
32,mlp.experts.133.gate_proj,0.0093535243,hessian_weighted_relative_error,34226,0.02500,0.850
32,mlp.experts.134.gate_proj,0.0059417094,hessian_weighted_relative_error,17904,0.02500,0.838
32,mlp.experts.135.gate_proj,0.0089713832,hessian_weighted_relative_error,41306,0.02500,0.848
32,mlp.experts.136.gate_proj,0.0074193464,hessian_weighted_relative_error,21042,0.02500,0.842
32,mlp.experts.138.gate_proj,0.0087792222,hessian_weighted_relative_error,39393,0.02500,0.840
32,mlp.experts.139.gate_proj,0.0061539253,hessian_weighted_relative_error,25401,0.02500,0.851
32,mlp.experts.140.gate_proj,0.0087210087,hessian_weighted_relative_error,33066,0.02500,0.841
32,mlp.experts.141.gate_proj,0.0086814901,hessian_weighted_relative_error,42972,0.02500,0.853
32,mlp.experts.142.gate_proj,0.0050797789,hessian_weighted_relative_error,24388,0.02500,0.842
32,mlp.experts.143.gate_proj,0.0067261911,hessian_weighted_relative_error,15461,0.02500,0.849
32,mlp.experts.144.gate_proj,0.0090096228,hessian_weighted_relative_error,19678,0.02500,0.841
32,mlp.experts.145.gate_proj,0.0094087061,hessian_weighted_relative_error,33916,0.02500,0.854
32,mlp.experts.146.gate_proj,0.0082308742,hessian_weighted_relative_error,25544,0.02500,0.842
32,mlp.experts.147.gate_proj,0.0065706866,hessian_weighted_relative_error,16627,0.02500,0.850
32,mlp.experts.149.gate_proj,0.0083041903,hessian_weighted_relative_error,32942,0.02500,0.852
32,mlp.experts.150.gate_proj,0.0060217483,hessian_weighted_relative_error,8638,0.02500,0.843
32,mlp.experts.151.gate_proj,0.0088042722,hessian_weighted_relative_error,33563,0.02500,0.852
32,mlp.experts.152.gate_proj,0.0068703311,hessian_weighted_relative_error,23308,0.02500,0.843
32,mlp.experts.153.gate_proj,0.0090244996,hessian_weighted_relative_error,54770,0.02500,0.853
32,mlp.experts.154.gate_proj,0.0074767774,hessian_weighted_relative_error,29459,0.02500,0.847
32,mlp.experts.155.gate_proj,0.0084023173,hessian_weighted_relative_error,28363,0.02500,0.854
32,mlp.experts.156.gate_proj,0.0091081537,hessian_weighted_relative_error,34575,0.02500,0.845
32,mlp.experts.157.gate_proj,0.0095105032,hessian_weighted_relative_error,35628,0.02500,0.855
32,mlp.experts.158.gate_proj,0.0081708844,hessian_weighted_relative_error,28440,0.02500,0.842
32,mlp.experts.160.gate_proj,0.0066810627,hessian_weighted_relative_error,59302,0.02500,0.845
32,mlp.experts.161.gate_proj,0.0067382833,hessian_weighted_relative_error,9780,0.02500,0.855
32,mlp.experts.162.gate_proj,0.0063497936,hessian_weighted_relative_error,18789,0.02500,0.847
32,mlp.experts.163.gate_proj,0.0053396815,hessian_weighted_relative_error,9368,0.02500,0.860
32,mlp.experts.164.gate_proj,0.0094714212,hessian_weighted_relative_error,35624,0.02500,0.842
32,mlp.experts.165.gate_proj,0.0082958677,hessian_weighted_relative_error,26385,0.02500,0.858
32,mlp.experts.166.gate_proj,0.0085579806,hessian_weighted_relative_error,25902,0.02500,0.850
32,mlp.experts.167.gate_proj,0.0075714386,hessian_weighted_relative_error,30858,0.02500,0.855
32,mlp.experts.168.gate_proj,0.0082898663,hessian_weighted_relative_error,19713,0.02500,0.859
32,mlp.experts.169.gate_proj,0.0064738044,hessian_weighted_relative_error,13922,0.02500,0.857
32,mlp.experts.170.gate_proj,0.0027133158,hessian_weighted_relative_error,1722,0.02500,0.856
32,mlp.experts.171.gate_proj,0.0066517189,hessian_weighted_relative_error,14779,0.02500,0.859
32,mlp.experts.172.gate_proj,0.0101898104,hessian_weighted_relative_error,31505,0.02500,0.855
32,mlp.experts.173.gate_proj,0.0089309588,hessian_weighted_relative_error,37132,0.02500,0.860
32,mlp.experts.174.gate_proj,0.0100693481,hessian_weighted_relative_error,40033,0.02500,0.857
32,mlp.experts.175.gate_proj,0.0082009148,hessian_weighted_relative_error,19614,0.02500,0.861
32,mlp.experts.176.gate_proj,0.0104496322,hessian_weighted_relative_error,33482,0.02500,0.856
32,mlp.experts.177.gate_proj,0.0066476226,hessian_weighted_relative_error,28318,0.02500,0.859
32,mlp.experts.178.gate_proj,0.0092482700,hessian_weighted_relative_error,38037,0.02500,0.843
32,mlp.experts.179.gate_proj,0.0051580474,hessian_weighted_relative_error,9642,0.02500,0.878
32,mlp.experts.180.gate_proj,0.0102270238,hessian_weighted_relative_error,32745,0.02500,0.860
32,mlp.experts.181.gate_proj,0.0063293111,hessian_weighted_relative_error,17424,0.02500,0.863
32,mlp.experts.182.gate_proj,0.0079875308,hessian_weighted_relative_error,42830,0.02500,0.846
32,mlp.experts.185.gate_proj,0.0088239684,hessian_weighted_relative_error,15042,0.02500,0.857
32,mlp.experts.186.gate_proj,0.0062670718,hessian_weighted_relative_error,15842,0.02500,0.845
32,mlp.experts.187.gate_proj,0.0086793720,hessian_weighted_relative_error,16054,0.02500,0.858
32,mlp.experts.188.gate_proj,0.0064253525,hessian_weighted_relative_error,14120,0.02500,0.847
32,mlp.experts.190.gate_proj,0.0083412314,hessian_weighted_relative_error,28319,0.02500,0.846
32,mlp.experts.191.gate_proj,0.0074890917,hessian_weighted_relative_error,33190,0.02500,0.858
32,mlp.experts.192.gate_proj,0.0065551690,hessian_weighted_relative_error,9328,0.02500,0.845
32,mlp.experts.193.gate_proj,0.0067780395,hessian_weighted_relative_error,23163,0.02500,0.858
32,mlp.experts.194.gate_proj,0.0092258419,hessian_weighted_relative_error,28536,0.02500,0.847
32,mlp.experts.195.gate_proj,0.0082152335,hessian_weighted_relative_error,22085,0.02500,0.858
32,mlp.experts.196.gate_proj,0.0059182798,hessian_weighted_relative_error,17154,0.02500,0.845
32,mlp.experts.197.gate_proj,0.0097073708,hessian_weighted_relative_error,29217,0.02500,0.859
32,mlp.experts.198.gate_proj,0.0072453429,hessian_weighted_relative_error,13998,0.02500,0.847
32,mlp.experts.199.gate_proj,0.0090964600,hessian_weighted_relative_error,50047,0.02500,0.860
32,mlp.experts.201.gate_proj,0.0075657790,hessian_weighted_relative_error,50708,0.02500,0.861
32,mlp.experts.203.gate_proj,0.0091384895,hessian_weighted_relative_error,31665,0.02500,0.860
32,mlp.experts.204.gate_proj,0.0087388112,hessian_weighted_relative_error,28513,0.02500,0.846
32,mlp.experts.205.gate_proj,0.0094090115,hessian_weighted_relative_error,29700,0.02500,0.860
32,mlp.experts.206.gate_proj,0.0068451108,hessian_weighted_relative_error,22887,0.02500,0.848
32,mlp.experts.208.gate_proj,0.0061751296,hessian_weighted_relative_error,9122,0.02500,0.849
32,mlp.experts.209.gate_proj,0.0053812788,hessian_weighted_relative_error,19159,0.02500,0.858
32,mlp.experts.210.gate_proj,0.0053866665,hessian_weighted_relative_error,15282,0.02500,0.851
32,mlp.experts.211.gate_proj,0.0059838121,hessian_weighted_relative_error,12024,0.02500,0.858
32,mlp.experts.212.gate_proj,0.0092338946,hessian_weighted_relative_error,36768,0.02500,0.848
32,mlp.experts.213.gate_proj,0.0045707550,hessian_weighted_relative_error,12625,0.02500,0.861
32,mlp.experts.214.gate_proj,0.0097072253,hessian_weighted_relative_error,34039,0.02500,0.850
32,mlp.experts.215.gate_proj,0.0047717369,hessian_weighted_relative_error,8489,0.02500,0.856
32,mlp.experts.216.gate_proj,0.0084163956,hessian_weighted_relative_error,38145,0.02500,0.847
32,mlp.experts.217.gate_proj,0.0082210697,hessian_weighted_relative_error,14390,0.02500,0.859
32,mlp.experts.218.gate_proj,0.0099331944,hessian_weighted_relative_error,40775,0.02500,0.849
32,mlp.experts.219.gate_proj,0.0099188261,hessian_weighted_relative_error,31651,0.02500,0.861
32,mlp.experts.220.gate_proj,0.0090203431,hessian_weighted_relative_error,43161,0.02500,0.850
32,mlp.experts.221.gate_proj,0.0062282787,hessian_weighted_relative_error,22318,0.02500,0.862
32,mlp.experts.222.gate_proj,0.0057256380,hessian_weighted_relative_error,22016,0.02500,0.848
32,mlp.experts.223.gate_proj,0.0089444861,hessian_weighted_relative_error,44026,0.02500,0.862
32,mlp.experts.224.gate_proj,0.0075262499,hessian_weighted_relative_error,29092,0.02500,0.848
32,mlp.experts.225.gate_proj,0.0084550248,hessian_weighted_relative_error,38130,0.02500,0.858
32,mlp.experts.226.gate_proj,0.0075896810,hessian_weighted_relative_error,29193,0.02500,0.852
32,mlp.experts.227.gate_proj,0.0083555565,hessian_weighted_relative_error,32250,0.02500,0.860
32,mlp.experts.228.gate_proj,0.0085293452,hessian_weighted_relative_error,30703,0.02500,0.848
32,mlp.experts.230.gate_proj,0.0044522118,hessian_weighted_relative_error,3403,0.02500,0.850
32,mlp.experts.231.gate_proj,0.0038403577,hessian_weighted_relative_error,4112,0.02500,0.861
32,mlp.experts.233.gate_proj,0.0086278987,hessian_weighted_relative_error,24042,0.02500,0.860
32,mlp.experts.234.gate_proj,0.0096167767,hessian_weighted_relative_error,27660,0.02500,0.852
32,mlp.experts.235.gate_proj,0.0084250071,hessian_weighted_relative_error,18991,0.02500,0.857
32,mlp.experts.236.gate_proj,0.0078573701,hessian_weighted_relative_error,43287,0.02500,0.848
32,mlp.experts.237.gate_proj,0.0076674851,hessian_weighted_relative_error,30888,0.02500,0.859
32,mlp.experts.238.gate_proj,0.0097741411,hessian_weighted_relative_error,28155,0.02500,0.851
32,mlp.experts.239.gate_proj,0.0091880281,hessian_weighted_relative_error,19597,0.02500,0.860
32,mlp.experts.242.gate_proj,0.0085822598,hessian_weighted_relative_error,27679,0.02500,0.849
32,mlp.experts.243.gate_proj,0.0047822150,hessian_weighted_relative_error,3780,0.02500,0.857
32,mlp.experts.244.gate_proj,0.0054274804,hessian_weighted_relative_error,18315,0.02500,0.851
32,mlp.experts.245.gate_proj,0.0064657277,hessian_weighted_relative_error,10273,0.02500,0.861
32,mlp.experts.246.gate_proj,0.0062869581,hessian_weighted_relative_error,25373,0.02500,0.850
32,mlp.experts.247.gate_proj,0.0079406625,hessian_weighted_relative_error,16398,0.02500,0.859
32,mlp.experts.248.gate_proj,0.0087657837,hessian_weighted_relative_error,48428,0.02500,0.854
32,mlp.experts.249.gate_proj,0.0076318625,hessian_weighted_relative_error,41564,0.02500,0.862
32,mlp.experts.250.gate_proj,0.0060882401,hessian_weighted_relative_error,10559,0.02500,0.850
32,mlp.experts.251.gate_proj,0.0082347581,hessian_weighted_relative_error,51874,0.02500,0.860
32,mlp.experts.252.gate_proj,0.0070779360,hessian_weighted_relative_error,8295,0.02500,0.853
32,mlp.experts.253.gate_proj,0.0082360751,hessian_weighted_relative_error,21593,0.02500,0.866
32,mlp.experts.254.gate_proj,0.0046866202,hessian_weighted_relative_error,25112,0.02500,0.852
32,mlp.experts.255.gate_proj,0.0099717064,hessian_weighted_relative_error,32475,0.02500,0.860
32,mlp.experts.256.gate_proj,0.0066960349,hessian_weighted_relative_error,15360,0.02500,0.853
32,mlp.experts.257.gate_proj,0.0092739350,hessian_weighted_relative_error,23151,0.02500,0.864
32,mlp.experts.258.gate_proj,0.0071033541,hessian_weighted_relative_error,39043,0.02500,0.853
32,mlp.experts.259.gate_proj,0.0077667962,hessian_weighted_relative_error,34798,0.02500,0.862
32,mlp.experts.260.gate_proj,0.0069718390,hessian_weighted_relative_error,25964,0.02500,0.851
32,mlp.experts.261.gate_proj,0.0066410891,hessian_weighted_relative_error,21877,0.02500,0.862
32,mlp.experts.262.gate_proj,0.0071145374,hessian_weighted_relative_error,30546,0.02500,0.851
32,mlp.experts.263.gate_proj,0.0065080983,hessian_weighted_relative_error,50801,0.02500,0.863
32,mlp.experts.264.gate_proj,0.0056970461,hessian_weighted_relative_error,26843,0.02500,0.852
32,mlp.experts.265.gate_proj,0.0074732596,hessian_weighted_relative_error,34928,0.02500,0.863
32,mlp.experts.266.gate_proj,0.0075378979,hessian_weighted_relative_error,21945,0.02500,0.855
32,mlp.experts.268.gate_proj,0.0058023306,hessian_weighted_relative_error,8368,0.02500,0.853
32,mlp.experts.269.gate_proj,0.0075309596,hessian_weighted_relative_error,19581,0.02500,0.866
32,mlp.experts.270.gate_proj,0.0079913116,hessian_weighted_relative_error,24420,0.02500,0.852
32,mlp.experts.271.gate_proj,0.0090120987,hessian_weighted_relative_error,46790,0.02500,0.861
32,mlp.experts.272.gate_proj,0.0084862697,hessian_weighted_relative_error,25416,0.02500,0.854
32,mlp.experts.273.gate_proj,0.0085000401,hessian_weighted_relative_error,41926,0.02500,0.863
32,mlp.experts.274.gate_proj,0.0066315662,hessian_weighted_relative_error,7183,0.02500,0.856
32,mlp.experts.276.gate_proj,0.0073680506,hessian_weighted_relative_error,16661,0.02500,0.854
32,mlp.experts.277.gate_proj,0.0059769677,hessian_weighted_relative_error,64721,0.02500,0.865
32,mlp.experts.278.gate_proj,0.0073900382,hessian_weighted_relative_error,46305,0.02500,0.853
32,mlp.experts.279.gate_proj,0.0099125209,hessian_weighted_relative_error,53173,0.02500,0.864
32,mlp.experts.280.gate_proj,0.0066614816,hessian_weighted_relative_error,15768,0.02500,0.855
32,mlp.experts.283.gate_proj,0.0059081426,hessian_weighted_relative_error,13822,0.02500,0.864
32,mlp.experts.284.gate_proj,0.0090038129,hessian_weighted_relative_error,40881,0.02500,0.854
32,mlp.experts.285.gate_proj,0.0059966871,hessian_weighted_relative_error,13385,0.02500,0.864
32,mlp.experts.286.gate_proj,0.0076824561,hessian_weighted_relative_error,18975,0.02500,0.853
32,mlp.experts.0.up_proj,0.0069195726,hessian_weighted_relative_error,13916,0.02500,0.856
32,mlp.experts.1.up_proj,0.0085232567,hessian_weighted_relative_error,18922,0.02500,0.863
32,mlp.experts.2.up_proj,0.0082071250,hessian_weighted_relative_error,21798,0.02500,0.854
32,mlp.experts.3.up_proj,0.0086700151,hessian_weighted_relative_error,44414,0.02500,0.864
32,mlp.experts.4.up_proj,0.0101162708,hessian_weighted_relative_error,27977,0.02500,0.854
32,mlp.experts.5.up_proj,0.0080869592,hessian_weighted_relative_error,14983,0.02500,0.867
32,mlp.experts.6.up_proj,0.0092920659,hessian_weighted_relative_error,22389,0.02500,0.854
32,mlp.experts.7.up_proj,0.0104874281,hessian_weighted_relative_error,28588,0.02500,0.863
32,mlp.experts.8.up_proj,0.0102233369,hessian_weighted_relative_error,29225,0.02500,0.857
32,mlp.experts.13.up_proj,0.0104028628,hessian_weighted_relative_error,26671,0.02500,0.864
32,mlp.experts.14.up_proj,0.0108109704,hessian_weighted_relative_error,28288,0.02500,0.855
32,mlp.experts.15.up_proj,0.0104693453,hessian_weighted_relative_error,24271,0.02500,0.867
32,mlp.experts.18.up_proj,0.0090884651,hessian_weighted_relative_error,28718,0.02500,0.857
32,mlp.experts.19.up_proj,0.0100951200,hessian_weighted_relative_error,19060,0.02500,0.864
32,mlp.experts.20.up_proj,0.0111422761,hessian_weighted_relative_error,37063,0.02500,0.856
32,mlp.experts.23.up_proj,0.0080792343,hessian_weighted_relative_error,21113,0.02500,0.865
32,mlp.experts.24.up_proj,0.0100020863,hessian_weighted_relative_error,18645,0.02500,0.857
32,mlp.experts.25.up_proj,0.0115504547,hessian_weighted_relative_error,31544,0.02500,0.867
32,mlp.experts.27.up_proj,0.0058805324,hessian_weighted_relative_error,12859,0.02500,0.866
32,mlp.experts.28.up_proj,0.0064011148,hessian_weighted_relative_error,16643,0.02500,0.856
32,mlp.experts.29.up_proj,0.0084736239,hessian_weighted_relative_error,65739,0.02500,0.864
32,mlp.experts.33.up_proj,0.0088067402,hessian_weighted_relative_error,23640,0.02500,0.865
32,mlp.experts.34.up_proj,0.0067887705,hessian_weighted_relative_error,18405,0.02500,0.858
32,mlp.experts.36.up_proj,0.0104514096,hessian_weighted_relative_error,20370,0.02500,0.855
32,mlp.experts.37.up_proj,0.0104705859,hessian_weighted_relative_error,25385,0.02500,0.866
32,mlp.experts.38.up_proj,0.0104130214,hessian_weighted_relative_error,31450,0.02500,0.858
32,mlp.experts.39.up_proj,0.0104914145,hessian_weighted_relative_error,20965,0.02500,0.869
32,mlp.experts.40.up_proj,0.0090212336,hessian_weighted_relative_error,27665,0.02500,0.858
32,mlp.experts.41.up_proj,0.0087567275,hessian_weighted_relative_error,21808,0.02500,0.867
32,mlp.experts.42.up_proj,0.0106268947,hessian_weighted_relative_error,22335,0.02500,0.859
32,mlp.experts.44.up_proj,0.0100549174,hessian_weighted_relative_error,29637,0.02500,0.858
32,mlp.experts.45.up_proj,0.0102180560,hessian_weighted_relative_error,22656,0.02500,0.867
32,mlp.experts.47.up_proj,0.0070043595,hessian_weighted_relative_error,26501,0.02500,0.867
32,mlp.experts.48.up_proj,0.0086724672,hessian_weighted_relative_error,17823,0.02500,0.859
32,mlp.experts.49.up_proj,0.0052478015,hessian_weighted_relative_error,8308,0.02500,0.867
32,mlp.experts.50.up_proj,0.0080605556,hessian_weighted_relative_error,13308,0.02500,0.860
32,mlp.experts.51.up_proj,0.0095488515,hessian_weighted_relative_error,29365,0.02500,0.868
32,mlp.experts.52.up_proj,0.0082815192,hessian_weighted_relative_error,20870,0.02500,0.860
32,mlp.experts.53.up_proj,0.0093021025,hessian_weighted_relative_error,33769,0.02500,0.879
32,mlp.experts.54.up_proj,0.0108799628,hessian_weighted_relative_error,36617,0.02500,0.860
32,mlp.experts.55.up_proj,0.0092584553,hessian_weighted_relative_error,34202,0.02500,0.866
32,mlp.experts.56.up_proj,0.0082881945,hessian_weighted_relative_error,24628,0.02500,0.859
32,mlp.experts.57.up_proj,0.0079256362,hessian_weighted_relative_error,18636,0.02500,0.872
32,mlp.experts.58.up_proj,0.0094967333,hessian_weighted_relative_error,19253,0.02500,0.862
32,mlp.experts.59.up_proj,0.0103532126,hessian_weighted_relative_error,34712,0.02500,0.872
32,mlp.experts.60.up_proj,0.0099079729,hessian_weighted_relative_error,19617,0.02500,0.858
32,mlp.experts.61.up_proj,0.0101756736,hessian_weighted_relative_error,23003,0.02500,0.869
32,mlp.experts.63.up_proj,0.0091006351,hessian_weighted_relative_error,22607,0.02500,0.880
32,mlp.experts.64.up_proj,0.0062471373,hessian_weighted_relative_error,9827,0.02500,0.869
32,mlp.experts.67.up_proj,0.0109681042,hessian_weighted_relative_error,41911,0.02500,0.875
32,mlp.experts.69.up_proj,0.0080663832,hessian_weighted_relative_error,17689,0.02500,0.898
32,mlp.experts.71.up_proj,0.0103528452,hessian_weighted_relative_error,37712,0.02500,0.871
32,mlp.experts.72.up_proj,0.0098203086,hessian_weighted_relative_error,23282,0.02500,0.861
32,mlp.experts.73.up_proj,0.0082198328,hessian_weighted_relative_error,20587,0.02500,0.872
32,mlp.experts.75.up_proj,0.0098733408,hessian_weighted_relative_error,16353,0.02500,0.868
32,mlp.experts.77.up_proj,0.0087957581,hessian_weighted_relative_error,13589,0.02500,0.872
32,mlp.experts.78.up_proj,0.0105194989,hessian_weighted_relative_error,47306,0.02500,0.858
32,mlp.experts.79.up_proj,0.0070619110,hessian_weighted_relative_error,17735,0.02500,0.879
32,mlp.experts.80.up_proj,0.0107931868,hessian_weighted_relative_error,32378,0.02500,0.858
32,mlp.experts.81.up_proj,0.0101069419,hessian_weighted_relative_error,22803,0.02500,0.869
32,mlp.experts.83.up_proj,0.0107379071,hessian_weighted_relative_error,44671,0.02500,0.867
32,mlp.experts.86.up_proj,0.0060760553,hessian_weighted_relative_error,27435,0.02500,0.859
32,mlp.experts.87.up_proj,0.0117383931,hessian_weighted_relative_error,30953,0.02500,0.869
32,mlp.experts.88.up_proj,0.0101400231,hessian_weighted_relative_error,36704,0.02500,0.859
32,mlp.experts.89.up_proj,0.0067755074,hessian_weighted_relative_error,49708,0.02500,0.886
32,mlp.experts.90.up_proj,0.0103495936,hessian_weighted_relative_error,27117,0.02500,0.860
32,mlp.experts.91.up_proj,0.0075044263,hessian_weighted_relative_error,18473,0.02500,0.875
32,mlp.experts.92.up_proj,0.0098342311,hessian_weighted_relative_error,29380,0.02500,0.860
32,mlp.experts.93.up_proj,0.0079407004,hessian_weighted_relative_error,14848,0.02500,0.869
32,mlp.experts.94.up_proj,0.0094339228,hessian_weighted_relative_error,24178,0.02500,0.859
32,mlp.experts.96.up_proj,0.0099237799,hessian_weighted_relative_error,16890,0.02500,0.862
32,mlp.experts.97.up_proj,0.0065794360,hessian_weighted_relative_error,18688,0.02500,0.879
32,mlp.experts.98.up_proj,0.0071386056,hessian_weighted_relative_error,20816,0.02500,0.863
32,mlp.experts.99.up_proj,0.0069991687,hessian_weighted_relative_error,14505,0.02500,0.872
32,mlp.experts.100.up_proj,0.0091754063,hessian_weighted_relative_error,26260,0.02500,0.860
32,mlp.experts.102.up_proj,0.0098836030,hessian_weighted_relative_error,23746,0.02500,0.860
32,mlp.experts.103.up_proj,0.0098077933,hessian_weighted_relative_error,40190,0.02500,0.872
32,mlp.experts.104.up_proj,0.0083627896,hessian_weighted_relative_error,23270,0.02500,0.861
32,mlp.experts.105.up_proj,0.0067339478,hessian_weighted_relative_error,4949,0.02500,0.879
32,mlp.experts.107.up_proj,0.0074191902,hessian_weighted_relative_error,37927,0.02500,0.878
32,mlp.experts.109.up_proj,0.0104399738,hessian_weighted_relative_error,27150,0.02500,0.876
32,mlp.experts.110.up_proj,0.0099781555,hessian_weighted_relative_error,27298,0.02500,0.862
32,mlp.experts.112.up_proj,0.0061138048,hessian_weighted_relative_error,16018,0.02500,0.860
32,mlp.experts.113.up_proj,0.0086024910,hessian_weighted_relative_error,35336,0.02500,0.871
32,mlp.experts.114.up_proj,0.0101301169,hessian_weighted_relative_error,33010,0.02500,0.863
32,mlp.experts.115.up_proj,0.0097666639,hessian_weighted_relative_error,24746,0.02500,0.876
32,mlp.experts.117.up_proj,0.0078255346,hessian_weighted_relative_error,12162,0.02500,0.876
32,mlp.experts.119.up_proj,0.0100879064,hessian_weighted_relative_error,20187,0.02500,0.874
32,mlp.experts.120.up_proj,0.0051133619,hessian_weighted_relative_error,12167,0.02500,0.860
32,mlp.experts.121.up_proj,0.0078961285,hessian_weighted_relative_error,27356,0.02500,0.882
32,mlp.experts.122.up_proj,0.0107143594,hessian_weighted_relative_error,23163,0.02500,0.860
32,mlp.experts.123.up_proj,0.0063593332,hessian_weighted_relative_error,16400,0.02500,0.878
32,mlp.experts.126.up_proj,0.0060641307,hessian_weighted_relative_error,26861,0.02500,0.861
32,mlp.experts.127.up_proj,0.0101751544,hessian_weighted_relative_error,21456,0.02500,0.882
32,mlp.experts.128.up_proj,0.0097283446,hessian_weighted_relative_error,26077,0.02500,0.861
32,mlp.experts.129.up_proj,0.0063907391,hessian_weighted_relative_error,14741,0.02500,0.878
32,mlp.experts.130.up_proj,0.0070714242,hessian_weighted_relative_error,20736,0.02500,0.861
32,mlp.experts.131.up_proj,0.0103065470,hessian_weighted_relative_error,22452,0.02500,0.873
32,mlp.experts.132.up_proj,0.0062411522,hessian_weighted_relative_error,10527,0.02500,0.862
32,mlp.experts.133.up_proj,0.0100177308,hessian_weighted_relative_error,34226,0.02500,0.875
32,mlp.experts.134.up_proj,0.0074094148,hessian_weighted_relative_error,17904,0.02500,0.861
32,mlp.experts.136.up_proj,0.0091550565,hessian_weighted_relative_error,21042,0.02500,0.860
32,mlp.experts.138.up_proj,0.0103734732,hessian_weighted_relative_error,39393,0.02500,0.861
32,mlp.experts.139.up_proj,0.0066219585,hessian_weighted_relative_error,25401,0.02500,0.885
32,mlp.experts.140.up_proj,0.0105387327,hessian_weighted_relative_error,33066,0.02500,0.861
32,mlp.experts.141.up_proj,0.0106513499,hessian_weighted_relative_error,42972,0.02500,0.886
32,mlp.experts.142.up_proj,0.0055382809,hessian_weighted_relative_error,24388,0.02500,0.863
32,mlp.experts.143.up_proj,0.0075877954,hessian_weighted_relative_error,15461,0.02500,0.882
32,mlp.experts.144.up_proj,0.0097544171,hessian_weighted_relative_error,19678,0.02500,0.861
32,mlp.experts.145.up_proj,0.0103415513,hessian_weighted_relative_error,33916,0.02500,0.883
32,mlp.experts.146.up_proj,0.0110254562,hessian_weighted_relative_error,25544,0.02500,0.861
32,mlp.experts.147.up_proj,0.0087464252,hessian_weighted_relative_error,16627,0.02500,0.878
32,mlp.experts.150.up_proj,0.0069144234,hessian_weighted_relative_error,8638,0.02500,0.860
32,mlp.experts.151.up_proj,0.0104995027,hessian_weighted_relative_error,33563,0.02500,0.883
32,mlp.experts.152.up_proj,0.0073275502,hessian_weighted_relative_error,23308,0.02500,0.863
32,mlp.experts.154.up_proj,0.0086795137,hessian_weighted_relative_error,29459,0.02500,0.863
32,mlp.experts.155.up_proj,0.0094684395,hessian_weighted_relative_error,28363,0.02500,0.886
32,mlp.experts.156.up_proj,0.0102793761,hessian_weighted_relative_error,34575,0.02500,0.863
32,mlp.experts.157.up_proj,0.0106097272,hessian_weighted_relative_error,35628,0.02500,0.883
32,mlp.experts.158.up_proj,0.0104949172,hessian_weighted_relative_error,28440,0.02500,0.860
32,mlp.experts.161.up_proj,0.0071995749,hessian_weighted_relative_error,9780,0.02500,0.882
32,mlp.experts.162.up_proj,0.0067521704,hessian_weighted_relative_error,18789,0.02500,0.862
32,mlp.experts.163.up_proj,0.0062629250,hessian_weighted_relative_error,9368,0.02500,0.884
32,mlp.experts.165.up_proj,0.0092438582,hessian_weighted_relative_error,26385,0.02500,0.880
32,mlp.experts.166.up_proj,0.0104273672,hessian_weighted_relative_error,25902,0.02500,0.862
32,mlp.experts.167.up_proj,0.0093442537,hessian_weighted_relative_error,30858,0.02500,0.881
32,mlp.experts.168.up_proj,0.0096165939,hessian_weighted_relative_error,19713,0.02500,0.863
32,mlp.experts.169.up_proj,0.0080916046,hessian_weighted_relative_error,13922,0.02500,0.886
32,mlp.experts.170.up_proj,0.0030821794,hessian_weighted_relative_error,1722,0.02500,0.862
32,mlp.experts.171.up_proj,0.0074701228,hessian_weighted_relative_error,14779,0.02500,0.884
32,mlp.experts.172.up_proj,0.0111803168,hessian_weighted_relative_error,31505,0.02500,0.863
32,mlp.experts.173.up_proj,0.0095241546,hessian_weighted_relative_error,37132,0.02500,0.876
32,mlp.experts.175.up_proj,0.0100097520,hessian_weighted_relative_error,19614,0.02500,0.879
32,mlp.experts.176.up_proj,0.0109371928,hessian_weighted_relative_error,33482,0.02500,0.863
32,mlp.experts.178.up_proj,0.0104260140,hessian_weighted_relative_error,38037,0.02500,0.863
32,mlp.experts.179.up_proj,0.0074709991,hessian_weighted_relative_error,9642,0.02500,0.878
32,mlp.experts.180.up_proj,0.0112939703,hessian_weighted_relative_error,32745,0.02500,0.864
32,mlp.experts.181.up_proj,0.0066499668,hessian_weighted_relative_error,17424,0.02500,0.883
32,mlp.experts.182.up_proj,0.0093463503,hessian_weighted_relative_error,42830,0.02500,0.873
32,mlp.experts.185.up_proj,0.0098464004,hessian_weighted_relative_error,15042,0.02500,0.886
32,mlp.experts.186.up_proj,0.0066999948,hessian_weighted_relative_error,15842,0.02500,0.863
32,mlp.experts.187.up_proj,0.0098575594,hessian_weighted_relative_error,16054,0.02500,0.879
32,mlp.experts.188.up_proj,0.0068009714,hessian_weighted_relative_error,14120,0.02500,0.877
32,mlp.experts.190.up_proj,0.0091664009,hessian_weighted_relative_error,28319,0.02500,0.864
32,mlp.experts.192.up_proj,0.0073314354,hessian_weighted_relative_error,9328,0.02500,0.864
32,mlp.experts.193.up_proj,0.0078413632,hessian_weighted_relative_error,23163,0.02500,0.888
32,mlp.experts.194.up_proj,0.0100500570,hessian_weighted_relative_error,28536,0.02500,0.863
32,mlp.experts.195.up_proj,0.0089115762,hessian_weighted_relative_error,22085,0.02500,0.889
32,mlp.experts.196.up_proj,0.0067798656,hessian_weighted_relative_error,17154,0.02500,0.861
32,mlp.experts.197.up_proj,0.0108998737,hessian_weighted_relative_error,29217,0.02500,0.880
32,mlp.experts.198.up_proj,0.0080718852,hessian_weighted_relative_error,13998,0.02500,0.863
32,mlp.experts.201.up_proj,0.0082182340,hessian_weighted_relative_error,50708,0.02500,0.884
32,mlp.experts.203.up_proj,0.0113182345,hessian_weighted_relative_error,31665,0.02500,0.882
32,mlp.experts.204.up_proj,0.0100178516,hessian_weighted_relative_error,28513,0.02500,0.864
32,mlp.experts.205.up_proj,0.0104497313,hessian_weighted_relative_error,29700,0.02500,0.884
32,mlp.experts.206.up_proj,0.0073335819,hessian_weighted_relative_error,22887,0.02500,0.862
32,mlp.experts.208.up_proj,0.0070589062,hessian_weighted_relative_error,9122,0.02500,0.862
32,mlp.experts.209.up_proj,0.0068548197,hessian_weighted_relative_error,19159,0.02500,0.892
32,mlp.experts.210.up_proj,0.0076136245,hessian_weighted_relative_error,15282,0.02500,0.862
32,mlp.experts.211.up_proj,0.0067155315,hessian_weighted_relative_error,12024,0.02500,0.887
32,mlp.experts.212.up_proj,0.0106220961,hessian_weighted_relative_error,36768,0.02500,0.864
32,mlp.experts.213.up_proj,0.0057966649,hessian_weighted_relative_error,12625,0.02500,0.888
32,mlp.experts.214.up_proj,0.0104871923,hessian_weighted_relative_error,34039,0.02500,0.861
32,mlp.experts.215.up_proj,0.0061416865,hessian_weighted_relative_error,8489,0.02500,0.900
32,mlp.experts.216.up_proj,0.0102718870,hessian_weighted_relative_error,38145,0.02500,0.864
32,mlp.experts.217.up_proj,0.0096407594,hessian_weighted_relative_error,14390,0.02500,0.886
32,mlp.experts.219.up_proj,0.0110468696,hessian_weighted_relative_error,31651,0.02500,0.904
32,mlp.experts.220.up_proj,0.0101921151,hessian_weighted_relative_error,43161,0.02500,0.862
32,mlp.experts.221.up_proj,0.0067866392,hessian_weighted_relative_error,22318,0.02500,0.892
32,mlp.experts.222.up_proj,0.0062967541,hessian_weighted_relative_error,22016,0.02500,0.862
32,mlp.experts.223.up_proj,0.0108098137,hessian_weighted_relative_error,44026,0.02500,0.898
32,mlp.experts.224.up_proj,0.0084053916,hessian_weighted_relative_error,29092,0.02500,0.864
32,mlp.experts.225.up_proj,0.0100615685,hessian_weighted_relative_error,38130,0.02500,0.888
32,mlp.experts.226.up_proj,0.0089653056,hessian_weighted_relative_error,29193,0.02500,0.862
32,mlp.experts.227.up_proj,0.0096783641,hessian_weighted_relative_error,32250,0.02500,0.888
32,mlp.experts.228.up_proj,0.0094634048,hessian_weighted_relative_error,30703,0.02500,0.862
32,mlp.experts.230.up_proj,0.0054352062,hessian_weighted_relative_error,3403,0.02500,0.863
32,mlp.experts.231.up_proj,0.0043225380,hessian_weighted_relative_error,4112,0.02500,0.880
32,mlp.experts.233.up_proj,0.0092842108,hessian_weighted_relative_error,24042,0.02500,0.896
32,mlp.experts.234.up_proj,0.0103560172,hessian_weighted_relative_error,27660,0.02500,0.862
32,mlp.experts.235.up_proj,0.0099320691,hessian_weighted_relative_error,18991,0.02500,0.890
32,mlp.experts.236.up_proj,0.0088124020,hessian_weighted_relative_error,43287,0.02500,0.864
32,mlp.experts.237.up_proj,0.0085212420,hessian_weighted_relative_error,30888,0.02500,0.898
32,mlp.experts.238.up_proj,0.0103227033,hessian_weighted_relative_error,28155,0.02500,0.862
32,mlp.experts.239.up_proj,0.0105888147,hessian_weighted_relative_error,19597,0.02500,0.883
32,mlp.experts.242.up_proj,0.0102734126,hessian_weighted_relative_error,27679,0.02500,0.863
32,mlp.experts.243.up_proj,0.0053972346,hessian_weighted_relative_error,3780,0.02500,0.885
32,mlp.experts.244.up_proj,0.0060605503,hessian_weighted_relative_error,18315,0.02500,0.863
32,mlp.experts.245.up_proj,0.0084182124,hessian_weighted_relative_error,10273,0.02500,0.884
32,mlp.experts.246.up_proj,0.0069592644,hessian_weighted_relative_error,25373,0.02500,0.864
32,mlp.experts.247.up_proj,0.0087734326,hessian_weighted_relative_error,16398,0.02500,0.896
32,mlp.experts.249.up_proj,0.0102681520,hessian_weighted_relative_error,41564,0.02500,0.901
32,mlp.experts.250.up_proj,0.0089617745,hessian_weighted_relative_error,10559,0.02500,0.864
32,mlp.experts.251.up_proj,0.0110769278,hessian_weighted_relative_error,51874,0.02500,0.899
32,mlp.experts.252.up_proj,0.0076258865,hessian_weighted_relative_error,8295,0.02500,0.863
32,mlp.experts.253.up_proj,0.0093264350,hessian_weighted_relative_error,21593,0.02500,0.906
32,mlp.experts.254.up_proj,0.0051312349,hessian_weighted_relative_error,25112,0.02500,0.863
32,mlp.experts.255.up_proj,0.0113727740,hessian_weighted_relative_error,32475,0.02500,0.890
32,mlp.experts.256.up_proj,0.0076285723,hessian_weighted_relative_error,15360,0.02500,0.873
32,mlp.experts.257.up_proj,0.0102747138,hessian_weighted_relative_error,23151,0.02500,0.889
32,mlp.experts.260.up_proj,0.0081282653,hessian_weighted_relative_error,25964,0.02500,0.862
32,mlp.experts.261.up_proj,0.0075530947,hessian_weighted_relative_error,21877,0.02500,0.892
32,mlp.experts.262.up_proj,0.0076729937,hessian_weighted_relative_error,30546,0.02500,0.863
32,mlp.experts.263.up_proj,0.0068883180,hessian_weighted_relative_error,50801,0.02500,0.890
32,mlp.experts.264.up_proj,0.0060855215,hessian_weighted_relative_error,26843,0.02500,0.864
32,mlp.experts.265.up_proj,0.0096416966,hessian_weighted_relative_error,34928,0.02500,0.898
32,mlp.experts.266.up_proj,0.0088667063,hessian_weighted_relative_error,21945,0.02500,0.862
32,mlp.experts.268.up_proj,0.0063448335,hessian_weighted_relative_error,8368,0.02500,0.862
32,mlp.experts.269.up_proj,0.0087828355,hessian_weighted_relative_error,19581,0.02500,0.895
32,mlp.experts.270.up_proj,0.0094239246,hessian_weighted_relative_error,24420,0.02500,0.861
32,mlp.experts.271.up_proj,0.0112740452,hessian_weighted_relative_error,46790,0.02500,0.886
32,mlp.experts.272.up_proj,0.0097227095,hessian_weighted_relative_error,25416,0.02500,0.861
32,mlp.experts.273.up_proj,0.0104202779,hessian_weighted_relative_error,41926,0.02500,0.900
32,mlp.experts.274.up_proj,0.0071579148,hessian_weighted_relative_error,7183,0.02500,0.863
32,mlp.experts.276.up_proj,0.0079113110,hessian_weighted_relative_error,16661,0.02500,0.863
32,mlp.experts.280.up_proj,0.0078281900,hessian_weighted_relative_error,15768,0.02500,0.862
32,mlp.experts.283.up_proj,0.0075457129,hessian_weighted_relative_error,13822,0.02500,0.919
32,mlp.experts.284.up_proj,0.0102142637,hessian_weighted_relative_error,40881,0.02500,0.863
32,mlp.experts.285.up_proj,0.0071053700,hessian_weighted_relative_error,13385,0.02500,0.903
32,mlp.experts.286.up_proj,0.0082878048,hessian_weighted_relative_error,18975,0.02500,0.862
32,mlp.experts.0.down_proj,0.0103351393,hessian_weighted_relative_error,13916,0.02500,0.775
32,mlp.experts.1.down_proj,0.0120544319,hessian_weighted_relative_error,18922,0.02500,0.754
32,mlp.experts.4.down_proj,0.0141440545,hessian_weighted_relative_error,27977,0.02500,0.772
32,mlp.experts.5.down_proj,0.0130622168,hessian_weighted_relative_error,14983,0.02500,0.751
32,mlp.experts.6.down_proj,0.0125586811,hessian_weighted_relative_error,22389,0.02500,0.733
32,mlp.experts.7.down_proj,0.0147465926,hessian_weighted_relative_error,28588,0.02500,0.711
32,mlp.experts.8.down_proj,0.0144523398,hessian_weighted_relative_error,29225,0.02500,0.779
32,mlp.experts.13.down_proj,0.0148931958,hessian_weighted_relative_error,26671,0.02500,0.755
32,mlp.experts.14.down_proj,0.0151200156,hessian_weighted_relative_error,28288,0.02500,0.773
32,mlp.experts.15.down_proj,0.0148195557,hessian_weighted_relative_error,24271,0.02500,0.751
32,mlp.experts.19.down_proj,0.0146532898,hessian_weighted_relative_error,19060,0.02500,0.758
32,mlp.experts.23.down_proj,0.0114241664,hessian_weighted_relative_error,21113,0.02500,0.755
32,mlp.experts.24.down_proj,0.0141269294,hessian_weighted_relative_error,18645,0.02500,0.781
32,mlp.experts.25.down_proj,0.0153797051,hessian_weighted_relative_error,31544,0.02500,0.764
32,mlp.experts.27.down_proj,0.0089223289,hessian_weighted_relative_error,12859,0.02500,0.761
32,mlp.experts.28.down_proj,0.0101016844,hessian_weighted_relative_error,16643,0.02500,0.781
32,mlp.experts.33.down_proj,0.0129483216,hessian_weighted_relative_error,23640,0.02500,0.766
32,mlp.experts.34.down_proj,0.0099987176,hessian_weighted_relative_error,18405,0.02500,0.781
32,mlp.experts.36.down_proj,0.0143993853,hessian_weighted_relative_error,20370,0.02500,0.782
32,mlp.experts.37.down_proj,0.0149337439,hessian_weighted_relative_error,25385,0.02500,0.766
32,mlp.experts.38.down_proj,0.0140794144,hessian_weighted_relative_error,31450,0.02500,0.781
32,mlp.experts.39.down_proj,0.0146355934,hessian_weighted_relative_error,20965,0.02500,0.762
32,mlp.experts.40.down_proj,0.0130605387,hessian_weighted_relative_error,27665,0.02500,0.787
32,mlp.experts.41.down_proj,0.0120181482,hessian_weighted_relative_error,21808,0.02500,0.770
32,mlp.experts.42.down_proj,0.0145144225,hessian_weighted_relative_error,22335,0.02500,0.784
32,mlp.experts.44.down_proj,0.0144892635,hessian_weighted_relative_error,29637,0.02500,0.788
32,mlp.experts.45.down_proj,0.0144485815,hessian_weighted_relative_error,22656,0.02500,0.769
32,mlp.experts.47.down_proj,0.0104142067,hessian_weighted_relative_error,26501,0.02500,0.765
32,mlp.experts.48.down_proj,0.0133405903,hessian_weighted_relative_error,17823,0.02500,0.790
32,mlp.experts.49.down_proj,0.0092234719,hessian_weighted_relative_error,8308,0.02500,0.773
32,mlp.experts.50.down_proj,0.0123818389,hessian_weighted_relative_error,13308,0.02500,0.787
32,mlp.experts.51.down_proj,0.0137482127,hessian_weighted_relative_error,29365,0.02500,0.771
32,mlp.experts.52.down_proj,0.0113821449,hessian_weighted_relative_error,20870,0.02500,0.788
32,mlp.experts.53.down_proj,0.0129784009,hessian_weighted_relative_error,33769,0.02500,0.772
32,mlp.experts.55.down_proj,0.0127928185,hessian_weighted_relative_error,34202,0.02500,0.768
32,mlp.experts.56.down_proj,0.0122027543,hessian_weighted_relative_error,24628,0.02500,0.792
32,mlp.experts.57.down_proj,0.0125131452,hessian_weighted_relative_error,18636,0.02500,0.777
32,mlp.experts.58.down_proj,0.0123832632,hessian_weighted_relative_error,19253,0.02500,0.788
32,mlp.experts.60.down_proj,0.0143008246,hessian_weighted_relative_error,19617,0.02500,0.789
32,mlp.experts.61.down_proj,0.0145973020,hessian_weighted_relative_error,23003,0.02500,0.777
32,mlp.experts.63.down_proj,0.0127100336,hessian_weighted_relative_error,22607,0.02500,0.772
32,mlp.experts.64.down_proj,0.0099586454,hessian_weighted_relative_error,9827,0.02500,0.793
32,mlp.experts.69.down_proj,0.0118872531,hessian_weighted_relative_error,17689,0.02500,0.779
32,mlp.experts.72.down_proj,0.0140960470,hessian_weighted_relative_error,23282,0.02500,0.795
32,mlp.experts.73.down_proj,0.0124770420,hessian_weighted_relative_error,20587,0.02500,0.784
32,mlp.experts.75.down_proj,0.0138517407,hessian_weighted_relative_error,16353,0.02500,0.780
32,mlp.experts.77.down_proj,0.0123499853,hessian_weighted_relative_error,13589,0.02500,0.781
32,mlp.experts.79.down_proj,0.0100170790,hessian_weighted_relative_error,17735,0.02500,0.777
32,mlp.experts.81.down_proj,0.0143409885,hessian_weighted_relative_error,22803,0.02500,0.786
32,mlp.experts.83.down_proj,0.0147208971,hessian_weighted_relative_error,44671,0.02500,0.785
32,mlp.experts.86.down_proj,0.0089595633,hessian_weighted_relative_error,27435,0.02500,0.794
32,mlp.experts.87.down_proj,0.0158215693,hessian_weighted_relative_error,30953,0.02500,0.781
32,mlp.experts.90.down_proj,0.0137439854,hessian_weighted_relative_error,27117,0.02500,0.795
32,mlp.experts.92.down_proj,0.0137600327,hessian_weighted_relative_error,29380,0.02500,0.799
32,mlp.experts.93.down_proj,0.0125494682,hessian_weighted_relative_error,14848,0.02500,0.789
32,mlp.experts.94.down_proj,0.0134125221,hessian_weighted_relative_error,24178,0.02500,0.795
32,mlp.experts.96.down_proj,0.0139448970,hessian_weighted_relative_error,16890,0.02500,0.800
32,mlp.experts.99.down_proj,0.0100990438,hessian_weighted_relative_error,14505,0.02500,0.793
32,mlp.experts.100.down_proj,0.0129378268,hessian_weighted_relative_error,26260,0.02500,0.800
32,mlp.experts.102.down_proj,0.0129718789,hessian_weighted_relative_error,23746,0.02500,0.799
32,mlp.experts.103.down_proj,0.0141160907,hessian_weighted_relative_error,40190,0.02500,0.787
32,mlp.experts.104.down_proj,0.0125526368,hessian_weighted_relative_error,23270,0.02500,0.802
32,mlp.experts.105.down_proj,0.0103085307,hessian_weighted_relative_error,4949,0.02500,0.796
32,mlp.experts.109.down_proj,0.0145510222,hessian_weighted_relative_error,27150,0.02500,0.794
32,mlp.experts.110.down_proj,0.0134606018,hessian_weighted_relative_error,27298,0.02500,0.799
32,mlp.experts.112.down_proj,0.0043875891,hessian_weighted_relative_error,16018,0.02500,0.805
32,mlp.experts.113.down_proj,0.0125850606,hessian_weighted_relative_error,35336,0.02500,0.797
32,mlp.experts.114.down_proj,0.0144779312,hessian_weighted_relative_error,33010,0.02500,0.802
32,mlp.experts.115.down_proj,0.0138827382,hessian_weighted_relative_error,24746,0.02500,0.799
32,mlp.experts.117.down_proj,0.0127701739,hessian_weighted_relative_error,12162,0.02500,0.799
32,mlp.experts.119.down_proj,0.0144270297,hessian_weighted_relative_error,20187,0.02500,0.794
32,mlp.experts.120.down_proj,0.0090771451,hessian_weighted_relative_error,12167,0.02500,0.807
32,mlp.experts.121.down_proj,0.0089059780,hessian_weighted_relative_error,27356,0.02500,0.800
32,mlp.experts.122.down_proj,0.0146909913,hessian_weighted_relative_error,23163,0.02500,0.804
32,mlp.experts.123.down_proj,0.0097534260,hessian_weighted_relative_error,16400,0.02500,0.800
32,mlp.experts.126.down_proj,0.0087401587,hessian_weighted_relative_error,26861,0.02500,0.802
32,mlp.experts.127.down_proj,0.0147362580,hessian_weighted_relative_error,21456,0.02500,0.794
32,mlp.experts.128.down_proj,0.0141017451,hessian_weighted_relative_error,26077,0.02500,0.810
32,mlp.experts.131.down_proj,0.0146602229,hessian_weighted_relative_error,22452,0.02500,0.802
32,mlp.experts.132.down_proj,0.0103317259,hessian_weighted_relative_error,10527,0.02500,0.806
32,mlp.experts.133.down_proj,0.0139459408,hessian_weighted_relative_error,34226,0.02500,0.803
32,mlp.experts.134.down_proj,0.0107071877,hessian_weighted_relative_error,17904,0.02500,0.804
32,mlp.experts.136.down_proj,0.0137560411,hessian_weighted_relative_error,21042,0.02500,0.812
32,mlp.experts.138.down_proj,0.0143158254,hessian_weighted_relative_error,39393,0.02500,0.805
32,mlp.experts.139.down_proj,0.0085399595,hessian_weighted_relative_error,25401,0.02500,0.805
32,mlp.experts.140.down_proj,0.0148168997,hessian_weighted_relative_error,33066,0.02500,0.808
32,mlp.experts.141.down_proj,0.0143268526,hessian_weighted_relative_error,42972,0.02500,0.805
32,mlp.experts.142.down_proj,0.0090413000,hessian_weighted_relative_error,24388,0.02500,0.804
32,mlp.experts.143.down_proj,0.0116125541,hessian_weighted_relative_error,15461,0.02500,0.801
32,mlp.experts.144.down_proj,0.0146388981,hessian_weighted_relative_error,19678,0.02500,0.811
32,mlp.experts.145.down_proj,0.0142737194,hessian_weighted_relative_error,33916,0.02500,0.808
32,mlp.experts.146.down_proj,0.0151891384,hessian_weighted_relative_error,25544,0.02500,0.806
32,mlp.experts.147.down_proj,0.0129938933,hessian_weighted_relative_error,16627,0.02500,0.807
32,mlp.experts.150.down_proj,0.0100002070,hessian_weighted_relative_error,8638,0.02500,0.807
32,mlp.experts.151.down_proj,0.0141430402,hessian_weighted_relative_error,33563,0.02500,0.803
32,mlp.experts.152.down_proj,0.0113813162,hessian_weighted_relative_error,23308,0.02500,0.815
32,mlp.experts.154.down_proj,0.0128978170,hessian_weighted_relative_error,29459,0.02500,0.808
32,mlp.experts.155.down_proj,0.0130451460,hessian_weighted_relative_error,28363,0.02500,0.809
32,mlp.experts.158.down_proj,0.0146206331,hessian_weighted_relative_error,28440,0.02500,0.807
32,mlp.experts.161.down_proj,0.0120661705,hessian_weighted_relative_error,9780,0.02500,0.813
32,mlp.experts.162.down_proj,0.0103879638,hessian_weighted_relative_error,18789,0.02500,0.809
32,mlp.experts.163.down_proj,0.0098855506,hessian_weighted_relative_error,9368,0.02500,0.813
32,mlp.experts.166.down_proj,0.0144539176,hessian_weighted_relative_error,25902,0.02500,0.810
32,mlp.experts.168.down_proj,0.0136881585,hessian_weighted_relative_error,19713,0.02500,0.816
32,mlp.experts.169.down_proj,0.0120908578,hessian_weighted_relative_error,13922,0.02500,0.818
32,mlp.experts.170.down_proj,0.0060785056,hessian_weighted_relative_error,1722,0.02500,0.810
32,mlp.experts.171.down_proj,0.0107153668,hessian_weighted_relative_error,14779,0.02500,0.818
32,mlp.experts.173.down_proj,0.0142050084,hessian_weighted_relative_error,37132,0.02500,0.815
32,mlp.experts.175.down_proj,0.0141124301,hessian_weighted_relative_error,19614,0.02500,0.811
32,mlp.experts.176.down_proj,0.0151333261,hessian_weighted_relative_error,33482,0.02500,0.815
32,mlp.experts.179.down_proj,0.0101392512,hessian_weighted_relative_error,9642,0.02500,0.818
32,mlp.experts.180.down_proj,0.0153789086,hessian_weighted_relative_error,32745,0.02500,0.816
32,mlp.experts.181.down_proj,0.0106051174,hessian_weighted_relative_error,17424,0.02500,0.819
32,mlp.experts.182.down_proj,0.0123442390,hessian_weighted_relative_error,42830,0.02500,0.812
32,mlp.experts.185.down_proj,0.0138090863,hessian_weighted_relative_error,15042,0.02500,0.823
32,mlp.experts.186.down_proj,0.0100532587,hessian_weighted_relative_error,15842,0.02500,0.813
32,mlp.experts.187.down_proj,0.0142877995,hessian_weighted_relative_error,16054,0.02500,0.822
32,mlp.experts.188.down_proj,0.0115341255,hessian_weighted_relative_error,14120,0.02500,0.816
32,mlp.experts.190.down_proj,0.0135016143,hessian_weighted_relative_error,28319,0.02500,0.814
32,mlp.experts.192.down_proj,0.0123802168,hessian_weighted_relative_error,9328,0.02500,0.816
32,mlp.experts.193.down_proj,0.0103370927,hessian_weighted_relative_error,23163,0.02500,0.825
32,mlp.experts.194.down_proj,0.0137217873,hessian_weighted_relative_error,28536,0.02500,0.814
32,mlp.experts.195.down_proj,0.0134491433,hessian_weighted_relative_error,22085,0.02500,0.826
32,mlp.experts.198.down_proj,0.0119592205,hessian_weighted_relative_error,13998,0.02500,0.813
32,mlp.experts.201.down_proj,0.0118807947,hessian_weighted_relative_error,50708,0.02500,0.826
32,mlp.experts.203.down_proj,0.0155517997,hessian_weighted_relative_error,31665,0.02500,0.825
32,mlp.experts.204.down_proj,0.0144025823,hessian_weighted_relative_error,28513,0.02500,0.815
32,mlp.experts.205.down_proj,0.0142814860,hessian_weighted_relative_error,29700,0.02500,0.824
32,mlp.experts.206.down_proj,0.0106665291,hessian_weighted_relative_error,22887,0.02500,0.814
32,mlp.experts.208.down_proj,0.0110291858,hessian_weighted_relative_error,9122,0.02500,0.817
32,mlp.experts.209.down_proj,0.0101752739,hessian_weighted_relative_error,19159,0.02500,0.827
32,mlp.experts.210.down_proj,0.0104926470,hessian_weighted_relative_error,15282,0.02500,0.815
32,mlp.experts.211.down_proj,0.0104003461,hessian_weighted_relative_error,12024,0.02500,0.829
32,mlp.experts.212.down_proj,0.0147913980,hessian_weighted_relative_error,36768,0.02500,0.817
32,mlp.experts.213.down_proj,0.0095580635,hessian_weighted_relative_error,12625,0.02500,0.825
32,mlp.experts.215.down_proj,0.0099320215,hessian_weighted_relative_error,8489,0.02500,0.822
32,mlp.experts.216.down_proj,0.0143184516,hessian_weighted_relative_error,38145,0.02500,0.818
32,mlp.experts.217.down_proj,0.0139239533,hessian_weighted_relative_error,14390,0.02500,0.825
32,mlp.experts.220.down_proj,0.0138816211,hessian_weighted_relative_error,43161,0.02500,0.817
32,mlp.experts.221.down_proj,0.0105408334,hessian_weighted_relative_error,22318,0.02500,0.826
32,mlp.experts.222.down_proj,0.0101008119,hessian_weighted_relative_error,22016,0.02500,0.816
32,mlp.experts.225.down_proj,0.0143757233,hessian_weighted_relative_error,38130,0.02500,0.826
32,mlp.experts.226.down_proj,0.0130416893,hessian_weighted_relative_error,29193,0.02500,0.817
32,mlp.experts.228.down_proj,0.0137903719,hessian_weighted_relative_error,30703,0.02500,0.819
32,mlp.experts.230.down_proj,0.0095982076,hessian_weighted_relative_error,3403,0.02500,0.817
32,mlp.experts.231.down_proj,0.0075319819,hessian_weighted_relative_error,4112,0.02500,0.822
32,mlp.experts.233.down_proj,0.0128997321,hessian_weighted_relative_error,24042,0.02500,0.829
32,mlp.experts.234.down_proj,0.0146575479,hessian_weighted_relative_error,27660,0.02500,0.818
32,mlp.experts.235.down_proj,0.0141314334,hessian_weighted_relative_error,18991,0.02500,0.826
32,mlp.experts.237.down_proj,0.0124069698,hessian_weighted_relative_error,30888,0.02500,0.825
32,mlp.experts.238.down_proj,0.0148362929,hessian_weighted_relative_error,28155,0.02500,0.818
32,mlp.experts.239.down_proj,0.0144460086,hessian_weighted_relative_error,19597,0.02500,0.823
32,mlp.experts.243.down_proj,0.0099086204,hessian_weighted_relative_error,3780,0.02500,0.829
32,mlp.experts.244.down_proj,0.0103462504,hessian_weighted_relative_error,18315,0.02500,0.821
32,mlp.experts.245.down_proj,0.0120047611,hessian_weighted_relative_error,10273,0.02500,0.827
32,mlp.experts.247.down_proj,0.0130218157,hessian_weighted_relative_error,16398,0.02500,0.824
32,mlp.experts.249.down_proj,0.0146549745,hessian_weighted_relative_error,41564,0.02500,0.829
32,mlp.experts.250.down_proj,0.0134184497,hessian_weighted_relative_error,10559,0.02500,0.819
32,mlp.experts.251.down_proj,0.0153682738,hessian_weighted_relative_error,51874,0.02500,0.828
32,mlp.experts.252.down_proj,0.0124230050,hessian_weighted_relative_error,8295,0.02500,0.822
32,mlp.experts.253.down_proj,0.0134776346,hessian_weighted_relative_error,21593,0.02500,0.828
32,mlp.experts.254.down_proj,0.0077110077,hessian_weighted_relative_error,25112,0.02500,0.819
32,mlp.experts.255.down_proj,0.0157449196,hessian_weighted_relative_error,32475,0.02500,0.823
32,mlp.experts.256.down_proj,0.0109836085,hessian_weighted_relative_error,15360,0.02500,0.822
32,mlp.experts.257.down_proj,0.0145304969,hessian_weighted_relative_error,23151,0.02500,0.830
32,mlp.experts.259.down_proj,0.0040899561,hessian_weighted_relative_error,34798,0.02500,0.828
32,mlp.experts.260.down_proj,0.0103810777,hessian_weighted_relative_error,25964,0.02500,0.822
32,mlp.experts.261.down_proj,0.0115160029,hessian_weighted_relative_error,21877,0.02500,0.828
32,mlp.experts.264.down_proj,0.0100899349,hessian_weighted_relative_error,26843,0.02500,0.824
32,mlp.experts.266.down_proj,0.0130353748,hessian_weighted_relative_error,21945,0.02500,0.820
32,mlp.experts.268.down_proj,0.0104307041,hessian_weighted_relative_error,8368,0.02500,0.822
32,mlp.experts.269.down_proj,0.0124685779,hessian_weighted_relative_error,19581,0.02500,0.827
32,mlp.experts.270.down_proj,0.0128585417,hessian_weighted_relative_error,24420,0.02500,0.821
32,mlp.experts.271.down_proj,0.0154590812,hessian_weighted_relative_error,46790,0.02500,0.825
32,mlp.experts.272.down_proj,0.0136948152,hessian_weighted_relative_error,25416,0.02500,0.821
32,mlp.experts.274.down_proj,0.0117322289,hessian_weighted_relative_error,7183,0.02500,0.821
32,mlp.experts.276.down_proj,0.0123668744,hessian_weighted_relative_error,16661,0.02500,0.821
32,mlp.experts.280.down_proj,0.0118189071,hessian_weighted_relative_error,15768,0.02500,0.823
32,mlp.experts.283.down_proj,0.0111198630,hessian_weighted_relative_error,13822,0.02500,0.831
32,mlp.experts.286.down_proj,0.0124331044,hessian_weighted_relative_error,18975,0.02500,0.820
32,mlp.experts.101.down_proj,0.0028424804,hessian_weighted_relative_error,32174,0.02500,1.507
32,mlp.experts.10.down_proj,0.0034641193,hessian_weighted_relative_error,45844,0.02500,1.483
32,mlp.experts.101.gate_proj,0.0016862794,hessian_weighted_relative_error,32174,0.02500,1.635
32,mlp.experts.106.gate_proj,0.0019586005,hessian_weighted_relative_error,32621,0.02500,1.598
32,mlp.experts.101.up_proj,0.0017958824,hessian_weighted_relative_error,32174,0.02500,1.658
32,mlp.experts.106.down_proj,0.0030599505,hessian_weighted_relative_error,32621,0.02500,1.537
32,mlp.experts.107.down_proj,0.0027349241,hessian_weighted_relative_error,37927,0.02500,1.540
32,mlp.experts.10.up_proj,0.0022647404,hessian_weighted_relative_error,45844,0.02500,1.618
32,mlp.experts.11.down_proj,0.0036972303,hessian_weighted_relative_error,38985,0.02500,1.502
32,mlp.experts.106.up_proj,0.0020786961,hessian_weighted_relative_error,32621,0.02500,1.627
32,mlp.experts.11.gate_proj,0.0025095285,hessian_weighted_relative_error,38985,0.02500,1.596
32,mlp.experts.108.up_proj,0.0022534698,hessian_weighted_relative_error,35307,0.02500,1.627
32,mlp.experts.108.gate_proj,0.0020241684,hessian_weighted_relative_error,35307,0.02500,1.600
32,mlp.experts.11.up_proj,0.0026503811,hessian_weighted_relative_error,38985,0.02500,1.665
32,mlp.experts.108.down_proj,0.0029705004,hessian_weighted_relative_error,35307,0.02500,1.540
32,mlp.experts.111.down_proj,0.0022602649,hessian_weighted_relative_error,40226,0.02500,1.532
32,mlp.experts.116.down_proj,0.0033421280,hessian_weighted_relative_error,27730,0.02500,1.544
32,mlp.experts.111.gate_proj,0.0016240088,hessian_weighted_relative_error,40226,0.02500,1.640
32,mlp.experts.118.up_proj,0.0024153037,hessian_weighted_relative_error,76829,0.02500,1.624
32,mlp.experts.111.up_proj,0.0017678604,hessian_weighted_relative_error,40226,0.02500,1.672
32,mlp.experts.118.down_proj,0.0031644486,hessian_weighted_relative_error,76829,0.02500,1.540
32,mlp.experts.125.down_proj,0.0039531041,hessian_weighted_relative_error,51771,0.02500,1.546
32,mlp.experts.116.up_proj,0.0021958894,hessian_weighted_relative_error,27730,0.02500,1.623
32,mlp.experts.125.gate_proj,0.0025994951,hessian_weighted_relative_error,51771,0.02500,1.651
32,mlp.experts.12.down_proj,0.0039838097,hessian_weighted_relative_error,56385,0.02500,1.514
32,mlp.experts.125.up_proj,0.0029062065,hessian_weighted_relative_error,51771,0.02500,1.684
32,mlp.experts.124.down_proj,0.0028737105,hessian_weighted_relative_error,38336,0.02500,1.544
32,mlp.experts.129.down_proj,0.0025628425,hessian_weighted_relative_error,14741,0.02500,1.552
32,mlp.experts.12.up_proj,0.0029335318,hessian_weighted_relative_error,56385,0.02500,1.620
32,mlp.experts.135.down_proj,0.0038011483,hessian_weighted_relative_error,41306,0.02500,1.545
32,mlp.experts.12.gate_proj,0.0026743105,hessian_weighted_relative_error,56385,0.02500,1.571
32,mlp.experts.135.up_proj,0.0026718161,hessian_weighted_relative_error,41306,0.02500,1.675
32,mlp.experts.124.gate_proj,0.0017709985,hessian_weighted_relative_error,38336,0.02500,1.599
32,mlp.experts.137.down_proj,0.0040385511,hessian_weighted_relative_error,68002,0.02500,1.557
32,mlp.experts.148.down_proj,0.0037552531,hessian_weighted_relative_error,52631,0.02500,1.547
32,mlp.experts.137.gate_proj,0.0025329041,hessian_weighted_relative_error,68002,0.02500,1.655
32,mlp.experts.130.down_proj,0.0027241990,hessian_weighted_relative_error,20736,0.02500,1.544
32,mlp.experts.137.up_proj,0.0029989196,hessian_weighted_relative_error,68002,0.02500,1.678
32,mlp.experts.124.up_proj,0.0019309060,hessian_weighted_relative_error,38336,0.02500,1.624
32,mlp.experts.149.down_proj,0.0033219991,hessian_weighted_relative_error,32942,0.02500,1.554
32,mlp.experts.148.gate_proj,0.0021786675,hessian_weighted_relative_error,52631,0.02500,1.610
32,mlp.experts.149.up_proj,0.0022491244,hessian_weighted_relative_error,32942,0.02500,1.689
32,mlp.experts.16.down_proj,0.0029597549,hessian_weighted_relative_error,23966,0.02500,1.517
32,mlp.experts.153.down_proj,0.0033688356,hessian_weighted_relative_error,54770,0.02500,1.566
32,mlp.experts.156.down_proj,0.0037752565,hessian_weighted_relative_error,34575,0.02500,1.551
32,mlp.experts.153.up_proj,0.0024965655,hessian_weighted_relative_error,54770,0.02500,1.680
32,mlp.experts.148.up_proj,0.0026022105,hessian_weighted_relative_error,52631,0.02500,1.628
32,mlp.experts.157.down_proj,0.0038273368,hessian_weighted_relative_error,35628,0.02500,1.557
32,mlp.experts.16.up_proj,0.0022132659,hessian_weighted_relative_error,23966,0.02500,1.621
32,mlp.experts.159.down_proj,0.0035485903,hessian_weighted_relative_error,78780,0.02500,1.554
32,mlp.experts.164.down_proj,0.0037436677,hessian_weighted_relative_error,35624,0.02500,1.551
32,mlp.experts.159.gate_proj,0.0023811192,hessian_weighted_relative_error,78780,0.02500,1.655
32,mlp.experts.160.up_proj,0.0018235374,hessian_weighted_relative_error,59302,0.02500,1.629
32,mlp.experts.159.up_proj,0.0024875042,hessian_weighted_relative_error,78780,0.02500,1.684
32,mlp.experts.160.down_proj,0.0027872367,hessian_weighted_relative_error,59302,0.02500,1.553
32,mlp.experts.165.down_proj,0.0036737228,hessian_weighted_relative_error,26385,0.02500,1.559
32,mlp.experts.164.up_proj,0.0026559401,hessian_weighted_relative_error,35624,0.02500,1.629
32,mlp.experts.167.down_proj,0.0032540700,hessian_weighted_relative_error,30858,0.02500,1.555
32,mlp.experts.174.up_proj,0.0029735053,hessian_weighted_relative_error,40033,0.02500,1.630
32,mlp.experts.17.down_proj,0.0029251821,hessian_weighted_relative_error,48910,0.02500,1.509
32,mlp.experts.174.down_proj,0.0040088163,hessian_weighted_relative_error,40033,0.02500,1.554
32,mlp.experts.17.gate_proj,0.0016473928,hessian_weighted_relative_error,48910,0.02500,1.608
32,mlp.experts.172.down_proj,0.0039610115,hessian_weighted_relative_error,31505,0.02500,1.554
32,mlp.experts.17.up_proj,0.0018040868,hessian_weighted_relative_error,48910,0.02500,1.673
32,mlp.experts.178.down_proj,0.0036829676,hessian_weighted_relative_error,38037,0.02500,1.554
32,mlp.experts.177.down_proj,0.0030494515,hessian_weighted_relative_error,28318,0.02500,1.575
32,mlp.experts.184.gate_proj,0.0014586074,hessian_weighted_relative_error,38768,0.02500,1.614
32,mlp.experts.177.up_proj,0.0018340588,hessian_weighted_relative_error,28318,0.02500,1.682
32,mlp.experts.184.down_proj,0.0026154159,hessian_weighted_relative_error,38768,0.02500,1.559
32,mlp.experts.183.down_proj,0.0030422159,hessian_weighted_relative_error,29584,0.02500,1.564
32,mlp.experts.18.down_proj,0.0033490135,hessian_weighted_relative_error,28718,0.02500,1.518
32,mlp.experts.183.gate_proj,0.0018150528,hessian_weighted_relative_error,29584,0.02500,1.668
32,mlp.experts.184.up_proj,0.0016079685,hessian_weighted_relative_error,38768,0.02500,1.647
32,mlp.experts.20.down_proj,0.0039789347,hessian_weighted_relative_error,37063,0.02500,1.521
32,mlp.experts.183.up_proj,0.0019592715,hessian_weighted_relative_error,29584,0.02500,1.695
32,mlp.experts.2.down_proj,0.0026827998,hessian_weighted_relative_error,21798,0.02500,1.515
32,mlp.experts.189.down_proj,0.0034383324,hessian_weighted_relative_error,35112,0.02500,1.575
32,mlp.experts.196.down_proj,0.0028347769,hessian_weighted_relative_error,17154,0.02500,1.557
32,mlp.experts.189.gate_proj,0.0023192770,hessian_weighted_relative_error,35112,0.02500,1.664
32,mlp.experts.200.down_proj,0.0033251195,hessian_weighted_relative_error,26342,0.02500,1.561
32,mlp.experts.189.up_proj,0.0024664293,hessian_weighted_relative_error,35112,0.02500,1.694
32,mlp.experts.202.down_proj,0.0036843122,hessian_weighted_relative_error,47484,0.02500,1.555
32,mlp.experts.191.down_proj,0.0032103548,hessian_weighted_relative_error,33190,0.02500,1.566
32,mlp.experts.200.up_proj,0.0023227268,hessian_weighted_relative_error,26342,0.02500,1.633
32,mlp.experts.191.up_proj,0.0020998750,hessian_weighted_relative_error,33190,0.02500,1.710
32,mlp.experts.200.gate_proj,0.0016667572,hessian_weighted_relative_error,26342,0.02500,1.613
32,mlp.experts.197.down_proj,0.0038724050,hessian_weighted_relative_error,29217,0.02500,1.577
32,mlp.experts.202.gate_proj,0.0023580778,hessian_weighted_relative_error,47484,0.02500,1.614
32,mlp.experts.199.down_proj,0.0039583106,hessian_weighted_relative_error,50047,0.02500,1.567
32,mlp.experts.218.down_proj,0.0039104919,hessian_weighted_relative_error,40775,0.02500,1.558
32,mlp.experts.199.up_proj,0.0028078949,hessian_weighted_relative_error,50047,0.02500,1.698
32,mlp.experts.214.down_proj,0.0037393215,hessian_weighted_relative_error,34039,0.02500,1.559
32,mlp.experts.207.down_proj,0.0038194507,hessian_weighted_relative_error,44586,0.02500,1.590
32,mlp.experts.202.up_proj,0.0025890490,hessian_weighted_relative_error,47484,0.02500,1.635
32,mlp.experts.207.gate_proj,0.0026090581,hessian_weighted_relative_error,44586,0.02500,1.672
32,mlp.experts.218.up_proj,0.0027822125,hessian_weighted_relative_error,40775,0.02500,1.632
32,mlp.experts.207.up_proj,0.0028495666,hessian_weighted_relative_error,44586,0.02500,1.694
32,mlp.experts.224.down_proj,0.0033191452,hessian_weighted_relative_error,29092,0.02500,1.562
32,mlp.experts.21.down_proj,0.0033458728,hessian_weighted_relative_error,50530,0.02500,1.512
32,mlp.experts.22.up_proj,0.0014022577,hessian_weighted_relative_error,39321,0.02500,1.626
32,mlp.experts.21.gate_proj,0.0022726546,hessian_weighted_relative_error,50530,0.02500,1.612
32,mlp.experts.22.down_proj,0.0022243931,hessian_weighted_relative_error,39321,0.02500,1.518
32,mlp.experts.21.up_proj,0.0025317202,hessian_weighted_relative_error,50530,0.02500,1.674
32,mlp.experts.232.down_proj,0.0038717925,hessian_weighted_relative_error,64953,0.02500,1.564
32,mlp.experts.219.down_proj,0.0039116146,hessian_weighted_relative_error,31651,0.02500,1.574
32,mlp.experts.236.down_proj,0.0032583754,hessian_weighted_relative_error,43287,0.02500,1.562
32,mlp.experts.223.down_proj,0.0039553281,hessian_weighted_relative_error,44026,0.02500,1.573
32,mlp.experts.232.up_proj,0.0028637920,hessian_weighted_relative_error,64953,0.02500,1.631
32,mlp.experts.227.down_proj,0.0031842999,hessian_weighted_relative_error,32250,0.02500,1.576
32,mlp.experts.232.gate_proj,0.0025539294,hessian_weighted_relative_error,64953,0.02500,1.619
32,mlp.experts.229.down_proj,0.0025563228,hessian_weighted_relative_error,38720,0.02500,1.576
32,mlp.experts.240.down_proj,0.0033632649,hessian_weighted_relative_error,47013,0.02500,1.564
32,mlp.experts.229.gate_proj,0.0014560267,hessian_weighted_relative_error,38720,0.02500,1.665
32,mlp.experts.242.down_proj,0.0036319348,hessian_weighted_relative_error,27679,0.02500,1.562
32,mlp.experts.229.up_proj,0.0015551721,hessian_weighted_relative_error,38720,0.02500,1.690
32,mlp.experts.240.up_proj,0.0025788491,hessian_weighted_relative_error,47013,0.02500,1.634
32,mlp.experts.241.down_proj,0.0039811424,hessian_weighted_relative_error,64082,0.02500,1.582
32,mlp.experts.240.gate_proj,0.0021530283,hessian_weighted_relative_error,47013,0.02500,1.618
32,mlp.experts.241.gate_proj,0.0027068626,hessian_weighted_relative_error,64082,0.02500,1.665
32,mlp.experts.246.down_proj,0.0025208953,hessian_weighted_relative_error,25373,0.02500,1.564
32,mlp.experts.241.up_proj,0.0029162341,hessian_weighted_relative_error,64082,0.02500,1.695
32,mlp.experts.258.down_proj,0.0031968718,hessian_weighted_relative_error,39043,0.02500,1.564
32,mlp.experts.259.up_proj,0.0023380227,hessian_weighted_relative_error,34798,0.02500,1.728
32,mlp.experts.248.up_proj,0.0026948829,hessian_weighted_relative_error,48428,0.02500,1.634
32,mlp.experts.263.down_proj,0.0028058040,hessian_weighted_relative_error,50801,0.02500,1.580
32,mlp.experts.248.down_proj,0.0036758032,hessian_weighted_relative_error,48428,0.02500,1.564
32,mlp.experts.265.down_proj,0.0036623560,hessian_weighted_relative_error,34928,0.02500,1.579
32,mlp.experts.258.up_proj,0.0020957265,hessian_weighted_relative_error,39043,0.02500,1.636
32,mlp.experts.267.down_proj,0.0040662922,hessian_weighted_relative_error,80370,0.02500,1.582
32,mlp.experts.26.up_proj,0.0029472003,hessian_weighted_relative_error,46377,0.02500,1.629
32,mlp.experts.267.gate_proj,0.0029256022,hessian_weighted_relative_error,80370,0.02500,1.677
32,mlp.experts.26.gate_proj,0.0027464121,hessian_weighted_relative_error,46377,0.02500,1.588
32,mlp.experts.26.down_proj,0.0040146263,hessian_weighted_relative_error,46377,0.02500,1.522
32,mlp.experts.267.up_proj,0.0031509113,hessian_weighted_relative_error,80370,0.02500,1.708
32,mlp.experts.262.down_proj,0.0030301858,hessian_weighted_relative_error,30546,0.02500,1.566
32,mlp.experts.273.down_proj,0.0037354310,hessian_weighted_relative_error,41926,0.02500,1.590
32,mlp.experts.282.down_proj,0.0022762821,hessian_weighted_relative_error,21821,0.02500,1.565
32,mlp.experts.275.down_proj,0.0034888841,hessian_weighted_relative_error,84101,0.02500,1.577
32,mlp.experts.278.up_proj,0.0021228830,hessian_weighted_relative_error,46305,0.02500,1.636
32,mlp.experts.275.gate_proj,0.0022365157,hessian_weighted_relative_error,84101,0.02500,1.680
32,mlp.experts.278.down_proj,0.0031625325,hessian_weighted_relative_error,46305,0.02500,1.564
32,mlp.experts.275.up_proj,0.0024097144,hessian_weighted_relative_error,84101,0.02500,1.711
32,mlp.experts.282.gate_proj,0.0014828295,hessian_weighted_relative_error,21821,0.02500,1.627
32,mlp.experts.277.down_proj,0.0026542496,hessian_weighted_relative_error,64721,0.02500,1.580
32,mlp.experts.30.down_proj,0.0037592922,hessian_weighted_relative_error,41398,0.02500,1.523
32,mlp.experts.277.up_proj,0.0015906011,hessian_weighted_relative_error,64721,0.02500,1.717
32,mlp.experts.284.down_proj,0.0035042086,hessian_weighted_relative_error,40881,0.02500,1.567
32,mlp.experts.279.down_proj,0.0040437565,hessian_weighted_relative_error,53173,0.02500,1.582
32,mlp.experts.282.up_proj,0.0015907811,hessian_weighted_relative_error,21821,0.02500,1.633
32,mlp.experts.279.up_proj,0.0028897179,hessian_weighted_relative_error,53173,0.02500,1.694
32,mlp.experts.30.up_proj,0.0025879835,hessian_weighted_relative_error,41398,0.02500,1.630
32,mlp.experts.281.down_proj,0.0034486414,hessian_weighted_relative_error,77795,0.02500,1.580
32,mlp.experts.32.up_proj,0.0017170350,hessian_weighted_relative_error,30143,0.02500,1.630
32,mlp.experts.281.gate_proj,0.0023228472,hessian_weighted_relative_error,77795,0.02500,1.678
32,mlp.experts.32.gate_proj,0.0016701478,hessian_weighted_relative_error,30143,0.02500,1.588
32,mlp.experts.281.up_proj,0.0024873302,hessian_weighted_relative_error,77795,0.02500,1.727
32,mlp.experts.32.down_proj,0.0024499177,hessian_weighted_relative_error,30143,0.02500,1.527
32,mlp.experts.285.down_proj,0.0028464940,hessian_weighted_relative_error,13385,0.02500,1.584
32,mlp.experts.46.down_proj,0.0037749876,hessian_weighted_relative_error,66152,0.02500,1.529
32,mlp.experts.287.down_proj,0.0037511669,hessian_weighted_relative_error,51881,0.02500,1.595
32,mlp.experts.54.down_proj,0.0038245781,hessian_weighted_relative_error,36617,0.02500,1.530
32,mlp.experts.287.gate_proj,0.0023272585,hessian_weighted_relative_error,51881,0.02500,1.678
32,mlp.experts.46.up_proj,0.0029030752,hessian_weighted_relative_error,66152,0.02500,1.630
32,mlp.experts.287.up_proj,0.0025927877,hessian_weighted_relative_error,51881,0.02500,1.701
32,mlp.experts.46.gate_proj,0.0026348290,hessian_weighted_relative_error,66152,0.02500,1.593
32,mlp.experts.29.down_proj,0.0032868664,hessian_weighted_relative_error,65739,0.02500,1.592
32,mlp.experts.3.down_proj,0.0032742076,hessian_weighted_relative_error,44414,0.02500,1.479
32,mlp.experts.62.gate_proj,0.0025132224,hessian_weighted_relative_error,51778,0.02500,1.586
32,mlp.experts.31.down_proj,0.0031577588,hessian_weighted_relative_error,42299,0.02500,1.524
32,mlp.experts.62.up_proj,0.0027945061,hessian_weighted_relative_error,51778,0.02500,1.638
32,mlp.experts.31.up_proj,0.0022122120,hessian_weighted_relative_error,42299,0.02500,1.679
32,mlp.experts.62.down_proj,0.0037323906,hessian_weighted_relative_error,51778,0.02500,1.536
32,mlp.experts.66.down_proj,0.0035568442,hessian_weighted_relative_error,41994,0.02500,1.533
32,mlp.experts.43.down_proj,0.0035349017,hessian_weighted_relative_error,57777,0.02500,1.528
32,mlp.experts.68.down_proj,0.0035801338,hessian_weighted_relative_error,57519,0.02500,1.536
32,mlp.experts.35.gate_proj,0.0016799755,hessian_weighted_relative_error,44080,0.02500,1.621
32,mlp.experts.68.gate_proj,0.0025158317,hessian_weighted_relative_error,57519,0.02500,1.599
32,mlp.experts.35.up_proj,0.0017871285,hessian_weighted_relative_error,44080,0.02500,1.680
32,mlp.experts.66.up_proj,0.0025784895,hessian_weighted_relative_error,41994,0.02500,1.648
32,mlp.experts.35.down_proj,0.0027759623,hessian_weighted_relative_error,44080,0.02500,1.534
32,mlp.experts.68.up_proj,0.0026327743,hessian_weighted_relative_error,57519,0.02500,1.641
32,mlp.experts.65.gate_proj,0.0022778951,hessian_weighted_relative_error,54416,0.02500,1.639
32,mlp.experts.70.gate_proj,0.0019771627,hessian_weighted_relative_error,28827,0.02500,1.595
32,mlp.experts.59.down_proj,0.0037972800,hessian_weighted_relative_error,34712,0.02500,1.531
32,mlp.experts.70.up_proj,0.0021490836,hessian_weighted_relative_error,28827,0.02500,1.641
32,mlp.experts.65.down_proj,0.0031925935,hessian_weighted_relative_error,54416,0.02500,1.530
32,mlp.experts.70.down_proj,0.0033344542,hessian_weighted_relative_error,28827,0.02500,1.536
32,mlp.experts.43.up_proj,0.0024358459,hessian_weighted_relative_error,57777,0.02500,1.679
32,mlp.experts.74.down_proj,0.0035601690,hessian_weighted_relative_error,48735,0.02500,1.534
32,mlp.experts.85.down_proj,0.0024805101,hessian_weighted_relative_error,31725,0.02500,1.543
32,mlp.experts.74.up_proj,0.0026611491,hessian_weighted_relative_error,48735,0.02500,1.628
32,mlp.experts.67.down_proj,0.0038727434,hessian_weighted_relative_error,41911,0.02500,1.536
32,mlp.experts.76.down_proj,0.0035738204,hessian_weighted_relative_error,66846,0.02500,1.538
32,mlp.experts.71.down_proj,0.0036673199,hessian_weighted_relative_error,37712,0.02500,1.522
32,mlp.experts.74.gate_proj,0.0025277482,hessian_weighted_relative_error,48735,0.02500,1.599
32,mlp.experts.65.up_proj,0.0025714870,hessian_weighted_relative_error,54416,0.02500,1.693
32,mlp.experts.76.up_proj,0.0024619789,hessian_weighted_relative_error,66846,0.02500,1.627
32,mlp.experts.9.down_proj,0.0031776952,hessian_weighted_relative_error,78459,0.02500,1.513
32,mlp.experts.80.down_proj,0.0037484807,hessian_weighted_relative_error,32378,0.02500,1.539
32,mlp.experts.85.up_proj,0.0016185527,hessian_weighted_relative_error,31725,0.02500,1.692
32,mlp.experts.82.down_proj,0.0033808508,hessian_weighted_relative_error,39126,0.02500,1.538
32,mlp.experts.89.down_proj,0.0027006217,hessian_weighted_relative_error,49708,0.02500,1.555
32,mlp.experts.78.down_proj,0.0036977501,hessian_weighted_relative_error,47306,0.02500,1.537
32,mlp.experts.85.gate_proj,0.0014752359,hessian_weighted_relative_error,31725,0.02500,1.649
32,mlp.experts.82.up_proj,0.0025285852,hessian_weighted_relative_error,39126,0.02500,1.628
32,mlp.experts.95.down_proj,0.0032547373,hessian_weighted_relative_error,69459,0.02500,1.539
32,mlp.experts.84.gate_proj,0.0022469206,hessian_weighted_relative_error,41920,0.02500,1.597
32,mlp.experts.9.up_proj,0.0024033893,hessian_weighted_relative_error,78459,0.02500,1.675
32,mlp.experts.84.up_proj,0.0024742445,hessian_weighted_relative_error,41920,0.02500,1.628
32,mlp.experts.91.down_proj,0.0027647024,hessian_weighted_relative_error,18473,0.02500,1.539
32,mlp.experts.84.down_proj,0.0033915832,hessian_weighted_relative_error,41920,0.02500,1.540
32,mlp.experts.9.gate_proj,0.0023262483,hessian_weighted_relative_error,78459,0.02500,1.605
32,mlp.experts.88.down_proj,0.0035776361,hessian_weighted_relative_error,36704,0.02500,1.541
32,mlp.experts.95.up_proj,0.0020961985,hessian_weighted_relative_error,69459,0.02500,1.679
32,mlp.experts.98.down_proj,0.0030767589,hessian_weighted_relative_error,20816,0.02500,1.544
32,mlp.experts.97.down_proj,0.0027837778,hessian_weighted_relative_error,18688,0.02500,1.542
32,mlp.experts.95.gate_proj,0.0019948931,hessian_weighted_relative_error,69459,0.02500,1.651
33,mlp.experts.0.gate_proj,0.0065854488,hessian_weighted_relative_error,16353,0.02500,0.808
33,mlp.experts.1.gate_proj,0.0066666202,hessian_weighted_relative_error,62102,0.02500,0.798
33,mlp.experts.4.gate_proj,0.0040996056,hessian_weighted_relative_error,3919,0.02500,0.812
33,mlp.experts.5.gate_proj,0.0080701618,hessian_weighted_relative_error,19493,0.02500,0.796
33,mlp.experts.6.gate_proj,0.0070418581,hessian_weighted_relative_error,20253,0.02500,0.824
33,mlp.experts.8.gate_proj,0.0052675374,hessian_weighted_relative_error,27510,0.02500,0.809
33,mlp.experts.9.gate_proj,0.0069344251,hessian_weighted_relative_error,34869,0.02500,0.801
33,mlp.experts.10.gate_proj,0.0071723065,hessian_weighted_relative_error,18753,0.02500,0.806
33,mlp.experts.11.gate_proj,0.0079509762,hessian_weighted_relative_error,37728,0.02500,0.796
33,mlp.experts.12.gate_proj,0.0072374153,hessian_weighted_relative_error,14692,0.02500,0.810
33,mlp.experts.13.gate_proj,0.0068017156,hessian_weighted_relative_error,22881,0.02500,0.799
33,mlp.experts.15.gate_proj,0.0076201235,hessian_weighted_relative_error,22796,0.02500,0.794
33,mlp.experts.16.gate_proj,0.0062364348,hessian_weighted_relative_error,22194,0.02500,0.813
33,mlp.experts.18.gate_proj,0.0089887464,hessian_weighted_relative_error,37179,0.02500,0.811
33,mlp.experts.19.gate_proj,0.0082437386,hessian_weighted_relative_error,26446,0.02500,0.801
33,mlp.experts.20.gate_proj,0.0067821175,hessian_weighted_relative_error,18491,0.02500,0.814
33,mlp.experts.21.gate_proj,0.0070019339,hessian_weighted_relative_error,9084,0.02500,0.803
33,mlp.experts.22.gate_proj,0.0063775582,hessian_weighted_relative_error,21491,0.02500,0.814
33,mlp.experts.23.gate_proj,0.0076739032,hessian_weighted_relative_error,18018,0.02500,0.800
33,mlp.experts.24.gate_proj,0.0081812628,hessian_weighted_relative_error,16113,0.02500,0.816
33,mlp.experts.25.gate_proj,0.0056591006,hessian_weighted_relative_error,9271,0.02500,0.808
33,mlp.experts.26.gate_proj,0.0068256352,hessian_weighted_relative_error,31778,0.02500,0.814
33,mlp.experts.27.gate_proj,0.0081592637,hessian_weighted_relative_error,50725,0.02500,0.803
33,mlp.experts.30.gate_proj,0.0085021839,hessian_weighted_relative_error,28887,0.02500,0.816
33,mlp.experts.32.gate_proj,0.0076610964,hessian_weighted_relative_error,26943,0.02500,0.819
33,mlp.experts.33.gate_proj,0.0051432332,hessian_weighted_relative_error,16980,0.02500,0.812
33,mlp.experts.34.gate_proj,0.0038917658,hessian_weighted_relative_error,5669,0.02500,0.816
33,mlp.experts.35.gate_proj,0.0088533875,hessian_weighted_relative_error,33959,0.02500,0.811
33,mlp.experts.36.gate_proj,0.0084159620,hessian_weighted_relative_error,20798,0.02500,0.819
33,mlp.experts.37.gate_proj,0.0038381373,hessian_weighted_relative_error,18250,0.02500,0.812
33,mlp.experts.38.gate_proj,0.0076787050,hessian_weighted_relative_error,21836,0.02500,0.817
33,mlp.experts.41.gate_proj,0.0087703584,hessian_weighted_relative_error,35415,0.02500,0.816
33,mlp.experts.42.gate_proj,0.0064720279,hessian_weighted_relative_error,26519,0.02500,0.819
33,mlp.experts.43.gate_proj,0.0068910672,hessian_weighted_relative_error,12351,0.02500,0.812
33,mlp.experts.44.gate_proj,0.0085026605,hessian_weighted_relative_error,35496,0.02500,0.822
33,mlp.experts.45.gate_proj,0.0079361043,hessian_weighted_relative_error,24278,0.02500,0.817
33,mlp.experts.46.gate_proj,0.0074524880,hessian_weighted_relative_error,23674,0.02500,0.821
33,mlp.experts.47.gate_proj,0.0047948513,hessian_weighted_relative_error,11126,0.02500,0.814
33,mlp.experts.48.gate_proj,0.0083913139,hessian_weighted_relative_error,31242,0.02500,0.823
33,mlp.experts.51.gate_proj,0.0080388453,hessian_weighted_relative_error,24931,0.02500,0.816
33,mlp.experts.52.gate_proj,0.0067403589,hessian_weighted_relative_error,23685,0.02500,0.824
33,mlp.experts.53.gate_proj,0.0068218093,hessian_weighted_relative_error,17036,0.02500,0.819
33,mlp.experts.54.gate_proj,0.0065288639,hessian_weighted_relative_error,7930,0.02500,0.823
33,mlp.experts.55.gate_proj,0.0061416682,hessian_weighted_relative_error,33752,0.02500,0.816
33,mlp.experts.56.gate_proj,0.0074843395,hessian_weighted_relative_error,64917,0.02500,0.825
33,mlp.experts.57.gate_proj,0.0065972948,hessian_weighted_relative_error,30253,0.02500,0.825
33,mlp.experts.58.gate_proj,0.0062739090,hessian_weighted_relative_error,21917,0.02500,0.825
33,mlp.experts.59.gate_proj,0.0087815420,hessian_weighted_relative_error,21093,0.02500,0.823
33,mlp.experts.60.gate_proj,0.0070568493,hessian_weighted_relative_error,25843,0.02500,0.824
33,mlp.experts.61.gate_proj,0.0074245239,hessian_weighted_relative_error,36407,0.02500,0.822
33,mlp.experts.62.gate_proj,0.0086981577,hessian_weighted_relative_error,27152,0.02500,0.825
33,mlp.experts.63.gate_proj,0.0044237279,hessian_weighted_relative_error,37044,0.02500,0.821
33,mlp.experts.64.gate_proj,0.0080047136,hessian_weighted_relative_error,32276,0.02500,0.829
33,mlp.experts.65.gate_proj,0.0056900308,hessian_weighted_relative_error,12144,0.02500,0.825
33,mlp.experts.66.gate_proj,0.0080261722,hessian_weighted_relative_error,19261,0.02500,0.826
33,mlp.experts.67.gate_proj,0.0074263057,hessian_weighted_relative_error,26529,0.02500,0.823
33,mlp.experts.68.gate_proj,0.0071278213,hessian_weighted_relative_error,30128,0.02500,0.827
33,mlp.experts.69.gate_proj,0.0036339682,hessian_weighted_relative_error,7152,0.02500,0.827
33,mlp.experts.70.gate_proj,0.0068095582,hessian_weighted_relative_error,22585,0.02500,0.827
33,mlp.experts.72.gate_proj,0.0048635596,hessian_weighted_relative_error,38486,0.02500,0.828
33,mlp.experts.74.gate_proj,0.0075788420,hessian_weighted_relative_error,39777,0.02500,0.829
33,mlp.experts.75.gate_proj,0.0035413128,hessian_weighted_relative_error,27454,0.02500,0.830
33,mlp.experts.76.gate_proj,0.0065973686,hessian_weighted_relative_error,41278,0.02500,0.831
33,mlp.experts.77.gate_proj,0.0048471451,hessian_weighted_relative_error,37535,0.02500,0.830
33,mlp.experts.78.gate_proj,0.0070078216,hessian_weighted_relative_error,49911,0.02500,0.829
33,mlp.experts.79.gate_proj,0.0061247279,hessian_weighted_relative_error,13665,0.02500,0.829
33,mlp.experts.80.gate_proj,0.0080017148,hessian_weighted_relative_error,25913,0.02500,0.832
33,mlp.experts.82.gate_proj,0.0069622135,hessian_weighted_relative_error,16456,0.02500,0.832
33,mlp.experts.83.gate_proj,0.0069249149,hessian_weighted_relative_error,15971,0.02500,0.833
33,mlp.experts.84.gate_proj,0.0076252455,hessian_weighted_relative_error,25492,0.02500,0.833
33,mlp.experts.85.gate_proj,0.0062007052,hessian_weighted_relative_error,19356,0.02500,0.836
33,mlp.experts.86.gate_proj,0.0077947679,hessian_weighted_relative_error,21974,0.02500,0.832
33,mlp.experts.87.gate_proj,0.0044841940,hessian_weighted_relative_error,8911,0.02500,0.833
33,mlp.experts.88.gate_proj,0.0054257878,hessian_weighted_relative_error,13814,0.02500,0.834
33,mlp.experts.89.gate_proj,0.0054725307,hessian_weighted_relative_error,9489,0.02500,0.839
33,mlp.experts.90.gate_proj,0.0076743494,hessian_weighted_relative_error,27047,0.02500,0.833
33,mlp.experts.91.gate_proj,0.0056265707,hessian_weighted_relative_error,14551,0.02500,0.838
33,mlp.experts.92.gate_proj,0.0070719815,hessian_weighted_relative_error,19224,0.02500,0.835
33,mlp.experts.93.gate_proj,0.0087622392,hessian_weighted_relative_error,22334,0.02500,0.841
33,mlp.experts.95.gate_proj,0.0080482733,hessian_weighted_relative_error,22431,0.02500,0.835
33,mlp.experts.98.gate_proj,0.0074305609,hessian_weighted_relative_error,22426,0.02500,0.835
33,mlp.experts.99.gate_proj,0.0077685383,hessian_weighted_relative_error,27077,0.02500,0.844
33,mlp.experts.100.gate_proj,0.0078097658,hessian_weighted_relative_error,38269,0.02500,0.837
33,mlp.experts.102.gate_proj,0.0078307383,hessian_weighted_relative_error,31262,0.02500,0.835
33,mlp.experts.103.gate_proj,0.0086435049,hessian_weighted_relative_error,25620,0.02500,0.840
33,mlp.experts.105.gate_proj,0.0066511522,hessian_weighted_relative_error,11849,0.02500,0.844
33,mlp.experts.106.gate_proj,0.0067115163,hessian_weighted_relative_error,20827,0.02500,0.837
33,mlp.experts.107.gate_proj,0.0072294752,hessian_weighted_relative_error,22700,0.02500,0.845
33,mlp.experts.108.gate_proj,0.0040072913,hessian_weighted_relative_error,11676,0.02500,0.838
33,mlp.experts.109.gate_proj,0.0068355186,hessian_weighted_relative_error,20347,0.02500,0.847
33,mlp.experts.110.gate_proj,0.0057728100,hessian_weighted_relative_error,14008,0.02500,0.836
33,mlp.experts.112.gate_proj,0.0086527922,hessian_weighted_relative_error,30817,0.02500,0.838
33,mlp.experts.113.gate_proj,0.0073908956,hessian_weighted_relative_error,37540,0.02500,0.849
33,mlp.experts.115.gate_proj,0.0078936240,hessian_weighted_relative_error,17086,0.02500,0.847
33,mlp.experts.116.gate_proj,0.0050355901,hessian_weighted_relative_error,19224,0.02500,0.840
33,mlp.experts.118.gate_proj,0.0050985260,hessian_weighted_relative_error,16898,0.02500,0.839
33,mlp.experts.119.gate_proj,0.0056386540,hessian_weighted_relative_error,10175,0.02500,0.846
33,mlp.experts.120.gate_proj,0.0065230153,hessian_weighted_relative_error,30896,0.02500,0.839
33,mlp.experts.121.gate_proj,0.0062849607,hessian_weighted_relative_error,28344,0.02500,0.852
33,mlp.experts.122.gate_proj,0.0048105830,hessian_weighted_relative_error,6232,0.02500,0.838
33,mlp.experts.123.gate_proj,0.0083299110,hessian_weighted_relative_error,58499,0.02500,0.848
33,mlp.experts.124.gate_proj,0.0070145315,hessian_weighted_relative_error,60293,0.02500,0.842
33,mlp.experts.125.gate_proj,0.0073400425,hessian_weighted_relative_error,48113,0.02500,0.851
33,mlp.experts.126.gate_proj,0.0081627911,hessian_weighted_relative_error,58603,0.02500,0.839
33,mlp.experts.127.gate_proj,0.0064501273,hessian_weighted_relative_error,14103,0.02500,0.849
33,mlp.experts.128.gate_proj,0.0071669047,hessian_weighted_relative_error,38113,0.02500,0.839
33,mlp.experts.129.gate_proj,0.0070228079,hessian_weighted_relative_error,21604,0.02500,0.852
33,mlp.experts.131.gate_proj,0.0062731744,hessian_weighted_relative_error,18640,0.02500,0.853
33,mlp.experts.132.gate_proj,0.0077127857,hessian_weighted_relative_error,19773,0.02500,0.839
33,mlp.experts.133.gate_proj,0.0076794343,hessian_weighted_relative_error,49981,0.02500,0.853
33,mlp.experts.134.gate_proj,0.0084740244,hessian_weighted_relative_error,30055,0.02500,0.841
33,mlp.experts.135.gate_proj,0.0080179778,hessian_weighted_relative_error,17224,0.02500,0.851
33,mlp.experts.136.gate_proj,0.0079904610,hessian_weighted_relative_error,20861,0.02500,0.843
33,mlp.experts.137.gate_proj,0.0073468904,hessian_weighted_relative_error,47344,0.02500,0.853
33,mlp.experts.138.gate_proj,0.0057755630,hessian_weighted_relative_error,14529,0.02500,0.842
33,mlp.experts.139.gate_proj,0.0049995880,hessian_weighted_relative_error,7223,0.02500,0.854
33,mlp.experts.140.gate_proj,0.0063267514,hessian_weighted_relative_error,38015,0.02500,0.838
33,mlp.experts.141.gate_proj,0.0078764466,hessian_weighted_relative_error,31994,0.02500,0.855
33,mlp.experts.142.gate_proj,0.0061228369,hessian_weighted_relative_error,14905,0.02500,0.841
33,mlp.experts.144.gate_proj,0.0082049776,hessian_weighted_relative_error,27752,0.02500,0.844
33,mlp.experts.145.gate_proj,0.0082576259,hessian_weighted_relative_error,36732,0.02500,0.856
33,mlp.experts.146.gate_proj,0.0064811754,hessian_weighted_relative_error,16813,0.02500,0.842
33,mlp.experts.147.gate_proj,0.0021947444,hessian_weighted_relative_error,3667,0.02500,0.858
33,mlp.experts.148.gate_proj,0.0082052873,hessian_weighted_relative_error,31098,0.02500,0.854
33,mlp.experts.149.gate_proj,0.0065102668,hessian_weighted_relative_error,29144,0.02500,0.855
33,mlp.experts.150.gate_proj,0.0061460852,hessian_weighted_relative_error,13855,0.02500,0.852
33,mlp.experts.151.gate_proj,0.0058102654,hessian_weighted_relative_error,18807,0.02500,0.856
33,mlp.experts.152.gate_proj,0.0029849633,hessian_weighted_relative_error,2672,0.02500,0.856
33,mlp.experts.153.gate_proj,0.0072724272,hessian_weighted_relative_error,22723,0.02500,0.855
33,mlp.experts.154.gate_proj,0.0055128078,hessian_weighted_relative_error,25243,0.02500,0.852
33,mlp.experts.155.gate_proj,0.0069839968,hessian_weighted_relative_error,27538,0.02500,0.856
33,mlp.experts.156.gate_proj,0.0073075477,hessian_weighted_relative_error,31254,0.02500,0.852
33,mlp.experts.157.gate_proj,0.0043513781,hessian_weighted_relative_error,5355,0.02500,0.857
33,mlp.experts.158.gate_proj,0.0038163090,hessian_weighted_relative_error,3177,0.02500,0.856
33,mlp.experts.159.gate_proj,0.0067898498,hessian_weighted_relative_error,28910,0.02500,0.855
33,mlp.experts.160.gate_proj,0.0081943663,hessian_weighted_relative_error,26998,0.02500,0.857
33,mlp.experts.161.gate_proj,0.0071217823,hessian_weighted_relative_error,32143,0.02500,0.879
33,mlp.experts.162.gate_proj,0.0074585064,hessian_weighted_relative_error,15216,0.02500,0.858
33,mlp.experts.163.gate_proj,0.0078445830,hessian_weighted_relative_error,30935,0.02500,0.861
33,mlp.experts.164.gate_proj,0.0080911870,hessian_weighted_relative_error,32024,0.02500,0.845
33,mlp.experts.165.gate_proj,0.0078865087,hessian_weighted_relative_error,22871,0.02500,0.858
33,mlp.experts.166.gate_proj,0.0069437471,hessian_weighted_relative_error,15680,0.02500,0.846
33,mlp.experts.167.gate_proj,0.0069902351,hessian_weighted_relative_error,31243,0.02500,0.861
33,mlp.experts.168.gate_proj,0.0075599553,hessian_weighted_relative_error,36074,0.02500,0.844
33,mlp.experts.169.gate_proj,0.0075573687,hessian_weighted_relative_error,18828,0.02500,0.861
33,mlp.experts.172.gate_proj,0.0053802899,hessian_weighted_relative_error,33609,0.02500,0.844
33,mlp.experts.173.gate_proj,0.0076927701,hessian_weighted_relative_error,19420,0.02500,0.860
33,mlp.experts.174.gate_proj,0.0043576130,hessian_weighted_relative_error,7576,0.02500,0.844
33,mlp.experts.175.gate_proj,0.0081770936,hessian_weighted_relative_error,57861,0.02500,0.859
33,mlp.experts.176.gate_proj,0.0078042505,hessian_weighted_relative_error,23488,0.02500,0.844
33,mlp.experts.177.gate_proj,0.0061376447,hessian_weighted_relative_error,27005,0.02500,0.861
33,mlp.experts.178.gate_proj,0.0079184604,hessian_weighted_relative_error,24472,0.02500,0.844
33,mlp.experts.179.gate_proj,0.0078332147,hessian_weighted_relative_error,40098,0.02500,0.858
33,mlp.experts.181.gate_proj,0.0076853497,hessian_weighted_relative_error,20515,0.02500,0.861
33,mlp.experts.182.gate_proj,0.0050066163,hessian_weighted_relative_error,13273,0.02500,0.847
33,mlp.experts.183.gate_proj,0.0072047512,hessian_weighted_relative_error,18686,0.02500,0.858
33,mlp.experts.184.gate_proj,0.0059978424,hessian_weighted_relative_error,32720,0.02500,0.848
33,mlp.experts.185.gate_proj,0.0078189613,hessian_weighted_relative_error,26702,0.02500,0.860
33,mlp.experts.186.gate_proj,0.0083504393,hessian_weighted_relative_error,23904,0.02500,0.845
33,mlp.experts.187.gate_proj,0.0030061542,hessian_weighted_relative_error,6313,0.02500,0.859
33,mlp.experts.188.gate_proj,0.0067360394,hessian_weighted_relative_error,34012,0.02500,0.847
33,mlp.experts.189.gate_proj,0.0079134411,hessian_weighted_relative_error,29283,0.02500,0.859
33,mlp.experts.190.gate_proj,0.0077457211,hessian_weighted_relative_error,25253,0.02500,0.846
33,mlp.experts.191.gate_proj,0.0085273966,hessian_weighted_relative_error,42587,0.02500,0.863
33,mlp.experts.192.gate_proj,0.0054849735,hessian_weighted_relative_error,12353,0.02500,0.845
33,mlp.experts.193.gate_proj,0.0073753536,hessian_weighted_relative_error,18573,0.02500,0.859
33,mlp.experts.194.gate_proj,0.0077653278,hessian_weighted_relative_error,21790,0.02500,0.846
33,mlp.experts.195.gate_proj,0.0082078184,hessian_weighted_relative_error,51463,0.02500,0.859
33,mlp.experts.196.gate_proj,0.0086006798,hessian_weighted_relative_error,21950,0.02500,0.848
33,mlp.experts.197.gate_proj,0.0076049950,hessian_weighted_relative_error,30888,0.02500,0.862
33,mlp.experts.198.gate_proj,0.0053501788,hessian_weighted_relative_error,8617,0.02500,0.850
33,mlp.experts.199.gate_proj,0.0082251239,hessian_weighted_relative_error,16353,0.02500,0.862
33,mlp.experts.202.gate_proj,0.0055956859,hessian_weighted_relative_error,16340,0.02500,0.847
33,mlp.experts.203.gate_proj,0.0045579016,hessian_weighted_relative_error,18454,0.02500,0.862
33,mlp.experts.204.gate_proj,0.0091678178,hessian_weighted_relative_error,35818,0.02500,0.850
33,mlp.experts.205.gate_proj,0.0069660324,hessian_weighted_relative_error,47795,0.02500,0.858
33,mlp.experts.206.gate_proj,0.0035502439,hessian_weighted_relative_error,45871,0.02500,0.847
33,mlp.experts.207.gate_proj,0.0069324014,hessian_weighted_relative_error,18871,0.02500,0.858
33,mlp.experts.208.gate_proj,0.0054520156,hessian_weighted_relative_error,16428,0.02500,0.849
33,mlp.experts.209.gate_proj,0.0074378897,hessian_weighted_relative_error,22411,0.02500,0.860
33,mlp.experts.210.gate_proj,0.0076290899,hessian_weighted_relative_error,31576,0.02500,0.849
33,mlp.experts.213.gate_proj,0.0065981086,hessian_weighted_relative_error,17896,0.02500,0.858
33,mlp.experts.214.gate_proj,0.0068417757,hessian_weighted_relative_error,26930,0.02500,0.848
33,mlp.experts.215.gate_proj,0.0045888843,hessian_weighted_relative_error,5230,0.02500,0.859
33,mlp.experts.216.gate_proj,0.0069836110,hessian_weighted_relative_error,23110,0.02500,0.851
33,mlp.experts.217.gate_proj,0.0076929290,hessian_weighted_relative_error,34747,0.02500,0.860
33,mlp.experts.218.gate_proj,0.0080663964,hessian_weighted_relative_error,29383,0.02500,0.849
33,mlp.experts.220.gate_proj,0.0073603148,hessian_weighted_relative_error,54169,0.02500,0.851
33,mlp.experts.221.gate_proj,0.0078101451,hessian_weighted_relative_error,43306,0.02500,0.861
33,mlp.experts.222.gate_proj,0.0067796192,hessian_weighted_relative_error,14479,0.02500,0.849
33,mlp.experts.223.gate_proj,0.0070419604,hessian_weighted_relative_error,36526,0.02500,0.856
33,mlp.experts.224.gate_proj,0.0065939202,hessian_weighted_relative_error,28382,0.02500,0.851
33,mlp.experts.225.gate_proj,0.0056287122,hessian_weighted_relative_error,18681,0.02500,0.860
33,mlp.experts.226.gate_proj,0.0079745511,hessian_weighted_relative_error,35114,0.02500,0.849
33,mlp.experts.227.gate_proj,0.0075127194,hessian_weighted_relative_error,23992,0.02500,0.861
33,mlp.experts.228.gate_proj,0.0067575695,hessian_weighted_relative_error,28211,0.02500,0.852
33,mlp.experts.229.gate_proj,0.0033441400,hessian_weighted_relative_error,5104,0.02500,0.860
33,mlp.experts.230.gate_proj,0.0067994894,hessian_weighted_relative_error,11362,0.02500,0.849
33,mlp.experts.231.gate_proj,0.0074402915,hessian_weighted_relative_error,11478,0.02500,0.860
33,mlp.experts.232.gate_proj,0.0039487443,hessian_weighted_relative_error,10517,0.02500,0.851
33,mlp.experts.233.gate_proj,0.0075796276,hessian_weighted_relative_error,34703,0.02500,0.864
33,mlp.experts.234.gate_proj,0.0067508436,hessian_weighted_relative_error,31594,0.02500,0.850
33,mlp.experts.235.gate_proj,0.0075287037,hessian_weighted_relative_error,28482,0.02500,0.859
33,mlp.experts.236.gate_proj,0.0073264512,hessian_weighted_relative_error,19838,0.02500,0.851
33,mlp.experts.238.gate_proj,0.0073863637,hessian_weighted_relative_error,39580,0.02500,0.850
33,mlp.experts.239.gate_proj,0.0047768646,hessian_weighted_relative_error,5076,0.02500,0.859
33,mlp.experts.240.gate_proj,0.0086572827,hessian_weighted_relative_error,42679,0.02500,0.851
33,mlp.experts.241.gate_proj,0.0072545830,hessian_weighted_relative_error,29071,0.02500,0.866
33,mlp.experts.243.gate_proj,0.0063416767,hessian_weighted_relative_error,19392,0.02500,0.860
33,mlp.experts.244.gate_proj,0.0085944721,hessian_weighted_relative_error,27281,0.02500,0.851
33,mlp.experts.247.gate_proj,0.0066874178,hessian_weighted_relative_error,21841,0.02500,0.861
33,mlp.experts.248.gate_proj,0.0086012702,hessian_weighted_relative_error,26574,0.02500,0.854
33,mlp.experts.249.gate_proj,0.0050414831,hessian_weighted_relative_error,21681,0.02500,0.863
33,mlp.experts.250.gate_proj,0.0079786826,hessian_weighted_relative_error,47500,0.02500,0.852
33,mlp.experts.251.gate_proj,0.0090509798,hessian_weighted_relative_error,25149,0.02500,0.860
33,mlp.experts.253.gate_proj,0.0074596359,hessian_weighted_relative_error,32574,0.02500,0.861
33,mlp.experts.254.gate_proj,0.0070775714,hessian_weighted_relative_error,27530,0.02500,0.851
33,mlp.experts.255.gate_proj,0.0085742938,hessian_weighted_relative_error,36708,0.02500,0.862
33,mlp.experts.257.gate_proj,0.0062055049,hessian_weighted_relative_error,15463,0.02500,0.860
33,mlp.experts.258.gate_proj,0.0038796846,hessian_weighted_relative_error,6197,0.02500,0.855
33,mlp.experts.259.gate_proj,0.0075035570,hessian_weighted_relative_error,30957,0.02500,0.861
33,mlp.experts.260.gate_proj,0.0075941187,hessian_weighted_relative_error,26121,0.02500,0.852
33,mlp.experts.261.gate_proj,0.0072429999,hessian_weighted_relative_error,34477,0.02500,0.865
33,mlp.experts.262.gate_proj,0.0088600626,hessian_weighted_relative_error,38981,0.02500,0.852
33,mlp.experts.263.gate_proj,0.0056756401,hessian_weighted_relative_error,36336,0.02500,0.861
33,mlp.experts.264.gate_proj,0.0078828582,hessian_weighted_relative_error,24692,0.02500,0.855
33,mlp.experts.265.gate_proj,0.0062968373,hessian_weighted_relative_error,13210,0.02500,0.869
33,mlp.experts.266.gate_proj,0.0079191972,hessian_weighted_relative_error,16448,0.02500,0.853
33,mlp.experts.267.gate_proj,0.0076432124,hessian_weighted_relative_error,24937,0.02500,0.868
33,mlp.experts.268.gate_proj,0.0057843146,hessian_weighted_relative_error,19628,0.02500,0.854
33,mlp.experts.269.gate_proj,0.0076944833,hessian_weighted_relative_error,23243,0.02500,0.866
33,mlp.experts.270.gate_proj,0.0090849932,hessian_weighted_relative_error,39719,0.02500,0.853
33,mlp.experts.271.gate_proj,0.0034370606,hessian_weighted_relative_error,23863,0.02500,0.861
33,mlp.experts.272.gate_proj,0.0068594867,hessian_weighted_relative_error,16817,0.02500,0.856
33,mlp.experts.273.gate_proj,0.0077723090,hessian_weighted_relative_error,40663,0.02500,0.868
33,mlp.experts.274.gate_proj,0.0075098979,hessian_weighted_relative_error,33672,0.02500,0.854
33,mlp.experts.276.gate_proj,0.0064404310,hessian_weighted_relative_error,21549,0.02500,0.854
33,mlp.experts.277.gate_proj,0.0089946056,hessian_weighted_relative_error,34464,0.02500,0.862
33,mlp.experts.278.gate_proj,0.0074048539,hessian_weighted_relative_error,30907,0.02500,0.854
33,mlp.experts.279.gate_proj,0.0075495941,hessian_weighted_relative_error,15262,0.02500,0.870
33,mlp.experts.280.gate_proj,0.0072493494,hessian_weighted_relative_error,21866,0.02500,0.858
33,mlp.experts.281.gate_proj,0.0067367723,hessian_weighted_relative_error,24009,0.02500,0.865
33,mlp.experts.282.gate_proj,0.0071921248,hessian_weighted_relative_error,21118,0.02500,0.855
33,mlp.experts.283.gate_proj,0.0062992502,hessian_weighted_relative_error,9508,0.02500,0.863
33,mlp.experts.284.gate_proj,0.0079547821,hessian_weighted_relative_error,30709,0.02500,0.856
33,mlp.experts.285.gate_proj,0.0073626024,hessian_weighted_relative_error,37092,0.02500,0.867
33,mlp.experts.286.gate_proj,0.0080504089,hessian_weighted_relative_error,23885,0.02500,0.854
33,mlp.experts.287.gate_proj,0.0050914251,hessian_weighted_relative_error,10101,0.02500,0.868
33,mlp.experts.0.up_proj,0.0075028767,hessian_weighted_relative_error,16353,0.02500,0.858
33,mlp.experts.4.up_proj,0.0051457694,hessian_weighted_relative_error,3919,0.02500,0.856
33,mlp.experts.5.up_proj,0.0088739273,hessian_weighted_relative_error,19493,0.02500,0.869
33,mlp.experts.6.up_proj,0.0080415877,hessian_weighted_relative_error,20253,0.02500,0.854
33,mlp.experts.8.up_proj,0.0055758600,hessian_weighted_relative_error,27510,0.02500,0.857
33,mlp.experts.10.up_proj,0.0085432420,hessian_weighted_relative_error,18753,0.02500,0.858
33,mlp.experts.11.up_proj,0.0098536644,hessian_weighted_relative_error,37728,0.02500,0.864
33,mlp.experts.12.up_proj,0.0080866998,hessian_weighted_relative_error,14692,0.02500,0.857
33,mlp.experts.13.up_proj,0.0079326258,hessian_weighted_relative_error,22881,0.02500,0.864
33,mlp.experts.15.up_proj,0.0088648127,hessian_weighted_relative_error,22796,0.02500,0.866
33,mlp.experts.18.up_proj,0.0094952185,hessian_weighted_relative_error,37179,0.02500,0.856
33,mlp.experts.19.up_proj,0.0089741407,hessian_weighted_relative_error,26446,0.02500,0.866
33,mlp.experts.20.up_proj,0.0074800613,hessian_weighted_relative_error,18491,0.02500,0.859
33,mlp.experts.21.up_proj,0.0083842397,hessian_weighted_relative_error,9084,0.02500,0.866
33,mlp.experts.22.up_proj,0.0086656593,hessian_weighted_relative_error,21491,0.02500,0.857
33,mlp.experts.23.up_proj,0.0081334797,hessian_weighted_relative_error,18018,0.02500,0.866
33,mlp.experts.24.up_proj,0.0094302358,hessian_weighted_relative_error,16113,0.02500,0.857
33,mlp.experts.25.up_proj,0.0068498295,hessian_weighted_relative_error,9271,0.02500,0.866
33,mlp.experts.26.up_proj,0.0074012561,hessian_weighted_relative_error,31778,0.02500,0.859
33,mlp.experts.27.up_proj,0.0101921719,hessian_weighted_relative_error,50725,0.02500,0.872
33,mlp.experts.30.up_proj,0.0093228357,hessian_weighted_relative_error,28887,0.02500,0.857
33,mlp.experts.32.up_proj,0.0082230918,hessian_weighted_relative_error,26943,0.02500,0.857
33,mlp.experts.33.up_proj,0.0055425740,hessian_weighted_relative_error,16980,0.02500,0.879
33,mlp.experts.34.up_proj,0.0051446814,hessian_weighted_relative_error,5669,0.02500,0.858
33,mlp.experts.36.up_proj,0.0094668504,hessian_weighted_relative_error,20798,0.02500,0.859
33,mlp.experts.37.up_proj,0.0067271725,hessian_weighted_relative_error,18250,0.02500,0.873
33,mlp.experts.38.up_proj,0.0084812900,hessian_weighted_relative_error,21836,0.02500,0.857
33,mlp.experts.42.up_proj,0.0074061574,hessian_weighted_relative_error,26519,0.02500,0.860
33,mlp.experts.43.up_proj,0.0086217074,hessian_weighted_relative_error,12351,0.02500,0.879
33,mlp.experts.45.up_proj,0.0088764822,hessian_weighted_relative_error,24278,0.02500,0.877
33,mlp.experts.46.up_proj,0.0087245658,hessian_weighted_relative_error,23674,0.02500,0.867
33,mlp.experts.47.up_proj,0.0053578850,hessian_weighted_relative_error,11126,0.02500,0.869
33,mlp.experts.48.up_proj,0.0088651406,hessian_weighted_relative_error,31242,0.02500,0.874
33,mlp.experts.51.up_proj,0.0091434564,hessian_weighted_relative_error,24931,0.02500,0.882
33,mlp.experts.53.up_proj,0.0080407953,hessian_weighted_relative_error,17036,0.02500,0.879
33,mlp.experts.54.up_proj,0.0072843940,hessian_weighted_relative_error,7930,0.02500,0.871
33,mlp.experts.55.up_proj,0.0066318314,hessian_weighted_relative_error,33752,0.02500,0.875
33,mlp.experts.56.up_proj,0.0086024048,hessian_weighted_relative_error,64917,0.02500,0.859
33,mlp.experts.57.up_proj,0.0096189695,hessian_weighted_relative_error,30253,0.02500,0.871
33,mlp.experts.58.up_proj,0.0067099096,hessian_weighted_relative_error,21917,0.02500,0.859
33,mlp.experts.59.up_proj,0.0101222007,hessian_weighted_relative_error,21093,0.02500,0.882
33,mlp.experts.60.up_proj,0.0077380498,hessian_weighted_relative_error,25843,0.02500,0.859
33,mlp.experts.61.up_proj,0.0081237936,hessian_weighted_relative_error,36407,0.02500,0.880
33,mlp.experts.62.up_proj,0.0099429873,hessian_weighted_relative_error,27152,0.02500,0.859
33,mlp.experts.63.up_proj,0.0047371436,hessian_weighted_relative_error,37044,0.02500,0.883
33,mlp.experts.64.up_proj,0.0096258935,hessian_weighted_relative_error,32276,0.02500,0.858
33,mlp.experts.65.up_proj,0.0062873283,hessian_weighted_relative_error,12144,0.02500,0.880
33,mlp.experts.66.up_proj,0.0085741098,hessian_weighted_relative_error,19261,0.02500,0.859
33,mlp.experts.67.up_proj,0.0091947380,hessian_weighted_relative_error,26529,0.02500,0.879
33,mlp.experts.68.up_proj,0.0078290507,hessian_weighted_relative_error,30128,0.02500,0.858
33,mlp.experts.69.up_proj,0.0039192839,hessian_weighted_relative_error,7152,0.02500,0.872
33,mlp.experts.72.up_proj,0.0050044340,hessian_weighted_relative_error,38486,0.02500,0.859
33,mlp.experts.74.up_proj,0.0089724253,hessian_weighted_relative_error,39777,0.02500,0.859
33,mlp.experts.75.up_proj,0.0038112898,hessian_weighted_relative_error,27454,0.02500,0.880
33,mlp.experts.76.up_proj,0.0073037920,hessian_weighted_relative_error,41278,0.02500,0.859
33,mlp.experts.77.up_proj,0.0057891605,hessian_weighted_relative_error,37535,0.02500,0.877
33,mlp.experts.78.up_proj,0.0090799785,hessian_weighted_relative_error,49911,0.02500,0.860
33,mlp.experts.79.up_proj,0.0067849165,hessian_weighted_relative_error,13665,0.02500,0.880
33,mlp.experts.80.up_proj,0.0089125912,hessian_weighted_relative_error,25913,0.02500,0.859
33,mlp.experts.82.up_proj,0.0084796370,hessian_weighted_relative_error,16456,0.02500,0.861
33,mlp.experts.83.up_proj,0.0081652967,hessian_weighted_relative_error,15971,0.02500,0.876
33,mlp.experts.84.up_proj,0.0100918137,hessian_weighted_relative_error,25492,0.02500,0.860
33,mlp.experts.86.up_proj,0.0093480033,hessian_weighted_relative_error,21974,0.02500,0.859
33,mlp.experts.87.up_proj,0.0058081142,hessian_weighted_relative_error,8911,0.02500,0.871
33,mlp.experts.88.up_proj,0.0060101180,hessian_weighted_relative_error,13814,0.02500,0.860
33,mlp.experts.89.up_proj,0.0069681108,hessian_weighted_relative_error,9489,0.02500,0.880
33,mlp.experts.90.up_proj,0.0086193686,hessian_weighted_relative_error,27047,0.02500,0.860
33,mlp.experts.91.up_proj,0.0058880746,hessian_weighted_relative_error,14551,0.02500,0.875
33,mlp.experts.92.up_proj,0.0077895725,hessian_weighted_relative_error,19224,0.02500,0.860
33,mlp.experts.93.up_proj,0.0098891198,hessian_weighted_relative_error,22334,0.02500,0.882
33,mlp.experts.95.up_proj,0.0090852448,hessian_weighted_relative_error,22431,0.02500,0.881
33,mlp.experts.98.up_proj,0.0088910770,hessian_weighted_relative_error,22426,0.02500,0.863
33,mlp.experts.99.up_proj,0.0088235475,hessian_weighted_relative_error,27077,0.02500,0.885
33,mlp.experts.100.up_proj,0.0087999442,hessian_weighted_relative_error,38269,0.02500,0.860
33,mlp.experts.102.up_proj,0.0092900492,hessian_weighted_relative_error,31262,0.02500,0.861
33,mlp.experts.103.up_proj,0.0093193273,hessian_weighted_relative_error,25620,0.02500,0.880
33,mlp.experts.105.up_proj,0.0075613473,hessian_weighted_relative_error,11849,0.02500,0.874
33,mlp.experts.106.up_proj,0.0074006842,hessian_weighted_relative_error,20827,0.02500,0.861
33,mlp.experts.107.up_proj,0.0082535312,hessian_weighted_relative_error,22700,0.02500,0.883
33,mlp.experts.108.up_proj,0.0074257594,hessian_weighted_relative_error,11676,0.02500,0.860
33,mlp.experts.110.up_proj,0.0066316197,hessian_weighted_relative_error,14008,0.02500,0.861
33,mlp.experts.112.up_proj,0.0096966097,hessian_weighted_relative_error,30817,0.02500,0.860
33,mlp.experts.113.up_proj,0.0101485319,hessian_weighted_relative_error,37540,0.02500,0.882
33,mlp.experts.115.up_proj,0.0087558606,hessian_weighted_relative_error,17086,0.02500,0.885
33,mlp.experts.116.up_proj,0.0055873612,hessian_weighted_relative_error,19224,0.02500,0.861
33,mlp.experts.118.up_proj,0.0054530410,hessian_weighted_relative_error,16898,0.02500,0.861
33,mlp.experts.119.up_proj,0.0073244879,hessian_weighted_relative_error,10175,0.02500,0.878
33,mlp.experts.122.up_proj,0.0057357830,hessian_weighted_relative_error,6232,0.02500,0.862
33,mlp.experts.123.up_proj,0.0100813798,hessian_weighted_relative_error,58499,0.02500,0.882
33,mlp.experts.124.up_proj,0.0098306816,hessian_weighted_relative_error,60293,0.02500,0.860
33,mlp.experts.125.up_proj,0.0080260329,hessian_weighted_relative_error,48113,0.02500,0.883
33,mlp.experts.127.up_proj,0.0072240494,hessian_weighted_relative_error,14103,0.02500,0.874
33,mlp.experts.128.up_proj,0.0095373844,hessian_weighted_relative_error,38113,0.02500,0.862
33,mlp.experts.129.up_proj,0.0085788534,hessian_weighted_relative_error,21604,0.02500,0.884
33,mlp.experts.131.up_proj,0.0067777073,hessian_weighted_relative_error,18640,0.02500,0.887
33,mlp.experts.132.up_proj,0.0090304091,hessian_weighted_relative_error,19773,0.02500,0.863
33,mlp.experts.133.up_proj,0.0084425516,hessian_weighted_relative_error,49981,0.02500,0.884
33,mlp.experts.134.up_proj,0.0093814406,hessian_weighted_relative_error,30055,0.02500,0.864
33,mlp.experts.135.up_proj,0.0086687942,hessian_weighted_relative_error,17224,0.02500,0.889
33,mlp.experts.136.up_proj,0.0092551757,hessian_weighted_relative_error,20861,0.02500,0.859
33,mlp.experts.138.up_proj,0.0064979186,hessian_weighted_relative_error,14529,0.02500,0.862
33,mlp.experts.139.up_proj,0.0070728981,hessian_weighted_relative_error,7223,0.02500,0.886
33,mlp.experts.140.up_proj,0.0073217395,hessian_weighted_relative_error,38015,0.02500,0.864
33,mlp.experts.141.up_proj,0.0089153528,hessian_weighted_relative_error,31994,0.02500,0.883
33,mlp.experts.142.up_proj,0.0083403709,hessian_weighted_relative_error,14905,0.02500,0.863
33,mlp.experts.144.up_proj,0.0096578776,hessian_weighted_relative_error,27752,0.02500,0.863
33,mlp.experts.145.up_proj,0.0103681645,hessian_weighted_relative_error,36732,0.02500,0.888
33,mlp.experts.146.up_proj,0.0077482359,hessian_weighted_relative_error,16813,0.02500,0.865
33,mlp.experts.147.up_proj,0.0025639627,hessian_weighted_relative_error,3667,0.02500,0.885
33,mlp.experts.148.up_proj,0.0097905288,hessian_weighted_relative_error,31098,0.02500,0.871
33,mlp.experts.149.up_proj,0.0074637735,hessian_weighted_relative_error,29144,0.02500,0.907
33,mlp.experts.150.up_proj,0.0076557975,hessian_weighted_relative_error,13855,0.02500,0.865
33,mlp.experts.151.up_proj,0.0062895711,hessian_weighted_relative_error,18807,0.02500,0.887
33,mlp.experts.152.up_proj,0.0033611580,hessian_weighted_relative_error,2672,0.02500,0.866
33,mlp.experts.153.up_proj,0.0091870739,hessian_weighted_relative_error,22723,0.02500,0.889
33,mlp.experts.154.up_proj,0.0060933719,hessian_weighted_relative_error,25243,0.02500,0.875
33,mlp.experts.155.up_proj,0.0081186275,hessian_weighted_relative_error,27538,0.02500,0.886
33,mlp.experts.156.up_proj,0.0079699211,hessian_weighted_relative_error,31254,0.02500,0.862
33,mlp.experts.157.up_proj,0.0052300571,hessian_weighted_relative_error,5355,0.02500,0.880
33,mlp.experts.158.up_proj,0.0040366723,hessian_weighted_relative_error,3177,0.02500,0.862
33,mlp.experts.159.up_proj,0.0081965635,hessian_weighted_relative_error,28910,0.02500,0.891
33,mlp.experts.160.up_proj,0.0098342376,hessian_weighted_relative_error,26998,0.02500,0.865
33,mlp.experts.161.up_proj,0.0084397263,hessian_weighted_relative_error,32143,0.02500,0.882
33,mlp.experts.162.up_proj,0.0084499390,hessian_weighted_relative_error,15216,0.02500,0.863
33,mlp.experts.163.up_proj,0.0097336044,hessian_weighted_relative_error,30935,0.02500,0.884
33,mlp.experts.164.up_proj,0.0101648155,hessian_weighted_relative_error,32024,0.02500,0.863
33,mlp.experts.165.up_proj,0.0084336927,hessian_weighted_relative_error,22871,0.02500,0.883
33,mlp.experts.166.up_proj,0.0082274390,hessian_weighted_relative_error,15680,0.02500,0.865
33,mlp.experts.167.up_proj,0.0082990150,hessian_weighted_relative_error,31243,0.02500,0.886
33,mlp.experts.168.up_proj,0.0084481145,hessian_weighted_relative_error,36074,0.02500,0.864
33,mlp.experts.169.up_proj,0.0089237353,hessian_weighted_relative_error,18828,0.02500,0.884
33,mlp.experts.172.up_proj,0.0059328423,hessian_weighted_relative_error,33609,0.02500,0.864
33,mlp.experts.173.up_proj,0.0091472371,hessian_weighted_relative_error,19420,0.02500,0.881
33,mlp.experts.174.up_proj,0.0052333936,hessian_weighted_relative_error,7576,0.02500,0.864
33,mlp.experts.176.up_proj,0.0084465942,hessian_weighted_relative_error,23488,0.02500,0.864
33,mlp.experts.177.up_proj,0.0082337717,hessian_weighted_relative_error,27005,0.02500,0.886
33,mlp.experts.178.up_proj,0.0090418388,hessian_weighted_relative_error,24472,0.02500,0.863
33,mlp.experts.181.up_proj,0.0082394744,hessian_weighted_relative_error,20515,0.02500,0.887
33,mlp.experts.182.up_proj,0.0054278978,hessian_weighted_relative_error,13273,0.02500,0.864
33,mlp.experts.183.up_proj,0.0081703683,hessian_weighted_relative_error,18686,0.02500,0.902
33,mlp.experts.184.up_proj,0.0087277089,hessian_weighted_relative_error,32720,0.02500,0.866
33,mlp.experts.185.up_proj,0.0092419229,hessian_weighted_relative_error,26702,0.02500,0.887
33,mlp.experts.186.up_proj,0.0099974833,hessian_weighted_relative_error,23904,0.02500,0.863
33,mlp.experts.187.up_proj,0.0032790891,hessian_weighted_relative_error,6313,0.02500,0.889
33,mlp.experts.188.up_proj,0.0078261881,hessian_weighted_relative_error,34012,0.02500,0.864
33,mlp.experts.189.up_proj,0.0093750860,hessian_weighted_relative_error,29283,0.02500,0.888
33,mlp.experts.190.up_proj,0.0083868483,hessian_weighted_relative_error,25253,0.02500,0.863
33,mlp.experts.192.up_proj,0.0067514095,hessian_weighted_relative_error,12353,0.02500,0.865
33,mlp.experts.193.up_proj,0.0092331794,hessian_weighted_relative_error,18573,0.02500,0.901
33,mlp.experts.194.up_proj,0.0087656607,hessian_weighted_relative_error,21790,0.02500,0.864
33,mlp.experts.195.up_proj,0.0100868741,hessian_weighted_relative_error,51463,0.02500,0.885
33,mlp.experts.196.up_proj,0.0096787709,hessian_weighted_relative_error,21950,0.02500,0.864
33,mlp.experts.197.up_proj,0.0091520762,hessian_weighted_relative_error,30888,0.02500,0.888
33,mlp.experts.198.up_proj,0.0062628873,hessian_weighted_relative_error,8617,0.02500,0.861
33,mlp.experts.199.up_proj,0.0091856925,hessian_weighted_relative_error,16353,0.02500,0.907
33,mlp.experts.202.up_proj,0.0060503329,hessian_weighted_relative_error,16340,0.02500,0.863
33,mlp.experts.203.up_proj,0.0051841299,hessian_weighted_relative_error,18454,0.02500,0.891
33,mlp.experts.204.up_proj,0.0102288134,hessian_weighted_relative_error,35818,0.02500,0.864
33,mlp.experts.206.up_proj,0.0040752544,hessian_weighted_relative_error,45871,0.02500,0.863
33,mlp.experts.208.up_proj,0.0066396002,hessian_weighted_relative_error,16428,0.02500,0.863
33,mlp.experts.209.up_proj,0.0088251010,hessian_weighted_relative_error,22411,0.02500,0.889
33,mlp.experts.210.up_proj,0.0086799973,hessian_weighted_relative_error,31576,0.02500,0.864
33,mlp.experts.213.up_proj,0.0080253615,hessian_weighted_relative_error,17896,0.02500,0.888
33,mlp.experts.214.up_proj,0.0083610695,hessian_weighted_relative_error,26930,0.02500,0.863
33,mlp.experts.215.up_proj,0.0050936986,hessian_weighted_relative_error,5230,0.02500,0.893
33,mlp.experts.216.up_proj,0.0077980020,hessian_weighted_relative_error,23110,0.02500,0.863
33,mlp.experts.217.up_proj,0.0096225217,hessian_weighted_relative_error,34747,0.02500,0.884
33,mlp.experts.218.up_proj,0.0097324469,hessian_weighted_relative_error,29383,0.02500,0.863
33,mlp.experts.221.up_proj,0.0088776450,hessian_weighted_relative_error,43306,0.02500,0.910
33,mlp.experts.222.up_proj,0.0073584996,hessian_weighted_relative_error,14479,0.02500,0.865
33,mlp.experts.223.up_proj,0.0090171258,hessian_weighted_relative_error,36526,0.02500,0.900
33,mlp.experts.226.up_proj,0.0094161649,hessian_weighted_relative_error,35114,0.02500,0.870
33,mlp.experts.227.up_proj,0.0081434183,hessian_weighted_relative_error,23992,0.02500,0.896
33,mlp.experts.228.up_proj,0.0091770798,hessian_weighted_relative_error,28211,0.02500,0.865
33,mlp.experts.229.up_proj,0.0036190936,hessian_weighted_relative_error,5104,0.02500,0.896
33,mlp.experts.230.up_proj,0.0079903618,hessian_weighted_relative_error,11362,0.02500,0.867
33,mlp.experts.231.up_proj,0.0082046432,hessian_weighted_relative_error,11478,0.02500,0.892
33,mlp.experts.232.up_proj,0.0042948054,hessian_weighted_relative_error,10517,0.02500,0.864
33,mlp.experts.233.up_proj,0.0082215897,hessian_weighted_relative_error,34703,0.02500,0.898
33,mlp.experts.235.up_proj,0.0087905977,hessian_weighted_relative_error,28482,0.02500,0.884
33,mlp.experts.236.up_proj,0.0080199765,hessian_weighted_relative_error,19838,0.02500,0.865
33,mlp.experts.238.up_proj,0.0098096416,hessian_weighted_relative_error,39580,0.02500,0.866
33,mlp.experts.239.up_proj,0.0056231987,hessian_weighted_relative_error,5076,0.02500,0.898
33,mlp.experts.241.up_proj,0.0091252346,hessian_weighted_relative_error,29071,0.02500,0.895
33,mlp.experts.243.up_proj,0.0086434266,hessian_weighted_relative_error,19392,0.02500,0.894
33,mlp.experts.244.up_proj,0.0097633052,hessian_weighted_relative_error,27281,0.02500,0.863
33,mlp.experts.247.up_proj,0.0078071647,hessian_weighted_relative_error,21841,0.02500,0.913
33,mlp.experts.248.up_proj,0.0101586625,hessian_weighted_relative_error,26574,0.02500,0.862
33,mlp.experts.249.up_proj,0.0063072254,hessian_weighted_relative_error,21681,0.02500,0.900
33,mlp.experts.251.up_proj,0.0096582181,hessian_weighted_relative_error,25149,0.02500,0.890
33,mlp.experts.253.up_proj,0.0083005223,hessian_weighted_relative_error,32574,0.02500,0.898
33,mlp.experts.254.up_proj,0.0079319811,hessian_weighted_relative_error,27530,0.02500,0.863
33,mlp.experts.257.up_proj,0.0074053992,hessian_weighted_relative_error,15463,0.02500,0.894
33,mlp.experts.258.up_proj,0.0043113407,hessian_weighted_relative_error,6197,0.02500,0.864
33,mlp.experts.259.up_proj,0.0092667023,hessian_weighted_relative_error,30957,0.02500,0.899
33,mlp.experts.260.up_proj,0.0089686195,hessian_weighted_relative_error,26121,0.02500,0.865
33,mlp.experts.261.up_proj,0.0096756424,hessian_weighted_relative_error,34477,0.02500,0.903
33,mlp.experts.262.up_proj,0.0099346193,hessian_weighted_relative_error,38981,0.02500,0.865
33,mlp.experts.263.up_proj,0.0061415793,hessian_weighted_relative_error,36336,0.02500,0.889
33,mlp.experts.264.up_proj,0.0085481378,hessian_weighted_relative_error,24692,0.02500,0.864
33,mlp.experts.265.up_proj,0.0072257789,hessian_weighted_relative_error,13210,0.02500,0.896
33,mlp.experts.266.up_proj,0.0087962320,hessian_weighted_relative_error,16448,0.02500,0.862
33,mlp.experts.267.up_proj,0.0083879830,hessian_weighted_relative_error,24937,0.02500,0.912
33,mlp.experts.269.up_proj,0.0084847843,hessian_weighted_relative_error,23243,0.02500,0.889
33,mlp.experts.270.up_proj,0.0100415260,hessian_weighted_relative_error,39719,0.02500,0.864
33,mlp.experts.271.up_proj,0.0052957702,hessian_weighted_relative_error,23863,0.02500,0.891
33,mlp.experts.272.up_proj,0.0088538209,hessian_weighted_relative_error,16817,0.02500,0.867
33,mlp.experts.273.up_proj,0.0095377299,hessian_weighted_relative_error,40663,0.02500,0.892
33,mlp.experts.274.up_proj,0.0098024817,hessian_weighted_relative_error,33672,0.02500,0.863
33,mlp.experts.276.up_proj,0.0076549787,hessian_weighted_relative_error,21549,0.02500,0.865
33,mlp.experts.277.up_proj,0.0098367993,hessian_weighted_relative_error,34464,0.02500,0.922
33,mlp.experts.278.up_proj,0.0089416946,hessian_weighted_relative_error,30907,0.02500,0.863
33,mlp.experts.279.up_proj,0.0086393555,hessian_weighted_relative_error,15262,0.02500,0.902
33,mlp.experts.280.up_proj,0.0089881932,hessian_weighted_relative_error,21866,0.02500,0.864
33,mlp.experts.281.up_proj,0.0082051371,hessian_weighted_relative_error,24009,0.02500,0.895
33,mlp.experts.282.up_proj,0.0080653882,hessian_weighted_relative_error,21118,0.02500,0.861
33,mlp.experts.283.up_proj,0.0072703620,hessian_weighted_relative_error,9508,0.02500,0.889
33,mlp.experts.284.up_proj,0.0095237940,hessian_weighted_relative_error,30709,0.02500,0.862
33,mlp.experts.285.up_proj,0.0092726285,hessian_weighted_relative_error,37092,0.02500,0.903
33,mlp.experts.286.up_proj,0.0088562864,hessian_weighted_relative_error,23885,0.02500,0.864
33,mlp.experts.287.up_proj,0.0055748922,hessian_weighted_relative_error,10101,0.02500,0.899
33,mlp.experts.0.down_proj,0.0115616302,hessian_weighted_relative_error,16353,0.02500,0.777
33,mlp.experts.4.down_proj,0.0092970811,hessian_weighted_relative_error,3919,0.02500,0.779
33,mlp.experts.5.down_proj,0.0139154027,hessian_weighted_relative_error,19493,0.02500,0.750
33,mlp.experts.6.down_proj,0.0122045013,hessian_weighted_relative_error,20253,0.02500,0.771
33,mlp.experts.8.down_proj,0.0095321475,hessian_weighted_relative_error,27510,0.02500,0.777
33,mlp.experts.10.down_proj,0.0132728494,hessian_weighted_relative_error,18753,0.02500,0.773
33,mlp.experts.11.down_proj,0.0143991180,hessian_weighted_relative_error,37728,0.02500,0.752
33,mlp.experts.12.down_proj,0.0125730231,hessian_weighted_relative_error,14692,0.02500,0.777
33,mlp.experts.13.down_proj,0.0126667828,hessian_weighted_relative_error,22881,0.02500,0.755
33,mlp.experts.15.down_proj,0.0133407498,hessian_weighted_relative_error,22796,0.02500,0.754
33,mlp.experts.19.down_proj,0.0137773082,hessian_weighted_relative_error,26446,0.02500,0.758
33,mlp.experts.20.down_proj,0.0117598301,hessian_weighted_relative_error,18491,0.02500,0.779
33,mlp.experts.21.down_proj,0.0128511521,hessian_weighted_relative_error,9084,0.02500,0.759
33,mlp.experts.22.down_proj,0.0134706386,hessian_weighted_relative_error,21491,0.02500,0.777
33,mlp.experts.23.down_proj,0.0126642792,hessian_weighted_relative_error,18018,0.02500,0.758
33,mlp.experts.24.down_proj,0.0141523134,hessian_weighted_relative_error,16113,0.02500,0.783
33,mlp.experts.25.down_proj,0.0111775122,hessian_weighted_relative_error,9271,0.02500,0.764
33,mlp.experts.26.down_proj,0.0052683704,hessian_weighted_relative_error,31778,0.02500,0.780
33,mlp.experts.30.down_proj,0.0140967789,hessian_weighted_relative_error,28887,0.02500,0.782
33,mlp.experts.31.down_proj,0.0019097552,hessian_weighted_relative_error,31651,0.02500,0.761
33,mlp.experts.32.down_proj,0.0126550519,hessian_weighted_relative_error,26943,0.02500,0.784
33,mlp.experts.33.down_proj,0.0092785983,hessian_weighted_relative_error,16980,0.02500,0.767
33,mlp.experts.34.down_proj,0.0086345387,hessian_weighted_relative_error,5669,0.02500,0.781
33,mlp.experts.36.down_proj,0.0138712156,hessian_weighted_relative_error,20798,0.02500,0.784
33,mlp.experts.37.down_proj,0.0105648941,hessian_weighted_relative_error,18250,0.02500,0.765
33,mlp.experts.38.down_proj,0.0132608948,hessian_weighted_relative_error,21836,0.02500,0.782
33,mlp.experts.42.down_proj,0.0115387299,hessian_weighted_relative_error,26519,0.02500,0.784
33,mlp.experts.43.down_proj,0.0134294604,hessian_weighted_relative_error,12351,0.02500,0.767
33,mlp.experts.45.down_proj,0.0134600685,hessian_weighted_relative_error,24278,0.02500,0.768
33,mlp.experts.46.down_proj,0.0135004807,hessian_weighted_relative_error,23674,0.02500,0.784
33,mlp.experts.47.down_proj,0.0090784698,hessian_weighted_relative_error,11126,0.02500,0.767
33,mlp.experts.51.down_proj,0.0139380409,hessian_weighted_relative_error,24931,0.02500,0.769
33,mlp.experts.53.down_proj,0.0129459733,hessian_weighted_relative_error,17036,0.02500,0.771
33,mlp.experts.54.down_proj,0.0001799341,hessian_weighted_relative_error,7930,0.02500,0.788
33,mlp.experts.55.down_proj,0.0098529430,hessian_weighted_relative_error,33752,0.02500,0.770
33,mlp.experts.57.down_proj,0.0142267557,hessian_weighted_relative_error,30253,0.02500,0.776
33,mlp.experts.58.down_proj,0.0094733080,hessian_weighted_relative_error,21917,0.02500,0.789
33,mlp.experts.59.down_proj,0.0145737088,hessian_weighted_relative_error,21093,0.02500,0.773
33,mlp.experts.60.down_proj,0.0123178795,hessian_weighted_relative_error,25843,0.02500,0.791
33,mlp.experts.62.down_proj,0.0146081329,hessian_weighted_relative_error,27152,0.02500,0.789
33,mlp.experts.63.down_proj,0.0078519308,hessian_weighted_relative_error,37044,0.02500,0.774
33,mlp.experts.65.down_proj,0.0101056084,hessian_weighted_relative_error,12144,0.02500,0.778
33,mlp.experts.66.down_proj,0.0130076932,hessian_weighted_relative_error,19261,0.02500,0.791
33,mlp.experts.67.down_proj,0.0135433491,hessian_weighted_relative_error,26529,0.02500,0.777
33,mlp.experts.68.down_proj,0.0121601453,hessian_weighted_relative_error,30128,0.02500,0.793
33,mlp.experts.69.down_proj,0.0080872941,hessian_weighted_relative_error,7152,0.02500,0.778
33,mlp.experts.74.down_proj,0.0134411785,hessian_weighted_relative_error,39777,0.02500,0.792
33,mlp.experts.75.down_proj,0.0047830493,hessian_weighted_relative_error,27454,0.02500,0.780
33,mlp.experts.78.down_proj,0.0139580395,hessian_weighted_relative_error,49911,0.02500,0.792
33,mlp.experts.79.down_proj,0.0110464693,hessian_weighted_relative_error,13665,0.02500,0.780
33,mlp.experts.82.down_proj,0.0125748282,hessian_weighted_relative_error,16456,0.02500,0.795
33,mlp.experts.83.down_proj,0.0129461592,hessian_weighted_relative_error,15971,0.02500,0.784
33,mlp.experts.84.down_proj,0.0149017028,hessian_weighted_relative_error,25492,0.02500,0.797
33,mlp.experts.86.down_proj,0.0139085262,hessian_weighted_relative_error,21974,0.02500,0.796
33,mlp.experts.87.down_proj,0.0092093564,hessian_weighted_relative_error,8911,0.02500,0.783
33,mlp.experts.88.down_proj,0.0100862166,hessian_weighted_relative_error,13814,0.02500,0.800
33,mlp.experts.89.down_proj,0.0115403083,hessian_weighted_relative_error,9489,0.02500,0.789
33,mlp.experts.90.down_proj,0.0128373661,hessian_weighted_relative_error,27047,0.02500,0.796
33,mlp.experts.91.down_proj,0.0099119598,hessian_weighted_relative_error,14551,0.02500,0.788
33,mlp.experts.92.down_proj,0.0125174714,hessian_weighted_relative_error,19224,0.02500,0.798
33,mlp.experts.93.down_proj,0.0143130606,hessian_weighted_relative_error,22334,0.02500,0.786
33,mlp.experts.95.down_proj,0.0128651036,hessian_weighted_relative_error,22431,0.02500,0.786
33,mlp.experts.98.down_proj,0.0137801672,hessian_weighted_relative_error,22426,0.02500,0.799
33,mlp.experts.99.down_proj,0.0124085580,hessian_weighted_relative_error,27077,0.02500,0.791
33,mlp.experts.102.down_proj,0.0137946763,hessian_weighted_relative_error,31262,0.02500,0.799
33,mlp.experts.103.down_proj,0.0135189380,hessian_weighted_relative_error,25620,0.02500,0.789
33,mlp.experts.105.down_proj,0.0121610996,hessian_weighted_relative_error,11849,0.02500,0.794
33,mlp.experts.106.down_proj,0.0113056384,hessian_weighted_relative_error,20827,0.02500,0.800
33,mlp.experts.107.down_proj,0.0128780937,hessian_weighted_relative_error,22700,0.02500,0.794
33,mlp.experts.108.down_proj,0.0119994346,hessian_weighted_relative_error,11676,0.02500,0.803
33,mlp.experts.110.down_proj,0.0105265620,hessian_weighted_relative_error,14008,0.02500,0.800
33,mlp.experts.112.down_proj,0.0144856979,hessian_weighted_relative_error,30817,0.02500,0.806
33,mlp.experts.113.down_proj,0.0147273368,hessian_weighted_relative_error,37540,0.02500,0.797
33,mlp.experts.115.down_proj,0.0134655157,hessian_weighted_relative_error,17086,0.02500,0.797
33,mlp.experts.116.down_proj,0.0088223977,hessian_weighted_relative_error,19224,0.02500,0.804
33,mlp.experts.119.down_proj,0.0117027765,hessian_weighted_relative_error,10175,0.02500,0.796
33,mlp.experts.122.down_proj,0.0102439593,hessian_weighted_relative_error,6232,0.02500,0.803
33,mlp.experts.124.down_proj,0.0149975678,hessian_weighted_relative_error,60293,0.02500,0.806
33,mlp.experts.127.down_proj,0.0099503947,hessian_weighted_relative_error,14103,0.02500,0.797
33,mlp.experts.128.down_proj,0.0136971816,hessian_weighted_relative_error,38113,0.02500,0.810
33,mlp.experts.129.down_proj,0.0119612724,hessian_weighted_relative_error,21604,0.02500,0.802
33,mlp.experts.132.down_proj,0.0136189514,hessian_weighted_relative_error,19773,0.02500,0.808
33,mlp.experts.134.down_proj,0.0139297773,hessian_weighted_relative_error,30055,0.02500,0.806
33,mlp.experts.135.down_proj,0.0136423607,hessian_weighted_relative_error,17224,0.02500,0.800
33,mlp.experts.136.down_proj,0.0132777685,hessian_weighted_relative_error,20861,0.02500,0.812
33,mlp.experts.138.down_proj,0.0101690858,hessian_weighted_relative_error,14529,0.02500,0.806
33,mlp.experts.139.down_proj,0.0115657042,hessian_weighted_relative_error,7223,0.02500,0.805
33,mlp.experts.140.down_proj,0.0111298712,hessian_weighted_relative_error,38015,0.02500,0.809
33,mlp.experts.142.down_proj,0.0129640555,hessian_weighted_relative_error,14905,0.02500,0.807
33,mlp.experts.144.down_proj,0.0139678836,hessian_weighted_relative_error,27752,0.02500,0.812
33,mlp.experts.145.down_proj,0.0146313201,hessian_weighted_relative_error,36732,0.02500,0.808
33,mlp.experts.146.down_proj,0.0126722135,hessian_weighted_relative_error,16813,0.02500,0.807
33,mlp.experts.147.down_proj,0.0046867126,hessian_weighted_relative_error,3667,0.02500,0.807
33,mlp.experts.149.down_proj,0.0109065584,hessian_weighted_relative_error,29144,0.02500,0.806
33,mlp.experts.150.down_proj,0.0103196701,hessian_weighted_relative_error,13855,0.02500,0.807
33,mlp.experts.151.down_proj,0.0101951131,hessian_weighted_relative_error,18807,0.02500,0.806
33,mlp.experts.152.down_proj,0.0063306520,hessian_weighted_relative_error,2672,0.02500,0.813
33,mlp.experts.153.down_proj,0.0141002483,hessian_weighted_relative_error,22723,0.02500,0.811
33,mlp.experts.156.down_proj,0.0122039675,hessian_weighted_relative_error,31254,0.02500,0.811
33,mlp.experts.157.down_proj,0.0097362774,hessian_weighted_relative_error,5355,0.02500,0.810
33,mlp.experts.158.down_proj,0.0082379149,hessian_weighted_relative_error,3177,0.02500,0.809
33,mlp.experts.159.down_proj,0.0122292747,hessian_weighted_relative_error,28910,0.02500,0.809
33,mlp.experts.160.down_proj,0.0145594637,hessian_weighted_relative_error,26998,0.02500,0.813
33,mlp.experts.161.down_proj,0.0127466073,hessian_weighted_relative_error,32143,0.02500,0.814
33,mlp.experts.162.down_proj,0.0125546130,hessian_weighted_relative_error,15216,0.02500,0.810
33,mlp.experts.164.down_proj,0.0147160648,hessian_weighted_relative_error,32024,0.02500,0.812
33,mlp.experts.165.down_proj,0.0129558260,hessian_weighted_relative_error,22871,0.02500,0.813
33,mlp.experts.166.down_proj,0.0097030813,hessian_weighted_relative_error,15680,0.02500,0.809
33,mlp.experts.167.down_proj,0.0132886897,hessian_weighted_relative_error,31243,0.02500,0.812
33,mlp.experts.168.down_proj,0.0125677563,hessian_weighted_relative_error,36074,0.02500,0.814
33,mlp.experts.169.down_proj,0.0136639877,hessian_weighted_relative_error,18828,0.02500,0.817
33,mlp.experts.173.down_proj,0.0137933516,hessian_weighted_relative_error,19420,0.02500,0.817
33,mlp.experts.174.down_proj,0.0086199773,hessian_weighted_relative_error,7576,0.02500,0.809
33,mlp.experts.176.down_proj,0.0129856216,hessian_weighted_relative_error,23488,0.02500,0.816
33,mlp.experts.177.down_proj,0.0124209740,hessian_weighted_relative_error,27005,0.02500,0.820
33,mlp.experts.178.down_proj,0.0121991874,hessian_weighted_relative_error,24472,0.02500,0.811
33,mlp.experts.182.down_proj,0.0088654590,hessian_weighted_relative_error,13273,0.02500,0.812
33,mlp.experts.183.down_proj,0.0126012600,hessian_weighted_relative_error,18686,0.02500,0.816
33,mlp.experts.184.down_proj,0.0137643054,hessian_weighted_relative_error,32720,0.02500,0.818
33,mlp.experts.185.down_proj,0.0136015859,hessian_weighted_relative_error,26702,0.02500,0.822
33,mlp.experts.186.down_proj,0.0143967519,hessian_weighted_relative_error,23904,0.02500,0.813
33,mlp.experts.187.down_proj,0.0060988538,hessian_weighted_relative_error,6313,0.02500,0.819
33,mlp.experts.188.down_proj,0.0122105526,hessian_weighted_relative_error,34012,0.02500,0.816
33,mlp.experts.192.down_proj,0.0108332565,hessian_weighted_relative_error,12353,0.02500,0.819
33,mlp.experts.193.down_proj,0.0137755690,hessian_weighted_relative_error,18573,0.02500,0.822
33,mlp.experts.194.down_proj,0.0129149122,hessian_weighted_relative_error,21790,0.02500,0.813
33,mlp.experts.196.down_proj,0.0142181791,hessian_weighted_relative_error,21950,0.02500,0.818
33,mlp.experts.198.down_proj,0.0099068658,hessian_weighted_relative_error,8617,0.02500,0.815
33,mlp.experts.199.down_proj,0.0141495298,hessian_weighted_relative_error,16353,0.02500,0.820
33,mlp.experts.202.down_proj,0.0102748768,hessian_weighted_relative_error,16340,0.02500,0.818
33,mlp.experts.208.down_proj,0.0097601948,hessian_weighted_relative_error,16428,0.02500,0.819
33,mlp.experts.209.down_proj,0.0121429549,hessian_weighted_relative_error,22411,0.02500,0.828
33,mlp.experts.210.down_proj,0.0133658626,hessian_weighted_relative_error,31576,0.02500,0.816
33,mlp.experts.213.down_proj,0.0121091681,hessian_weighted_relative_error,17896,0.02500,0.826
33,mlp.experts.214.down_proj,0.0133397924,hessian_weighted_relative_error,26930,0.02500,0.817
33,mlp.experts.215.down_proj,0.0096179183,hessian_weighted_relative_error,5230,0.02500,0.822
33,mlp.experts.216.down_proj,0.0125480166,hessian_weighted_relative_error,23110,0.02500,0.821
33,mlp.experts.217.down_proj,0.0140467126,hessian_weighted_relative_error,34747,0.02500,0.826
33,mlp.experts.222.down_proj,0.0124181100,hessian_weighted_relative_error,14479,0.02500,0.818
33,mlp.experts.223.down_proj,0.0135981658,hessian_weighted_relative_error,36526,0.02500,0.820
33,mlp.experts.226.down_proj,0.0141794951,hessian_weighted_relative_error,35114,0.02500,0.817
33,mlp.experts.227.down_proj,0.0130492137,hessian_weighted_relative_error,23992,0.02500,0.825
33,mlp.experts.228.down_proj,0.0134701965,hessian_weighted_relative_error,28211,0.02500,0.820
33,mlp.experts.229.down_proj,0.0069238894,hessian_weighted_relative_error,5104,0.02500,0.824
33,mlp.experts.230.down_proj,0.0127950354,hessian_weighted_relative_error,11362,0.02500,0.818
33,mlp.experts.231.down_proj,0.0130557675,hessian_weighted_relative_error,11478,0.02500,0.822
33,mlp.experts.232.down_proj,0.0073957814,hessian_weighted_relative_error,10517,0.02500,0.822
33,mlp.experts.233.down_proj,0.0123650627,hessian_weighted_relative_error,34703,0.02500,0.828
33,mlp.experts.235.down_proj,0.0129913930,hessian_weighted_relative_error,28482,0.02500,0.828
33,mlp.experts.236.down_proj,0.0123903869,hessian_weighted_relative_error,19838,0.02500,0.823
33,mlp.experts.239.down_proj,0.0103765973,hessian_weighted_relative_error,5076,0.02500,0.822
33,mlp.experts.241.down_proj,0.0141869817,hessian_weighted_relative_error,29071,0.02500,0.827
33,mlp.experts.243.down_proj,0.0133784495,hessian_weighted_relative_error,19392,0.02500,0.827
33,mlp.experts.244.down_proj,0.0139944339,hessian_weighted_relative_error,27281,0.02500,0.822
33,mlp.experts.248.down_proj,0.0149025608,hessian_weighted_relative_error,26574,0.02500,0.822
33,mlp.experts.249.down_proj,0.0101107094,hessian_weighted_relative_error,21681,0.02500,0.826
33,mlp.experts.251.down_proj,0.0144492895,hessian_weighted_relative_error,25149,0.02500,0.827
33,mlp.experts.254.down_proj,0.0114338827,hessian_weighted_relative_error,27530,0.02500,0.821
33,mlp.experts.258.down_proj,0.0083330793,hessian_weighted_relative_error,6197,0.02500,0.822
33,mlp.experts.259.down_proj,0.0139120367,hessian_weighted_relative_error,30957,0.02500,0.828
33,mlp.experts.260.down_proj,0.0129870783,hessian_weighted_relative_error,26121,0.02500,0.822
33,mlp.experts.261.down_proj,0.0145654628,hessian_weighted_relative_error,34477,0.02500,0.829
33,mlp.experts.263.down_proj,0.0085261086,hessian_weighted_relative_error,36336,0.02500,0.822
33,mlp.experts.264.down_proj,0.0136179104,hessian_weighted_relative_error,24692,0.02500,0.824
33,mlp.experts.266.down_proj,0.0135193265,hessian_weighted_relative_error,16448,0.02500,0.822
33,mlp.experts.269.down_proj,0.0125896000,hessian_weighted_relative_error,23243,0.02500,0.828
33,mlp.experts.271.down_proj,0.0092760104,hessian_weighted_relative_error,23863,0.02500,0.824
33,mlp.experts.272.down_proj,0.0134393537,hessian_weighted_relative_error,16817,0.02500,0.824
33,mlp.experts.273.down_proj,0.0141805727,hessian_weighted_relative_error,40663,0.02500,0.831
33,mlp.experts.274.down_proj,0.0145116309,hessian_weighted_relative_error,33672,0.02500,0.823
33,mlp.experts.276.down_proj,0.0119870594,hessian_weighted_relative_error,21549,0.02500,0.825
33,mlp.experts.277.down_proj,0.0141217264,hessian_weighted_relative_error,34464,0.02500,0.828
33,mlp.experts.278.down_proj,0.0135026513,hessian_weighted_relative_error,30907,0.02500,0.822
33,mlp.experts.279.down_proj,0.0134856834,hessian_weighted_relative_error,15262,0.02500,0.824
33,mlp.experts.280.down_proj,0.0134408359,hessian_weighted_relative_error,21866,0.02500,0.826
33,mlp.experts.281.down_proj,0.0114134780,hessian_weighted_relative_error,24009,0.02500,0.827
33,mlp.experts.283.down_proj,0.0123625862,hessian_weighted_relative_error,9508,0.02500,0.829
33,mlp.experts.284.down_proj,0.0136896558,hessian_weighted_relative_error,30709,0.02500,0.824
33,mlp.experts.286.down_proj,0.0134909292,hessian_weighted_relative_error,23885,0.02500,0.822
33,mlp.experts.287.down_proj,0.0093742124,hessian_weighted_relative_error,10101,0.02500,0.825
33,mlp.experts.104.down_proj,0.0029970786,hessian_weighted_relative_error,46417,0.02500,1.506
33,mlp.experts.101.gate_proj,0.0020018211,hessian_weighted_relative_error,60421,0.02500,1.593
33,mlp.experts.100.down_proj,0.0034990548,hessian_weighted_relative_error,38269,0.02500,1.541
33,mlp.experts.1.down_proj,0.0029469542,hessian_weighted_relative_error,62102,0.02500,1.498
33,mlp.experts.104.gate_proj,0.0017264590,hessian_weighted_relative_error,46417,0.02500,1.602
33,mlp.experts.1.up_proj,0.0019740454,hessian_weighted_relative_error,62102,0.02500,1.666
33,mlp.experts.104.up_proj,0.0018767819,hessian_weighted_relative_error,46417,0.02500,1.627
33,mlp.experts.101.down_proj,0.0031227008,hessian_weighted_relative_error,60421,0.02500,1.535
33,mlp.experts.114.gate_proj,0.0011950744,hessian_weighted_relative_error,39251,0.02500,1.604
33,mlp.experts.111.down_proj,0.0035494478,hessian_weighted_relative_error,60484,0.02500,1.533
33,mlp.experts.114.down_proj,0.0024190123,hessian_weighted_relative_error,39251,0.02500,1.542
33,mlp.experts.101.up_proj,0.0022459884,hessian_weighted_relative_error,60421,0.02500,1.681
33,mlp.experts.114.up_proj,0.0012933616,hessian_weighted_relative_error,39251,0.02500,1.629
33,mlp.experts.109.down_proj,0.0030944799,hessian_weighted_relative_error,20347,0.02500,1.545
33,mlp.experts.118.down_proj,0.0024372559,hessian_weighted_relative_error,16898,0.02500,1.541
33,mlp.experts.109.up_proj,0.0019072544,hessian_weighted_relative_error,20347,0.02500,1.669
33,mlp.experts.120.up_proj,0.0019089842,hessian_weighted_relative_error,30896,0.02500,1.626
33,mlp.experts.117.gate_proj,0.0020589811,hessian_weighted_relative_error,75811,0.02500,1.651
33,mlp.experts.120.down_proj,0.0029315753,hessian_weighted_relative_error,30896,0.02500,1.548
33,mlp.experts.111.gate_proj,0.0022602921,hessian_weighted_relative_error,60484,0.02500,1.642
33,mlp.experts.126.down_proj,0.0036757291,hessian_weighted_relative_error,58603,0.02500,1.544
33,mlp.experts.111.up_proj,0.0025094421,hessian_weighted_relative_error,60484,0.02500,1.673
33,mlp.experts.126.up_proj,0.0025767522,hessian_weighted_relative_error,58603,0.02500,1.629
33,mlp.experts.117.down_proj,0.0029570466,hessian_weighted_relative_error,75811,0.02500,1.543
33,mlp.experts.130.gate_proj,0.0017461551,hessian_weighted_relative_error,67573,0.02500,1.605
33,mlp.experts.123.down_proj,0.0037147434,hessian_weighted_relative_error,58499,0.02500,1.543
33,mlp.experts.130.down_proj,0.0029729600,hessian_weighted_relative_error,67573,0.02500,1.546
33,mlp.experts.117.up_proj,0.0022024435,hessian_weighted_relative_error,75811,0.02500,1.679
33,mlp.experts.130.up_proj,0.0018541830,hessian_weighted_relative_error,67573,0.02500,1.630
33,mlp.experts.121.down_proj,0.0027967665,hessian_weighted_relative_error,28344,0.02500,1.548
33,mlp.experts.14.down_proj,0.0030779212,hessian_weighted_relative_error,51795,0.02500,1.513
33,mlp.experts.121.up_proj,0.0017507768,hessian_weighted_relative_error,28344,0.02500,1.689
33,mlp.experts.14.up_proj,0.0022636740,hessian_weighted_relative_error,51795,0.02500,1.624
33,mlp.experts.137.down_proj,0.0034892963,hessian_weighted_relative_error,47344,0.02500,1.553
33,mlp.experts.14.gate_proj,0.0020842351,hessian_weighted_relative_error,51795,0.02500,1.579
33,mlp.experts.125.down_proj,0.0030302708,hessian_weighted_relative_error,48113,0.02500,1.544
33,mlp.experts.148.down_proj,0.0034298789,hessian_weighted_relative_error,31098,0.02500,1.551
33,mlp.experts.131.down_proj,0.0027032249,hessian_weighted_relative_error,18640,0.02500,1.550
33,mlp.experts.154.down_proj,0.0024381334,hessian_weighted_relative_error,25243,0.02500,1.549
33,mlp.experts.133.down_proj,0.0034596251,hessian_weighted_relative_error,49981,0.02500,1.547
33,mlp.experts.16.up_proj,0.0018694651,hessian_weighted_relative_error,22194,0.02500,1.623
33,mlp.experts.143.gate_proj,0.0015563438,hessian_weighted_relative_error,43178,0.02500,1.660
33,mlp.experts.16.down_proj,0.0023242274,hessian_weighted_relative_error,22194,0.02500,1.522
33,mlp.experts.137.up_proj,0.0023487665,hessian_weighted_relative_error,47344,0.02500,1.686
33,mlp.experts.170.down_proj,0.0025427961,hessian_weighted_relative_error,57672,0.02500,1.551
33,mlp.experts.141.down_proj,0.0034353039,hessian_weighted_relative_error,31994,0.02500,1.556
33,mlp.experts.170.gate_proj,0.0018197452,hessian_weighted_relative_error,57672,0.02500,1.619
33,mlp.experts.143.down_proj,0.0028261455,hessian_weighted_relative_error,43178,0.02500,1.551
33,mlp.experts.172.down_proj,0.0021741540,hessian_weighted_relative_error,33609,0.02500,1.554
33,mlp.experts.17.down_proj,0.0038332659,hessian_weighted_relative_error,71395,0.02500,1.503
33,mlp.experts.170.up_proj,0.0019472211,hessian_weighted_relative_error,57672,0.02500,1.631
33,mlp.experts.143.up_proj,0.0016941867,hessian_weighted_relative_error,43178,0.02500,1.694
33,mlp.experts.18.down_proj,0.0035684471,hessian_weighted_relative_error,37179,0.02500,1.518
33,mlp.experts.155.down_proj,0.0029563289,hessian_weighted_relative_error,27538,0.02500,1.560
33,mlp.experts.180.down_proj,0.0025674220,hessian_weighted_relative_error,45482,0.02500,1.555
33,mlp.experts.163.down_proj,0.0037062579,hessian_weighted_relative_error,30935,0.02500,1.558
33,mlp.experts.180.up_proj,0.0021049297,hessian_weighted_relative_error,45482,0.02500,1.634
33,mlp.experts.171.gate_proj,0.0018709384,hessian_weighted_relative_error,89588,0.02500,1.661
33,mlp.experts.180.gate_proj,0.0019415565,hessian_weighted_relative_error,45482,0.02500,1.615
33,mlp.experts.17.gate_proj,0.0023194571,hessian_weighted_relative_error,71395,0.02500,1.611
33,mlp.experts.190.down_proj,0.0032480853,hessian_weighted_relative_error,25253,0.02500,1.558
33,mlp.experts.17.up_proj,0.0027081560,hessian_weighted_relative_error,71395,0.02500,1.676
33,mlp.experts.2.down_proj,0.0038286567,hessian_weighted_relative_error,49277,0.02500,1.478
33,mlp.experts.171.down_proj,0.0032172789,hessian_weighted_relative_error,89588,0.02500,1.566
33,mlp.experts.2.up_proj,0.0026140001,hessian_weighted_relative_error,49277,0.02500,1.628
33,mlp.experts.179.down_proj,0.0032304048,hessian_weighted_relative_error,40098,0.02500,1.563
33,mlp.experts.2.gate_proj,0.0021798118,hessian_weighted_relative_error,49277,0.02500,1.552
33,mlp.experts.171.up_proj,0.0020079501,hessian_weighted_relative_error,89588,0.02500,1.691
33,mlp.experts.200.down_proj,0.0034324410,hessian_weighted_relative_error,63722,0.02500,1.565
33,mlp.experts.175.down_proj,0.0034213737,hessian_weighted_relative_error,57861,0.02500,1.568
33,mlp.experts.200.gate_proj,0.0023278245,hessian_weighted_relative_error,63722,0.02500,1.624
33,mlp.experts.175.up_proj,0.0025583972,hessian_weighted_relative_error,57861,0.02500,1.690
33,mlp.experts.204.down_proj,0.0037993309,hessian_weighted_relative_error,35818,0.02500,1.561
33,mlp.experts.191.down_proj,0.0034114132,hessian_weighted_relative_error,42587,0.02500,1.566
33,mlp.experts.200.up_proj,0.0025017462,hessian_weighted_relative_error,63722,0.02500,1.633
33,mlp.experts.206.down_proj,0.0016457831,hessian_weighted_relative_error,45871,0.02500,1.562
33,mlp.experts.179.up_proj,0.0022303491,hessian_weighted_relative_error,40098,0.02500,1.698
33,mlp.experts.212.down_proj,0.0025781560,hessian_weighted_relative_error,37119,0.02500,1.561
33,mlp.experts.181.down_proj,0.0033374999,hessian_weighted_relative_error,20515,0.02500,1.573
33,mlp.experts.189.down_proj,0.0036118508,hessian_weighted_relative_error,29283,0.02500,1.568
33,mlp.experts.212.up_proj,0.0016928653,hessian_weighted_relative_error,37119,0.02500,1.637
33,mlp.experts.212.gate_proj,0.0015530963,hessian_weighted_relative_error,37119,0.02500,1.618
33,mlp.experts.201.down_proj,0.0024424846,hessian_weighted_relative_error,40515,0.02500,1.590
33,mlp.experts.218.down_proj,0.0033799100,hessian_weighted_relative_error,29383,0.02500,1.562
33,mlp.experts.191.up_proj,0.0024463614,hessian_weighted_relative_error,42587,0.02500,1.711
33,mlp.experts.220.down_proj,0.0036976099,hessian_weighted_relative_error,54169,0.02500,1.563
33,mlp.experts.195.down_proj,0.0037878219,hessian_weighted_relative_error,51463,0.02500,1.576
33,mlp.experts.224.down_proj,0.0032286707,hessian_weighted_relative_error,28382,0.02500,1.565
33,mlp.experts.197.down_proj,0.0035067647,hessian_weighted_relative_error,30888,0.02500,1.569
33,mlp.experts.220.up_proj,0.0024612404,hessian_weighted_relative_error,54169,0.02500,1.638
33,mlp.experts.205.down_proj,0.0034701493,hessian_weighted_relative_error,47795,0.02500,1.571
33,mlp.experts.224.up_proj,0.0019989174,hessian_weighted_relative_error,28382,0.02500,1.652
33,mlp.experts.201.gate_proj,0.0014269903,hessian_weighted_relative_error,40515,0.02500,1.671
33,mlp.experts.234.down_proj,0.0027985267,hessian_weighted_relative_error,31594,0.02500,1.563
33,mlp.experts.201.up_proj,0.0016234692,hessian_weighted_relative_error,40515,0.02500,1.709
33,mlp.experts.238.down_proj,0.0038013801,hessian_weighted_relative_error,39580,0.02500,1.564
33,mlp.experts.203.down_proj,0.0022604584,hessian_weighted_relative_error,18454,0.02500,1.577
33,mlp.experts.234.up_proj,0.0019151232,hessian_weighted_relative_error,31594,0.02500,1.636
33,mlp.experts.211.down_proj,0.0029082852,hessian_weighted_relative_error,22692,0.02500,1.570
33,mlp.experts.240.down_proj,0.0036050457,hessian_weighted_relative_error,42679,0.02500,1.567
33,mlp.experts.205.up_proj,0.0022389087,hessian_weighted_relative_error,47795,0.02500,1.698
33,mlp.experts.240.up_proj,0.0024120931,hessian_weighted_relative_error,42679,0.02500,1.635
33,mlp.experts.207.down_proj,0.0027193523,hessian_weighted_relative_error,18871,0.02500,1.581
33,mlp.experts.242.gate_proj,0.0022677637,hessian_weighted_relative_error,63557,0.02500,1.622
33,mlp.experts.207.up_proj,0.0019173558,hessian_weighted_relative_error,18871,0.02500,1.697
33,mlp.experts.242.down_proj,0.0033911497,hessian_weighted_relative_error,63557,0.02500,1.565
33,mlp.experts.219.gate_proj,0.0022525995,hessian_weighted_relative_error,67512,0.02500,1.668
33,mlp.experts.242.up_proj,0.0024108442,hessian_weighted_relative_error,63557,0.02500,1.638
33,mlp.experts.211.gate_proj,0.0018054526,hessian_weighted_relative_error,22692,0.02500,1.673
33,mlp.experts.246.down_proj,0.0037012765,hessian_weighted_relative_error,60636,0.02500,1.563
33,mlp.experts.211.up_proj,0.0019331398,hessian_weighted_relative_error,22692,0.02500,1.710
33,mlp.experts.246.up_proj,0.0024676661,hessian_weighted_relative_error,60636,0.02500,1.636
33,mlp.experts.219.down_proj,0.0035487928,hessian_weighted_relative_error,67512,0.02500,1.579
33,mlp.experts.246.gate_proj,0.0023931954,hessian_weighted_relative_error,60636,0.02500,1.623
33,mlp.experts.225.up_proj,0.0016461851,hessian_weighted_relative_error,18681,0.02500,1.705
33,mlp.experts.250.down_proj,0.0036785900,hessian_weighted_relative_error,47500,0.02500,1.567
33,mlp.experts.219.up_proj,0.0024781598,hessian_weighted_relative_error,67512,0.02500,1.708
33,mlp.experts.250.up_proj,0.0023904927,hessian_weighted_relative_error,47500,0.02500,1.635
33,mlp.experts.221.down_proj,0.0033617423,hessian_weighted_relative_error,43306,0.02500,1.577
33,mlp.experts.252.gate_proj,0.0017532174,hessian_weighted_relative_error,77986,0.02500,1.625
33,mlp.experts.225.down_proj,0.0021802650,hessian_weighted_relative_error,18681,0.02500,1.575
33,mlp.experts.252.down_proj,0.0027794723,hessian_weighted_relative_error,77986,0.02500,1.571
33,mlp.experts.245.down_proj,0.0028021671,hessian_weighted_relative_error,39160,0.02500,1.588
33,mlp.experts.252.up_proj,0.0018612959,hessian_weighted_relative_error,77986,0.02500,1.633
33,mlp.experts.237.down_proj,0.0021647227,hessian_weighted_relative_error,101371,0.02500,1.591
33,mlp.experts.256.down_proj,0.0033049508,hessian_weighted_relative_error,40969,0.02500,1.568
33,mlp.experts.237.gate_proj,0.0014446717,hessian_weighted_relative_error,101371,0.02500,1.673
33,mlp.experts.256.up_proj,0.0019981688,hessian_weighted_relative_error,40969,0.02500,1.635
33,mlp.experts.237.up_proj,0.0015203300,hessian_weighted_relative_error,101371,0.02500,1.698
33,mlp.experts.256.gate_proj,0.0016672543,hessian_weighted_relative_error,40969,0.02500,1.627
33,mlp.experts.253.down_proj,0.0031876689,hessian_weighted_relative_error,32574,0.02500,1.574
33,mlp.experts.262.down_proj,0.0037731847,hessian_weighted_relative_error,38981,0.02500,1.569
33,mlp.experts.245.gate_proj,0.0015484261,hessian_weighted_relative_error,39160,0.02500,1.672
33,mlp.experts.268.down_proj,0.0025276390,hessian_weighted_relative_error,19628,0.02500,1.570
33,mlp.experts.245.up_proj,0.0016855586,hessian_weighted_relative_error,39160,0.02500,1.721
33,mlp.experts.270.down_proj,0.0038257726,hessian_weighted_relative_error,39719,0.02500,1.567
33,mlp.experts.247.down_proj,0.0030671798,hessian_weighted_relative_error,21841,0.02500,1.575
33,mlp.experts.268.up_proj,0.0016204976,hessian_weighted_relative_error,19628,0.02500,1.638
33,mlp.experts.265.down_proj,0.0028741378,hessian_weighted_relative_error,13210,0.02500,1.573
33,mlp.experts.28.down_proj,0.0036428271,hessian_weighted_relative_error,49335,0.02500,1.530
33,mlp.experts.255.down_proj,0.0034273872,hessian_weighted_relative_error,36708,0.02500,1.573
33,mlp.experts.28.gate_proj,0.0020376262,hessian_weighted_relative_error,49335,0.02500,1.589
33,mlp.experts.255.up_proj,0.0024371585,hessian_weighted_relative_error,36708,0.02500,1.704
33,mlp.experts.282.down_proj,0.0031871908,hessian_weighted_relative_error,21118,0.02500,1.565
33,mlp.experts.257.down_proj,0.0031482878,hessian_weighted_relative_error,15463,0.02500,1.582
33,mlp.experts.28.up_proj,0.0024833611,hessian_weighted_relative_error,49335,0.02500,1.631
33,mlp.experts.275.gate_proj,0.0025671997,hessian_weighted_relative_error,60271,0.02500,1.677
33,mlp.experts.40.down_proj,0.0036955375,hessian_weighted_relative_error,48360,0.02500,1.533
33,mlp.experts.40.gate_proj,0.0023524045,hessian_weighted_relative_error,48360,0.02500,1.589
33,mlp.experts.267.down_proj,0.0031964251,hessian_weighted_relative_error,24937,0.02500,1.602
33,mlp.experts.44.down_proj,0.0035689805,hessian_weighted_relative_error,35496,0.02500,1.531
33,mlp.experts.27.down_proj,0.0038489273,hessian_weighted_relative_error,50725,0.02500,1.535
33,mlp.experts.275.down_proj,0.0038299833,hessian_weighted_relative_error,60271,0.02500,1.579
33,mlp.experts.40.up_proj,0.0026647719,hessian_weighted_relative_error,48360,0.02500,1.639
33,mlp.experts.44.up_proj,0.0024261131,hessian_weighted_relative_error,35496,0.02500,1.644
33,mlp.experts.29.gate_proj,0.0021925229,hessian_weighted_relative_error,46020,0.02500,1.639
33,mlp.experts.48.down_proj,0.0032163173,hessian_weighted_relative_error,31242,0.02500,1.535
33,mlp.experts.275.up_proj,0.0028262375,hessian_weighted_relative_error,60271,0.02500,1.722
33,mlp.experts.50.gate_proj,0.0023832064,hessian_weighted_relative_error,116388,0.02500,1.594
33,mlp.experts.285.down_proj,0.0034328533,hessian_weighted_relative_error,37092,0.02500,1.581
33,mlp.experts.50.down_proj,0.0039477328,hessian_weighted_relative_error,116388,0.02500,1.534
33,mlp.experts.29.down_proj,0.0036173415,hessian_weighted_relative_error,46020,0.02500,1.526
33,mlp.experts.50.up_proj,0.0027014906,hessian_weighted_relative_error,116388,0.02500,1.648
33,mlp.experts.3.up_proj,0.0020059231,hessian_weighted_relative_error,56015,0.02500,1.681
33,mlp.experts.52.down_proj,0.0028683008,hessian_weighted_relative_error,23685,0.02500,1.535
33,mlp.experts.29.up_proj,0.0024092800,hessian_weighted_relative_error,46020,0.02500,1.686
33,mlp.experts.3.down_proj,0.0030264564,hessian_weighted_relative_error,56015,0.02500,1.556
33,mlp.experts.70.down_proj,0.0028301888,hessian_weighted_relative_error,22585,0.02500,1.507
33,mlp.experts.3.gate_proj,0.0017998026,hessian_weighted_relative_error,56015,0.02500,1.618
33,mlp.experts.52.up_proj,0.0018566170,hessian_weighted_relative_error,23685,0.02500,1.631
33,mlp.experts.35.up_proj,0.0024086791,hessian_weighted_relative_error,33959,0.02500,1.685
33,mlp.experts.64.down_proj,0.0036235521,hessian_weighted_relative_error,32276,0.02500,1.539
33,mlp.experts.56.down_proj,0.0029319700,hessian_weighted_relative_error,64917,0.02500,1.539
33,mlp.experts.31.gate_proj,0.0015458372,hessian_weighted_relative_error,31651,0.02500,1.620
33,mlp.experts.80.down_proj,0.0033389870,hessian_weighted_relative_error,25913,0.02500,1.544
33,mlp.experts.39.down_proj,0.0027103943,hessian_weighted_relative_error,53245,0.02500,1.527
33,mlp.experts.70.up_proj,0.0019335727,hessian_weighted_relative_error,22585,0.02500,1.634
33,mlp.experts.35.down_proj,0.0036304453,hessian_weighted_relative_error,33959,0.02500,1.517
33,mlp.experts.76.down_proj,0.0026465431,hessian_weighted_relative_error,41278,0.02500,1.542
33,mlp.experts.41.down_proj,0.0033621515,hessian_weighted_relative_error,35415,0.02500,1.532
33,mlp.experts.72.down_proj,0.0024052762,hessian_weighted_relative_error,38486,0.02500,1.542
33,mlp.experts.31.up_proj,0.0017258443,hessian_weighted_relative_error,31651,0.02500,1.677
33,mlp.experts.96.down_proj,0.0039979714,hessian_weighted_relative_error,86556,0.02500,1.551
33,mlp.experts.41.up_proj,0.0025030025,hessian_weighted_relative_error,35415,0.02500,1.688
33,mlp.experts.94.down_proj,0.0033267921,hessian_weighted_relative_error,74009,0.02500,1.544
33,mlp.experts.39.up_proj,0.0016171568,hessian_weighted_relative_error,53245,0.02500,1.680
33,mlp.experts.94.up_proj,0.0022750869,hessian_weighted_relative_error,74009,0.02500,1.634
33,mlp.experts.49.up_proj,0.0015299950,hessian_weighted_relative_error,46247,0.02500,1.701
33,mlp.experts.94.gate_proj,0.0021162444,hessian_weighted_relative_error,74009,0.02500,1.607
33,mlp.experts.39.gate_proj,0.0015077407,hessian_weighted_relative_error,53245,0.02500,1.624
33,mlp.experts.96.gate_proj,0.0024753773,hessian_weighted_relative_error,86556,0.02500,1.607
33,mlp.experts.61.down_proj,0.0031893918,hessian_weighted_relative_error,36407,0.02500,1.529
33,mlp.experts.96.up_proj,0.0028467826,hessian_weighted_relative_error,86556,0.02500,1.632
33,mlp.experts.49.gate_proj,0.0013654117,hessian_weighted_relative_error,46247,0.02500,1.626
33,mlp.experts.7.up_proj,0.0016811402,hessian_weighted_relative_error,136698,0.02500,1.679
33,mlp.experts.49.down_proj,0.0022929106,hessian_weighted_relative_error,46247,0.02500,1.528
33,mlp.experts.71.down_proj,0.0038081031,hessian_weighted_relative_error,56448,0.02500,1.531
33,mlp.experts.7.gate_proj,0.0015894113,hessian_weighted_relative_error,136698,0.02500,1.602
33,mlp.experts.73.down_proj,0.0026471302,hessian_weighted_relative_error,25145,0.02500,1.536
33,mlp.experts.7.down_proj,0.0024999195,hessian_weighted_relative_error,136698,0.02500,1.501
33,mlp.experts.73.gate_proj,0.0016541548,hessian_weighted_relative_error,25145,0.02500,1.647
33,mlp.experts.71.up_proj,0.0027360563,hessian_weighted_relative_error,56448,0.02500,1.686
33,mlp.experts.81.down_proj,0.0037446716,hessian_weighted_relative_error,61906,0.02500,1.540
33,mlp.experts.71.gate_proj,0.0025199694,hessian_weighted_relative_error,56448,0.02500,1.639
33,mlp.experts.81.gate_proj,0.0020181150,hessian_weighted_relative_error,61906,0.02500,1.641
33,mlp.experts.77.down_proj,0.0021685086,hessian_weighted_relative_error,37535,0.02500,1.537
33,mlp.experts.85.up_proj,0.0019669770,hessian_weighted_relative_error,19356,0.02500,1.684
33,mlp.experts.73.up_proj,0.0018224865,hessian_weighted_relative_error,25145,0.02500,1.683
33,mlp.experts.9.down_proj,0.0028765708,hessian_weighted_relative_error,34869,0.02500,1.509
33,mlp.experts.85.down_proj,0.0029139263,hessian_weighted_relative_error,19356,0.02500,1.536
33,mlp.experts.97.gate_proj,0.0016024406,hessian_weighted_relative_error,50468,0.02500,1.654
33,mlp.experts.81.up_proj,0.0025796712,hessian_weighted_relative_error,61906,0.02500,1.692
33,mlp.experts.97.up_proj,0.0017388278,hessian_weighted_relative_error,50468,0.02500,1.682
33,mlp.experts.97.down_proj,0.0027388503,hessian_weighted_relative_error,50468,0.02500,1.546
33,mlp.experts.9.up_proj,0.0021057998,hessian_weighted_relative_error,34869,0.02500,1.670
34,mlp.experts.0.gate_proj,0.0086866899,hessian_weighted_relative_error,24034,0.02500,0.805
34,mlp.experts.1.gate_proj,0.0065040370,hessian_weighted_relative_error,16767,0.02500,0.788
34,mlp.experts.2.gate_proj,0.0064431029,hessian_weighted_relative_error,15991,0.02500,0.811
34,mlp.experts.3.gate_proj,0.0063472612,hessian_weighted_relative_error,8691,0.02500,0.790
34,mlp.experts.4.gate_proj,0.0084345979,hessian_weighted_relative_error,58877,0.02500,0.805
34,mlp.experts.5.gate_proj,0.0066882771,hessian_weighted_relative_error,23424,0.02500,0.771
34,mlp.experts.6.gate_proj,0.0088784695,hessian_weighted_relative_error,30264,0.02500,0.807
34,mlp.experts.7.gate_proj,0.0044120820,hessian_weighted_relative_error,6348,0.02500,0.794
34,mlp.experts.8.gate_proj,0.0089880987,hessian_weighted_relative_error,39476,0.02500,0.810
34,mlp.experts.9.gate_proj,0.0066098505,hessian_weighted_relative_error,19062,0.02500,0.795
34,mlp.experts.10.gate_proj,0.0099496433,hessian_weighted_relative_error,65061,0.02500,0.808
34,mlp.experts.11.gate_proj,0.0059766483,hessian_weighted_relative_error,10959,0.02500,0.800
34,mlp.experts.13.gate_proj,0.0055243396,hessian_weighted_relative_error,28651,0.02500,0.794
34,mlp.experts.14.gate_proj,0.0075962762,hessian_weighted_relative_error,49442,0.02500,0.815
34,mlp.experts.15.gate_proj,0.0064273151,hessian_weighted_relative_error,12280,0.02500,0.798
34,mlp.experts.16.gate_proj,0.0059284003,hessian_weighted_relative_error,18013,0.02500,0.812
34,mlp.experts.17.gate_proj,0.0079892005,hessian_weighted_relative_error,43853,0.02500,0.801
34,mlp.experts.18.gate_proj,0.0052900376,hessian_weighted_relative_error,23002,0.02500,0.810
34,mlp.experts.19.gate_proj,0.0070556589,hessian_weighted_relative_error,63838,0.02500,0.803
34,mlp.experts.20.gate_proj,0.0087852602,hessian_weighted_relative_error,66968,0.02500,0.813
34,mlp.experts.23.gate_proj,0.0082212502,hessian_weighted_relative_error,46209,0.02500,0.802
34,mlp.experts.24.gate_proj,0.0044817165,hessian_weighted_relative_error,5085,0.02500,0.816
34,mlp.experts.25.gate_proj,0.0076202330,hessian_weighted_relative_error,40724,0.02500,0.805
34,mlp.experts.26.gate_proj,0.0071839063,hessian_weighted_relative_error,42980,0.02500,0.813
34,mlp.experts.28.gate_proj,0.0064347466,hessian_weighted_relative_error,19579,0.02500,0.816
34,mlp.experts.29.gate_proj,0.0084342566,hessian_weighted_relative_error,51748,0.02500,0.803
34,mlp.experts.30.gate_proj,0.0093211891,hessian_weighted_relative_error,45809,0.02500,0.816
34,mlp.experts.32.gate_proj,0.0070756012,hessian_weighted_relative_error,19897,0.02500,0.817
34,mlp.experts.33.gate_proj,0.0049194030,hessian_weighted_relative_error,7558,0.02500,0.810
34,mlp.experts.34.gate_proj,0.0052691071,hessian_weighted_relative_error,5721,0.02500,0.818
34,mlp.experts.35.gate_proj,0.0061935542,hessian_weighted_relative_error,13879,0.02500,0.810
34,mlp.experts.36.gate_proj,0.0067811487,hessian_weighted_relative_error,16093,0.02500,0.820
34,mlp.experts.37.gate_proj,0.0085247450,hessian_weighted_relative_error,31051,0.02500,0.808
34,mlp.experts.38.gate_proj,0.0085879793,hessian_weighted_relative_error,85982,0.02500,0.819
34,mlp.experts.39.gate_proj,0.0053400144,hessian_weighted_relative_error,12484,0.02500,0.810
34,mlp.experts.40.gate_proj,0.0061293771,hessian_weighted_relative_error,20017,0.02500,0.820
34,mlp.experts.41.gate_proj,0.0039753926,hessian_weighted_relative_error,5016,0.02500,0.811
34,mlp.experts.42.gate_proj,0.0076212170,hessian_weighted_relative_error,39207,0.02500,0.819
34,mlp.experts.43.gate_proj,0.0094061920,hessian_weighted_relative_error,34732,0.02500,0.814
34,mlp.experts.44.gate_proj,0.0059013267,hessian_weighted_relative_error,8666,0.02500,0.820
34,mlp.experts.45.gate_proj,0.0071096959,hessian_weighted_relative_error,13820,0.02500,0.812
34,mlp.experts.46.gate_proj,0.0034380788,hessian_weighted_relative_error,15720,0.02500,0.823
34,mlp.experts.47.gate_proj,0.0055294675,hessian_weighted_relative_error,8197,0.02500,0.813
34,mlp.experts.48.gate_proj,0.0092798421,hessian_weighted_relative_error,52327,0.02500,0.823
34,mlp.experts.49.gate_proj,0.0050956785,hessian_weighted_relative_error,9287,0.02500,0.815
34,mlp.experts.50.gate_proj,0.0062550776,hessian_weighted_relative_error,19206,0.02500,0.821
34,mlp.experts.51.gate_proj,0.0072661346,hessian_weighted_relative_error,41914,0.02500,0.817
34,mlp.experts.53.gate_proj,0.0090777357,hessian_weighted_relative_error,36533,0.02500,0.819
34,mlp.experts.54.gate_proj,0.0066415100,hessian_weighted_relative_error,19862,0.02500,0.824
34,mlp.experts.55.gate_proj,0.0085965981,hessian_weighted_relative_error,44830,0.02500,0.818
34,mlp.experts.56.gate_proj,0.0085454509,hessian_weighted_relative_error,50755,0.02500,0.825
34,mlp.experts.57.gate_proj,0.0093763232,hessian_weighted_relative_error,48510,0.02500,0.820
34,mlp.experts.58.gate_proj,0.0091915730,hessian_weighted_relative_error,26860,0.02500,0.823
34,mlp.experts.60.gate_proj,0.0055692727,hessian_weighted_relative_error,7640,0.02500,0.825
34,mlp.experts.62.gate_proj,0.0065738387,hessian_weighted_relative_error,12280,0.02500,0.827
34,mlp.experts.63.gate_proj,0.0058044204,hessian_weighted_relative_error,9379,0.02500,0.822
34,mlp.experts.64.gate_proj,0.0072807197,hessian_weighted_relative_error,20277,0.02500,0.826
34,mlp.experts.65.gate_proj,0.0074282911,hessian_weighted_relative_error,16904,0.02500,0.826
34,mlp.experts.66.gate_proj,0.0049748236,hessian_weighted_relative_error,9659,0.02500,0.825
34,mlp.experts.67.gate_proj,0.0082599558,hessian_weighted_relative_error,35809,0.02500,0.825
34,mlp.experts.68.gate_proj,0.0090787478,hessian_weighted_relative_error,41235,0.02500,0.826
34,mlp.experts.70.gate_proj,0.0065047186,hessian_weighted_relative_error,15599,0.02500,0.827
34,mlp.experts.71.gate_proj,0.0074194869,hessian_weighted_relative_error,23879,0.02500,0.826
34,mlp.experts.72.gate_proj,0.0062695605,hessian_weighted_relative_error,14145,0.02500,0.830
34,mlp.experts.73.gate_proj,0.0075256288,hessian_weighted_relative_error,27154,0.02500,0.828
34,mlp.experts.74.gate_proj,0.0070569392,hessian_weighted_relative_error,22537,0.02500,0.826
34,mlp.experts.76.gate_proj,0.0022116266,hessian_weighted_relative_error,13857,0.02500,0.827
34,mlp.experts.77.gate_proj,0.0068038748,hessian_weighted_relative_error,20424,0.02500,0.830
34,mlp.experts.78.gate_proj,0.0059534527,hessian_weighted_relative_error,23097,0.02500,0.831
34,mlp.experts.79.gate_proj,0.0052321107,hessian_weighted_relative_error,17689,0.02500,0.831
34,mlp.experts.80.gate_proj,0.0063813373,hessian_weighted_relative_error,25110,0.02500,0.830
34,mlp.experts.81.gate_proj,0.0050608471,hessian_weighted_relative_error,8896,0.02500,0.830
34,mlp.experts.82.gate_proj,0.0081595628,hessian_weighted_relative_error,40038,0.02500,0.828
34,mlp.experts.83.gate_proj,0.0084666085,hessian_weighted_relative_error,65733,0.02500,0.833
34,mlp.experts.85.gate_proj,0.0075940623,hessian_weighted_relative_error,16494,0.02500,0.832
34,mlp.experts.86.gate_proj,0.0051308106,hessian_weighted_relative_error,4878,0.02500,0.833
34,mlp.experts.88.gate_proj,0.0081401836,hessian_weighted_relative_error,43091,0.02500,0.833
34,mlp.experts.89.gate_proj,0.0060958661,hessian_weighted_relative_error,26130,0.02500,0.837
34,mlp.experts.90.gate_proj,0.0081061486,hessian_weighted_relative_error,50023,0.02500,0.832
34,mlp.experts.94.gate_proj,0.0063888434,hessian_weighted_relative_error,23670,0.02500,0.834
34,mlp.experts.95.gate_proj,0.0062697381,hessian_weighted_relative_error,8814,0.02500,0.840
34,mlp.experts.97.gate_proj,0.0089457593,hessian_weighted_relative_error,58250,0.02500,0.843
34,mlp.experts.98.gate_proj,0.0042567293,hessian_weighted_relative_error,10044,0.02500,0.832
34,mlp.experts.99.gate_proj,0.0067664278,hessian_weighted_relative_error,49921,0.02500,0.843
34,mlp.experts.100.gate_proj,0.0070046338,hessian_weighted_relative_error,58964,0.02500,0.835
34,mlp.experts.101.gate_proj,0.0053707761,hessian_weighted_relative_error,6991,0.02500,0.842
34,mlp.experts.102.gate_proj,0.0077430551,hessian_weighted_relative_error,33309,0.02500,0.836
34,mlp.experts.103.gate_proj,0.0051592315,hessian_weighted_relative_error,8017,0.02500,0.846
34,mlp.experts.105.gate_proj,0.0055680612,hessian_weighted_relative_error,7064,0.02500,0.845
34,mlp.experts.106.gate_proj,0.0046176850,hessian_weighted_relative_error,17434,0.02500,0.834
34,mlp.experts.107.gate_proj,0.0030826595,hessian_weighted_relative_error,2743,0.02500,0.846
34,mlp.experts.108.gate_proj,0.0091141324,hessian_weighted_relative_error,34385,0.02500,0.835
34,mlp.experts.109.gate_proj,0.0081104364,hessian_weighted_relative_error,30493,0.02500,0.845
34,mlp.experts.111.gate_proj,0.0063035543,hessian_weighted_relative_error,25605,0.02500,0.848
34,mlp.experts.112.gate_proj,0.0086188943,hessian_weighted_relative_error,42757,0.02500,0.836
34,mlp.experts.113.gate_proj,0.0061890732,hessian_weighted_relative_error,27638,0.02500,0.846
34,mlp.experts.114.gate_proj,0.0041415370,hessian_weighted_relative_error,19510,0.02500,0.837
34,mlp.experts.115.gate_proj,0.0100297649,hessian_weighted_relative_error,53760,0.02500,0.850
34,mlp.experts.116.gate_proj,0.0052583226,hessian_weighted_relative_error,7916,0.02500,0.837
34,mlp.experts.118.gate_proj,0.0077060658,hessian_weighted_relative_error,56290,0.02500,0.837
34,mlp.experts.120.gate_proj,0.0063198832,hessian_weighted_relative_error,11552,0.02500,0.836
34,mlp.experts.121.gate_proj,0.0042670166,hessian_weighted_relative_error,8885,0.02500,0.853
34,mlp.experts.122.gate_proj,0.0087161315,hessian_weighted_relative_error,32064,0.02500,0.836
34,mlp.experts.123.gate_proj,0.0059197174,hessian_weighted_relative_error,16406,0.02500,0.852
34,mlp.experts.124.gate_proj,0.0060324928,hessian_weighted_relative_error,9219,0.02500,0.840
34,mlp.experts.125.gate_proj,0.0081359811,hessian_weighted_relative_error,30932,0.02500,0.850
34,mlp.experts.126.gate_proj,0.0060809286,hessian_weighted_relative_error,8722,0.02500,0.840
34,mlp.experts.127.gate_proj,0.0075841674,hessian_weighted_relative_error,28994,0.02500,0.855
34,mlp.experts.128.gate_proj,0.0062299078,hessian_weighted_relative_error,16316,0.02500,0.838
34,mlp.experts.130.gate_proj,0.0085260331,hessian_weighted_relative_error,42665,0.02500,0.839
34,mlp.experts.131.gate_proj,0.0061444734,hessian_weighted_relative_error,22241,0.02500,0.852
34,mlp.experts.132.gate_proj,0.0086594107,hessian_weighted_relative_error,28667,0.02500,0.840
34,mlp.experts.134.gate_proj,0.0022380607,hessian_weighted_relative_error,1853,0.02500,0.840
34,mlp.experts.135.gate_proj,0.0059002073,hessian_weighted_relative_error,50880,0.02500,0.854
34,mlp.experts.136.gate_proj,0.0063711538,hessian_weighted_relative_error,23691,0.02500,0.840
34,mlp.experts.137.gate_proj,0.0067396896,hessian_weighted_relative_error,23858,0.02500,0.858
34,mlp.experts.139.gate_proj,0.0067465069,hessian_weighted_relative_error,14999,0.02500,0.855
34,mlp.experts.140.gate_proj,0.0049681927,hessian_weighted_relative_error,19817,0.02500,0.841
34,mlp.experts.141.gate_proj,0.0085637335,hessian_weighted_relative_error,58340,0.02500,0.852
34,mlp.experts.142.gate_proj,0.0040240784,hessian_weighted_relative_error,7136,0.02500,0.841
34,mlp.experts.143.gate_proj,0.0062430546,hessian_weighted_relative_error,18596,0.02500,0.856
34,mlp.experts.144.gate_proj,0.0042084019,hessian_weighted_relative_error,18088,0.02500,0.842
34,mlp.experts.145.gate_proj,0.0035922004,hessian_weighted_relative_error,9796,0.02500,0.855
34,mlp.experts.146.gate_proj,0.0084612176,hessian_weighted_relative_error,36683,0.02500,0.843
34,mlp.experts.147.gate_proj,0.0067054763,hessian_weighted_relative_error,30078,0.02500,0.854
34,mlp.experts.148.gate_proj,0.0090122709,hessian_weighted_relative_error,37824,0.02500,0.842
34,mlp.experts.149.gate_proj,0.0087564714,hessian_weighted_relative_error,54043,0.02500,0.856
34,mlp.experts.150.gate_proj,0.0080765672,hessian_weighted_relative_error,23855,0.02500,0.846
34,mlp.experts.151.gate_proj,0.0077627078,hessian_weighted_relative_error,43302,0.02500,0.858
34,mlp.experts.152.gate_proj,0.0065619631,hessian_weighted_relative_error,15684,0.02500,0.852
34,mlp.experts.153.gate_proj,0.0078599247,hessian_weighted_relative_error,63187,0.02500,0.861
34,mlp.experts.154.gate_proj,0.0061329043,hessian_weighted_relative_error,32337,0.02500,0.844
34,mlp.experts.155.gate_proj,0.0071895627,hessian_weighted_relative_error,15932,0.02500,0.860
34,mlp.experts.156.gate_proj,0.0031680226,hessian_weighted_relative_error,2663,0.02500,0.854
34,mlp.experts.158.gate_proj,0.0027366409,hessian_weighted_relative_error,2407,0.02500,0.858
34,mlp.experts.159.gate_proj,0.0063140974,hessian_weighted_relative_error,28765,0.02500,0.856
34,mlp.experts.160.gate_proj,0.0078601572,hessian_weighted_relative_error,34340,0.02500,0.858
34,mlp.experts.161.gate_proj,0.0061099728,hessian_weighted_relative_error,19896,0.02500,0.859
34,mlp.experts.162.gate_proj,0.0077925489,hessian_weighted_relative_error,34697,0.02500,0.857
34,mlp.experts.163.gate_proj,0.0038131132,hessian_weighted_relative_error,5290,0.02500,0.860
34,mlp.experts.164.gate_proj,0.0085806562,hessian_weighted_relative_error,94405,0.02500,0.858
34,mlp.experts.165.gate_proj,0.0092065970,hessian_weighted_relative_error,33146,0.02500,0.859
34,mlp.experts.166.gate_proj,0.0065560242,hessian_weighted_relative_error,18924,0.02500,0.845
34,mlp.experts.167.gate_proj,0.0082931272,hessian_weighted_relative_error,25724,0.02500,0.883
34,mlp.experts.168.gate_proj,0.0077506447,hessian_weighted_relative_error,42031,0.02500,0.846
34,mlp.experts.169.gate_proj,0.0074865127,hessian_weighted_relative_error,27126,0.02500,0.856
34,mlp.experts.170.gate_proj,0.0055142838,hessian_weighted_relative_error,7378,0.02500,0.844
34,mlp.experts.171.gate_proj,0.0086248904,hessian_weighted_relative_error,38520,0.02500,0.860
34,mlp.experts.173.gate_proj,0.0066611290,hessian_weighted_relative_error,7949,0.02500,0.865
34,mlp.experts.174.gate_proj,0.0074687932,hessian_weighted_relative_error,42547,0.02500,0.846
34,mlp.experts.175.gate_proj,0.0054818536,hessian_weighted_relative_error,8432,0.02500,0.857
34,mlp.experts.176.gate_proj,0.0049638075,hessian_weighted_relative_error,5864,0.02500,0.846
34,mlp.experts.177.gate_proj,0.0051641135,hessian_weighted_relative_error,8947,0.02500,0.857
34,mlp.experts.178.gate_proj,0.0077466772,hessian_weighted_relative_error,33097,0.02500,0.844
34,mlp.experts.179.gate_proj,0.0086053100,hessian_weighted_relative_error,66310,0.02500,0.858
34,mlp.experts.180.gate_proj,0.0084267671,hessian_weighted_relative_error,26418,0.02500,0.844
34,mlp.experts.181.gate_proj,0.0029918925,hessian_weighted_relative_error,7609,0.02500,0.858
34,mlp.experts.182.gate_proj,0.0034910008,hessian_weighted_relative_error,25294,0.02500,0.849
34,mlp.experts.183.gate_proj,0.0073403006,hessian_weighted_relative_error,24190,0.02500,0.864
34,mlp.experts.185.gate_proj,0.0080913942,hessian_weighted_relative_error,47809,0.02500,0.860
34,mlp.experts.186.gate_proj,0.0057053187,hessian_weighted_relative_error,10418,0.02500,0.844
34,mlp.experts.187.gate_proj,0.0085464498,hessian_weighted_relative_error,70188,0.02500,0.860
34,mlp.experts.188.gate_proj,0.0083605594,hessian_weighted_relative_error,51587,0.02500,0.850
34,mlp.experts.189.gate_proj,0.0026692072,hessian_weighted_relative_error,2548,0.02500,0.861
34,mlp.experts.191.gate_proj,0.0077398968,hessian_weighted_relative_error,35236,0.02500,0.859
34,mlp.experts.192.gate_proj,0.0086559623,hessian_weighted_relative_error,34962,0.02500,0.849
34,mlp.experts.193.gate_proj,0.0087496082,hessian_weighted_relative_error,44123,0.02500,0.860
34,mlp.experts.194.gate_proj,0.0053306969,hessian_weighted_relative_error,22754,0.02500,0.846
34,mlp.experts.195.gate_proj,0.0079668363,hessian_weighted_relative_error,55497,0.02500,0.860
34,mlp.experts.196.gate_proj,0.0064969042,hessian_weighted_relative_error,24826,0.02500,0.848
34,mlp.experts.197.gate_proj,0.0069641832,hessian_weighted_relative_error,27668,0.02500,0.860
34,mlp.experts.199.gate_proj,0.0058065979,hessian_weighted_relative_error,20087,0.02500,0.863
34,mlp.experts.200.gate_proj,0.0063735947,hessian_weighted_relative_error,12896,0.02500,0.846
34,mlp.experts.201.gate_proj,0.0063582255,hessian_weighted_relative_error,9337,0.02500,0.862
34,mlp.experts.202.gate_proj,0.0058306477,hessian_weighted_relative_error,10580,0.02500,0.847
34,mlp.experts.203.gate_proj,0.0048773888,hessian_weighted_relative_error,17255,0.02500,0.863
34,mlp.experts.204.gate_proj,0.0077954305,hessian_weighted_relative_error,39842,0.02500,0.847
34,mlp.experts.205.gate_proj,0.0062270817,hessian_weighted_relative_error,6636,0.02500,0.859
34,mlp.experts.206.gate_proj,0.0083445228,hessian_weighted_relative_error,12048,0.02500,0.848
34,mlp.experts.207.gate_proj,0.0051084664,hessian_weighted_relative_error,9261,0.02500,0.863
34,mlp.experts.208.gate_proj,0.0051650286,hessian_weighted_relative_error,6421,0.02500,0.848
34,mlp.experts.210.gate_proj,0.0059976076,hessian_weighted_relative_error,18005,0.02500,0.847
34,mlp.experts.211.gate_proj,0.0048326547,hessian_weighted_relative_error,8079,0.02500,0.861
34,mlp.experts.212.gate_proj,0.0073391492,hessian_weighted_relative_error,51522,0.02500,0.849
34,mlp.experts.213.gate_proj,0.0088985777,hessian_weighted_relative_error,57875,0.02500,0.863
34,mlp.experts.214.gate_proj,0.0073872809,hessian_weighted_relative_error,22767,0.02500,0.847
34,mlp.experts.217.gate_proj,0.0074405640,hessian_weighted_relative_error,23372,0.02500,0.860
34,mlp.experts.218.gate_proj,0.0082204530,hessian_weighted_relative_error,30981,0.02500,0.852
34,mlp.experts.219.gate_proj,0.0057514827,hessian_weighted_relative_error,8101,0.02500,0.863
34,mlp.experts.220.gate_proj,0.0054329105,hessian_weighted_relative_error,8284,0.02500,0.850
34,mlp.experts.221.gate_proj,0.0059981605,hessian_weighted_relative_error,8272,0.02500,0.864
34,mlp.experts.223.gate_proj,0.0067610786,hessian_weighted_relative_error,10989,0.02500,0.860
34,mlp.experts.224.gate_proj,0.0034796456,hessian_weighted_relative_error,10982,0.02500,0.849
34,mlp.experts.225.gate_proj,0.0066778252,hessian_weighted_relative_error,41752,0.02500,0.859
34,mlp.experts.226.gate_proj,0.0085606361,hessian_weighted_relative_error,20359,0.02500,0.849
34,mlp.experts.227.gate_proj,0.0066074292,hessian_weighted_relative_error,14962,0.02500,0.861
34,mlp.experts.229.gate_proj,0.0062494260,hessian_weighted_relative_error,10705,0.02500,0.862
34,mlp.experts.230.gate_proj,0.0070824808,hessian_weighted_relative_error,40303,0.02500,0.850
34,mlp.experts.231.gate_proj,0.0032496422,hessian_weighted_relative_error,2596,0.02500,0.860
34,mlp.experts.233.gate_proj,0.0083750936,hessian_weighted_relative_error,45181,0.02500,0.861
34,mlp.experts.235.gate_proj,0.0086734162,hessian_weighted_relative_error,35387,0.02500,0.865
34,mlp.experts.236.gate_proj,0.0050810136,hessian_weighted_relative_error,4956,0.02500,0.851
34,mlp.experts.237.gate_proj,0.0052098339,hessian_weighted_relative_error,17882,0.02500,0.861
34,mlp.experts.238.gate_proj,0.0083108725,hessian_weighted_relative_error,33378,0.02500,0.850
34,mlp.experts.239.gate_proj,0.0071267404,hessian_weighted_relative_error,18236,0.02500,0.861
34,mlp.experts.240.gate_proj,0.0062312654,hessian_weighted_relative_error,8837,0.02500,0.849
34,mlp.experts.241.gate_proj,0.0058757429,hessian_weighted_relative_error,8862,0.02500,0.860
34,mlp.experts.242.gate_proj,0.0060801377,hessian_weighted_relative_error,39647,0.02500,0.851
34,mlp.experts.243.gate_proj,0.0088366114,hessian_weighted_relative_error,45882,0.02500,0.860
34,mlp.experts.245.gate_proj,0.0052641413,hessian_weighted_relative_error,6090,0.02500,0.864
34,mlp.experts.246.gate_proj,0.0079243232,hessian_weighted_relative_error,40330,0.02500,0.852
34,mlp.experts.247.gate_proj,0.0058711026,hessian_weighted_relative_error,10564,0.02500,0.860
34,mlp.experts.248.gate_proj,0.0073078350,hessian_weighted_relative_error,54331,0.02500,0.851
34,mlp.experts.249.gate_proj,0.0072547550,hessian_weighted_relative_error,13403,0.02500,0.858
34,mlp.experts.251.gate_proj,0.0079081161,hessian_weighted_relative_error,84202,0.02500,0.863
34,mlp.experts.252.gate_proj,0.0081502614,hessian_weighted_relative_error,18087,0.02500,0.853
34,mlp.experts.253.gate_proj,0.0066003438,hessian_weighted_relative_error,22229,0.02500,0.862
34,mlp.experts.254.gate_proj,0.0083964917,hessian_weighted_relative_error,27032,0.02500,0.851
34,mlp.experts.255.gate_proj,0.0039948345,hessian_weighted_relative_error,20693,0.02500,0.861
34,mlp.experts.256.gate_proj,0.0047754594,hessian_weighted_relative_error,7192,0.02500,0.852
34,mlp.experts.257.gate_proj,0.0054838454,hessian_weighted_relative_error,35309,0.02500,0.866
34,mlp.experts.259.gate_proj,0.0091929903,hessian_weighted_relative_error,43432,0.02500,0.868
34,mlp.experts.260.gate_proj,0.0072075877,hessian_weighted_relative_error,48645,0.02500,0.852
34,mlp.experts.262.gate_proj,0.0054917024,hessian_weighted_relative_error,29722,0.02500,0.853
34,mlp.experts.263.gate_proj,0.0064031181,hessian_weighted_relative_error,16878,0.02500,0.863
34,mlp.experts.264.gate_proj,0.0064963873,hessian_weighted_relative_error,18281,0.02500,0.854
34,mlp.experts.265.gate_proj,0.0077920446,hessian_weighted_relative_error,37841,0.02500,0.868
34,mlp.experts.266.gate_proj,0.0071389144,hessian_weighted_relative_error,28155,0.02500,0.854
34,mlp.experts.267.gate_proj,0.0054272004,hessian_weighted_relative_error,12613,0.02500,0.863
34,mlp.experts.268.gate_proj,0.0056274097,hessian_weighted_relative_error,10713,0.02500,0.853
34,mlp.experts.269.gate_proj,0.0085945450,hessian_weighted_relative_error,53835,0.02500,0.866
34,mlp.experts.270.gate_proj,0.0041228025,hessian_weighted_relative_error,13825,0.02500,0.852
34,mlp.experts.271.gate_proj,0.0038744138,hessian_weighted_relative_error,8044,0.02500,0.866
34,mlp.experts.272.gate_proj,0.0083473413,hessian_weighted_relative_error,31684,0.02500,0.854
34,mlp.experts.273.gate_proj,0.0070366004,hessian_weighted_relative_error,16446,0.02500,0.866
34,mlp.experts.274.gate_proj,0.0080812799,hessian_weighted_relative_error,45669,0.02500,0.854
34,mlp.experts.275.gate_proj,0.0066042623,hessian_weighted_relative_error,16312,0.02500,0.868
34,mlp.experts.276.gate_proj,0.0063875108,hessian_weighted_relative_error,14280,0.02500,0.854
34,mlp.experts.277.gate_proj,0.0067179991,hessian_weighted_relative_error,16606,0.02500,0.864
34,mlp.experts.278.gate_proj,0.0077186890,hessian_weighted_relative_error,42282,0.02500,0.854
34,mlp.experts.279.gate_proj,0.0086389860,hessian_weighted_relative_error,40212,0.02500,0.861
34,mlp.experts.280.gate_proj,0.0081782124,hessian_weighted_relative_error,25134,0.02500,0.853
34,mlp.experts.281.gate_proj,0.0076459230,hessian_weighted_relative_error,41348,0.02500,0.865
34,mlp.experts.282.gate_proj,0.0080198905,hessian_weighted_relative_error,35130,0.02500,0.854
34,mlp.experts.284.gate_proj,0.0067615891,hessian_weighted_relative_error,20648,0.02500,0.853
34,mlp.experts.285.gate_proj,0.0085927367,hessian_weighted_relative_error,16449,0.02500,0.863
34,mlp.experts.286.gate_proj,0.0057820978,hessian_weighted_relative_error,9405,0.02500,0.853
34,mlp.experts.1.up_proj,0.0089868861,hessian_weighted_relative_error,16767,0.02500,0.866
34,mlp.experts.2.up_proj,0.0076661616,hessian_weighted_relative_error,15991,0.02500,0.854
34,mlp.experts.3.up_proj,0.0069641803,hessian_weighted_relative_error,8691,0.02500,0.866
34,mlp.experts.4.up_proj,0.0089247342,hessian_weighted_relative_error,58877,0.02500,0.855
34,mlp.experts.5.up_proj,0.0077609069,hessian_weighted_relative_error,23424,0.02500,0.864
34,mlp.experts.6.up_proj,0.0097346117,hessian_weighted_relative_error,30264,0.02500,0.854
34,mlp.experts.7.up_proj,0.0049504206,hessian_weighted_relative_error,6348,0.02500,0.871
34,mlp.experts.9.up_proj,0.0074582373,hessian_weighted_relative_error,19062,0.02500,0.861
34,mlp.experts.11.up_proj,0.0076430044,hessian_weighted_relative_error,10959,0.02500,0.866
34,mlp.experts.14.up_proj,0.0083664042,hessian_weighted_relative_error,49442,0.02500,0.856
34,mlp.experts.15.up_proj,0.0079310331,hessian_weighted_relative_error,12280,0.02500,0.873
34,mlp.experts.17.up_proj,0.0102249382,hessian_weighted_relative_error,43853,0.02500,0.867
34,mlp.experts.18.up_proj,0.0058849438,hessian_weighted_relative_error,23002,0.02500,0.855
34,mlp.experts.23.up_proj,0.0099974571,hessian_weighted_relative_error,46209,0.02500,0.869
34,mlp.experts.24.up_proj,0.0057224455,hessian_weighted_relative_error,5085,0.02500,0.861
34,mlp.experts.25.up_proj,0.0098123539,hessian_weighted_relative_error,40724,0.02500,0.876
34,mlp.experts.26.up_proj,0.0084395965,hessian_weighted_relative_error,42980,0.02500,0.864
34,mlp.experts.29.up_proj,0.0099414633,hessian_weighted_relative_error,51748,0.02500,0.881
34,mlp.experts.30.up_proj,0.0098125845,hessian_weighted_relative_error,45809,0.02500,0.855
34,mlp.experts.32.up_proj,0.0075981146,hessian_weighted_relative_error,19897,0.02500,0.856
34,mlp.experts.33.up_proj,0.0064520461,hessian_weighted_relative_error,7558,0.02500,0.884
34,mlp.experts.34.up_proj,0.0059649166,hessian_weighted_relative_error,5721,0.02500,0.857
34,mlp.experts.35.up_proj,0.0068108938,hessian_weighted_relative_error,13879,0.02500,0.875
34,mlp.experts.36.up_proj,0.0079922782,hessian_weighted_relative_error,16093,0.02500,0.857
34,mlp.experts.37.up_proj,0.0094054115,hessian_weighted_relative_error,31051,0.02500,0.869
34,mlp.experts.39.up_proj,0.0061769527,hessian_weighted_relative_error,12484,0.02500,0.880
34,mlp.experts.40.up_proj,0.0066760198,hessian_weighted_relative_error,20017,0.02500,0.859
34,mlp.experts.41.up_proj,0.0049885374,hessian_weighted_relative_error,5016,0.02500,0.866
34,mlp.experts.42.up_proj,0.0093246200,hessian_weighted_relative_error,39207,0.02500,0.857
34,mlp.experts.43.up_proj,0.0103122674,hessian_weighted_relative_error,34732,0.02500,0.879
34,mlp.experts.44.up_proj,0.0066148384,hessian_weighted_relative_error,8666,0.02500,0.858
34,mlp.experts.45.up_proj,0.0081140690,hessian_weighted_relative_error,13820,0.02500,0.875
34,mlp.experts.46.up_proj,0.0036886578,hessian_weighted_relative_error,15720,0.02500,0.858
34,mlp.experts.47.up_proj,0.0060195499,hessian_weighted_relative_error,8197,0.02500,0.875
34,mlp.experts.48.up_proj,0.0100783422,hessian_weighted_relative_error,52327,0.02500,0.858
34,mlp.experts.49.up_proj,0.0067053851,hessian_weighted_relative_error,9287,0.02500,0.868
34,mlp.experts.50.up_proj,0.0069431121,hessian_weighted_relative_error,19206,0.02500,0.856
34,mlp.experts.51.up_proj,0.0094829322,hessian_weighted_relative_error,41914,0.02500,0.870
34,mlp.experts.53.up_proj,0.0101080671,hessian_weighted_relative_error,36533,0.02500,0.878
34,mlp.experts.54.up_proj,0.0081355295,hessian_weighted_relative_error,19862,0.02500,0.861
34,mlp.experts.55.up_proj,0.0098324152,hessian_weighted_relative_error,44830,0.02500,0.875
34,mlp.experts.56.up_proj,0.0100229877,hessian_weighted_relative_error,50755,0.02500,0.857
34,mlp.experts.57.up_proj,0.0112411512,hessian_weighted_relative_error,48510,0.02500,0.874
34,mlp.experts.58.up_proj,0.0100385680,hessian_weighted_relative_error,26860,0.02500,0.859
34,mlp.experts.60.up_proj,0.0078381552,hessian_weighted_relative_error,7640,0.02500,0.860
34,mlp.experts.62.up_proj,0.0074945473,hessian_weighted_relative_error,12280,0.02500,0.858
34,mlp.experts.63.up_proj,0.0065872282,hessian_weighted_relative_error,9379,0.02500,0.879
34,mlp.experts.64.up_proj,0.0082297801,hessian_weighted_relative_error,20277,0.02500,0.859
34,mlp.experts.65.up_proj,0.0083259337,hessian_weighted_relative_error,16904,0.02500,0.871
34,mlp.experts.66.up_proj,0.0052916195,hessian_weighted_relative_error,9659,0.02500,0.860
34,mlp.experts.67.up_proj,0.0095062259,hessian_weighted_relative_error,35809,0.02500,0.868
34,mlp.experts.68.up_proj,0.0105670048,hessian_weighted_relative_error,41235,0.02500,0.860
34,mlp.experts.70.up_proj,0.0076727878,hessian_weighted_relative_error,15599,0.02500,0.857
34,mlp.experts.71.up_proj,0.0084123442,hessian_weighted_relative_error,23879,0.02500,0.872
34,mlp.experts.72.up_proj,0.0067542867,hessian_weighted_relative_error,14145,0.02500,0.857
34,mlp.experts.74.up_proj,0.0080234779,hessian_weighted_relative_error,22537,0.02500,0.859
34,mlp.experts.76.up_proj,0.0023883543,hessian_weighted_relative_error,13857,0.02500,0.858
34,mlp.experts.77.up_proj,0.0071384925,hessian_weighted_relative_error,20424,0.02500,0.884
34,mlp.experts.78.up_proj,0.0065258865,hessian_weighted_relative_error,23097,0.02500,0.860
34,mlp.experts.79.up_proj,0.0066501414,hessian_weighted_relative_error,17689,0.02500,0.872
34,mlp.experts.80.up_proj,0.0068259709,hessian_weighted_relative_error,25110,0.02500,0.857
34,mlp.experts.81.up_proj,0.0069877042,hessian_weighted_relative_error,8896,0.02500,0.883
34,mlp.experts.82.up_proj,0.0097803609,hessian_weighted_relative_error,40038,0.02500,0.858
34,mlp.experts.83.up_proj,0.0104035793,hessian_weighted_relative_error,65733,0.02500,0.881
34,mlp.experts.85.up_proj,0.0082479050,hessian_weighted_relative_error,16494,0.02500,0.874
34,mlp.experts.86.up_proj,0.0062165309,hessian_weighted_relative_error,4878,0.02500,0.858
34,mlp.experts.88.up_proj,0.0096041205,hessian_weighted_relative_error,43091,0.02500,0.858
34,mlp.experts.89.up_proj,0.0064309522,hessian_weighted_relative_error,26130,0.02500,0.875
34,mlp.experts.90.up_proj,0.0093289210,hessian_weighted_relative_error,50023,0.02500,0.861
34,mlp.experts.94.up_proj,0.0076320346,hessian_weighted_relative_error,23670,0.02500,0.859
34,mlp.experts.95.up_proj,0.0074120585,hessian_weighted_relative_error,8814,0.02500,0.877
34,mlp.experts.98.up_proj,0.0046687106,hessian_weighted_relative_error,10044,0.02500,0.862
34,mlp.experts.99.up_proj,0.0090536893,hessian_weighted_relative_error,49921,0.02500,0.882
34,mlp.experts.100.up_proj,0.0096722733,hessian_weighted_relative_error,58964,0.02500,0.858
34,mlp.experts.101.up_proj,0.0061073772,hessian_weighted_relative_error,6991,0.02500,0.879
34,mlp.experts.102.up_proj,0.0090874287,hessian_weighted_relative_error,33309,0.02500,0.859
34,mlp.experts.103.up_proj,0.0055435214,hessian_weighted_relative_error,8017,0.02500,0.881
34,mlp.experts.105.up_proj,0.0064291961,hessian_weighted_relative_error,7064,0.02500,0.869
34,mlp.experts.106.up_proj,0.0056549732,hessian_weighted_relative_error,17434,0.02500,0.859
34,mlp.experts.107.up_proj,0.0040253629,hessian_weighted_relative_error,2743,0.02500,0.888
34,mlp.experts.108.up_proj,0.0104278014,hessian_weighted_relative_error,34385,0.02500,0.859
34,mlp.experts.109.up_proj,0.0094134723,hessian_weighted_relative_error,30493,0.02500,0.872
34,mlp.experts.112.up_proj,0.0102191428,hessian_weighted_relative_error,42757,0.02500,0.859
34,mlp.experts.113.up_proj,0.0072181694,hessian_weighted_relative_error,27638,0.02500,0.879
34,mlp.experts.114.up_proj,0.0045746535,hessian_weighted_relative_error,19510,0.02500,0.859
34,mlp.experts.116.up_proj,0.0061558745,hessian_weighted_relative_error,7916,0.02500,0.860
34,mlp.experts.120.up_proj,0.0071262115,hessian_weighted_relative_error,11552,0.02500,0.859
34,mlp.experts.121.up_proj,0.0050437225,hessian_weighted_relative_error,8885,0.02500,0.878
34,mlp.experts.122.up_proj,0.0096528276,hessian_weighted_relative_error,32064,0.02500,0.860
34,mlp.experts.123.up_proj,0.0083721938,hessian_weighted_relative_error,16406,0.02500,0.870
34,mlp.experts.124.up_proj,0.0065985846,hessian_weighted_relative_error,9219,0.02500,0.860
34,mlp.experts.125.up_proj,0.0099634110,hessian_weighted_relative_error,30932,0.02500,0.872
34,mlp.experts.126.up_proj,0.0067814596,hessian_weighted_relative_error,8722,0.02500,0.861
34,mlp.experts.127.up_proj,0.0089310944,hessian_weighted_relative_error,28994,0.02500,0.889
34,mlp.experts.128.up_proj,0.0067943105,hessian_weighted_relative_error,16316,0.02500,0.860
34,mlp.experts.130.up_proj,0.0092731255,hessian_weighted_relative_error,42665,0.02500,0.864
34,mlp.experts.131.up_proj,0.0080815558,hessian_weighted_relative_error,22241,0.02500,0.874
34,mlp.experts.132.up_proj,0.0097794282,hessian_weighted_relative_error,28667,0.02500,0.863
34,mlp.experts.134.up_proj,0.0025621025,hessian_weighted_relative_error,1853,0.02500,0.863
34,mlp.experts.135.up_proj,0.0078443818,hessian_weighted_relative_error,50880,0.02500,0.881
34,mlp.experts.136.up_proj,0.0069733910,hessian_weighted_relative_error,23691,0.02500,0.875
34,mlp.experts.137.up_proj,0.0077234259,hessian_weighted_relative_error,23858,0.02500,0.890
34,mlp.experts.139.up_proj,0.0075649219,hessian_weighted_relative_error,14999,0.02500,0.885
34,mlp.experts.140.up_proj,0.0059693746,hessian_weighted_relative_error,19817,0.02500,0.875
34,mlp.experts.141.up_proj,0.0103935568,hessian_weighted_relative_error,58340,0.02500,0.878
34,mlp.experts.142.up_proj,0.0044140152,hessian_weighted_relative_error,7136,0.02500,0.875
34,mlp.experts.143.up_proj,0.0071302069,hessian_weighted_relative_error,18596,0.02500,0.898
34,mlp.experts.144.up_proj,0.0050197451,hessian_weighted_relative_error,18088,0.02500,0.863
34,mlp.experts.145.up_proj,0.0041886216,hessian_weighted_relative_error,9796,0.02500,0.887
34,mlp.experts.146.up_proj,0.0101119863,hessian_weighted_relative_error,36683,0.02500,0.862
34,mlp.experts.147.up_proj,0.0082727695,hessian_weighted_relative_error,30078,0.02500,0.894
34,mlp.experts.148.up_proj,0.0095521417,hessian_weighted_relative_error,37824,0.02500,0.861
34,mlp.experts.150.up_proj,0.0097290757,hessian_weighted_relative_error,23855,0.02500,0.861
34,mlp.experts.151.up_proj,0.0092848998,hessian_weighted_relative_error,43302,0.02500,0.871
34,mlp.experts.152.up_proj,0.0072928273,hessian_weighted_relative_error,15684,0.02500,0.862
34,mlp.experts.153.up_proj,0.0095866245,hessian_weighted_relative_error,63187,0.02500,0.893
34,mlp.experts.155.up_proj,0.0089231015,hessian_weighted_relative_error,15932,0.02500,0.885
34,mlp.experts.156.up_proj,0.0036014448,hessian_weighted_relative_error,2663,0.02500,0.862
34,mlp.experts.158.up_proj,0.0033743598,hessian_weighted_relative_error,2407,0.02500,0.864
34,mlp.experts.159.up_proj,0.0067455093,hessian_weighted_relative_error,28765,0.02500,0.888
34,mlp.experts.160.up_proj,0.0086476397,hessian_weighted_relative_error,34340,0.02500,0.861
34,mlp.experts.161.up_proj,0.0067395041,hessian_weighted_relative_error,19896,0.02500,0.884
34,mlp.experts.162.up_proj,0.0093522499,hessian_weighted_relative_error,34697,0.02500,0.861
34,mlp.experts.163.up_proj,0.0041935292,hessian_weighted_relative_error,5290,0.02500,0.884
34,mlp.experts.165.up_proj,0.0100592413,hessian_weighted_relative_error,33146,0.02500,0.882
34,mlp.experts.166.up_proj,0.0074776629,hessian_weighted_relative_error,18924,0.02500,0.863
34,mlp.experts.167.up_proj,0.0096415121,hessian_weighted_relative_error,25724,0.02500,0.882
34,mlp.experts.168.up_proj,0.0091976174,hessian_weighted_relative_error,42031,0.02500,0.863
34,mlp.experts.169.up_proj,0.0095881699,hessian_weighted_relative_error,27126,0.02500,0.886
34,mlp.experts.170.up_proj,0.0063396218,hessian_weighted_relative_error,7378,0.02500,0.862
34,mlp.experts.171.up_proj,0.0107762477,hessian_weighted_relative_error,38520,0.02500,0.875
34,mlp.experts.173.up_proj,0.0076489037,hessian_weighted_relative_error,7949,0.02500,0.885
34,mlp.experts.174.up_proj,0.0081901872,hessian_weighted_relative_error,42547,0.02500,0.862
34,mlp.experts.175.up_proj,0.0061584314,hessian_weighted_relative_error,8432,0.02500,0.882
34,mlp.experts.176.up_proj,0.0053958647,hessian_weighted_relative_error,5864,0.02500,0.862
34,mlp.experts.177.up_proj,0.0057558515,hessian_weighted_relative_error,8947,0.02500,0.885
34,mlp.experts.178.up_proj,0.0089273055,hessian_weighted_relative_error,33097,0.02500,0.862
34,mlp.experts.181.up_proj,0.0033773591,hessian_weighted_relative_error,7609,0.02500,0.900
34,mlp.experts.182.up_proj,0.0039029704,hessian_weighted_relative_error,25294,0.02500,0.865
34,mlp.experts.185.up_proj,0.0108935123,hessian_weighted_relative_error,47809,0.02500,0.886
34,mlp.experts.186.up_proj,0.0061862872,hessian_weighted_relative_error,10418,0.02500,0.861
34,mlp.experts.187.up_proj,0.0108068963,hessian_weighted_relative_error,70188,0.02500,0.888
34,mlp.experts.188.up_proj,0.0096438089,hessian_weighted_relative_error,51587,0.02500,0.864
34,mlp.experts.189.up_proj,0.0038095754,hessian_weighted_relative_error,2548,0.02500,0.904
34,mlp.experts.191.up_proj,0.0100627974,hessian_weighted_relative_error,35236,0.02500,0.882
34,mlp.experts.192.up_proj,0.0106919763,hessian_weighted_relative_error,34962,0.02500,0.862
34,mlp.experts.193.up_proj,0.0095055755,hessian_weighted_relative_error,44123,0.02500,0.905
34,mlp.experts.195.up_proj,0.0092171851,hessian_weighted_relative_error,55497,0.02500,0.887
34,mlp.experts.197.up_proj,0.0075645443,hessian_weighted_relative_error,27668,0.02500,0.881
34,mlp.experts.199.up_proj,0.0063095684,hessian_weighted_relative_error,20087,0.02500,0.887
34,mlp.experts.200.up_proj,0.0074365075,hessian_weighted_relative_error,12896,0.02500,0.862
34,mlp.experts.201.up_proj,0.0069315844,hessian_weighted_relative_error,9337,0.02500,0.901
34,mlp.experts.202.up_proj,0.0068202820,hessian_weighted_relative_error,10580,0.02500,0.862
34,mlp.experts.203.up_proj,0.0057296779,hessian_weighted_relative_error,17255,0.02500,0.896
34,mlp.experts.204.up_proj,0.0095029121,hessian_weighted_relative_error,39842,0.02500,0.863
34,mlp.experts.205.up_proj,0.0071441801,hessian_weighted_relative_error,6636,0.02500,0.884
34,mlp.experts.206.up_proj,0.0094396069,hessian_weighted_relative_error,12048,0.02500,0.863
34,mlp.experts.207.up_proj,0.0059758228,hessian_weighted_relative_error,9261,0.02500,0.886
34,mlp.experts.208.up_proj,0.0062886451,hessian_weighted_relative_error,6421,0.02500,0.870
34,mlp.experts.210.up_proj,0.0067765185,hessian_weighted_relative_error,18005,0.02500,0.864
34,mlp.experts.211.up_proj,0.0054706868,hessian_weighted_relative_error,8079,0.02500,0.918
34,mlp.experts.212.up_proj,0.0095446438,hessian_weighted_relative_error,51522,0.02500,0.863
34,mlp.experts.213.up_proj,0.0103607140,hessian_weighted_relative_error,57875,0.02500,0.888
34,mlp.experts.214.up_proj,0.0083436788,hessian_weighted_relative_error,22767,0.02500,0.866
34,mlp.experts.217.up_proj,0.0089742111,hessian_weighted_relative_error,23372,0.02500,0.892
34,mlp.experts.218.up_proj,0.0095336578,hessian_weighted_relative_error,30981,0.02500,0.869
34,mlp.experts.219.up_proj,0.0065118036,hessian_weighted_relative_error,8101,0.02500,0.887
34,mlp.experts.220.up_proj,0.0063390530,hessian_weighted_relative_error,8284,0.02500,0.863
34,mlp.experts.221.up_proj,0.0064503935,hessian_weighted_relative_error,8272,0.02500,0.907
34,mlp.experts.223.up_proj,0.0080329639,hessian_weighted_relative_error,10989,0.02500,0.892
34,mlp.experts.224.up_proj,0.0038042329,hessian_weighted_relative_error,10982,0.02500,0.862
34,mlp.experts.225.up_proj,0.0093482178,hessian_weighted_relative_error,41752,0.02500,0.896
34,mlp.experts.226.up_proj,0.0092629664,hessian_weighted_relative_error,20359,0.02500,0.864
34,mlp.experts.229.up_proj,0.0074123254,hessian_weighted_relative_error,10705,0.02500,0.887
34,mlp.experts.230.up_proj,0.0102356870,hessian_weighted_relative_error,40303,0.02500,0.863
34,mlp.experts.231.up_proj,0.0037187320,hessian_weighted_relative_error,2596,0.02500,0.894
34,mlp.experts.233.up_proj,0.0092123623,hessian_weighted_relative_error,45181,0.02500,0.890
34,mlp.experts.235.up_proj,0.0096580109,hessian_weighted_relative_error,35387,0.02500,0.883
34,mlp.experts.236.up_proj,0.0061137028,hessian_weighted_relative_error,4956,0.02500,0.862
34,mlp.experts.237.up_proj,0.0057034813,hessian_weighted_relative_error,17882,0.02500,0.884
34,mlp.experts.238.up_proj,0.0091106308,hessian_weighted_relative_error,33378,0.02500,0.862
34,mlp.experts.239.up_proj,0.0087392129,hessian_weighted_relative_error,18236,0.02500,0.896
34,mlp.experts.240.up_proj,0.0071653464,hessian_weighted_relative_error,8837,0.02500,0.863
34,mlp.experts.241.up_proj,0.0065011901,hessian_weighted_relative_error,8862,0.02500,0.890
34,mlp.experts.242.up_proj,0.0072622287,hessian_weighted_relative_error,39647,0.02500,0.862
34,mlp.experts.243.up_proj,0.0105790186,hessian_weighted_relative_error,45882,0.02500,0.898
34,mlp.experts.245.up_proj,0.0060914095,hessian_weighted_relative_error,6090,0.02500,0.894
34,mlp.experts.246.up_proj,0.0092631800,hessian_weighted_relative_error,40330,0.02500,0.865
34,mlp.experts.247.up_proj,0.0063219030,hessian_weighted_relative_error,10564,0.02500,0.897
34,mlp.experts.248.up_proj,0.0093470209,hessian_weighted_relative_error,54331,0.02500,0.862
34,mlp.experts.249.up_proj,0.0079987147,hessian_weighted_relative_error,13403,0.02500,0.894
34,mlp.experts.252.up_proj,0.0088774507,hessian_weighted_relative_error,18087,0.02500,0.863
34,mlp.experts.254.up_proj,0.0098078563,hessian_weighted_relative_error,27032,0.02500,0.863
34,mlp.experts.255.up_proj,0.0041961508,hessian_weighted_relative_error,20693,0.02500,0.918
34,mlp.experts.256.up_proj,0.0051548691,hessian_weighted_relative_error,7192,0.02500,0.863
34,mlp.experts.257.up_proj,0.0061142381,hessian_weighted_relative_error,35309,0.02500,0.892
34,mlp.experts.259.up_proj,0.0104804186,hessian_weighted_relative_error,43432,0.02500,0.899
34,mlp.experts.260.up_proj,0.0097892294,hessian_weighted_relative_error,48645,0.02500,0.863
34,mlp.experts.263.up_proj,0.0069388233,hessian_weighted_relative_error,16878,0.02500,0.898
34,mlp.experts.264.up_proj,0.0070948361,hessian_weighted_relative_error,18281,0.02500,0.865
34,mlp.experts.265.up_proj,0.0088991425,hessian_weighted_relative_error,37841,0.02500,0.904
34,mlp.experts.267.up_proj,0.0060237742,hessian_weighted_relative_error,12613,0.02500,0.897
34,mlp.experts.268.up_proj,0.0060892659,hessian_weighted_relative_error,10713,0.02500,0.867
34,mlp.experts.269.up_proj,0.0108916873,hessian_weighted_relative_error,53835,0.02500,0.891
34,mlp.experts.270.up_proj,0.0045886712,hessian_weighted_relative_error,13825,0.02500,0.864
34,mlp.experts.271.up_proj,0.0063379536,hessian_weighted_relative_error,8044,0.02500,0.905
34,mlp.experts.272.up_proj,0.0097603596,hessian_weighted_relative_error,31684,0.02500,0.868
34,mlp.experts.273.up_proj,0.0075506158,hessian_weighted_relative_error,16446,0.02500,0.904
34,mlp.experts.274.up_proj,0.0087316394,hessian_weighted_relative_error,45669,0.02500,0.863
34,mlp.experts.275.up_proj,0.0070847713,hessian_weighted_relative_error,16312,0.02500,0.892
34,mlp.experts.276.up_proj,0.0085848349,hessian_weighted_relative_error,14280,0.02500,0.877
34,mlp.experts.277.up_proj,0.0074635377,hessian_weighted_relative_error,16606,0.02500,0.908
34,mlp.experts.278.up_proj,0.0087009319,hessian_weighted_relative_error,42282,0.02500,0.863
34,mlp.experts.279.up_proj,0.0104823674,hessian_weighted_relative_error,40212,0.02500,0.899
34,mlp.experts.280.up_proj,0.0088259440,hessian_weighted_relative_error,25134,0.02500,0.864
34,mlp.experts.281.up_proj,0.0100851583,hessian_weighted_relative_error,41348,0.02500,0.894
34,mlp.experts.282.up_proj,0.0092546543,hessian_weighted_relative_error,35130,0.02500,0.863
34,mlp.experts.284.up_proj,0.0081241759,hessian_weighted_relative_error,20648,0.02500,0.860
34,mlp.experts.285.up_proj,0.0096378003,hessian_weighted_relative_error,16449,0.02500,0.923
34,mlp.experts.286.up_proj,0.0071189484,hessian_weighted_relative_error,9405,0.02500,0.864
34,mlp.experts.1.down_proj,0.0140696286,hessian_weighted_relative_error,16767,0.02500,0.725
34,mlp.experts.3.down_proj,0.0119480409,hessian_weighted_relative_error,8691,0.02500,0.758
34,mlp.experts.6.down_proj,0.0139642926,hessian_weighted_relative_error,30264,0.02500,0.776
34,mlp.experts.7.down_proj,0.0091283704,hessian_weighted_relative_error,6348,0.02500,0.757
34,mlp.experts.9.down_proj,0.0118184020,hessian_weighted_relative_error,19062,0.02500,0.758
34,mlp.experts.11.down_proj,0.0119176808,hessian_weighted_relative_error,10959,0.02500,0.760
34,mlp.experts.15.down_proj,0.0126626725,hessian_weighted_relative_error,12280,0.02500,0.761
34,mlp.experts.17.down_proj,0.0119353932,hessian_weighted_relative_error,43853,0.02500,0.764
34,mlp.experts.18.down_proj,0.0098920207,hessian_weighted_relative_error,23002,0.02500,0.781
34,mlp.experts.24.down_proj,0.0098277564,hessian_weighted_relative_error,5085,0.02500,0.782
34,mlp.experts.25.down_proj,0.0140801008,hessian_weighted_relative_error,40724,0.02500,0.765
34,mlp.experts.32.down_proj,0.0120377756,hessian_weighted_relative_error,19897,0.02500,0.782
34,mlp.experts.33.down_proj,0.0116738688,hessian_weighted_relative_error,7558,0.02500,0.768
34,mlp.experts.34.down_proj,0.0106545907,hessian_weighted_relative_error,5721,0.02500,0.786
34,mlp.experts.35.down_proj,0.0114894118,hessian_weighted_relative_error,13879,0.02500,0.771
34,mlp.experts.36.down_proj,0.0124501184,hessian_weighted_relative_error,16093,0.02500,0.783
34,mlp.experts.37.down_proj,0.0136207040,hessian_weighted_relative_error,31051,0.02500,0.768
34,mlp.experts.39.down_proj,0.0099553964,hessian_weighted_relative_error,12484,0.02500,0.771
34,mlp.experts.40.down_proj,0.0109853933,hessian_weighted_relative_error,20017,0.02500,0.786
34,mlp.experts.41.down_proj,0.0090492096,hessian_weighted_relative_error,5016,0.02500,0.772
34,mlp.experts.42.down_proj,0.0138983316,hessian_weighted_relative_error,39207,0.02500,0.788
34,mlp.experts.43.down_proj,0.0145547191,hessian_weighted_relative_error,34732,0.02500,0.775
34,mlp.experts.44.down_proj,0.0110876980,hessian_weighted_relative_error,8666,0.02500,0.787
34,mlp.experts.45.down_proj,0.0131062570,hessian_weighted_relative_error,13820,0.02500,0.770
34,mlp.experts.46.down_proj,0.0064631532,hessian_weighted_relative_error,15720,0.02500,0.788
34,mlp.experts.47.down_proj,0.0107475850,hessian_weighted_relative_error,8197,0.02500,0.775
34,mlp.experts.49.down_proj,0.0105887724,hessian_weighted_relative_error,9287,0.02500,0.775
34,mlp.experts.50.down_proj,0.0095694917,hessian_weighted_relative_error,19206,0.02500,0.792
34,mlp.experts.51.down_proj,0.0141379543,hessian_weighted_relative_error,41914,0.02500,0.777
34,mlp.experts.54.down_proj,0.0130905629,hessian_weighted_relative_error,19862,0.02500,0.790
34,mlp.experts.55.down_proj,0.0140334784,hessian_weighted_relative_error,44830,0.02500,0.778
34,mlp.experts.56.down_proj,0.0093944569,hessian_weighted_relative_error,50755,0.02500,0.789
34,mlp.experts.58.down_proj,0.0144321557,hessian_weighted_relative_error,26860,0.02500,0.793
34,mlp.experts.60.down_proj,0.0128205475,hessian_weighted_relative_error,7640,0.02500,0.791
34,mlp.experts.62.down_proj,0.0121283541,hessian_weighted_relative_error,12280,0.02500,0.791
34,mlp.experts.63.down_proj,0.0107512002,hessian_weighted_relative_error,9379,0.02500,0.781
34,mlp.experts.65.down_proj,0.0126012359,hessian_weighted_relative_error,16904,0.02500,0.782
34,mlp.experts.66.down_proj,0.0092124834,hessian_weighted_relative_error,9659,0.02500,0.795
34,mlp.experts.67.down_proj,0.0130100132,hessian_weighted_relative_error,35809,0.02500,0.783
34,mlp.experts.68.down_proj,0.0148269275,hessian_weighted_relative_error,41235,0.02500,0.793
34,mlp.experts.70.down_proj,0.0109325619,hessian_weighted_relative_error,15599,0.02500,0.793
34,mlp.experts.72.down_proj,0.0115251267,hessian_weighted_relative_error,14145,0.02500,0.794
34,mlp.experts.76.down_proj,0.0038742997,hessian_weighted_relative_error,13857,0.02500,0.796
34,mlp.experts.79.down_proj,0.0102392610,hessian_weighted_relative_error,17689,0.02500,0.788
34,mlp.experts.81.down_proj,0.0111382438,hessian_weighted_relative_error,8896,0.02500,0.790
34,mlp.experts.82.down_proj,0.0074377102,hessian_weighted_relative_error,40038,0.02500,0.800
34,mlp.experts.83.down_proj,0.0148913218,hessian_weighted_relative_error,65733,0.02500,0.790
34,mlp.experts.85.down_proj,0.0130035797,hessian_weighted_relative_error,16494,0.02500,0.787
34,mlp.experts.86.down_proj,0.0107657176,hessian_weighted_relative_error,4878,0.02500,0.798
34,mlp.experts.88.down_proj,0.0139687074,hessian_weighted_relative_error,43091,0.02500,0.799
34,mlp.experts.90.down_proj,0.0125845406,hessian_weighted_relative_error,50023,0.02500,0.801
34,mlp.experts.94.down_proj,0.0113704285,hessian_weighted_relative_error,23670,0.02500,0.801
34,mlp.experts.95.down_proj,0.0112777854,hessian_weighted_relative_error,8814,0.02500,0.795
34,mlp.experts.98.down_proj,0.0085491338,hessian_weighted_relative_error,10044,0.02500,0.804
34,mlp.experts.99.down_proj,0.0131848097,hessian_weighted_relative_error,49921,0.02500,0.796
34,mlp.experts.100.down_proj,0.0145504973,hessian_weighted_relative_error,58964,0.02500,0.801
34,mlp.experts.101.down_proj,0.0103434342,hessian_weighted_relative_error,6991,0.02500,0.794
34,mlp.experts.102.down_proj,0.0134379634,hessian_weighted_relative_error,33309,0.02500,0.803
34,mlp.experts.103.down_proj,0.0090404799,hessian_weighted_relative_error,8017,0.02500,0.797
34,mlp.experts.105.down_proj,0.0103739532,hessian_weighted_relative_error,7064,0.02500,0.799
34,mlp.experts.106.down_proj,0.0101375834,hessian_weighted_relative_error,17434,0.02500,0.805
34,mlp.experts.107.down_proj,0.0083015420,hessian_weighted_relative_error,2743,0.02500,0.799
34,mlp.experts.108.down_proj,0.0145252464,hessian_weighted_relative_error,34385,0.02500,0.803
34,mlp.experts.109.down_proj,0.0009241316,hessian_weighted_relative_error,30493,0.02500,0.795
34,mlp.experts.112.down_proj,0.0146355460,hessian_weighted_relative_error,42757,0.02500,0.805
34,mlp.experts.116.down_proj,0.0105554181,hessian_weighted_relative_error,7916,0.02500,0.805
34,mlp.experts.120.down_proj,0.0115786709,hessian_weighted_relative_error,11552,0.02500,0.805
34,mlp.experts.121.down_proj,0.0076812605,hessian_weighted_relative_error,8885,0.02500,0.803
34,mlp.experts.122.down_proj,0.0141657672,hessian_weighted_relative_error,32064,0.02500,0.808
34,mlp.experts.123.down_proj,0.0130181281,hessian_weighted_relative_error,16406,0.02500,0.803
34,mlp.experts.124.down_proj,0.0113859115,hessian_weighted_relative_error,9219,0.02500,0.805
34,mlp.experts.125.down_proj,0.0145350275,hessian_weighted_relative_error,30932,0.02500,0.801
34,mlp.experts.126.down_proj,0.0113273136,hessian_weighted_relative_error,8722,0.02500,0.808
34,mlp.experts.127.down_proj,0.0133270814,hessian_weighted_relative_error,28994,0.02500,0.806
34,mlp.experts.128.down_proj,0.0114934351,hessian_weighted_relative_error,16316,0.02500,0.808
34,mlp.experts.130.down_proj,0.0131197353,hessian_weighted_relative_error,42665,0.02500,0.810
34,mlp.experts.132.down_proj,0.0141070417,hessian_weighted_relative_error,28667,0.02500,0.807
34,mlp.experts.134.down_proj,0.0053372428,hessian_weighted_relative_error,1853,0.02500,0.808
34,mlp.experts.135.down_proj,0.0123379080,hessian_weighted_relative_error,50880,0.02500,0.809
34,mlp.experts.136.down_proj,0.0105800688,hessian_weighted_relative_error,23691,0.02500,0.807
34,mlp.experts.137.down_proj,0.0119302198,hessian_weighted_relative_error,23858,0.02500,0.810
34,mlp.experts.139.down_proj,0.0117804847,hessian_weighted_relative_error,14999,0.02500,0.811
34,mlp.experts.141.down_proj,0.0147034506,hessian_weighted_relative_error,58340,0.02500,0.807
34,mlp.experts.142.down_proj,0.0085761803,hessian_weighted_relative_error,7136,0.02500,0.809
34,mlp.experts.143.down_proj,0.0117976677,hessian_weighted_relative_error,18596,0.02500,0.812
34,mlp.experts.144.down_proj,0.0078986017,hessian_weighted_relative_error,18088,0.02500,0.810
34,mlp.experts.145.down_proj,0.0070546432,hessian_weighted_relative_error,9796,0.02500,0.813
34,mlp.experts.147.down_proj,0.0126982548,hessian_weighted_relative_error,30078,0.02500,0.814
34,mlp.experts.148.down_proj,0.0134544063,hessian_weighted_relative_error,37824,0.02500,0.810
34,mlp.experts.150.down_proj,0.0142272579,hessian_weighted_relative_error,23855,0.02500,0.813
34,mlp.experts.151.down_proj,0.0134147162,hessian_weighted_relative_error,43302,0.02500,0.817
34,mlp.experts.152.down_proj,0.0117322794,hessian_weighted_relative_error,15684,0.02500,0.811
34,mlp.experts.155.down_proj,0.0137031798,hessian_weighted_relative_error,15932,0.02500,0.816
34,mlp.experts.156.down_proj,0.0068671862,hessian_weighted_relative_error,2663,0.02500,0.811
34,mlp.experts.158.down_proj,0.0072521376,hessian_weighted_relative_error,2407,0.02500,0.813
34,mlp.experts.160.down_proj,0.0130709715,hessian_weighted_relative_error,34340,0.02500,0.811
34,mlp.experts.162.down_proj,0.0139957909,hessian_weighted_relative_error,34697,0.02500,0.814
34,mlp.experts.163.down_proj,0.0075085249,hessian_weighted_relative_error,5290,0.02500,0.819
34,mlp.experts.165.down_proj,0.0138898687,hessian_weighted_relative_error,33146,0.02500,0.817
34,mlp.experts.166.down_proj,0.0112988949,hessian_weighted_relative_error,18924,0.02500,0.813
34,mlp.experts.167.down_proj,0.0138583135,hessian_weighted_relative_error,25724,0.02500,0.820
34,mlp.experts.168.down_proj,0.0138026830,hessian_weighted_relative_error,42031,0.02500,0.811
34,mlp.experts.169.down_proj,0.0139295337,hessian_weighted_relative_error,27126,0.02500,0.822
34,mlp.experts.170.down_proj,0.0108097625,hessian_weighted_relative_error,7378,0.02500,0.816
34,mlp.experts.171.down_proj,0.0148673868,hessian_weighted_relative_error,38520,0.02500,0.822
34,mlp.experts.173.down_proj,0.0122929516,hessian_weighted_relative_error,7949,0.02500,0.818
34,mlp.experts.175.down_proj,0.0101795788,hessian_weighted_relative_error,8432,0.02500,0.823
34,mlp.experts.176.down_proj,0.0100134755,hessian_weighted_relative_error,5864,0.02500,0.814
34,mlp.experts.177.down_proj,0.0095680134,hessian_weighted_relative_error,8947,0.02500,0.823
34,mlp.experts.178.down_proj,0.0115690848,hessian_weighted_relative_error,33097,0.02500,0.816
34,mlp.experts.181.down_proj,0.0063052356,hessian_weighted_relative_error,7609,0.02500,0.819
34,mlp.experts.182.down_proj,0.0064748815,hessian_weighted_relative_error,25294,0.02500,0.816
34,mlp.experts.185.down_proj,0.0152307318,hessian_weighted_relative_error,47809,0.02500,0.825
34,mlp.experts.186.down_proj,0.0102738436,hessian_weighted_relative_error,10418,0.02500,0.817
34,mlp.experts.187.down_proj,0.0153562157,hessian_weighted_relative_error,70188,0.02500,0.824
34,mlp.experts.188.down_proj,0.0138965724,hessian_weighted_relative_error,51587,0.02500,0.815
34,mlp.experts.189.down_proj,0.0064070100,hessian_weighted_relative_error,2548,0.02500,0.822
34,mlp.experts.191.down_proj,0.0140904046,hessian_weighted_relative_error,35236,0.02500,0.826
34,mlp.experts.192.down_proj,0.0151219560,hessian_weighted_relative_error,34962,0.02500,0.815
34,mlp.experts.193.down_proj,0.0139804735,hessian_weighted_relative_error,44123,0.02500,0.826
34,mlp.experts.199.down_proj,0.0096559265,hessian_weighted_relative_error,20087,0.02500,0.828
34,mlp.experts.200.down_proj,0.0119210340,hessian_weighted_relative_error,12896,0.02500,0.816
34,mlp.experts.201.down_proj,0.0117120974,hessian_weighted_relative_error,9337,0.02500,0.827
34,mlp.experts.202.down_proj,0.0113573910,hessian_weighted_relative_error,10580,0.02500,0.818
34,mlp.experts.203.down_proj,0.0076409318,hessian_weighted_relative_error,17255,0.02500,0.827
34,mlp.experts.204.down_proj,0.0134176390,hessian_weighted_relative_error,39842,0.02500,0.817
34,mlp.experts.205.down_proj,0.0117629851,hessian_weighted_relative_error,6636,0.02500,0.824
34,mlp.experts.206.down_proj,0.0144426342,hessian_weighted_relative_error,12048,0.02500,0.818
34,mlp.experts.207.down_proj,0.0100819669,hessian_weighted_relative_error,9261,0.02500,0.829
34,mlp.experts.208.down_proj,0.0104579816,hessian_weighted_relative_error,6421,0.02500,0.817
34,mlp.experts.210.down_proj,0.0097689177,hessian_weighted_relative_error,18005,0.02500,0.819
34,mlp.experts.211.down_proj,0.0092483350,hessian_weighted_relative_error,8079,0.02500,0.828
34,mlp.experts.212.down_proj,0.0138599019,hessian_weighted_relative_error,51522,0.02500,0.818
34,mlp.experts.217.down_proj,0.0136250044,hessian_weighted_relative_error,23372,0.02500,0.830
34,mlp.experts.218.down_proj,0.0135025093,hessian_weighted_relative_error,30981,0.02500,0.821
34,mlp.experts.219.down_proj,0.0097822638,hessian_weighted_relative_error,8101,0.02500,0.828
34,mlp.experts.220.down_proj,0.0109692295,hessian_weighted_relative_error,8284,0.02500,0.819
34,mlp.experts.221.down_proj,0.0112531884,hessian_weighted_relative_error,8272,0.02500,0.824
34,mlp.experts.223.down_proj,0.0133340592,hessian_weighted_relative_error,10989,0.02500,0.829
34,mlp.experts.224.down_proj,0.0068915369,hessian_weighted_relative_error,10982,0.02500,0.819
34,mlp.experts.225.down_proj,0.0139249836,hessian_weighted_relative_error,41752,0.02500,0.829
34,mlp.experts.229.down_proj,0.0114009162,hessian_weighted_relative_error,10705,0.02500,0.827
34,mlp.experts.230.down_proj,0.0145339565,hessian_weighted_relative_error,40303,0.02500,0.823
34,mlp.experts.231.down_proj,0.0076767384,hessian_weighted_relative_error,2596,0.02500,0.830
34,mlp.experts.235.down_proj,0.0138865503,hessian_weighted_relative_error,35387,0.02500,0.829
34,mlp.experts.236.down_proj,0.0109019008,hessian_weighted_relative_error,4956,0.02500,0.820
34,mlp.experts.237.down_proj,0.0103420185,hessian_weighted_relative_error,17882,0.02500,0.827
34,mlp.experts.238.down_proj,0.0115844807,hessian_weighted_relative_error,33378,0.02500,0.820
34,mlp.experts.239.down_proj,0.0135142589,hessian_weighted_relative_error,18236,0.02500,0.831
34,mlp.experts.240.down_proj,0.0116806352,hessian_weighted_relative_error,8837,0.02500,0.820
34,mlp.experts.241.down_proj,0.0104496640,hessian_weighted_relative_error,8862,0.02500,0.831
34,mlp.experts.242.down_proj,0.0112402255,hessian_weighted_relative_error,39647,0.02500,0.822
34,mlp.experts.243.down_proj,0.0147043471,hessian_weighted_relative_error,45882,0.02500,0.831
34,mlp.experts.245.down_proj,0.0104800255,hessian_weighted_relative_error,6090,0.02500,0.827
34,mlp.experts.246.down_proj,0.0126732085,hessian_weighted_relative_error,40330,0.02500,0.823
34,mlp.experts.247.down_proj,0.0093264187,hessian_weighted_relative_error,10564,0.02500,0.831
34,mlp.experts.248.down_proj,0.0138702046,hessian_weighted_relative_error,54331,0.02500,0.820
34,mlp.experts.249.down_proj,0.0128349505,hessian_weighted_relative_error,13403,0.02500,0.831
34,mlp.experts.254.down_proj,0.0140403983,hessian_weighted_relative_error,27032,0.02500,0.823
34,mlp.experts.255.down_proj,0.0075520162,hessian_weighted_relative_error,20693,0.02500,0.830
34,mlp.experts.256.down_proj,0.0094921993,hessian_weighted_relative_error,7192,0.02500,0.821
34,mlp.experts.260.down_proj,0.0141801463,hessian_weighted_relative_error,48645,0.02500,0.822
34,mlp.experts.264.down_proj,0.0111875452,hessian_weighted_relative_error,18281,0.02500,0.822
34,mlp.experts.265.down_proj,0.0127882940,hessian_weighted_relative_error,37841,0.02500,0.831
34,mlp.experts.268.down_proj,0.0084669652,hessian_weighted_relative_error,10713,0.02500,0.821
34,mlp.experts.269.down_proj,0.0151981459,hessian_weighted_relative_error,53835,0.02500,0.827
34,mlp.experts.270.down_proj,0.0077861204,hessian_weighted_relative_error,13825,0.02500,0.824
34,mlp.experts.271.down_proj,0.0100691196,hessian_weighted_relative_error,8044,0.02500,0.832
34,mlp.experts.272.down_proj,0.0143467430,hessian_weighted_relative_error,31684,0.02500,0.822
34,mlp.experts.273.down_proj,0.0125111093,hessian_weighted_relative_error,16446,0.02500,0.832
34,mlp.experts.274.down_proj,0.0128183274,hessian_weighted_relative_error,45669,0.02500,0.824
34,mlp.experts.275.down_proj,0.0118279875,hessian_weighted_relative_error,16312,0.02500,0.831
34,mlp.experts.276.down_proj,0.0129760517,hessian_weighted_relative_error,14280,0.02500,0.823
34,mlp.experts.277.down_proj,0.0118603469,hessian_weighted_relative_error,16606,0.02500,0.828
34,mlp.experts.278.down_proj,0.0131626647,hessian_weighted_relative_error,42282,0.02500,0.824
34,mlp.experts.280.down_proj,0.0125689056,hessian_weighted_relative_error,25134,0.02500,0.823
34,mlp.experts.281.down_proj,0.0148493909,hessian_weighted_relative_error,41348,0.02500,0.832
34,mlp.experts.282.down_proj,0.0133602337,hessian_weighted_relative_error,35130,0.02500,0.826
34,mlp.experts.285.down_proj,0.0140753410,hessian_weighted_relative_error,16449,0.02500,0.828
34,mlp.experts.286.down_proj,0.0116059305,hessian_weighted_relative_error,9405,0.02500,0.825
34,mlp.experts.0.down_proj,0.0034202393,hessian_weighted_relative_error,24034,0.02500,1.440
34,mlp.experts.115.down_proj,0.0037749872,hessian_weighted_relative_error,53760,0.02500,1.521
34,mlp.experts.10.down_proj,0.0039445312,hessian_weighted_relative_error,65061,0.02500,1.517
34,mlp.experts.111.down_proj,0.0029375867,hessian_weighted_relative_error,25605,0.02500,1.548
34,mlp.experts.0.up_proj,0.0025234690,hessian_weighted_relative_error,24034,0.02500,1.620
34,mlp.experts.111.up_proj,0.0017851488,hessian_weighted_relative_error,25605,0.02500,1.680
34,mlp.experts.10.up_proj,0.0027986218,hessian_weighted_relative_error,65061,0.02500,1.623
34,mlp.experts.113.down_proj,0.0030433359,hessian_weighted_relative_error,27638,0.02500,1.547
34,mlp.experts.104.down_proj,0.0037348246,hessian_weighted_relative_error,55051,0.02500,1.541
34,mlp.experts.117.up_proj,0.0015978136,hessian_weighted_relative_error,29158,0.02500,1.681
34,mlp.experts.104.up_proj,0.0026571601,hessian_weighted_relative_error,55051,0.02500,1.625
34,mlp.experts.115.up_proj,0.0028277714,hessian_weighted_relative_error,53760,0.02500,1.686
34,mlp.experts.104.gate_proj,0.0024290456,hessian_weighted_relative_error,55051,0.02500,1.601
34,mlp.experts.117.down_proj,0.0024678354,hessian_weighted_relative_error,29158,0.02500,1.547
34,mlp.experts.110.down_proj,0.0028769194,hessian_weighted_relative_error,47061,0.02500,1.546
34,mlp.experts.117.gate_proj,0.0014317347,hessian_weighted_relative_error,29158,0.02500,1.664
34,mlp.experts.110.gate_proj,0.0016538525,hessian_weighted_relative_error,47061,0.02500,1.601
34,mlp.experts.129.down_proj,0.0034471661,hessian_weighted_relative_error,33992,0.02500,1.564
34,mlp.experts.114.down_proj,0.0022005021,hessian_weighted_relative_error,19510,0.02500,1.544
34,mlp.experts.119.down_proj,0.0034419168,hessian_weighted_relative_error,42131,0.02500,1.551
34,mlp.experts.110.up_proj,0.0017550942,hessian_weighted_relative_error,47061,0.02500,1.624
34,mlp.experts.119.gate_proj,0.0021125496,hessian_weighted_relative_error,42131,0.02500,1.658
34,mlp.experts.118.down_proj,0.0033320761,hessian_weighted_relative_error,56290,0.02500,1.549
34,mlp.experts.119.up_proj,0.0023086843,hessian_weighted_relative_error,42131,0.02500,1.687
34,mlp.experts.118.up_proj,0.0022506546,hessian_weighted_relative_error,56290,0.02500,1.625
34,mlp.experts.13.up_proj,0.0015882947,hessian_weighted_relative_error,28651,0.02500,1.667
34,mlp.experts.12.gate_proj,0.0018756522,hessian_weighted_relative_error,37271,0.02500,1.575
34,mlp.experts.129.gate_proj,0.0022753526,hessian_weighted_relative_error,33992,0.02500,1.658
34,mlp.experts.12.down_proj,0.0031639901,hessian_weighted_relative_error,37271,0.02500,1.519
34,mlp.experts.129.up_proj,0.0024682554,hessian_weighted_relative_error,33992,0.02500,1.689
34,mlp.experts.12.up_proj,0.0019653736,hessian_weighted_relative_error,37271,0.02500,1.621
34,mlp.experts.13.down_proj,0.0025933474,hessian_weighted_relative_error,28651,0.02500,1.505
34,mlp.experts.138.down_proj,0.0035920620,hessian_weighted_relative_error,91011,0.02500,1.550
34,mlp.experts.133.up_proj,0.0025662189,hessian_weighted_relative_error,42703,0.02500,1.686
34,mlp.experts.138.up_proj,0.0026164105,hessian_weighted_relative_error,91011,0.02500,1.642
34,mlp.experts.131.down_proj,0.0032766968,hessian_weighted_relative_error,22241,0.02500,1.563
34,mlp.experts.138.gate_proj,0.0020678220,hessian_weighted_relative_error,91011,0.02500,1.609
34,mlp.experts.133.down_proj,0.0035660822,hessian_weighted_relative_error,42703,0.02500,1.553
34,mlp.experts.14.down_proj,0.0031920473,hessian_weighted_relative_error,49442,0.02500,1.520
34,mlp.experts.140.down_proj,0.0025302212,hessian_weighted_relative_error,19817,0.02500,1.550
34,mlp.experts.133.gate_proj,0.0022172248,hessian_weighted_relative_error,42703,0.02500,1.668
34,mlp.experts.154.down_proj,0.0028057799,hessian_weighted_relative_error,32337,0.02500,1.554
34,mlp.experts.157.down_proj,0.0037036159,hessian_weighted_relative_error,80371,0.02500,1.563
34,mlp.experts.146.down_proj,0.0037219026,hessian_weighted_relative_error,36683,0.02500,1.557
34,mlp.experts.149.down_proj,0.0035736138,hessian_weighted_relative_error,54043,0.02500,1.561
34,mlp.experts.154.up_proj,0.0017307484,hessian_weighted_relative_error,32337,0.02500,1.629
34,mlp.experts.149.up_proj,0.0024725140,hessian_weighted_relative_error,54043,0.02500,1.685
34,mlp.experts.16.down_proj,0.0027408241,hessian_weighted_relative_error,18013,0.02500,1.518
34,mlp.experts.153.down_proj,0.0037062090,hessian_weighted_relative_error,63187,0.02500,1.569
34,mlp.experts.164.down_proj,0.0038499787,hessian_weighted_relative_error,94405,0.02500,1.554
34,mlp.experts.161.down_proj,0.0026077969,hessian_weighted_relative_error,19896,0.02500,1.579
34,mlp.experts.16.up_proj,0.0016377170,hessian_weighted_relative_error,18013,0.02500,1.627
34,mlp.experts.157.gate_proj,0.0021451111,hessian_weighted_relative_error,80371,0.02500,1.671
34,mlp.experts.164.up_proj,0.0027157446,hessian_weighted_relative_error,94405,0.02500,1.627
34,mlp.experts.157.up_proj,0.0025784057,hessian_weighted_relative_error,80371,0.02500,1.694
34,mlp.experts.172.down_proj,0.0027169881,hessian_weighted_relative_error,30489,0.02500,1.556
34,mlp.experts.159.down_proj,0.0028664772,hessian_weighted_relative_error,28765,0.02500,1.568
34,mlp.experts.172.up_proj,0.0016978355,hessian_weighted_relative_error,30489,0.02500,1.630
34,mlp.experts.183.up_proj,0.0020275957,hessian_weighted_relative_error,24190,0.02500,1.692
34,mlp.experts.172.gate_proj,0.0015374509,hessian_weighted_relative_error,30489,0.02500,1.613
34,mlp.experts.179.down_proj,0.0037214267,hessian_weighted_relative_error,66310,0.02500,1.588
34,mlp.experts.174.down_proj,0.0029683062,hessian_weighted_relative_error,42547,0.02500,1.559
34,mlp.experts.179.up_proj,0.0026361504,hessian_weighted_relative_error,66310,0.02500,1.705
34,mlp.experts.180.down_proj,0.0036334085,hessian_weighted_relative_error,26418,0.02500,1.556
34,mlp.experts.183.down_proj,0.0029504504,hessian_weighted_relative_error,24190,0.02500,1.590
34,mlp.experts.184.down_proj,0.0036283431,hessian_weighted_relative_error,61736,0.02500,1.557
34,mlp.experts.197.down_proj,0.0027491734,hessian_weighted_relative_error,27668,0.02500,1.573
34,mlp.experts.180.up_proj,0.0024890789,hessian_weighted_relative_error,26418,0.02500,1.632
34,mlp.experts.19.down_proj,0.0036169676,hessian_weighted_relative_error,63838,0.02500,1.514
34,mlp.experts.184.gate_proj,0.0022932251,hessian_weighted_relative_error,61736,0.02500,1.617
34,mlp.experts.19.up_proj,0.0024379039,hessian_weighted_relative_error,63838,0.02500,1.677
34,mlp.experts.184.up_proj,0.0025674172,hessian_weighted_relative_error,61736,0.02500,1.630
34,mlp.experts.195.down_proj,0.0034735170,hessian_weighted_relative_error,55497,0.02500,1.577
34,mlp.experts.190.gate_proj,0.0021512720,hessian_weighted_relative_error,86513,0.02500,1.618
34,mlp.experts.21.down_proj,0.0034929679,hessian_weighted_relative_error,47069,0.02500,1.512
34,mlp.experts.190.down_proj,0.0039393862,hessian_weighted_relative_error,86513,0.02500,1.561
34,mlp.experts.209.down_proj,0.0029381625,hessian_weighted_relative_error,30550,0.02500,1.581
34,mlp.experts.190.up_proj,0.0028002002,hessian_weighted_relative_error,86513,0.02500,1.632
34,mlp.experts.209.gate_proj,0.0016766389,hessian_weighted_relative_error,30550,0.02500,1.674
34,mlp.experts.194.down_proj,0.0025014889,hessian_weighted_relative_error,22754,0.02500,1.561
34,mlp.experts.209.up_proj,0.0017698190,hessian_weighted_relative_error,30550,0.02500,1.712
34,mlp.experts.196.down_proj,0.0022869279,hessian_weighted_relative_error,24826,0.02500,1.560
34,mlp.experts.215.down_proj,0.0032562232,hessian_weighted_relative_error,67201,0.02500,1.584
34,mlp.experts.194.up_proj,0.0015259305,hessian_weighted_relative_error,22754,0.02500,1.632
34,mlp.experts.21.gate_proj,0.0022951049,hessian_weighted_relative_error,47069,0.02500,1.614
34,mlp.experts.196.up_proj,0.0017739051,hessian_weighted_relative_error,24826,0.02500,1.633
34,mlp.experts.21.up_proj,0.0024335550,hessian_weighted_relative_error,47069,0.02500,1.678
34,mlp.experts.198.down_proj,0.0027515668,hessian_weighted_relative_error,27775,0.02500,1.561
34,mlp.experts.213.down_proj,0.0038358702,hessian_weighted_relative_error,57875,0.02500,1.576
34,mlp.experts.198.up_proj,0.0016684771,hessian_weighted_relative_error,27775,0.02500,1.632
34,mlp.experts.227.up_proj,0.0018622423,hessian_weighted_relative_error,14962,0.02500,1.709
34,mlp.experts.198.gate_proj,0.0015467440,hessian_weighted_relative_error,27775,0.02500,1.618
34,mlp.experts.215.gate_proj,0.0021317691,hessian_weighted_relative_error,67201,0.02500,1.680
34,mlp.experts.2.down_proj,0.0030354745,hessian_weighted_relative_error,15991,0.02500,1.521
34,mlp.experts.215.up_proj,0.0022863366,hessian_weighted_relative_error,67201,0.02500,1.706
34,mlp.experts.20.down_proj,0.0037126734,hessian_weighted_relative_error,66968,0.02500,1.524
34,mlp.experts.227.down_proj,0.0028949926,hessian_weighted_relative_error,14962,0.02500,1.581
34,mlp.experts.214.down_proj,0.0032972893,hessian_weighted_relative_error,22767,0.02500,1.564
34,mlp.experts.20.up_proj,0.0026796857,hessian_weighted_relative_error,66968,0.02500,1.628
34,mlp.experts.251.up_proj,0.0026445393,hessian_weighted_relative_error,84202,0.02500,1.706
34,mlp.experts.216.down_proj,0.0022826008,hessian_weighted_relative_error,26689,0.02500,1.565
34,mlp.experts.23.down_proj,0.0038096943,hessian_weighted_relative_error,46209,0.02500,1.522
34,mlp.experts.216.gate_proj,0.0014614853,hessian_weighted_relative_error,26689,0.02500,1.624
34,mlp.experts.233.down_proj,0.0034771790,hessian_weighted_relative_error,45181,0.02500,1.584
34,mlp.experts.22.down_proj,0.0024987521,hessian_weighted_relative_error,51452,0.02500,1.524
34,mlp.experts.251.down_proj,0.0038176746,hessian_weighted_relative_error,84202,0.02500,1.603
34,mlp.experts.216.up_proj,0.0016095461,hessian_weighted_relative_error,26689,0.02500,1.637
34,mlp.experts.259.down_proj,0.0038631389,hessian_weighted_relative_error,43432,0.02500,1.587
34,mlp.experts.22.gate_proj,0.0015302001,hessian_weighted_relative_error,51452,0.02500,1.589
34,mlp.experts.253.down_proj,0.0030241607,hessian_weighted_relative_error,22229,0.02500,1.593
34,mlp.experts.22.up_proj,0.0016709178,hessian_weighted_relative_error,51452,0.02500,1.628
34,mlp.experts.253.up_proj,0.0020222912,hessian_weighted_relative_error,22229,0.02500,1.730
34,mlp.experts.222.gate_proj,0.0023629495,hessian_weighted_relative_error,73080,0.02500,1.620
34,mlp.experts.257.down_proj,0.0024400186,hessian_weighted_relative_error,35309,0.02500,1.591
34,mlp.experts.222.down_proj,0.0039052361,hessian_weighted_relative_error,73080,0.02500,1.569
34,mlp.experts.263.down_proj,0.0029187755,hessian_weighted_relative_error,16878,0.02500,1.586
34,mlp.experts.222.up_proj,0.0027992679,hessian_weighted_relative_error,73080,0.02500,1.632
34,mlp.experts.261.down_proj,0.0027421185,hessian_weighted_relative_error,44590,0.02500,1.608
34,mlp.experts.226.down_proj,0.0036654001,hessian_weighted_relative_error,20359,0.02500,1.565
34,mlp.experts.261.gate_proj,0.0015209231,hessian_weighted_relative_error,44590,0.02500,1.683
34,mlp.experts.228.gate_proj,0.0015172793,hessian_weighted_relative_error,25223,0.02500,1.624
34,mlp.experts.261.up_proj,0.0016842593,hessian_weighted_relative_error,44590,0.02500,1.717
34,mlp.experts.228.down_proj,0.0009973179,hessian_weighted_relative_error,25223,0.02500,1.567
34,mlp.experts.27.up_proj,0.0017623722,hessian_weighted_relative_error,19907,0.02500,1.705
34,mlp.experts.228.up_proj,0.0015502992,hessian_weighted_relative_error,25223,0.02500,1.633
34,mlp.experts.267.down_proj,0.0026452573,hessian_weighted_relative_error,12613,0.02500,1.599
34,mlp.experts.232.down_proj,0.0036454013,hessian_weighted_relative_error,65106,0.02500,1.563
34,mlp.experts.27.down_proj,0.0024301087,hessian_weighted_relative_error,19907,0.02500,1.539
34,mlp.experts.232.up_proj,0.0025711947,hessian_weighted_relative_error,65106,0.02500,1.635
34,mlp.experts.27.gate_proj,0.0015271830,hessian_weighted_relative_error,19907,0.02500,1.626
34,mlp.experts.232.gate_proj,0.0024308540,hessian_weighted_relative_error,65106,0.02500,1.621
34,mlp.experts.283.up_proj,0.0019167612,hessian_weighted_relative_error,45302,0.02500,1.720
34,mlp.experts.234.down_proj,0.0035992473,hessian_weighted_relative_error,29265,0.02500,1.568
34,mlp.experts.279.down_proj,0.0037549650,hessian_weighted_relative_error,40212,0.02500,1.597
34,mlp.experts.234.gate_proj,0.0021771720,hessian_weighted_relative_error,29265,0.02500,1.623
34,mlp.experts.283.down_proj,0.0028672383,hessian_weighted_relative_error,45302,0.02500,1.584
34,mlp.experts.244.down_proj,0.0028296138,hessian_weighted_relative_error,23229,0.02500,1.564
34,mlp.experts.283.gate_proj,0.0017551057,hessian_weighted_relative_error,45302,0.02500,1.680
34,mlp.experts.234.up_proj,0.0024015020,hessian_weighted_relative_error,29265,0.02500,1.634
34,mlp.experts.29.down_proj,0.0037361229,hessian_weighted_relative_error,51748,0.02500,1.521
34,mlp.experts.244.gate_proj,0.0015457015,hessian_weighted_relative_error,23229,0.02500,1.622
34,mlp.experts.287.down_proj,0.0037769507,hessian_weighted_relative_error,89348,0.02500,1.597
34,mlp.experts.244.up_proj,0.0017305324,hessian_weighted_relative_error,23229,0.02500,1.633
34,mlp.experts.287.gate_proj,0.0022433173,hessian_weighted_relative_error,89348,0.02500,1.686
34,mlp.experts.250.gate_proj,0.0016780066,hessian_weighted_relative_error,29324,0.02500,1.623
34,mlp.experts.287.up_proj,0.0025704291,hessian_weighted_relative_error,89348,0.02500,1.742
34,mlp.experts.250.down_proj,0.0026841388,hessian_weighted_relative_error,29324,0.02500,1.569
34,mlp.experts.5.down_proj,0.0032745801,hessian_weighted_relative_error,23424,0.02500,1.518
34,mlp.experts.250.up_proj,0.0017964342,hessian_weighted_relative_error,29324,0.02500,1.635
34,mlp.experts.31.down_proj,0.0037143940,hessian_weighted_relative_error,69084,0.02500,1.545
34,mlp.experts.252.down_proj,0.0030308012,hessian_weighted_relative_error,18087,0.02500,1.567
34,mlp.experts.31.gate_proj,0.0023368466,hessian_weighted_relative_error,69084,0.02500,1.632
34,mlp.experts.258.gate_proj,0.0012603671,hessian_weighted_relative_error,27848,0.02500,1.622
34,mlp.experts.31.up_proj,0.0026304596,hessian_weighted_relative_error,69084,0.02500,1.702
34,mlp.experts.258.down_proj,0.0017404200,hessian_weighted_relative_error,27848,0.02500,1.570
34,mlp.experts.59.gate_proj,0.0015851400,hessian_weighted_relative_error,77372,0.02500,1.631
34,mlp.experts.258.up_proj,0.0014017256,hessian_weighted_relative_error,27848,0.02500,1.636
34,mlp.experts.53.down_proj,0.0035313781,hessian_weighted_relative_error,36533,0.02500,1.529
34,mlp.experts.26.down_proj,0.0033849189,hessian_weighted_relative_error,42980,0.02500,1.529
34,mlp.experts.57.down_proj,0.0039943732,hessian_weighted_relative_error,48510,0.02500,1.536
34,mlp.experts.262.up_proj,0.0015235425,hessian_weighted_relative_error,29722,0.02500,1.635
34,mlp.experts.59.down_proj,0.0027866991,hessian_weighted_relative_error,77372,0.02500,1.539
34,mlp.experts.262.down_proj,0.0026755438,hessian_weighted_relative_error,29722,0.02500,1.569
34,mlp.experts.266.down_proj,0.0029241261,hessian_weighted_relative_error,28155,0.02500,1.574
34,mlp.experts.61.up_proj,0.0028597041,hessian_weighted_relative_error,84333,0.02500,1.704
34,mlp.experts.59.up_proj,0.0016719307,hessian_weighted_relative_error,77372,0.02500,1.703
34,mlp.experts.28.up_proj,0.0019101205,hessian_weighted_relative_error,19579,0.02500,1.627
34,mlp.experts.61.down_proj,0.0040316306,hessian_weighted_relative_error,84333,0.02500,1.532
34,mlp.experts.28.down_proj,0.0025360638,hessian_weighted_relative_error,19579,0.02500,1.527
34,mlp.experts.61.gate_proj,0.0023824337,hessian_weighted_relative_error,84333,0.02500,1.640
34,mlp.experts.284.down_proj,0.0029656153,hessian_weighted_relative_error,20648,0.02500,1.568
34,mlp.experts.71.down_proj,0.0033713504,hessian_weighted_relative_error,23879,0.02500,1.538
34,mlp.experts.266.up_proj,0.0021012565,hessian_weighted_relative_error,28155,0.02500,1.635
34,mlp.experts.69.up_proj,0.0020136015,hessian_weighted_relative_error,34816,0.02500,1.752
34,mlp.experts.38.up_proj,0.0026311163,hessian_weighted_relative_error,85982,0.02500,1.630
34,mlp.experts.69.down_proj,0.0030833997,hessian_weighted_relative_error,34816,0.02500,1.542
34,mlp.experts.38.down_proj,0.0038290306,hessian_weighted_relative_error,85982,0.02500,1.530
34,mlp.experts.75.gate_proj,0.0013924021,hessian_weighted_relative_error,43830,0.02500,1.654
34,mlp.experts.4.down_proj,0.0034260339,hessian_weighted_relative_error,58877,0.02500,1.521
34,mlp.experts.69.gate_proj,0.0018133807,hessian_weighted_relative_error,34816,0.02500,1.645
34,mlp.experts.30.down_proj,0.0036594821,hessian_weighted_relative_error,45809,0.02500,1.525
34,mlp.experts.75.down_proj,0.0025450290,hessian_weighted_relative_error,43830,0.02500,1.546
34,mlp.experts.52.gate_proj,0.0018707723,hessian_weighted_relative_error,39033,0.02500,1.594
34,mlp.experts.73.down_proj,0.0029738536,hessian_weighted_relative_error,27154,0.02500,1.555
34,mlp.experts.52.down_proj,0.0030117206,hessian_weighted_relative_error,39033,0.02500,1.534
34,mlp.experts.52.up_proj,0.0019623115,hessian_weighted_relative_error,39033,0.02500,1.637
34,mlp.experts.87.gate_proj,0.0021532619,hessian_weighted_relative_error,53636,0.02500,1.660
34,mlp.experts.48.down_proj,0.0038146720,hessian_weighted_relative_error,52327,0.02500,1.534
34,mlp.experts.73.up_proj,0.0022058734,hessian_weighted_relative_error,27154,0.02500,1.693
34,mlp.experts.78.down_proj,0.0028657420,hessian_weighted_relative_error,23097,0.02500,1.541
34,mlp.experts.87.down_proj,0.0033208865,hessian_weighted_relative_error,53636,0.02500,1.544
34,mlp.experts.74.down_proj,0.0034870930,hessian_weighted_relative_error,22537,0.02500,1.546
34,mlp.experts.75.up_proj,0.0015374341,hessian_weighted_relative_error,43830,0.02500,1.685
34,mlp.experts.8.down_proj,0.0035405092,hessian_weighted_relative_error,39476,0.02500,1.524
34,mlp.experts.91.gate_proj,0.0026137466,hessian_weighted_relative_error,75574,0.02500,1.661
34,mlp.experts.64.down_proj,0.0031984323,hessian_weighted_relative_error,20277,0.02500,1.535
34,mlp.experts.77.down_proj,0.0032457000,hessian_weighted_relative_error,20424,0.02500,1.537
34,mlp.experts.84.down_proj,0.0034556963,hessian_weighted_relative_error,114034,0.02500,1.542
34,mlp.experts.91.down_proj,0.0038783304,hessian_weighted_relative_error,75574,0.02500,1.558
34,mlp.experts.80.down_proj,0.0028645029,hessian_weighted_relative_error,25110,0.02500,1.543
34,mlp.experts.87.up_proj,0.0022682146,hessian_weighted_relative_error,53636,0.02500,1.688
34,mlp.experts.84.gate_proj,0.0023233115,hessian_weighted_relative_error,114034,0.02500,1.600
34,mlp.experts.93.up_proj,0.0016514073,hessian_weighted_relative_error,49490,0.02500,1.692
34,mlp.experts.8.up_proj,0.0025330974,hessian_weighted_relative_error,39476,0.02500,1.628
34,mlp.experts.89.down_proj,0.0027045230,hessian_weighted_relative_error,26130,0.02500,1.544
34,mlp.experts.92.gate_proj,0.0023571909,hessian_weighted_relative_error,50984,0.02500,1.605
34,mlp.experts.93.gate_proj,0.0014790163,hessian_weighted_relative_error,49490,0.02500,1.640
34,mlp.experts.92.down_proj,0.0034912308,hessian_weighted_relative_error,50984,0.02500,1.545
34,mlp.experts.91.up_proj,0.0027620691,hessian_weighted_relative_error,75574,0.02500,1.676
34,mlp.experts.92.up_proj,0.0024732003,hessian_weighted_relative_error,50984,0.02500,1.631
34,mlp.experts.93.down_proj,0.0027766510,hessian_weighted_relative_error,49490,0.02500,1.541
34,mlp.experts.84.up_proj,0.0026080014,hessian_weighted_relative_error,114034,0.02500,1.628
34,mlp.experts.97.down_proj,0.0037136429,hessian_weighted_relative_error,58250,0.02500,1.551
34,mlp.experts.96.up_proj,0.0018441764,hessian_weighted_relative_error,49783,0.02500,1.630
34,mlp.experts.97.up_proj,0.0026962151,hessian_weighted_relative_error,58250,0.02500,1.688
34,mlp.experts.96.gate_proj,0.0016305937,hessian_weighted_relative_error,49783,0.02500,1.606
34,mlp.experts.96.down_proj,0.0027739419,hessian_weighted_relative_error,49783,0.02500,1.545
35,mlp.experts.0.gate_proj,0.0090485733,hessian_weighted_relative_error,16128,0.02500,0.801
35,mlp.experts.1.gate_proj,0.0078479885,hessian_weighted_relative_error,15157,0.02500,0.787
35,mlp.experts.3.gate_proj,0.0071926908,hessian_weighted_relative_error,17369,0.02500,0.793
35,mlp.experts.4.gate_proj,0.0095450103,hessian_weighted_relative_error,61513,0.02500,0.801
35,mlp.experts.5.gate_proj,0.0069508388,hessian_weighted_relative_error,18461,0.02500,0.765
35,mlp.experts.6.gate_proj,0.0067016260,hessian_weighted_relative_error,22660,0.02500,0.803
35,mlp.experts.7.gate_proj,0.0039096302,hessian_weighted_relative_error,6332,0.02500,0.790
35,mlp.experts.8.gate_proj,0.0078642884,hessian_weighted_relative_error,23757,0.02500,0.805
35,mlp.experts.9.gate_proj,0.0065847915,hessian_weighted_relative_error,15603,0.02500,0.793
35,mlp.experts.10.gate_proj,0.0068908532,hessian_weighted_relative_error,17422,0.02500,0.806
35,mlp.experts.11.gate_proj,0.0069461328,hessian_weighted_relative_error,31001,0.02500,0.795
35,mlp.experts.12.gate_proj,0.0079183564,hessian_weighted_relative_error,21921,0.02500,0.805
35,mlp.experts.13.gate_proj,0.0074794342,hessian_weighted_relative_error,18103,0.02500,0.793
35,mlp.experts.14.gate_proj,0.0072605886,hessian_weighted_relative_error,17945,0.02500,0.803
35,mlp.experts.15.gate_proj,0.0049764677,hessian_weighted_relative_error,5605,0.02500,0.795
35,mlp.experts.16.gate_proj,0.0091366910,hessian_weighted_relative_error,62819,0.02500,0.809
35,mlp.experts.17.gate_proj,0.0074258349,hessian_weighted_relative_error,24288,0.02500,0.797
35,mlp.experts.18.gate_proj,0.0056430160,hessian_weighted_relative_error,12061,0.02500,0.807
35,mlp.experts.19.gate_proj,0.0064255909,hessian_weighted_relative_error,15293,0.02500,0.803
35,mlp.experts.20.gate_proj,0.0076206306,hessian_weighted_relative_error,18495,0.02500,0.808
35,mlp.experts.21.gate_proj,0.0044685898,hessian_weighted_relative_error,13993,0.02500,0.797
35,mlp.experts.22.gate_proj,0.0029845096,hessian_weighted_relative_error,26036,0.02500,0.806
35,mlp.experts.23.gate_proj,0.0097430370,hessian_weighted_relative_error,57764,0.02500,0.800
35,mlp.experts.24.gate_proj,0.0089413519,hessian_weighted_relative_error,26324,0.02500,0.813
35,mlp.experts.25.gate_proj,0.0096632090,hessian_weighted_relative_error,89977,0.02500,0.803
35,mlp.experts.26.gate_proj,0.0079404387,hessian_weighted_relative_error,33025,0.02500,0.811
35,mlp.experts.27.gate_proj,0.0068551065,hessian_weighted_relative_error,32650,0.02500,0.807
35,mlp.experts.28.gate_proj,0.0105378180,hessian_weighted_relative_error,56246,0.02500,0.813
35,mlp.experts.29.gate_proj,0.0072943087,hessian_weighted_relative_error,27410,0.02500,0.802
35,mlp.experts.30.gate_proj,0.0079160724,hessian_weighted_relative_error,24122,0.02500,0.809
35,mlp.experts.32.gate_proj,0.0052280506,hessian_weighted_relative_error,8521,0.02500,0.813
35,mlp.experts.34.gate_proj,0.0071933475,hessian_weighted_relative_error,27960,0.02500,0.815
35,mlp.experts.35.gate_proj,0.0062484402,hessian_weighted_relative_error,10270,0.02500,0.812
35,mlp.experts.36.gate_proj,0.0073281850,hessian_weighted_relative_error,14210,0.02500,0.816
35,mlp.experts.37.gate_proj,0.0088002020,hessian_weighted_relative_error,17341,0.02500,0.807
35,mlp.experts.40.gate_proj,0.0099422074,hessian_weighted_relative_error,93977,0.02500,0.816
35,mlp.experts.41.gate_proj,0.0091539452,hessian_weighted_relative_error,67485,0.02500,0.813
35,mlp.experts.42.gate_proj,0.0057238005,hessian_weighted_relative_error,9457,0.02500,0.818
35,mlp.experts.44.gate_proj,0.0094045257,hessian_weighted_relative_error,54637,0.02500,0.818
35,mlp.experts.45.gate_proj,0.0091553270,hessian_weighted_relative_error,96704,0.02500,0.811
35,mlp.experts.46.gate_proj,0.0091230264,hessian_weighted_relative_error,79615,0.02500,0.817
35,mlp.experts.47.gate_proj,0.0074314454,hessian_weighted_relative_error,11276,0.02500,0.817
35,mlp.experts.48.gate_proj,0.0061541408,hessian_weighted_relative_error,8057,0.02500,0.817
35,mlp.experts.49.gate_proj,0.0079465638,hessian_weighted_relative_error,23706,0.02500,0.816
35,mlp.experts.50.gate_proj,0.0075916464,hessian_weighted_relative_error,27079,0.02500,0.818
35,mlp.experts.51.gate_proj,0.0096333733,hessian_weighted_relative_error,57120,0.02500,0.819
35,mlp.experts.52.gate_proj,0.0061421229,hessian_weighted_relative_error,19020,0.02500,0.821
35,mlp.experts.53.gate_proj,0.0076791834,hessian_weighted_relative_error,21797,0.02500,0.816
35,mlp.experts.54.gate_proj,0.0028323920,hessian_weighted_relative_error,6025,0.02500,0.818
35,mlp.experts.55.gate_proj,0.0061994184,hessian_weighted_relative_error,14571,0.02500,0.818
35,mlp.experts.56.gate_proj,0.0105172928,hessian_weighted_relative_error,61779,0.02500,0.821
35,mlp.experts.57.gate_proj,0.0046324024,hessian_weighted_relative_error,33959,0.02500,0.822
35,mlp.experts.58.gate_proj,0.0104814797,hessian_weighted_relative_error,71120,0.02500,0.819
35,mlp.experts.59.gate_proj,0.0059649424,hessian_weighted_relative_error,10329,0.02500,0.824
35,mlp.experts.60.gate_proj,0.0084662245,hessian_weighted_relative_error,25453,0.02500,0.822
35,mlp.experts.61.gate_proj,0.0066811097,hessian_weighted_relative_error,18493,0.02500,0.820
35,mlp.experts.62.gate_proj,0.0078525245,hessian_weighted_relative_error,28338,0.02500,0.821
35,mlp.experts.63.gate_proj,0.0084599462,hessian_weighted_relative_error,21982,0.02500,0.821
35,mlp.experts.65.gate_proj,0.0096578529,hessian_weighted_relative_error,41230,0.02500,0.826
35,mlp.experts.66.gate_proj,0.0063591860,hessian_weighted_relative_error,8053,0.02500,0.823
35,mlp.experts.67.gate_proj,0.0069899872,hessian_weighted_relative_error,22085,0.02500,0.829
35,mlp.experts.68.gate_proj,0.0058754420,hessian_weighted_relative_error,8725,0.02500,0.825
35,mlp.experts.69.gate_proj,0.0068358601,hessian_weighted_relative_error,29362,0.02500,0.823
35,mlp.experts.70.gate_proj,0.0057005242,hessian_weighted_relative_error,7442,0.02500,0.822
35,mlp.experts.72.gate_proj,0.0047309609,hessian_weighted_relative_error,4670,0.02500,0.826
35,mlp.experts.73.gate_proj,0.0097220111,hessian_weighted_relative_error,75502,0.02500,0.832
35,mlp.experts.75.gate_proj,0.0058173079,hessian_weighted_relative_error,5380,0.02500,0.832
35,mlp.experts.76.gate_proj,0.0066772071,hessian_weighted_relative_error,23330,0.02500,0.825
35,mlp.experts.77.gate_proj,0.0049308016,hessian_weighted_relative_error,20277,0.02500,0.828
35,mlp.experts.78.gate_proj,0.0079616580,hessian_weighted_relative_error,10501,0.02500,0.824
35,mlp.experts.79.gate_proj,0.0079555065,hessian_weighted_relative_error,30047,0.02500,0.832
35,mlp.experts.81.gate_proj,0.0065631890,hessian_weighted_relative_error,18322,0.02500,0.838
35,mlp.experts.82.gate_proj,0.0098679608,hessian_weighted_relative_error,47352,0.02500,0.826
35,mlp.experts.83.gate_proj,0.0077483430,hessian_weighted_relative_error,91662,0.02500,0.836
35,mlp.experts.84.gate_proj,0.0090827436,hessian_weighted_relative_error,76937,0.02500,0.826
35,mlp.experts.85.gate_proj,0.0096336405,hessian_weighted_relative_error,97015,0.02500,0.837
35,mlp.experts.86.gate_proj,0.0095832960,hessian_weighted_relative_error,43347,0.02500,0.824
35,mlp.experts.87.gate_proj,0.0062686001,hessian_weighted_relative_error,15380,0.02500,0.834
35,mlp.experts.88.gate_proj,0.0064048040,hessian_weighted_relative_error,17662,0.02500,0.829
35,mlp.experts.91.gate_proj,0.0068421763,hessian_weighted_relative_error,22897,0.02500,0.841
35,mlp.experts.93.gate_proj,0.0038946880,hessian_weighted_relative_error,14445,0.02500,0.838
35,mlp.experts.94.gate_proj,0.0072239338,hessian_weighted_relative_error,17611,0.02500,0.827
35,mlp.experts.96.gate_proj,0.0042182240,hessian_weighted_relative_error,16867,0.02500,0.830
35,mlp.experts.97.gate_proj,0.0073521095,hessian_weighted_relative_error,14091,0.02500,0.846
35,mlp.experts.98.gate_proj,0.0082607217,hessian_weighted_relative_error,20257,0.02500,0.831
35,mlp.experts.99.gate_proj,0.0070124713,hessian_weighted_relative_error,15129,0.02500,0.846
35,mlp.experts.101.gate_proj,0.0077827978,hessian_weighted_relative_error,11553,0.02500,0.843
35,mlp.experts.102.gate_proj,0.0099775933,hessian_weighted_relative_error,60680,0.02500,0.830
35,mlp.experts.105.gate_proj,0.0093119575,hessian_weighted_relative_error,69449,0.02500,0.848
35,mlp.experts.106.gate_proj,0.0058589091,hessian_weighted_relative_error,7888,0.02500,0.833
35,mlp.experts.107.gate_proj,0.0076020437,hessian_weighted_relative_error,15828,0.02500,0.848
35,mlp.experts.109.gate_proj,0.0077611768,hessian_weighted_relative_error,21397,0.02500,0.847
35,mlp.experts.110.gate_proj,0.0084891188,hessian_weighted_relative_error,30371,0.02500,0.831
35,mlp.experts.111.gate_proj,0.0047576563,hessian_weighted_relative_error,32034,0.02500,0.846
35,mlp.experts.113.gate_proj,0.0095010996,hessian_weighted_relative_error,72031,0.02500,0.848
35,mlp.experts.114.gate_proj,0.0065800743,hessian_weighted_relative_error,23022,0.02500,0.847
35,mlp.experts.115.gate_proj,0.0063540707,hessian_weighted_relative_error,8763,0.02500,0.851
35,mlp.experts.116.gate_proj,0.0081106482,hessian_weighted_relative_error,26461,0.02500,0.845
35,mlp.experts.117.gate_proj,0.0092915437,hessian_weighted_relative_error,93473,0.02500,0.850
35,mlp.experts.118.gate_proj,0.0043887317,hessian_weighted_relative_error,6191,0.02500,0.841
35,mlp.experts.120.gate_proj,0.0076844742,hessian_weighted_relative_error,22613,0.02500,0.836
35,mlp.experts.121.gate_proj,0.0070454948,hessian_weighted_relative_error,18997,0.02500,0.856
35,mlp.experts.122.gate_proj,0.0097734246,hessian_weighted_relative_error,23157,0.02500,0.835
35,mlp.experts.123.gate_proj,0.0104466225,hessian_weighted_relative_error,64951,0.02500,0.852
35,mlp.experts.124.gate_proj,0.0051981573,hessian_weighted_relative_error,14011,0.02500,0.836
35,mlp.experts.125.gate_proj,0.0072096277,hessian_weighted_relative_error,19875,0.02500,0.874
35,mlp.experts.126.gate_proj,0.0063324108,hessian_weighted_relative_error,16698,0.02500,0.834
35,mlp.experts.127.gate_proj,0.0062728578,hessian_weighted_relative_error,19681,0.02500,0.850
35,mlp.experts.129.gate_proj,0.0083364668,hessian_weighted_relative_error,20768,0.02500,0.853
35,mlp.experts.130.gate_proj,0.0060949769,hessian_weighted_relative_error,10267,0.02500,0.838
35,mlp.experts.131.gate_proj,0.0071993214,hessian_weighted_relative_error,17093,0.02500,0.857
35,mlp.experts.132.gate_proj,0.0082341602,hessian_weighted_relative_error,31182,0.02500,0.835
35,mlp.experts.133.gate_proj,0.0062534121,hessian_weighted_relative_error,10298,0.02500,0.852
35,mlp.experts.134.gate_proj,0.0083510204,hessian_weighted_relative_error,125054,0.02500,0.837
35,mlp.experts.135.gate_proj,0.0072950318,hessian_weighted_relative_error,20947,0.02500,0.853
35,mlp.experts.136.gate_proj,0.0079587229,hessian_weighted_relative_error,14608,0.02500,0.837
35,mlp.experts.138.gate_proj,0.0067298235,hessian_weighted_relative_error,36890,0.02500,0.839
35,mlp.experts.139.gate_proj,0.0046461807,hessian_weighted_relative_error,20618,0.02500,0.854
35,mlp.experts.140.gate_proj,0.0061546690,hessian_weighted_relative_error,7419,0.02500,0.837
35,mlp.experts.142.gate_proj,0.0074067228,hessian_weighted_relative_error,19703,0.02500,0.839
35,mlp.experts.143.gate_proj,0.0046053132,hessian_weighted_relative_error,11891,0.02500,0.856
35,mlp.experts.144.gate_proj,0.0069259501,hessian_weighted_relative_error,9069,0.02500,0.838
35,mlp.experts.145.gate_proj,0.0105029371,hessian_weighted_relative_error,67537,0.02500,0.857
35,mlp.experts.146.gate_proj,0.0048500868,hessian_weighted_relative_error,10749,0.02500,0.838
35,mlp.experts.148.gate_proj,0.0067609263,hessian_weighted_relative_error,16615,0.02500,0.841
35,mlp.experts.149.gate_proj,0.0040653887,hessian_weighted_relative_error,22076,0.02500,0.854
35,mlp.experts.150.gate_proj,0.0072336247,hessian_weighted_relative_error,16615,0.02500,0.838
35,mlp.experts.151.gate_proj,0.0078722981,hessian_weighted_relative_error,22318,0.02500,0.855
35,mlp.experts.152.gate_proj,0.0073492228,hessian_weighted_relative_error,15984,0.02500,0.840
35,mlp.experts.153.gate_proj,0.0076910220,hessian_weighted_relative_error,17190,0.02500,0.856
35,mlp.experts.155.gate_proj,0.0079154897,hessian_weighted_relative_error,25375,0.02500,0.856
35,mlp.experts.156.gate_proj,0.0073766662,hessian_weighted_relative_error,26027,0.02500,0.839
35,mlp.experts.157.gate_proj,0.0097076286,hessian_weighted_relative_error,58042,0.02500,0.857
35,mlp.experts.158.gate_proj,0.0067062876,hessian_weighted_relative_error,15003,0.02500,0.838
35,mlp.experts.159.gate_proj,0.0068614397,hessian_weighted_relative_error,9315,0.02500,0.858
35,mlp.experts.160.gate_proj,0.0066367760,hessian_weighted_relative_error,11678,0.02500,0.841
35,mlp.experts.161.gate_proj,0.0040447866,hessian_weighted_relative_error,5520,0.02500,0.856
35,mlp.experts.162.gate_proj,0.0077700759,hessian_weighted_relative_error,29081,0.02500,0.840
35,mlp.experts.163.gate_proj,0.0041230427,hessian_weighted_relative_error,8278,0.02500,0.856
35,mlp.experts.164.gate_proj,0.0067148787,hessian_weighted_relative_error,12161,0.02500,0.839
35,mlp.experts.165.gate_proj,0.0076063066,hessian_weighted_relative_error,18946,0.02500,0.857
35,mlp.experts.166.gate_proj,0.0079633437,hessian_weighted_relative_error,24011,0.02500,0.841
35,mlp.experts.167.gate_proj,0.0066412040,hessian_weighted_relative_error,13124,0.02500,0.856
35,mlp.experts.168.gate_proj,0.0071031233,hessian_weighted_relative_error,20619,0.02500,0.843
35,mlp.experts.169.gate_proj,0.0067893481,hessian_weighted_relative_error,11267,0.02500,0.859
35,mlp.experts.170.gate_proj,0.0070448143,hessian_weighted_relative_error,27447,0.02500,0.841
35,mlp.experts.171.gate_proj,0.0013672279,hessian_weighted_relative_error,7018,0.02500,0.857
35,mlp.experts.172.gate_proj,0.0067284712,hessian_weighted_relative_error,11476,0.02500,0.843
35,mlp.experts.173.gate_proj,0.0057757752,hessian_weighted_relative_error,13541,0.02500,0.859
35,mlp.experts.174.gate_proj,0.0046974315,hessian_weighted_relative_error,19621,0.02500,0.843
35,mlp.experts.175.gate_proj,0.0066799529,hessian_weighted_relative_error,20860,0.02500,0.858
35,mlp.experts.176.gate_proj,0.0074308903,hessian_weighted_relative_error,14475,0.02500,0.842
35,mlp.experts.177.gate_proj,0.0069569673,hessian_weighted_relative_error,17975,0.02500,0.861
35,mlp.experts.180.gate_proj,0.0065809055,hessian_weighted_relative_error,13460,0.02500,0.843
35,mlp.experts.181.gate_proj,0.0058506494,hessian_weighted_relative_error,10763,0.02500,0.858
35,mlp.experts.182.gate_proj,0.0080237021,hessian_weighted_relative_error,12825,0.02500,0.842
35,mlp.experts.183.gate_proj,0.0041288525,hessian_weighted_relative_error,6692,0.02500,0.861
35,mlp.experts.184.gate_proj,0.0080055984,hessian_weighted_relative_error,145133,0.02500,0.845
35,mlp.experts.185.gate_proj,0.0088888678,hessian_weighted_relative_error,19172,0.02500,0.862
35,mlp.experts.186.gate_proj,0.0052157158,hessian_weighted_relative_error,6101,0.02500,0.843
35,mlp.experts.189.gate_proj,0.0078947987,hessian_weighted_relative_error,24533,0.02500,0.862
35,mlp.experts.190.gate_proj,0.0102732890,hessian_weighted_relative_error,79207,0.02500,0.844
35,mlp.experts.191.gate_proj,0.0061828166,hessian_weighted_relative_error,12420,0.02500,0.863
35,mlp.experts.192.gate_proj,0.0096870420,hessian_weighted_relative_error,65049,0.02500,0.848
35,mlp.experts.193.gate_proj,0.0078895493,hessian_weighted_relative_error,30071,0.02500,0.859
35,mlp.experts.195.gate_proj,0.0090189301,hessian_weighted_relative_error,23543,0.02500,0.862
35,mlp.experts.196.gate_proj,0.0065237982,hessian_weighted_relative_error,13925,0.02500,0.848
35,mlp.experts.197.gate_proj,0.0098053168,hessian_weighted_relative_error,69362,0.02500,0.862
35,mlp.experts.198.gate_proj,0.0066155236,hessian_weighted_relative_error,23584,0.02500,0.847
35,mlp.experts.199.gate_proj,0.0055787664,hessian_weighted_relative_error,16412,0.02500,0.860
35,mlp.experts.200.gate_proj,0.0094750245,hessian_weighted_relative_error,50011,0.02500,0.847
35,mlp.experts.201.gate_proj,0.0062933408,hessian_weighted_relative_error,11332,0.02500,0.862
35,mlp.experts.202.gate_proj,0.0079573519,hessian_weighted_relative_error,17478,0.02500,0.848
35,mlp.experts.203.gate_proj,0.0070211728,hessian_weighted_relative_error,18670,0.02500,0.861
35,mlp.experts.204.gate_proj,0.0059131079,hessian_weighted_relative_error,7719,0.02500,0.846
35,mlp.experts.205.gate_proj,0.0078982008,hessian_weighted_relative_error,23595,0.02500,0.863
35,mlp.experts.206.gate_proj,0.0070649370,hessian_weighted_relative_error,31765,0.02500,0.845
35,mlp.experts.207.gate_proj,0.0062327194,hessian_weighted_relative_error,14629,0.02500,0.861
35,mlp.experts.208.gate_proj,0.0057257506,hessian_weighted_relative_error,7323,0.02500,0.848
35,mlp.experts.209.gate_proj,0.0059910085,hessian_weighted_relative_error,18485,0.02500,0.863
35,mlp.experts.210.gate_proj,0.0042709599,hessian_weighted_relative_error,11195,0.02500,0.846
35,mlp.experts.211.gate_proj,0.0072479597,hessian_weighted_relative_error,12838,0.02500,0.863
35,mlp.experts.212.gate_proj,0.0051561994,hessian_weighted_relative_error,5386,0.02500,0.847
35,mlp.experts.213.gate_proj,0.0051222789,hessian_weighted_relative_error,14445,0.02500,0.863
35,mlp.experts.214.gate_proj,0.0069935672,hessian_weighted_relative_error,7550,0.02500,0.847
35,mlp.experts.215.gate_proj,0.0098123443,hessian_weighted_relative_error,81630,0.02500,0.863
35,mlp.experts.216.gate_proj,0.0062370218,hessian_weighted_relative_error,13000,0.02500,0.850
35,mlp.experts.217.gate_proj,0.0092796279,hessian_weighted_relative_error,59798,0.02500,0.867
35,mlp.experts.218.gate_proj,0.0066264989,hessian_weighted_relative_error,11176,0.02500,0.850
35,mlp.experts.219.gate_proj,0.0097090672,hessian_weighted_relative_error,50694,0.02500,0.875
35,mlp.experts.220.gate_proj,0.0047058952,hessian_weighted_relative_error,11328,0.02500,0.849
35,mlp.experts.221.gate_proj,0.0062060623,hessian_weighted_relative_error,11399,0.02500,0.862
35,mlp.experts.222.gate_proj,0.0072424226,hessian_weighted_relative_error,27057,0.02500,0.848
35,mlp.experts.224.gate_proj,0.0078949237,hessian_weighted_relative_error,17487,0.02500,0.861
35,mlp.experts.225.gate_proj,0.0042493921,hessian_weighted_relative_error,18551,0.02500,0.885
35,mlp.experts.226.gate_proj,0.0088320202,hessian_weighted_relative_error,18431,0.02500,0.848
35,mlp.experts.228.gate_proj,0.0069852333,hessian_weighted_relative_error,14489,0.02500,0.849
35,mlp.experts.229.gate_proj,0.0087090401,hessian_weighted_relative_error,92064,0.02500,0.875
35,mlp.experts.230.gate_proj,0.0068924089,hessian_weighted_relative_error,11604,0.02500,0.850
35,mlp.experts.231.gate_proj,0.0081657318,hessian_weighted_relative_error,21260,0.02500,0.867
35,mlp.experts.232.gate_proj,0.0108536064,hessian_weighted_relative_error,72433,0.02500,0.850
35,mlp.experts.233.gate_proj,0.0059850868,hessian_weighted_relative_error,13156,0.02500,0.866
35,mlp.experts.234.gate_proj,0.0099708061,hessian_weighted_relative_error,124148,0.02500,0.849
35,mlp.experts.235.gate_proj,0.0075502908,hessian_weighted_relative_error,20030,0.02500,0.865
35,mlp.experts.237.gate_proj,0.0055778893,hessian_weighted_relative_error,8422,0.02500,0.864
35,mlp.experts.238.gate_proj,0.0088499199,hessian_weighted_relative_error,23557,0.02500,0.849
35,mlp.experts.239.gate_proj,0.0066764628,hessian_weighted_relative_error,11190,0.02500,0.863
35,mlp.experts.240.gate_proj,0.0085394360,hessian_weighted_relative_error,26830,0.02500,0.849
35,mlp.experts.242.gate_proj,0.0086381373,hessian_weighted_relative_error,27443,0.02500,0.848
35,mlp.experts.243.gate_proj,0.0073591230,hessian_weighted_relative_error,25577,0.02500,0.864
35,mlp.experts.245.gate_proj,0.0074228765,hessian_weighted_relative_error,18504,0.02500,0.872
35,mlp.experts.246.gate_proj,0.0070841473,hessian_weighted_relative_error,20518,0.02500,0.849
35,mlp.experts.247.gate_proj,0.0075136892,hessian_weighted_relative_error,18730,0.02500,0.872
35,mlp.experts.248.gate_proj,0.0063636775,hessian_weighted_relative_error,8389,0.02500,0.851
35,mlp.experts.249.gate_proj,0.0098965661,hessian_weighted_relative_error,70187,0.02500,0.866
35,mlp.experts.250.gate_proj,0.0046302978,hessian_weighted_relative_error,15114,0.02500,0.849
35,mlp.experts.251.gate_proj,0.0051729429,hessian_weighted_relative_error,7146,0.02500,0.866
35,mlp.experts.252.gate_proj,0.0074298917,hessian_weighted_relative_error,18742,0.02500,0.849
35,mlp.experts.253.gate_proj,0.0073281896,hessian_weighted_relative_error,15440,0.02500,0.874
35,mlp.experts.254.gate_proj,0.0059086216,hessian_weighted_relative_error,24884,0.02500,0.849
35,mlp.experts.255.gate_proj,0.0066887250,hessian_weighted_relative_error,17914,0.02500,0.873
35,mlp.experts.257.gate_proj,0.0074300780,hessian_weighted_relative_error,15646,0.02500,0.866
35,mlp.experts.259.gate_proj,0.0055576752,hessian_weighted_relative_error,8647,0.02500,0.866
35,mlp.experts.260.gate_proj,0.0083756848,hessian_weighted_relative_error,18740,0.02500,0.850
35,mlp.experts.261.gate_proj,0.0047747062,hessian_weighted_relative_error,4472,0.02500,0.869
35,mlp.experts.262.gate_proj,0.0057801359,hessian_weighted_relative_error,6892,0.02500,0.851
35,mlp.experts.263.gate_proj,0.0071842048,hessian_weighted_relative_error,22400,0.02500,0.866
35,mlp.experts.264.gate_proj,0.0066589109,hessian_weighted_relative_error,11614,0.02500,0.852
35,mlp.experts.265.gate_proj,0.0062689116,hessian_weighted_relative_error,8810,0.02500,0.873
35,mlp.experts.266.gate_proj,0.0054533747,hessian_weighted_relative_error,6171,0.02500,0.853
35,mlp.experts.267.gate_proj,0.0078933066,hessian_weighted_relative_error,21450,0.02500,0.873
35,mlp.experts.268.gate_proj,0.0079766951,hessian_weighted_relative_error,16702,0.02500,0.853
35,mlp.experts.269.gate_proj,0.0043337679,hessian_weighted_relative_error,19639,0.02500,0.867
35,mlp.experts.270.gate_proj,0.0074679507,hessian_weighted_relative_error,18087,0.02500,0.852
35,mlp.experts.271.gate_proj,0.0068871194,hessian_weighted_relative_error,30865,0.02500,0.866
35,mlp.experts.272.gate_proj,0.0078619266,hessian_weighted_relative_error,27091,0.02500,0.852
35,mlp.experts.274.gate_proj,0.0059199477,hessian_weighted_relative_error,9948,0.02500,0.853
35,mlp.experts.275.gate_proj,0.0062033343,hessian_weighted_relative_error,7728,0.02500,0.878
35,mlp.experts.277.gate_proj,0.0067397183,hessian_weighted_relative_error,9897,0.02500,0.877
35,mlp.experts.278.gate_proj,0.0065376647,hessian_weighted_relative_error,19155,0.02500,0.854
35,mlp.experts.279.gate_proj,0.0070915653,hessian_weighted_relative_error,12163,0.02500,0.866
35,mlp.experts.280.gate_proj,0.0092153503,hessian_weighted_relative_error,64969,0.02500,0.854
35,mlp.experts.281.gate_proj,0.0065755242,hessian_weighted_relative_error,10364,0.02500,0.876
35,mlp.experts.282.gate_proj,0.0060884870,hessian_weighted_relative_error,12588,0.02500,0.852
35,mlp.experts.284.gate_proj,0.0074045787,hessian_weighted_relative_error,10650,0.02500,0.851
35,mlp.experts.285.gate_proj,0.0086495705,hessian_weighted_relative_error,64058,0.02500,0.868
35,mlp.experts.286.gate_proj,0.0057616318,hessian_weighted_relative_error,23076,0.02500,0.853
35,mlp.experts.287.gate_proj,0.0088033821,hessian_weighted_relative_error,22111,0.02500,0.878
35,mlp.experts.0.up_proj,0.0097558019,hessian_weighted_relative_error,16128,0.02500,0.853
35,mlp.experts.1.up_proj,0.0084464767,hessian_weighted_relative_error,15157,0.02500,0.875
35,mlp.experts.3.up_proj,0.0086001005,hessian_weighted_relative_error,17369,0.02500,0.877
35,mlp.experts.4.up_proj,0.0108126373,hessian_weighted_relative_error,61513,0.02500,0.852
35,mlp.experts.5.up_proj,0.0086627311,hessian_weighted_relative_error,18461,0.02500,0.879
35,mlp.experts.6.up_proj,0.0071795317,hessian_weighted_relative_error,22660,0.02500,0.852
35,mlp.experts.7.up_proj,0.0059627776,hessian_weighted_relative_error,6332,0.02500,0.875
35,mlp.experts.8.up_proj,0.0083191194,hessian_weighted_relative_error,23757,0.02500,0.854
35,mlp.experts.9.up_proj,0.0086000364,hessian_weighted_relative_error,15603,0.02500,0.882
35,mlp.experts.10.up_proj,0.0072495925,hessian_weighted_relative_error,17422,0.02500,0.854
35,mlp.experts.12.up_proj,0.0091327700,hessian_weighted_relative_error,21921,0.02500,0.854
35,mlp.experts.14.up_proj,0.0090947230,hessian_weighted_relative_error,17945,0.02500,0.855
35,mlp.experts.15.up_proj,0.0061950093,hessian_weighted_relative_error,5605,0.02500,0.882
35,mlp.experts.16.up_proj,0.0112019228,hessian_weighted_relative_error,62819,0.02500,0.856
35,mlp.experts.17.up_proj,0.0089393803,hessian_weighted_relative_error,24288,0.02500,0.879
35,mlp.experts.18.up_proj,0.0062755452,hessian_weighted_relative_error,12061,0.02500,0.853
35,mlp.experts.19.up_proj,0.0073241981,hessian_weighted_relative_error,15293,0.02500,0.875
35,mlp.experts.20.up_proj,0.0081818270,hessian_weighted_relative_error,18495,0.02500,0.854
35,mlp.experts.21.up_proj,0.0048844161,hessian_weighted_relative_error,13993,0.02500,0.878
35,mlp.experts.22.up_proj,0.0036401339,hessian_weighted_relative_error,26036,0.02500,0.857
35,mlp.experts.23.up_proj,0.0111958900,hessian_weighted_relative_error,57764,0.02500,0.882
35,mlp.experts.25.up_proj,0.0118607527,hessian_weighted_relative_error,89977,0.02500,0.882
35,mlp.experts.27.up_proj,0.0094787921,hessian_weighted_relative_error,32650,0.02500,0.878
35,mlp.experts.28.up_proj,0.0115221291,hessian_weighted_relative_error,56246,0.02500,0.857
35,mlp.experts.29.up_proj,0.0077819200,hessian_weighted_relative_error,27410,0.02500,0.909
35,mlp.experts.30.up_proj,0.0092532920,hessian_weighted_relative_error,24122,0.02500,0.855
35,mlp.experts.32.up_proj,0.0069843379,hessian_weighted_relative_error,8521,0.02500,0.856
35,mlp.experts.34.up_proj,0.0082731984,hessian_weighted_relative_error,27960,0.02500,0.857
35,mlp.experts.35.up_proj,0.0073614148,hessian_weighted_relative_error,10270,0.02500,0.884
35,mlp.experts.36.up_proj,0.0082356282,hessian_weighted_relative_error,14210,0.02500,0.854
35,mlp.experts.37.up_proj,0.0093904964,hessian_weighted_relative_error,17341,0.02500,0.879
35,mlp.experts.41.up_proj,0.0108685836,hessian_weighted_relative_error,67485,0.02500,0.882
35,mlp.experts.42.up_proj,0.0060892704,hessian_weighted_relative_error,9457,0.02500,0.855
35,mlp.experts.44.up_proj,0.0107458571,hessian_weighted_relative_error,54637,0.02500,0.854
35,mlp.experts.45.up_proj,0.0110967560,hessian_weighted_relative_error,96704,0.02500,0.884
35,mlp.experts.46.up_proj,0.0109314076,hessian_weighted_relative_error,79615,0.02500,0.854
35,mlp.experts.47.up_proj,0.0079852948,hessian_weighted_relative_error,11276,0.02500,0.880
35,mlp.experts.48.up_proj,0.0070708935,hessian_weighted_relative_error,8057,0.02500,0.856
35,mlp.experts.49.up_proj,0.0093312761,hessian_weighted_relative_error,23706,0.02500,0.888
35,mlp.experts.50.up_proj,0.0082567145,hessian_weighted_relative_error,27079,0.02500,0.857
35,mlp.experts.51.up_proj,0.0115061332,hessian_weighted_relative_error,57120,0.02500,0.887
35,mlp.experts.52.up_proj,0.0080328294,hessian_weighted_relative_error,19020,0.02500,0.855
35,mlp.experts.53.up_proj,0.0083266812,hessian_weighted_relative_error,21797,0.02500,0.886
35,mlp.experts.54.up_proj,0.0030927315,hessian_weighted_relative_error,6025,0.02500,0.856
35,mlp.experts.55.up_proj,0.0069774239,hessian_weighted_relative_error,14571,0.02500,0.875
35,mlp.experts.56.up_proj,0.0123159922,hessian_weighted_relative_error,61779,0.02500,0.856
35,mlp.experts.57.up_proj,0.0050389112,hessian_weighted_relative_error,33959,0.02500,0.876
35,mlp.experts.59.up_proj,0.0070007002,hessian_weighted_relative_error,10329,0.02500,0.885
35,mlp.experts.60.up_proj,0.0096816934,hessian_weighted_relative_error,25453,0.02500,0.858
35,mlp.experts.61.up_proj,0.0085295900,hessian_weighted_relative_error,18493,0.02500,0.881
35,mlp.experts.62.up_proj,0.0088589478,hessian_weighted_relative_error,28338,0.02500,0.857
35,mlp.experts.63.up_proj,0.0094414313,hessian_weighted_relative_error,21982,0.02500,0.876
35,mlp.experts.65.up_proj,0.0107630877,hessian_weighted_relative_error,41230,0.02500,0.883
35,mlp.experts.66.up_proj,0.0075542469,hessian_weighted_relative_error,8053,0.02500,0.858
35,mlp.experts.67.up_proj,0.0079672362,hessian_weighted_relative_error,22085,0.02500,0.880
35,mlp.experts.68.up_proj,0.0078533294,hessian_weighted_relative_error,8725,0.02500,0.859
35,mlp.experts.69.up_proj,0.0093476453,hessian_weighted_relative_error,29362,0.02500,0.880
35,mlp.experts.70.up_proj,0.0069967111,hessian_weighted_relative_error,7442,0.02500,0.858
35,mlp.experts.72.up_proj,0.0061491492,hessian_weighted_relative_error,4670,0.02500,0.860
35,mlp.experts.73.up_proj,0.0117032445,hessian_weighted_relative_error,75502,0.02500,0.885
35,mlp.experts.75.up_proj,0.0064167551,hessian_weighted_relative_error,5380,0.02500,0.887
35,mlp.experts.76.up_proj,0.0070643111,hessian_weighted_relative_error,23330,0.02500,0.859
35,mlp.experts.77.up_proj,0.0055222365,hessian_weighted_relative_error,20277,0.02500,0.881
35,mlp.experts.78.up_proj,0.0092019021,hessian_weighted_relative_error,10501,0.02500,0.858
35,mlp.experts.79.up_proj,0.0089440783,hessian_weighted_relative_error,30047,0.02500,0.887
35,mlp.experts.81.up_proj,0.0077093529,hessian_weighted_relative_error,18322,0.02500,0.887
35,mlp.experts.82.up_proj,0.0112645469,hessian_weighted_relative_error,47352,0.02500,0.859
35,mlp.experts.83.up_proj,0.0095914044,hessian_weighted_relative_error,91662,0.02500,0.887
35,mlp.experts.84.up_proj,0.0105433728,hessian_weighted_relative_error,76937,0.02500,0.859
35,mlp.experts.86.up_proj,0.0111720473,hessian_weighted_relative_error,43347,0.02500,0.858
35,mlp.experts.87.up_proj,0.0070370323,hessian_weighted_relative_error,15380,0.02500,0.884
35,mlp.experts.88.up_proj,0.0070481826,hessian_weighted_relative_error,17662,0.02500,0.858
35,mlp.experts.91.up_proj,0.0073851795,hessian_weighted_relative_error,22897,0.02500,0.909
35,mlp.experts.93.up_proj,0.0046891154,hessian_weighted_relative_error,14445,0.02500,0.895
35,mlp.experts.94.up_proj,0.0089471611,hessian_weighted_relative_error,17611,0.02500,0.859
35,mlp.experts.96.up_proj,0.0050258024,hessian_weighted_relative_error,16867,0.02500,0.870
35,mlp.experts.97.up_proj,0.0083295062,hessian_weighted_relative_error,14091,0.02500,0.882
35,mlp.experts.98.up_proj,0.0089812500,hessian_weighted_relative_error,20257,0.02500,0.859
35,mlp.experts.99.up_proj,0.0076337981,hessian_weighted_relative_error,15129,0.02500,0.887
35,mlp.experts.101.up_proj,0.0082417108,hessian_weighted_relative_error,11553,0.02500,0.891
35,mlp.experts.102.up_proj,0.0117906300,hessian_weighted_relative_error,60680,0.02500,0.860
35,mlp.experts.105.up_proj,0.0114580276,hessian_weighted_relative_error,69449,0.02500,0.889
35,mlp.experts.106.up_proj,0.0068362771,hessian_weighted_relative_error,7888,0.02500,0.861
35,mlp.experts.107.up_proj,0.0082151261,hessian_weighted_relative_error,15828,0.02500,0.891
35,mlp.experts.109.up_proj,0.0088800456,hessian_weighted_relative_error,21397,0.02500,0.882
35,mlp.experts.111.up_proj,0.0050753863,hessian_weighted_relative_error,32034,0.02500,0.891
35,mlp.experts.113.up_proj,0.0112577463,hessian_weighted_relative_error,72031,0.02500,0.895
35,mlp.experts.114.up_proj,0.0078437643,hessian_weighted_relative_error,23022,0.02500,0.860
35,mlp.experts.115.up_proj,0.0077582919,hessian_weighted_relative_error,8763,0.02500,0.889
35,mlp.experts.116.up_proj,0.0090321277,hessian_weighted_relative_error,26461,0.02500,0.862
35,mlp.experts.117.up_proj,0.0113251932,hessian_weighted_relative_error,93473,0.02500,0.909
35,mlp.experts.118.up_proj,0.0055553116,hessian_weighted_relative_error,6191,0.02500,0.860
35,mlp.experts.120.up_proj,0.0091555954,hessian_weighted_relative_error,22613,0.02500,0.859
35,mlp.experts.121.up_proj,0.0088245101,hessian_weighted_relative_error,18997,0.02500,0.892
35,mlp.experts.124.up_proj,0.0068395542,hessian_weighted_relative_error,14011,0.02500,0.862
35,mlp.experts.125.up_proj,0.0080048265,hessian_weighted_relative_error,19875,0.02500,0.895
35,mlp.experts.126.up_proj,0.0068923496,hessian_weighted_relative_error,16698,0.02500,0.861
35,mlp.experts.127.up_proj,0.0069598985,hessian_weighted_relative_error,19681,0.02500,0.883
35,mlp.experts.129.up_proj,0.0094168662,hessian_weighted_relative_error,20768,0.02500,0.892
35,mlp.experts.130.up_proj,0.0072344769,hessian_weighted_relative_error,10267,0.02500,0.859
35,mlp.experts.131.up_proj,0.0081166960,hessian_weighted_relative_error,17093,0.02500,0.886
35,mlp.experts.133.up_proj,0.0076052052,hessian_weighted_relative_error,10298,0.02500,0.915
35,mlp.experts.134.up_proj,0.0103248686,hessian_weighted_relative_error,125054,0.02500,0.860
35,mlp.experts.135.up_proj,0.0095492492,hessian_weighted_relative_error,20947,0.02500,0.894
35,mlp.experts.136.up_proj,0.0086563731,hessian_weighted_relative_error,14608,0.02500,0.859
35,mlp.experts.140.up_proj,0.0067695998,hessian_weighted_relative_error,7419,0.02500,0.861
35,mlp.experts.142.up_proj,0.0083047810,hessian_weighted_relative_error,19703,0.02500,0.861
35,mlp.experts.143.up_proj,0.0049732857,hessian_weighted_relative_error,11891,0.02500,0.883
35,mlp.experts.144.up_proj,0.0080169346,hessian_weighted_relative_error,9069,0.02500,0.860
35,mlp.experts.145.up_proj,0.0117911891,hessian_weighted_relative_error,67537,0.02500,0.895
35,mlp.experts.148.up_proj,0.0076208907,hessian_weighted_relative_error,16615,0.02500,0.860
35,mlp.experts.149.up_proj,0.0048514906,hessian_weighted_relative_error,22076,0.02500,0.916
35,mlp.experts.150.up_proj,0.0095252326,hessian_weighted_relative_error,16615,0.02500,0.861
35,mlp.experts.151.up_proj,0.0086430074,hessian_weighted_relative_error,22318,0.02500,0.896
35,mlp.experts.152.up_proj,0.0080335382,hessian_weighted_relative_error,15984,0.02500,0.863
35,mlp.experts.153.up_proj,0.0083551267,hessian_weighted_relative_error,17190,0.02500,0.891
35,mlp.experts.156.up_proj,0.0082948249,hessian_weighted_relative_error,26027,0.02500,0.863
35,mlp.experts.157.up_proj,0.0111301455,hessian_weighted_relative_error,58042,0.02500,0.898
35,mlp.experts.158.up_proj,0.0071683833,hessian_weighted_relative_error,15003,0.02500,0.864
35,mlp.experts.159.up_proj,0.0081638962,hessian_weighted_relative_error,9315,0.02500,0.897
35,mlp.experts.160.up_proj,0.0081737725,hessian_weighted_relative_error,11678,0.02500,0.860
35,mlp.experts.161.up_proj,0.0045581445,hessian_weighted_relative_error,5520,0.02500,0.897
35,mlp.experts.163.up_proj,0.0052008695,hessian_weighted_relative_error,8278,0.02500,0.895
35,mlp.experts.164.up_proj,0.0085659245,hessian_weighted_relative_error,12161,0.02500,0.864
35,mlp.experts.165.up_proj,0.0088081612,hessian_weighted_relative_error,18946,0.02500,0.921
35,mlp.experts.167.up_proj,0.0082408137,hessian_weighted_relative_error,13124,0.02500,0.896
35,mlp.experts.168.up_proj,0.0092858722,hessian_weighted_relative_error,20619,0.02500,0.861
35,mlp.experts.169.up_proj,0.0074488638,hessian_weighted_relative_error,11267,0.02500,0.895
35,mlp.experts.170.up_proj,0.0090719138,hessian_weighted_relative_error,27447,0.02500,0.862
35,mlp.experts.171.up_proj,0.0017122602,hessian_weighted_relative_error,7018,0.02500,0.904
35,mlp.experts.172.up_proj,0.0088637416,hessian_weighted_relative_error,11476,0.02500,0.861
35,mlp.experts.173.up_proj,0.0063525492,hessian_weighted_relative_error,13541,0.02500,0.896
35,mlp.experts.174.up_proj,0.0053468930,hessian_weighted_relative_error,19621,0.02500,0.863
35,mlp.experts.175.up_proj,0.0074099723,hessian_weighted_relative_error,20860,0.02500,0.908
35,mlp.experts.176.up_proj,0.0079266477,hessian_weighted_relative_error,14475,0.02500,0.860
35,mlp.experts.177.up_proj,0.0093465363,hessian_weighted_relative_error,17975,0.02500,0.912
35,mlp.experts.180.up_proj,0.0071073422,hessian_weighted_relative_error,13460,0.02500,0.861
35,mlp.experts.181.up_proj,0.0061735363,hessian_weighted_relative_error,10763,0.02500,0.895
35,mlp.experts.182.up_proj,0.0090005198,hessian_weighted_relative_error,12825,0.02500,0.860
35,mlp.experts.183.up_proj,0.0045296834,hessian_weighted_relative_error,6692,0.02500,0.905
35,mlp.experts.184.up_proj,0.0114052554,hessian_weighted_relative_error,145133,0.02500,0.861
35,mlp.experts.185.up_proj,0.0099662069,hessian_weighted_relative_error,19172,0.02500,0.903
35,mlp.experts.186.up_proj,0.0066621257,hessian_weighted_relative_error,6101,0.02500,0.862
35,mlp.experts.190.up_proj,0.0117718048,hessian_weighted_relative_error,79207,0.02500,0.860
35,mlp.experts.191.up_proj,0.0068195669,hessian_weighted_relative_error,12420,0.02500,0.899
35,mlp.experts.193.up_proj,0.0097677755,hessian_weighted_relative_error,30071,0.02500,0.945
35,mlp.experts.196.up_proj,0.0075251509,hessian_weighted_relative_error,13925,0.02500,0.861
35,mlp.experts.197.up_proj,0.0110408656,hessian_weighted_relative_error,69362,0.02500,0.905
35,mlp.experts.198.up_proj,0.0072346546,hessian_weighted_relative_error,23584,0.02500,0.863
35,mlp.experts.199.up_proj,0.0062784186,hessian_weighted_relative_error,16412,0.02500,0.903
35,mlp.experts.200.up_proj,0.0116047093,hessian_weighted_relative_error,50011,0.02500,0.863
35,mlp.experts.201.up_proj,0.0086196049,hessian_weighted_relative_error,11332,0.02500,0.937
35,mlp.experts.202.up_proj,0.0093073942,hessian_weighted_relative_error,17478,0.02500,0.874
35,mlp.experts.203.up_proj,0.0080380341,hessian_weighted_relative_error,18670,0.02500,0.929
35,mlp.experts.204.up_proj,0.0082308399,hessian_weighted_relative_error,7719,0.02500,0.861
35,mlp.experts.205.up_proj,0.0088489671,hessian_weighted_relative_error,23595,0.02500,0.900
35,mlp.experts.206.up_proj,0.0074904063,hessian_weighted_relative_error,31765,0.02500,0.864
35,mlp.experts.207.up_proj,0.0069128814,hessian_weighted_relative_error,14629,0.02500,0.897
35,mlp.experts.208.up_proj,0.0066500934,hessian_weighted_relative_error,7323,0.02500,0.863
35,mlp.experts.209.up_proj,0.0065544446,hessian_weighted_relative_error,18485,0.02500,0.904
35,mlp.experts.210.up_proj,0.0047586562,hessian_weighted_relative_error,11195,0.02500,0.863
35,mlp.experts.211.up_proj,0.0080885366,hessian_weighted_relative_error,12838,0.02500,0.903
35,mlp.experts.212.up_proj,0.0055775557,hessian_weighted_relative_error,5386,0.02500,0.862
35,mlp.experts.213.up_proj,0.0056845501,hessian_weighted_relative_error,14445,0.02500,0.925
35,mlp.experts.214.up_proj,0.0079248884,hessian_weighted_relative_error,7550,0.02500,0.863
35,mlp.experts.216.up_proj,0.0069245353,hessian_weighted_relative_error,13000,0.02500,0.863
35,mlp.experts.217.up_proj,0.0110467841,hessian_weighted_relative_error,59798,0.02500,0.904
35,mlp.experts.218.up_proj,0.0070937158,hessian_weighted_relative_error,11176,0.02500,0.859
35,mlp.experts.219.up_proj,0.0111419295,hessian_weighted_relative_error,50694,0.02500,0.904
35,mlp.experts.220.up_proj,0.0052804754,hessian_weighted_relative_error,11328,0.02500,0.862
35,mlp.experts.221.up_proj,0.0068590374,hessian_weighted_relative_error,11399,0.02500,0.935
35,mlp.experts.224.up_proj,0.0090915184,hessian_weighted_relative_error,17487,0.02500,0.860
35,mlp.experts.225.up_proj,0.0046116303,hessian_weighted_relative_error,18551,0.02500,0.923
35,mlp.experts.226.up_proj,0.0098146582,hessian_weighted_relative_error,18431,0.02500,0.861
35,mlp.experts.228.up_proj,0.0082725711,hessian_weighted_relative_error,14489,0.02500,0.863
35,mlp.experts.229.up_proj,0.0114142037,hessian_weighted_relative_error,92064,0.02500,0.905
35,mlp.experts.230.up_proj,0.0077902441,hessian_weighted_relative_error,11604,0.02500,0.862
35,mlp.experts.233.up_proj,0.0071352233,hessian_weighted_relative_error,13156,0.02500,0.911
35,mlp.experts.235.up_proj,0.0090193391,hessian_weighted_relative_error,20030,0.02500,0.913
35,mlp.experts.237.up_proj,0.0066347836,hessian_weighted_relative_error,8422,0.02500,0.903
35,mlp.experts.238.up_proj,0.0104084838,hessian_weighted_relative_error,23557,0.02500,0.863
35,mlp.experts.239.up_proj,0.0080900619,hessian_weighted_relative_error,11190,0.02500,0.907
35,mlp.experts.240.up_proj,0.0100574236,hessian_weighted_relative_error,26830,0.02500,0.864
35,mlp.experts.242.up_proj,0.0100549113,hessian_weighted_relative_error,27443,0.02500,0.864
35,mlp.experts.243.up_proj,0.0085738026,hessian_weighted_relative_error,25577,0.02500,0.903
35,mlp.experts.245.up_proj,0.0084141500,hessian_weighted_relative_error,18504,0.02500,0.905
35,mlp.experts.246.up_proj,0.0087611799,hessian_weighted_relative_error,20518,0.02500,0.864
35,mlp.experts.247.up_proj,0.0081096087,hessian_weighted_relative_error,18730,0.02500,0.909
35,mlp.experts.248.up_proj,0.0074568209,hessian_weighted_relative_error,8389,0.02500,0.861
35,mlp.experts.249.up_proj,0.0116555504,hessian_weighted_relative_error,70187,0.02500,0.911
35,mlp.experts.250.up_proj,0.0054115426,hessian_weighted_relative_error,15114,0.02500,0.861
35,mlp.experts.251.up_proj,0.0063122609,hessian_weighted_relative_error,7146,0.02500,0.923
35,mlp.experts.252.up_proj,0.0095532769,hessian_weighted_relative_error,18742,0.02500,0.859
35,mlp.experts.253.up_proj,0.0087371824,hessian_weighted_relative_error,15440,0.02500,0.907
35,mlp.experts.254.up_proj,0.0076263794,hessian_weighted_relative_error,24884,0.02500,0.861
35,mlp.experts.255.up_proj,0.0085644523,hessian_weighted_relative_error,17914,0.02500,0.914
35,mlp.experts.257.up_proj,0.0084080344,hessian_weighted_relative_error,15646,0.02500,0.953
35,mlp.experts.259.up_proj,0.0068888606,hessian_weighted_relative_error,8647,0.02500,0.908
35,mlp.experts.260.up_proj,0.0091994892,hessian_weighted_relative_error,18740,0.02500,0.862
35,mlp.experts.261.up_proj,0.0054766331,hessian_weighted_relative_error,4472,0.02500,0.904
35,mlp.experts.262.up_proj,0.0069196630,hessian_weighted_relative_error,6892,0.02500,0.861
35,mlp.experts.263.up_proj,0.0082150647,hessian_weighted_relative_error,22400,0.02500,0.914
35,mlp.experts.264.up_proj,0.0076849648,hessian_weighted_relative_error,11614,0.02500,0.864
35,mlp.experts.265.up_proj,0.0069192029,hessian_weighted_relative_error,8810,0.02500,0.917
35,mlp.experts.266.up_proj,0.0061374726,hessian_weighted_relative_error,6171,0.02500,0.863
35,mlp.experts.268.up_proj,0.0087548803,hessian_weighted_relative_error,16702,0.02500,0.861
35,mlp.experts.269.up_proj,0.0046089727,hessian_weighted_relative_error,19639,0.02500,0.919
35,mlp.experts.270.up_proj,0.0083317392,hessian_weighted_relative_error,18087,0.02500,0.861
35,mlp.experts.271.up_proj,0.0074649483,hessian_weighted_relative_error,30865,0.02500,0.912
35,mlp.experts.274.up_proj,0.0066700361,hessian_weighted_relative_error,9948,0.02500,0.865
35,mlp.experts.275.up_proj,0.0068395003,hessian_weighted_relative_error,7728,0.02500,0.918
35,mlp.experts.277.up_proj,0.0076166468,hessian_weighted_relative_error,9897,0.02500,0.914
35,mlp.experts.278.up_proj,0.0070773481,hessian_weighted_relative_error,19155,0.02500,0.864
35,mlp.experts.279.up_proj,0.0078232084,hessian_weighted_relative_error,12163,0.02500,0.917
35,mlp.experts.280.up_proj,0.0114277712,hessian_weighted_relative_error,64969,0.02500,0.861
35,mlp.experts.281.up_proj,0.0073136589,hessian_weighted_relative_error,10364,0.02500,0.922
35,mlp.experts.282.up_proj,0.0071256114,hessian_weighted_relative_error,12588,0.02500,0.861
35,mlp.experts.284.up_proj,0.0088681510,hessian_weighted_relative_error,10650,0.02500,0.860
35,mlp.experts.285.up_proj,0.0097439564,hessian_weighted_relative_error,64058,0.02500,0.920
35,mlp.experts.286.up_proj,0.0060567445,hessian_weighted_relative_error,23076,0.02500,0.863
35,mlp.experts.287.up_proj,0.0098911572,hessian_weighted_relative_error,22111,0.02500,0.912
35,mlp.experts.0.down_proj,0.0145610336,hessian_weighted_relative_error,16128,0.02500,0.773
35,mlp.experts.1.down_proj,0.0126276871,hessian_weighted_relative_error,15157,0.02500,0.749
35,mlp.experts.3.down_proj,0.0129373264,hessian_weighted_relative_error,17369,0.02500,0.754
35,mlp.experts.4.down_proj,0.0146193726,hessian_weighted_relative_error,61513,0.02500,0.772
35,mlp.experts.5.down_proj,0.0127528891,hessian_weighted_relative_error,18461,0.02500,0.752
35,mlp.experts.6.down_proj,0.0109343425,hessian_weighted_relative_error,22660,0.02500,0.770
35,mlp.experts.7.down_proj,0.0095888213,hessian_weighted_relative_error,6332,0.02500,0.719
35,mlp.experts.9.down_proj,0.0131068321,hessian_weighted_relative_error,15603,0.02500,0.755
35,mlp.experts.10.down_proj,0.0112115413,hessian_weighted_relative_error,17422,0.02500,0.772
35,mlp.experts.14.down_proj,0.0141637113,hessian_weighted_relative_error,17945,0.02500,0.771
35,mlp.experts.15.down_proj,0.0108087387,hessian_weighted_relative_error,5605,0.02500,0.757
35,mlp.experts.16.down_proj,0.0150490356,hessian_weighted_relative_error,62819,0.02500,0.779
35,mlp.experts.18.down_proj,0.0100076032,hessian_weighted_relative_error,12061,0.02500,0.775
35,mlp.experts.19.down_proj,0.0112166651,hessian_weighted_relative_error,15293,0.02500,0.762
35,mlp.experts.20.down_proj,0.0126170341,hessian_weighted_relative_error,18495,0.02500,0.780
35,mlp.experts.21.down_proj,0.0068698187,hessian_weighted_relative_error,13993,0.02500,0.762
35,mlp.experts.22.down_proj,0.0050496540,hessian_weighted_relative_error,26036,0.02500,0.776
35,mlp.experts.30.down_proj,0.0128751226,hessian_weighted_relative_error,24122,0.02500,0.778
35,mlp.experts.32.down_proj,0.0112725863,hessian_weighted_relative_error,8521,0.02500,0.783
35,mlp.experts.34.down_proj,0.0117085035,hessian_weighted_relative_error,27960,0.02500,0.781
35,mlp.experts.35.down_proj,0.0122563789,hessian_weighted_relative_error,10270,0.02500,0.767
35,mlp.experts.36.down_proj,0.0124886086,hessian_weighted_relative_error,14210,0.02500,0.783
35,mlp.experts.37.down_proj,0.0143874403,hessian_weighted_relative_error,17341,0.02500,0.766
35,mlp.experts.41.down_proj,0.0149005569,hessian_weighted_relative_error,67485,0.02500,0.767
35,mlp.experts.42.down_proj,0.0100686964,hessian_weighted_relative_error,9457,0.02500,0.782
35,mlp.experts.44.down_proj,0.0141110419,hessian_weighted_relative_error,54637,0.02500,0.785
35,mlp.experts.45.down_proj,0.0152435320,hessian_weighted_relative_error,96704,0.02500,0.770
35,mlp.experts.46.down_proj,0.0150184094,hessian_weighted_relative_error,79615,0.02500,0.783
35,mlp.experts.47.down_proj,0.0129427695,hessian_weighted_relative_error,11276,0.02500,0.769
35,mlp.experts.48.down_proj,0.0118069867,hessian_weighted_relative_error,8057,0.02500,0.788
35,mlp.experts.49.down_proj,0.0139505020,hessian_weighted_relative_error,23706,0.02500,0.771
35,mlp.experts.51.down_proj,0.0155104281,hessian_weighted_relative_error,57120,0.02500,0.775
35,mlp.experts.52.down_proj,0.0122692362,hessian_weighted_relative_error,19020,0.02500,0.789
35,mlp.experts.54.down_proj,0.0052613486,hessian_weighted_relative_error,6025,0.02500,0.786
35,mlp.experts.55.down_proj,0.0097540053,hessian_weighted_relative_error,14571,0.02500,0.772
35,mlp.experts.57.down_proj,0.0069923971,hessian_weighted_relative_error,33959,0.02500,0.774
35,mlp.experts.59.down_proj,0.0108565870,hessian_weighted_relative_error,10329,0.02500,0.778
35,mlp.experts.61.down_proj,0.0132922659,hessian_weighted_relative_error,18493,0.02500,0.776
35,mlp.experts.65.down_proj,0.0144457379,hessian_weighted_relative_error,41230,0.02500,0.777
35,mlp.experts.66.down_proj,0.0118550756,hessian_weighted_relative_error,8053,0.02500,0.790
35,mlp.experts.68.down_proj,0.0125640264,hessian_weighted_relative_error,8725,0.02500,0.792
35,mlp.experts.69.down_proj,0.0142249287,hessian_weighted_relative_error,29362,0.02500,0.780
35,mlp.experts.70.down_proj,0.0122288184,hessian_weighted_relative_error,7442,0.02500,0.790
35,mlp.experts.72.down_proj,0.0110146940,hessian_weighted_relative_error,4670,0.02500,0.795
35,mlp.experts.73.down_proj,0.0157143906,hessian_weighted_relative_error,75502,0.02500,0.780
35,mlp.experts.75.down_proj,0.0116045416,hessian_weighted_relative_error,5380,0.02500,0.784
35,mlp.experts.78.down_proj,0.0140740854,hessian_weighted_relative_error,10501,0.02500,0.792
35,mlp.experts.81.down_proj,0.0119619276,hessian_weighted_relative_error,18322,0.02500,0.784
35,mlp.experts.82.down_proj,0.0152020233,hessian_weighted_relative_error,47352,0.02500,0.793
35,mlp.experts.83.down_proj,0.0135291032,hessian_weighted_relative_error,91662,0.02500,0.787
35,mlp.experts.84.down_proj,0.0141720346,hessian_weighted_relative_error,76937,0.02500,0.795
35,mlp.experts.86.down_proj,0.0149410591,hessian_weighted_relative_error,43347,0.02500,0.793
35,mlp.experts.87.down_proj,0.0107532560,hessian_weighted_relative_error,15380,0.02500,0.785
35,mlp.experts.88.down_proj,0.0115190677,hessian_weighted_relative_error,17662,0.02500,0.799
35,mlp.experts.93.down_proj,0.0052583084,hessian_weighted_relative_error,14445,0.02500,0.789
35,mlp.experts.94.down_proj,0.0133387343,hessian_weighted_relative_error,17611,0.02500,0.797
35,mlp.experts.96.down_proj,0.0081173693,hessian_weighted_relative_error,16867,0.02500,0.800
35,mlp.experts.97.down_proj,0.0124532705,hessian_weighted_relative_error,14091,0.02500,0.790
35,mlp.experts.98.down_proj,0.0135740621,hessian_weighted_relative_error,20257,0.02500,0.798
35,mlp.experts.99.down_proj,0.0101655192,hessian_weighted_relative_error,15129,0.02500,0.794
35,mlp.experts.101.down_proj,0.0127713658,hessian_weighted_relative_error,11553,0.02500,0.791
35,mlp.experts.102.down_proj,0.0156910027,hessian_weighted_relative_error,60680,0.02500,0.798
35,mlp.experts.105.down_proj,0.0152677915,hessian_weighted_relative_error,69449,0.02500,0.793
35,mlp.experts.106.down_proj,0.0116727184,hessian_weighted_relative_error,7888,0.02500,0.799
35,mlp.experts.107.down_proj,0.0131384058,hessian_weighted_relative_error,15828,0.02500,0.797
35,mlp.experts.113.down_proj,0.0144134186,hessian_weighted_relative_error,72031,0.02500,0.795
35,mlp.experts.114.down_proj,0.0130455483,hessian_weighted_relative_error,23022,0.02500,0.801
35,mlp.experts.115.down_proj,0.0122817672,hessian_weighted_relative_error,8763,0.02500,0.801
35,mlp.experts.117.down_proj,0.0157966115,hessian_weighted_relative_error,93473,0.02500,0.797
35,mlp.experts.118.down_proj,0.0100590719,hessian_weighted_relative_error,6191,0.02500,0.801
35,mlp.experts.120.down_proj,0.0135118899,hessian_weighted_relative_error,22613,0.02500,0.806
35,mlp.experts.121.down_proj,0.0130180024,hessian_weighted_relative_error,18997,0.02500,0.799
35,mlp.experts.124.down_proj,0.0088397693,hessian_weighted_relative_error,14011,0.02500,0.805
35,mlp.experts.125.down_proj,0.0116523777,hessian_weighted_relative_error,19875,0.02500,0.802
35,mlp.experts.126.down_proj,0.0109567395,hessian_weighted_relative_error,16698,0.02500,0.803
35,mlp.experts.127.down_proj,0.0098644948,hessian_weighted_relative_error,19681,0.02500,0.801
35,mlp.experts.130.down_proj,0.0115851514,hessian_weighted_relative_error,10267,0.02500,0.804
35,mlp.experts.131.down_proj,0.0116225713,hessian_weighted_relative_error,17093,0.02500,0.807
35,mlp.experts.133.down_proj,0.0127731414,hessian_weighted_relative_error,10298,0.02500,0.804
35,mlp.experts.134.down_proj,0.0132452387,hessian_weighted_relative_error,125054,0.02500,0.805
35,mlp.experts.135.down_proj,0.0145167969,hessian_weighted_relative_error,20947,0.02500,0.803
35,mlp.experts.136.down_proj,0.0133285529,hessian_weighted_relative_error,14608,0.02500,0.807
35,mlp.experts.140.down_proj,0.0115356112,hessian_weighted_relative_error,7419,0.02500,0.809
35,mlp.experts.142.down_proj,0.0126528140,hessian_weighted_relative_error,19703,0.02500,0.806
35,mlp.experts.143.down_proj,0.0079272020,hessian_weighted_relative_error,11891,0.02500,0.807
35,mlp.experts.144.down_proj,0.0128730868,hessian_weighted_relative_error,9069,0.02500,0.809
35,mlp.experts.149.down_proj,0.0063375427,hessian_weighted_relative_error,22076,0.02500,0.810
35,mlp.experts.150.down_proj,0.0144247799,hessian_weighted_relative_error,16615,0.02500,0.807
35,mlp.experts.151.down_proj,0.0124599155,hessian_weighted_relative_error,22318,0.02500,0.808
35,mlp.experts.152.down_proj,0.0129606248,hessian_weighted_relative_error,15984,0.02500,0.811
35,mlp.experts.157.down_proj,0.0149671830,hessian_weighted_relative_error,58042,0.02500,0.813
35,mlp.experts.158.down_proj,0.0120205878,hessian_weighted_relative_error,15003,0.02500,0.808
35,mlp.experts.159.down_proj,0.0130510799,hessian_weighted_relative_error,9315,0.02500,0.814
35,mlp.experts.160.down_proj,0.0129909807,hessian_weighted_relative_error,11678,0.02500,0.810
35,mlp.experts.161.down_proj,0.0083553250,hessian_weighted_relative_error,5520,0.02500,0.816
35,mlp.experts.163.down_proj,0.0072151581,hessian_weighted_relative_error,8278,0.02500,0.819
35,mlp.experts.164.down_proj,0.0134478101,hessian_weighted_relative_error,12161,0.02500,0.811
35,mlp.experts.165.down_proj,0.0113831641,hessian_weighted_relative_error,18946,0.02500,0.818
35,mlp.experts.167.down_proj,0.0117323143,hessian_weighted_relative_error,13124,0.02500,0.816
35,mlp.experts.168.down_proj,0.0138203657,hessian_weighted_relative_error,20619,0.02500,0.812
35,mlp.experts.169.down_proj,0.0117368256,hessian_weighted_relative_error,11267,0.02500,0.817
35,mlp.experts.170.down_proj,0.0095088048,hessian_weighted_relative_error,27447,0.02500,0.809
35,mlp.experts.171.down_proj,0.0011377691,hessian_weighted_relative_error,7018,0.02500,0.821
35,mlp.experts.172.down_proj,0.0139106135,hessian_weighted_relative_error,11476,0.02500,0.812
35,mlp.experts.173.down_proj,0.0109845784,hessian_weighted_relative_error,13541,0.02500,0.819
35,mlp.experts.174.down_proj,0.0062199475,hessian_weighted_relative_error,19621,0.02500,0.810
35,mlp.experts.176.down_proj,0.0126706500,hessian_weighted_relative_error,14475,0.02500,0.813
35,mlp.experts.177.down_proj,0.0142946361,hessian_weighted_relative_error,17975,0.02500,0.819
35,mlp.experts.180.down_proj,0.0117092010,hessian_weighted_relative_error,13460,0.02500,0.813
35,mlp.experts.181.down_proj,0.0104942579,hessian_weighted_relative_error,10763,0.02500,0.824
35,mlp.experts.182.down_proj,0.0133811179,hessian_weighted_relative_error,12825,0.02500,0.811
35,mlp.experts.183.down_proj,0.0084265188,hessian_weighted_relative_error,6692,0.02500,0.821
35,mlp.experts.184.down_proj,0.0154445156,hessian_weighted_relative_error,145133,0.02500,0.815
35,mlp.experts.185.down_proj,0.0144696328,hessian_weighted_relative_error,19172,0.02500,0.820
35,mlp.experts.186.down_proj,0.0118391596,hessian_weighted_relative_error,6101,0.02500,0.811
35,mlp.experts.191.down_proj,0.0111369394,hessian_weighted_relative_error,12420,0.02500,0.821
35,mlp.experts.193.down_proj,0.0144443344,hessian_weighted_relative_error,30071,0.02500,0.820
35,mlp.experts.196.down_proj,0.0118650221,hessian_weighted_relative_error,13925,0.02500,0.815
35,mlp.experts.197.down_proj,0.0149766955,hessian_weighted_relative_error,69362,0.02500,0.825
35,mlp.experts.198.down_proj,0.0116915556,hessian_weighted_relative_error,23584,0.02500,0.813
35,mlp.experts.199.down_proj,0.0099350887,hessian_weighted_relative_error,16412,0.02500,0.823
35,mlp.experts.200.down_proj,0.0154704806,hessian_weighted_relative_error,50011,0.02500,0.815
35,mlp.experts.201.down_proj,0.0134507555,hessian_weighted_relative_error,11332,0.02500,0.820
35,mlp.experts.202.down_proj,0.0131431078,hessian_weighted_relative_error,17478,0.02500,0.814
35,mlp.experts.203.down_proj,0.0118217204,hessian_weighted_relative_error,18670,0.02500,0.826
35,mlp.experts.204.down_proj,0.0129607194,hessian_weighted_relative_error,7719,0.02500,0.816
35,mlp.experts.207.down_proj,0.0109866837,hessian_weighted_relative_error,14629,0.02500,0.826
35,mlp.experts.208.down_proj,0.0109961546,hessian_weighted_relative_error,7323,0.02500,0.816
35,mlp.experts.209.down_proj,0.0105538042,hessian_weighted_relative_error,18485,0.02500,0.822
35,mlp.experts.210.down_proj,0.0079601299,hessian_weighted_relative_error,11195,0.02500,0.815
35,mlp.experts.211.down_proj,0.0124288057,hessian_weighted_relative_error,12838,0.02500,0.825
35,mlp.experts.212.down_proj,0.0103726304,hessian_weighted_relative_error,5386,0.02500,0.816
35,mlp.experts.214.down_proj,0.0127854599,hessian_weighted_relative_error,7550,0.02500,0.814
35,mlp.experts.216.down_proj,0.0117653070,hessian_weighted_relative_error,13000,0.02500,0.818
35,mlp.experts.217.down_proj,0.0150997609,hessian_weighted_relative_error,59798,0.02500,0.823
35,mlp.experts.218.down_proj,0.0114782420,hessian_weighted_relative_error,11176,0.02500,0.816
35,mlp.experts.219.down_proj,0.0151941845,hessian_weighted_relative_error,50694,0.02500,0.826
35,mlp.experts.220.down_proj,0.0081249390,hessian_weighted_relative_error,11328,0.02500,0.818
35,mlp.experts.221.down_proj,0.0111261778,hessian_weighted_relative_error,11399,0.02500,0.827
35,mlp.experts.224.down_proj,0.0133140485,hessian_weighted_relative_error,17487,0.02500,0.818
35,mlp.experts.225.down_proj,0.0075075736,hessian_weighted_relative_error,18551,0.02500,0.821
35,mlp.experts.226.down_proj,0.0139840523,hessian_weighted_relative_error,18431,0.02500,0.817
35,mlp.experts.228.down_proj,0.0121065502,hessian_weighted_relative_error,14489,0.02500,0.820
35,mlp.experts.230.down_proj,0.0121005474,hessian_weighted_relative_error,11604,0.02500,0.817
35,mlp.experts.233.down_proj,0.0114909775,hessian_weighted_relative_error,13156,0.02500,0.824
35,mlp.experts.235.down_proj,0.0135852262,hessian_weighted_relative_error,20030,0.02500,0.828
35,mlp.experts.237.down_proj,0.0115117682,hessian_weighted_relative_error,8422,0.02500,0.828
35,mlp.experts.239.down_proj,0.0128369846,hessian_weighted_relative_error,11190,0.02500,0.826
35,mlp.experts.245.down_proj,0.0120712162,hessian_weighted_relative_error,18504,0.02500,0.826
35,mlp.experts.246.down_proj,0.0126676213,hessian_weighted_relative_error,20518,0.02500,0.819
35,mlp.experts.247.down_proj,0.0124131489,hessian_weighted_relative_error,18730,0.02500,0.828
35,mlp.experts.248.down_proj,0.0123698376,hessian_weighted_relative_error,8389,0.02500,0.822
35,mlp.experts.249.down_proj,0.0151453984,hessian_weighted_relative_error,70187,0.02500,0.824
35,mlp.experts.250.down_proj,0.0083687966,hessian_weighted_relative_error,15114,0.02500,0.819
35,mlp.experts.251.down_proj,0.0103721337,hessian_weighted_relative_error,7146,0.02500,0.828
35,mlp.experts.252.down_proj,0.0142135674,hessian_weighted_relative_error,18742,0.02500,0.820
35,mlp.experts.253.down_proj,0.0127507260,hessian_weighted_relative_error,15440,0.02500,0.829
35,mlp.experts.254.down_proj,0.0114693385,hessian_weighted_relative_error,24884,0.02500,0.818
35,mlp.experts.255.down_proj,0.0128720193,hessian_weighted_relative_error,17914,0.02500,0.826
35,mlp.experts.257.down_proj,0.0124702981,hessian_weighted_relative_error,15646,0.02500,0.824
35,mlp.experts.259.down_proj,0.0113014733,hessian_weighted_relative_error,8647,0.02500,0.831
35,mlp.experts.260.down_proj,0.0140480422,hessian_weighted_relative_error,18740,0.02500,0.821
35,mlp.experts.261.down_proj,0.0101151237,hessian_weighted_relative_error,4472,0.02500,0.831
35,mlp.experts.262.down_proj,0.0114687959,hessian_weighted_relative_error,6892,0.02500,0.820
35,mlp.experts.263.down_proj,0.0095110417,hessian_weighted_relative_error,22400,0.02500,0.827
35,mlp.experts.264.down_proj,0.0118395239,hessian_weighted_relative_error,11614,0.02500,0.822
35,mlp.experts.265.down_proj,0.0114707199,hessian_weighted_relative_error,8810,0.02500,0.825
35,mlp.experts.266.down_proj,0.0107804645,hessian_weighted_relative_error,6171,0.02500,0.820
35,mlp.experts.268.down_proj,0.0126643154,hessian_weighted_relative_error,16702,0.02500,0.823
35,mlp.experts.269.down_proj,0.0073437616,hessian_weighted_relative_error,19639,0.02500,0.830
35,mlp.experts.274.down_proj,0.0050572172,hessian_weighted_relative_error,9948,0.02500,0.821
35,mlp.experts.275.down_proj,0.0115723750,hessian_weighted_relative_error,7728,0.02500,0.831
35,mlp.experts.277.down_proj,0.0125986396,hessian_weighted_relative_error,9897,0.02500,0.831
35,mlp.experts.278.down_proj,0.0105824212,hessian_weighted_relative_error,19155,0.02500,0.821
35,mlp.experts.279.down_proj,0.0117815557,hessian_weighted_relative_error,12163,0.02500,0.828
35,mlp.experts.280.down_proj,0.0153399770,hessian_weighted_relative_error,64969,0.02500,0.823
35,mlp.experts.281.down_proj,0.0118398812,hessian_weighted_relative_error,10364,0.02500,0.826
35,mlp.experts.282.down_proj,0.0109755880,hessian_weighted_relative_error,12588,0.02500,0.822
35,mlp.experts.284.down_proj,0.0136681882,hessian_weighted_relative_error,10650,0.02500,0.824
35,mlp.experts.285.down_proj,0.0134985854,hessian_weighted_relative_error,64058,0.02500,0.830
35,mlp.experts.100.up_proj,0.0024828460,hessian_weighted_relative_error,30755,0.02500,1.609
35,mlp.experts.103.down_proj,0.0032566870,hessian_weighted_relative_error,38472,0.02500,1.502
35,mlp.experts.100.down_proj,0.0037110660,hessian_weighted_relative_error,30755,0.02500,1.538
35,mlp.experts.103.gate_proj,0.0019002963,hessian_weighted_relative_error,38472,0.02500,1.640
35,mlp.experts.100.gate_proj,0.0022846978,hessian_weighted_relative_error,30755,0.02500,1.595
35,mlp.experts.103.up_proj,0.0020515999,hessian_weighted_relative_error,38472,0.02500,1.684
35,mlp.experts.104.down_proj,0.0029434896,hessian_weighted_relative_error,34084,0.02500,1.537
35,mlp.experts.109.down_proj,0.0033375862,hessian_weighted_relative_error,21397,0.02500,1.547
35,mlp.experts.108.down_proj,0.0038883812,hessian_weighted_relative_error,36993,0.02500,1.539
35,mlp.experts.11.down_proj,0.0026238082,hessian_weighted_relative_error,31001,0.02500,1.503
35,mlp.experts.104.gate_proj,0.0016978092,hessian_weighted_relative_error,34084,0.02500,1.593
35,mlp.experts.11.up_proj,0.0019054167,hessian_weighted_relative_error,31001,0.02500,1.688
35,mlp.experts.104.up_proj,0.0018566525,hessian_weighted_relative_error,34084,0.02500,1.623
35,mlp.experts.111.down_proj,0.0022032916,hessian_weighted_relative_error,32034,0.02500,1.543
35,mlp.experts.108.gate_proj,0.0025204217,hessian_weighted_relative_error,36993,0.02500,1.596
35,mlp.experts.119.down_proj,0.0029696406,hessian_weighted_relative_error,42672,0.02500,1.543
35,mlp.experts.110.up_proj,0.0027293899,hessian_weighted_relative_error,30371,0.02500,1.622
35,mlp.experts.119.gate_proj,0.0017853911,hessian_weighted_relative_error,42672,0.02500,1.659
35,mlp.experts.108.up_proj,0.0027198410,hessian_weighted_relative_error,36993,0.02500,1.623
35,mlp.experts.119.up_proj,0.0019711780,hessian_weighted_relative_error,42672,0.02500,1.695
35,mlp.experts.110.down_proj,0.0039379944,hessian_weighted_relative_error,30371,0.02500,1.537
35,mlp.experts.123.down_proj,0.0040033853,hessian_weighted_relative_error,64951,0.02500,1.552
35,mlp.experts.112.down_proj,0.0028273023,hessian_weighted_relative_error,33135,0.02500,1.542
35,mlp.experts.123.up_proj,0.0030471531,hessian_weighted_relative_error,64951,0.02500,1.698
35,mlp.experts.116.down_proj,0.0035438491,hessian_weighted_relative_error,26461,0.02500,1.543
35,mlp.experts.129.down_proj,0.0036912648,hessian_weighted_relative_error,20768,0.02500,1.548
35,mlp.experts.112.gate_proj,0.0015676913,hessian_weighted_relative_error,33135,0.02500,1.610
35,mlp.experts.13.down_proj,0.0028328486,hessian_weighted_relative_error,18103,0.02500,1.504
35,mlp.experts.112.up_proj,0.0017376644,hessian_weighted_relative_error,33135,0.02500,1.624
35,mlp.experts.13.up_proj,0.0021282009,hessian_weighted_relative_error,18103,0.02500,1.692
35,mlp.experts.12.down_proj,0.0034859714,hessian_weighted_relative_error,21921,0.02500,1.514
35,mlp.experts.137.down_proj,0.0037702741,hessian_weighted_relative_error,68576,0.02500,1.554
35,mlp.experts.128.down_proj,0.0034330611,hessian_weighted_relative_error,37918,0.02500,1.547
35,mlp.experts.137.gate_proj,0.0023581275,hessian_weighted_relative_error,68576,0.02500,1.663
35,mlp.experts.122.down_proj,0.0038737476,hessian_weighted_relative_error,23157,0.02500,1.544
35,mlp.experts.137.up_proj,0.0026503115,hessian_weighted_relative_error,68576,0.02500,1.713
35,mlp.experts.122.up_proj,0.0027858605,hessian_weighted_relative_error,23157,0.02500,1.628
35,mlp.experts.139.down_proj,0.0023047784,hessian_weighted_relative_error,20618,0.02500,1.561
35,mlp.experts.128.gate_proj,0.0022591733,hessian_weighted_relative_error,37918,0.02500,1.601
35,mlp.experts.139.up_proj,0.0013297388,hessian_weighted_relative_error,20618,0.02500,1.720
35,mlp.experts.132.up_proj,0.0024046158,hessian_weighted_relative_error,31182,0.02500,1.625
35,mlp.experts.141.down_proj,0.0034910096,hessian_weighted_relative_error,53753,0.02500,1.559
35,mlp.experts.128.up_proj,0.0024777701,hessian_weighted_relative_error,37918,0.02500,1.625
35,mlp.experts.141.gate_proj,0.0024216594,hessian_weighted_relative_error,53753,0.02500,1.664
35,mlp.experts.132.down_proj,0.0036214860,hessian_weighted_relative_error,31182,0.02500,1.547
35,mlp.experts.141.up_proj,0.0025702260,hessian_weighted_relative_error,53753,0.02500,1.717
35,mlp.experts.138.down_proj,0.0029794080,hessian_weighted_relative_error,36890,0.02500,1.546
35,mlp.experts.145.down_proj,0.0040322226,hessian_weighted_relative_error,67537,0.02500,1.556
35,mlp.experts.146.up_proj,0.0014975218,hessian_weighted_relative_error,10749,0.02500,1.629
35,mlp.experts.147.down_proj,0.0031198345,hessian_weighted_relative_error,46400,0.02500,1.558
35,mlp.experts.138.up_proj,0.0018886835,hessian_weighted_relative_error,36890,0.02500,1.629
35,mlp.experts.146.down_proj,0.0024581212,hessian_weighted_relative_error,10749,0.02500,1.545
35,mlp.experts.147.gate_proj,0.0017729626,hessian_weighted_relative_error,46400,0.02500,1.667
35,mlp.experts.148.down_proj,0.0031612799,hessian_weighted_relative_error,16615,0.02500,1.549
35,mlp.experts.147.up_proj,0.0019024872,hessian_weighted_relative_error,46400,0.02500,1.726
35,mlp.experts.154.up_proj,0.0020585440,hessian_weighted_relative_error,32781,0.02500,1.640
35,mlp.experts.153.down_proj,0.0032770559,hessian_weighted_relative_error,17190,0.02500,1.565
35,mlp.experts.154.down_proj,0.0025327761,hessian_weighted_relative_error,32781,0.02500,1.550
35,mlp.experts.155.down_proj,0.0035375942,hessian_weighted_relative_error,25375,0.02500,1.568
35,mlp.experts.154.gate_proj,0.0018624939,hessian_weighted_relative_error,32781,0.02500,1.605
35,mlp.experts.155.up_proj,0.0024171918,hessian_weighted_relative_error,25375,0.02500,1.703
35,mlp.experts.156.down_proj,0.0031547171,hessian_weighted_relative_error,26027,0.02500,1.550
35,mlp.experts.17.down_proj,0.0033827366,hessian_weighted_relative_error,24288,0.02500,1.507
35,mlp.experts.166.down_proj,0.0034038537,hessian_weighted_relative_error,24011,0.02500,1.553
35,mlp.experts.175.down_proj,0.0031334251,hessian_weighted_relative_error,20860,0.02500,1.591
35,mlp.experts.162.down_proj,0.0035022914,hessian_weighted_relative_error,29081,0.02500,1.550
35,mlp.experts.179.down_proj,0.0033504999,hessian_weighted_relative_error,35540,0.02500,1.567
35,mlp.experts.162.up_proj,0.0023904774,hessian_weighted_relative_error,29081,0.02500,1.630
35,mlp.experts.179.gate_proj,0.0022230328,hessian_weighted_relative_error,35540,0.02500,1.674
35,mlp.experts.166.up_proj,0.0023080089,hessian_weighted_relative_error,24011,0.02500,1.630
35,mlp.experts.179.up_proj,0.0026300324,hessian_weighted_relative_error,35540,0.02500,1.718
35,mlp.experts.178.up_proj,0.0019975996,hessian_weighted_relative_error,59804,0.02500,1.629
35,mlp.experts.187.down_proj,0.0028734136,hessian_weighted_relative_error,26592,0.02500,1.576
35,mlp.experts.178.down_proj,0.0028391517,hessian_weighted_relative_error,59804,0.02500,1.554
35,mlp.experts.187.gate_proj,0.0017927649,hessian_weighted_relative_error,26592,0.02500,1.678
35,mlp.experts.178.gate_proj,0.0017897863,hessian_weighted_relative_error,59804,0.02500,1.610
35,mlp.experts.187.up_proj,0.0019850591,hessian_weighted_relative_error,26592,0.02500,1.716
35,mlp.experts.188.down_proj,0.0034304684,hessian_weighted_relative_error,31685,0.02500,1.557
35,mlp.experts.189.down_proj,0.0030574030,hessian_weighted_relative_error,24533,0.02500,1.597
35,mlp.experts.190.down_proj,0.0040135696,hessian_weighted_relative_error,79207,0.02500,1.556
35,mlp.experts.189.up_proj,0.0023960274,hessian_weighted_relative_error,24533,0.02500,1.712
35,mlp.experts.188.gate_proj,0.0021392502,hessian_weighted_relative_error,31685,0.02500,1.613
35,mlp.experts.195.down_proj,0.0037096703,hessian_weighted_relative_error,23543,0.02500,1.574
35,mlp.experts.188.up_proj,0.0023281700,hessian_weighted_relative_error,31685,0.02500,1.628
35,mlp.experts.195.up_proj,0.0024829364,hessian_weighted_relative_error,23543,0.02500,1.728
35,mlp.experts.192.down_proj,0.0038448575,hessian_weighted_relative_error,65049,0.02500,1.557
35,mlp.experts.205.down_proj,0.0032997657,hessian_weighted_relative_error,23595,0.02500,1.578
35,mlp.experts.194.gate_proj,0.0024650999,hessian_weighted_relative_error,112930,0.02500,1.616
35,mlp.experts.213.down_proj,0.0026390054,hessian_weighted_relative_error,14445,0.02500,1.575
35,mlp.experts.192.up_proj,0.0029058070,hessian_weighted_relative_error,65049,0.02500,1.629
35,mlp.experts.215.down_proj,0.0038903025,hessian_weighted_relative_error,81630,0.02500,1.579
35,mlp.experts.194.down_proj,0.0038081809,hessian_weighted_relative_error,112930,0.02500,1.554
35,mlp.experts.215.up_proj,0.0028410562,hessian_weighted_relative_error,81630,0.02500,1.726
35,mlp.experts.194.up_proj,0.0027585480,hessian_weighted_relative_error,112930,0.02500,1.630
35,mlp.experts.223.down_proj,0.0024362746,hessian_weighted_relative_error,81017,0.02500,1.581
35,mlp.experts.2.up_proj,0.0029783548,hessian_weighted_relative_error,103841,0.02500,1.622
35,mlp.experts.223.gate_proj,0.0017332105,hessian_weighted_relative_error,81017,0.02500,1.679
35,mlp.experts.2.down_proj,0.0040214268,hessian_weighted_relative_error,103841,0.02500,1.477
35,mlp.experts.223.up_proj,0.0018793257,hessian_weighted_relative_error,81017,0.02500,1.730
35,mlp.experts.2.gate_proj,0.0025479329,hessian_weighted_relative_error,103841,0.02500,1.570
35,mlp.experts.227.down_proj,0.0034807609,hessian_weighted_relative_error,34875,0.02500,1.581
35,mlp.experts.206.down_proj,0.0032483220,hessian_weighted_relative_error,31765,0.02500,1.556
35,mlp.experts.227.gate_proj,0.0020192213,hessian_weighted_relative_error,34875,0.02500,1.681
35,mlp.experts.232.down_proj,0.0039937539,hessian_weighted_relative_error,72433,0.02500,1.566
35,mlp.experts.222.down_proj,0.0034338209,hessian_weighted_relative_error,27057,0.02500,1.562
35,mlp.experts.227.up_proj,0.0023204741,hessian_weighted_relative_error,34875,0.02500,1.730
35,mlp.experts.229.down_proj,0.0040291868,hessian_weighted_relative_error,92064,0.02500,1.579
35,mlp.experts.222.up_proj,0.0021764806,hessian_weighted_relative_error,27057,0.02500,1.635
35,mlp.experts.232.up_proj,0.0030796764,hessian_weighted_relative_error,72433,0.02500,1.633
35,mlp.experts.23.down_proj,0.0039489593,hessian_weighted_relative_error,57764,0.02500,1.523
35,mlp.experts.236.down_proj,0.0037106404,hessian_weighted_relative_error,100724,0.02500,1.565
35,mlp.experts.231.down_proj,0.0033874329,hessian_weighted_relative_error,21260,0.02500,1.601
35,mlp.experts.234.down_proj,0.0040500006,hessian_weighted_relative_error,124148,0.02500,1.564
35,mlp.experts.231.up_proj,0.0023686316,hessian_weighted_relative_error,21260,0.02500,1.739
35,mlp.experts.234.up_proj,0.0030872580,hessian_weighted_relative_error,124148,0.02500,1.632
35,mlp.experts.241.down_proj,0.0040951881,hessian_weighted_relative_error,125420,0.02500,1.589
35,mlp.experts.236.gate_proj,0.0026609447,hessian_weighted_relative_error,100724,0.02500,1.617
35,mlp.experts.241.gate_proj,0.0025961314,hessian_weighted_relative_error,125420,0.02500,1.684
35,mlp.experts.24.down_proj,0.0030919810,hessian_weighted_relative_error,26324,0.02500,1.529
35,mlp.experts.241.up_proj,0.0030321944,hessian_weighted_relative_error,125420,0.02500,1.735
35,mlp.experts.236.up_proj,0.0027859171,hessian_weighted_relative_error,100724,0.02500,1.633
35,mlp.experts.243.down_proj,0.0032046310,hessian_weighted_relative_error,25577,0.02500,1.578
35,mlp.experts.238.down_proj,0.0038988260,hessian_weighted_relative_error,23557,0.02500,1.562
35,mlp.experts.25.down_proj,0.0041480908,hessian_weighted_relative_error,89977,0.02500,1.534
35,mlp.experts.24.up_proj,0.0026675006,hessian_weighted_relative_error,26324,0.02500,1.634
35,mlp.experts.267.down_proj,0.0033306435,hessian_weighted_relative_error,21450,0.02500,1.592
35,mlp.experts.244.down_proj,0.0034384180,hessian_weighted_relative_error,39625,0.02500,1.565
35,mlp.experts.267.up_proj,0.0022666053,hessian_weighted_relative_error,21450,0.02500,1.737
35,mlp.experts.240.down_proj,0.0038458729,hessian_weighted_relative_error,26830,0.02500,1.567
35,mlp.experts.27.down_proj,0.0036589107,hessian_weighted_relative_error,32650,0.02500,1.531
35,mlp.experts.242.down_proj,0.0037373454,hessian_weighted_relative_error,27443,0.02500,1.562
35,mlp.experts.271.down_proj,0.0030662933,hessian_weighted_relative_error,30865,0.02500,1.584
35,mlp.experts.244.gate_proj,0.0021079395,hessian_weighted_relative_error,39625,0.02500,1.620
35,mlp.experts.273.down_proj,0.0027965418,hessian_weighted_relative_error,33509,0.02500,1.584
35,mlp.experts.256.gate_proj,0.0013318597,hessian_weighted_relative_error,89893,0.02500,1.618
35,mlp.experts.273.gate_proj,0.0016684663,hessian_weighted_relative_error,33509,0.02500,1.686
35,mlp.experts.244.up_proj,0.0024848029,hessian_weighted_relative_error,39625,0.02500,1.631
35,mlp.experts.273.up_proj,0.0017905421,hessian_weighted_relative_error,33509,0.02500,1.741
35,mlp.experts.256.down_proj,0.0020454091,hessian_weighted_relative_error,89893,0.02500,1.565
35,mlp.experts.283.down_proj,0.0030776398,hessian_weighted_relative_error,53289,0.02500,1.605
35,mlp.experts.256.up_proj,0.0014363055,hessian_weighted_relative_error,89893,0.02500,1.634
35,mlp.experts.283.gate_proj,0.0019328501,hessian_weighted_relative_error,53289,0.02500,1.691
35,mlp.experts.258.up_proj,0.0024991428,hessian_weighted_relative_error,110780,0.02500,1.634
35,mlp.experts.283.up_proj,0.0020459930,hessian_weighted_relative_error,53289,0.02500,1.730
35,mlp.experts.258.down_proj,0.0036496181,hessian_weighted_relative_error,110780,0.02500,1.564
35,mlp.experts.287.down_proj,0.0038164729,hessian_weighted_relative_error,22111,0.02500,1.586
35,mlp.experts.258.gate_proj,0.0022451763,hessian_weighted_relative_error,110780,0.02500,1.624
35,mlp.experts.29.down_proj,0.0031663852,hessian_weighted_relative_error,27410,0.02500,1.521
35,mlp.experts.26.down_proj,0.0030370639,hessian_weighted_relative_error,33025,0.02500,1.521
35,mlp.experts.31.down_proj,0.0039043863,hessian_weighted_relative_error,46967,0.02500,1.547
35,mlp.experts.272.down_proj,0.0032324330,hessian_weighted_relative_error,27091,0.02500,1.572
35,mlp.experts.31.gate_proj,0.0021978270,hessian_weighted_relative_error,46967,0.02500,1.626
35,mlp.experts.26.up_proj,0.0022074740,hessian_weighted_relative_error,33025,0.02500,1.627
35,mlp.experts.31.up_proj,0.0026321569,hessian_weighted_relative_error,46967,0.02500,1.691
35,mlp.experts.270.down_proj,0.0032836338,hessian_weighted_relative_error,18087,0.02500,1.565
35,mlp.experts.33.down_proj,0.0029498972,hessian_weighted_relative_error,28819,0.02500,1.519
35,mlp.experts.272.up_proj,0.0022709146,hessian_weighted_relative_error,27091,0.02500,1.640
35,mlp.experts.276.up_proj,0.0025335723,hessian_weighted_relative_error,29814,0.02500,1.640
35,mlp.experts.33.gate_proj,0.0019136869,hessian_weighted_relative_error,28819,0.02500,1.628
35,mlp.experts.276.down_proj,0.0031538183,hessian_weighted_relative_error,29814,0.02500,1.577
35,mlp.experts.33.up_proj,0.0020331513,hessian_weighted_relative_error,28819,0.02500,1.694
35,mlp.experts.276.gate_proj,0.0022557168,hessian_weighted_relative_error,29814,0.02500,1.625
35,mlp.experts.39.down_proj,0.0030265816,hessian_weighted_relative_error,19530,0.02500,1.542
35,mlp.experts.28.down_proj,0.0038233589,hessian_weighted_relative_error,56246,0.02500,1.525
35,mlp.experts.39.gate_proj,0.0019887884,hessian_weighted_relative_error,19530,0.02500,1.630
35,mlp.experts.39.up_proj,0.0021829210,hessian_weighted_relative_error,19530,0.02500,1.855
35,mlp.experts.286.down_proj,0.0023803935,hessian_weighted_relative_error,23076,0.02500,1.540
35,mlp.experts.43.down_proj,0.0027605978,hessian_weighted_relative_error,25432,0.02500,1.551
35,mlp.experts.38.down_proj,0.0031349864,hessian_weighted_relative_error,36251,0.02500,1.524
35,mlp.experts.38.up_proj,0.0021373436,hessian_weighted_relative_error,36251,0.02500,1.625
35,mlp.experts.43.gate_proj,0.0015093166,hessian_weighted_relative_error,25432,0.02500,1.644
35,mlp.experts.38.gate_proj,0.0019552269,hessian_weighted_relative_error,36251,0.02500,1.583
35,mlp.experts.43.up_proj,0.0016814553,hessian_weighted_relative_error,25432,0.02500,1.706
35,mlp.experts.40.down_proj,0.0038808172,hessian_weighted_relative_error,93977,0.02500,1.540
35,mlp.experts.53.down_proj,0.0032957822,hessian_weighted_relative_error,21797,0.02500,1.553
35,mlp.experts.40.up_proj,0.0029319074,hessian_weighted_relative_error,93977,0.02500,1.628
35,mlp.experts.67.down_proj,0.0031843525,hessian_weighted_relative_error,22085,0.02500,1.560
35,mlp.experts.56.down_proj,0.0041104116,hessian_weighted_relative_error,61779,0.02500,1.534
35,mlp.experts.71.down_proj,0.0028399488,hessian_weighted_relative_error,78380,0.02500,1.535
35,mlp.experts.50.down_proj,0.0031744962,hessian_weighted_relative_error,27079,0.02500,1.530
35,mlp.experts.63.down_proj,0.0036706994,hessian_weighted_relative_error,21982,0.02500,1.533
35,mlp.experts.58.down_proj,0.0039027415,hessian_weighted_relative_error,71120,0.02500,1.534
35,mlp.experts.71.gate_proj,0.0017409078,hessian_weighted_relative_error,78380,0.02500,1.647
35,mlp.experts.58.up_proj,0.0030099541,hessian_weighted_relative_error,71120,0.02500,1.630
35,mlp.experts.77.down_proj,0.0023956311,hessian_weighted_relative_error,20277,0.02500,1.538
35,mlp.experts.62.down_proj,0.0032038983,hessian_weighted_relative_error,28338,0.02500,1.532
35,mlp.experts.79.down_proj,0.0032162167,hessian_weighted_relative_error,30047,0.02500,1.541
35,mlp.experts.60.down_proj,0.0036834920,hessian_weighted_relative_error,25453,0.02500,1.537
35,mlp.experts.71.up_proj,0.0018861853,hessian_weighted_relative_error,78380,0.02500,1.699
35,mlp.experts.64.down_proj,0.0030582089,hessian_weighted_relative_error,25613,0.02500,1.539
35,mlp.experts.85.down_proj,0.0040670047,hessian_weighted_relative_error,97015,0.02500,1.543
35,mlp.experts.64.gate_proj,0.0021786943,hessian_weighted_relative_error,25613,0.02500,1.596
35,mlp.experts.89.down_proj,0.0029760462,hessian_weighted_relative_error,43593,0.02500,1.537
35,mlp.experts.74.down_proj,0.0029069431,hessian_weighted_relative_error,32539,0.02500,1.537
35,mlp.experts.89.gate_proj,0.0017888667,hessian_weighted_relative_error,43593,0.02500,1.658
35,mlp.experts.64.up_proj,0.0023973676,hessian_weighted_relative_error,25613,0.02500,1.627
35,mlp.experts.85.up_proj,0.0029830350,hessian_weighted_relative_error,97015,0.02500,1.705
35,mlp.experts.74.gate_proj,0.0016111112,hessian_weighted_relative_error,32539,0.02500,1.593
35,mlp.experts.89.up_proj,0.0019717672,hessian_weighted_relative_error,43593,0.02500,1.694
35,mlp.experts.74.up_proj,0.0017667499,hessian_weighted_relative_error,32539,0.02500,1.627
35,mlp.experts.95.down_proj,0.0031850454,hessian_weighted_relative_error,36162,0.02500,1.541
35,mlp.experts.8.down_proj,0.0032780015,hessian_weighted_relative_error,23757,0.02500,1.519
35,mlp.experts.95.gate_proj,0.0019048307,hessian_weighted_relative_error,36162,0.02500,1.652
35,mlp.experts.76.down_proj,0.0030700861,hessian_weighted_relative_error,23330,0.02500,1.542
35,mlp.experts.91.down_proj,0.0030246879,hessian_weighted_relative_error,22897,0.02500,1.547
35,mlp.experts.80.down_proj,0.0032531821,hessian_weighted_relative_error,54308,0.02500,1.543
35,mlp.experts.95.up_proj,0.0021116447,hessian_weighted_relative_error,36162,0.02500,1.695
35,mlp.experts.80.gate_proj,0.0020074457,hessian_weighted_relative_error,54308,0.02500,1.600
35,mlp.experts.90.down_proj,0.0025754431,hessian_weighted_relative_error,49637,0.02500,1.541
35,mlp.experts.80.up_proj,0.0021367273,hessian_weighted_relative_error,54308,0.02500,1.630
35,mlp.experts.90.gate_proj,0.0016679424,hessian_weighted_relative_error,49637,0.02500,1.599
35,mlp.experts.90.up_proj,0.0018801675,hessian_weighted_relative_error,49637,0.02500,1.634
35,mlp.experts.92.gate_proj,0.0026014131,hessian_weighted_relative_error,35750,0.02500,1.604
35,mlp.experts.92.down_proj,0.0037657612,hessian_weighted_relative_error,35750,0.02500,1.545
35,mlp.experts.92.up_proj,0.0026725227,hessian_weighted_relative_error,35750,0.02500,1.632
36,mlp.experts.1.gate_proj,0.0055048206,hessian_weighted_relative_error,9146,0.02500,0.792
36,mlp.experts.2.gate_proj,0.0094099053,hessian_weighted_relative_error,39400,0.02500,0.808
36,mlp.experts.3.gate_proj,0.0096780612,hessian_weighted_relative_error,41896,0.02500,0.800
36,mlp.experts.4.gate_proj,0.0071633391,hessian_weighted_relative_error,15792,0.02500,0.785
36,mlp.experts.5.gate_proj,0.0087735987,hessian_weighted_relative_error,22568,0.02500,0.785
36,mlp.experts.6.gate_proj,0.0091122336,hessian_weighted_relative_error,21872,0.02500,0.806
36,mlp.experts.7.gate_proj,0.0078470405,hessian_weighted_relative_error,28616,0.02500,0.791
36,mlp.experts.8.gate_proj,0.0048465152,hessian_weighted_relative_error,14504,0.02500,0.808
36,mlp.experts.9.gate_proj,0.0085829476,hessian_weighted_relative_error,19168,0.02500,0.795
36,mlp.experts.10.gate_proj,0.0057169580,hessian_weighted_relative_error,17335,0.02500,0.809
36,mlp.experts.11.gate_proj,0.0075365554,hessian_weighted_relative_error,18456,0.02500,0.796
36,mlp.experts.12.gate_proj,0.0090021468,hessian_weighted_relative_error,49801,0.02500,0.808
36,mlp.experts.13.gate_proj,0.0081711963,hessian_weighted_relative_error,16734,0.02500,0.794
36,mlp.experts.14.gate_proj,0.0083842488,hessian_weighted_relative_error,13066,0.02500,0.810
36,mlp.experts.15.gate_proj,0.0092279631,hessian_weighted_relative_error,43665,0.02500,0.795
36,mlp.experts.16.gate_proj,0.0073803169,hessian_weighted_relative_error,36666,0.02500,0.814
36,mlp.experts.17.gate_proj,0.0070959411,hessian_weighted_relative_error,24747,0.02500,0.801
36,mlp.experts.18.gate_proj,0.0088171378,hessian_weighted_relative_error,22624,0.02500,0.813
36,mlp.experts.19.gate_proj,0.0088667370,hessian_weighted_relative_error,35569,0.02500,0.796
36,mlp.experts.20.gate_proj,0.0098596396,hessian_weighted_relative_error,41396,0.02500,0.810
36,mlp.experts.21.gate_proj,0.0060892936,hessian_weighted_relative_error,13957,0.02500,0.798
36,mlp.experts.23.gate_proj,0.0085647732,hessian_weighted_relative_error,29177,0.02500,0.797
36,mlp.experts.24.gate_proj,0.0065230395,hessian_weighted_relative_error,22792,0.02500,0.818
36,mlp.experts.25.gate_proj,0.0081117034,hessian_weighted_relative_error,21747,0.02500,0.803
36,mlp.experts.26.gate_proj,0.0067302588,hessian_weighted_relative_error,10038,0.02500,0.814
36,mlp.experts.27.gate_proj,0.0078080114,hessian_weighted_relative_error,16042,0.02500,0.800
36,mlp.experts.28.gate_proj,0.0084339312,hessian_weighted_relative_error,85013,0.02500,0.812
36,mlp.experts.29.gate_proj,0.0092657056,hessian_weighted_relative_error,22486,0.02500,0.800
36,mlp.experts.32.gate_proj,0.0097001865,hessian_weighted_relative_error,42522,0.02500,0.818
36,mlp.experts.33.gate_proj,0.0084770521,hessian_weighted_relative_error,23689,0.02500,0.808
36,mlp.experts.34.gate_proj,0.0036817713,hessian_weighted_relative_error,3986,0.02500,0.815
36,mlp.experts.35.gate_proj,0.0083329204,hessian_weighted_relative_error,22533,0.02500,0.805
36,mlp.experts.36.gate_proj,0.0084501675,hessian_weighted_relative_error,52782,0.02500,0.816
36,mlp.experts.37.gate_proj,0.0096465031,hessian_weighted_relative_error,37678,0.02500,0.806
36,mlp.experts.38.gate_proj,0.0091384078,hessian_weighted_relative_error,32249,0.02500,0.816
36,mlp.experts.39.gate_proj,0.0083867406,hessian_weighted_relative_error,31606,0.02500,0.806
36,mlp.experts.40.gate_proj,0.0084161856,hessian_weighted_relative_error,29101,0.02500,0.819
36,mlp.experts.41.gate_proj,0.0045522512,hessian_weighted_relative_error,9506,0.02500,0.812
36,mlp.experts.42.gate_proj,0.0088672607,hessian_weighted_relative_error,27891,0.02500,0.819
36,mlp.experts.43.gate_proj,0.0082942355,hessian_weighted_relative_error,32177,0.02500,0.809
36,mlp.experts.44.gate_proj,0.0081882710,hessian_weighted_relative_error,22964,0.02500,0.817
36,mlp.experts.45.gate_proj,0.0066187465,hessian_weighted_relative_error,10337,0.02500,0.808
36,mlp.experts.46.gate_proj,0.0088578261,hessian_weighted_relative_error,20645,0.02500,0.819
36,mlp.experts.47.gate_proj,0.0061269682,hessian_weighted_relative_error,13187,0.02500,0.812
36,mlp.experts.48.gate_proj,0.0040482813,hessian_weighted_relative_error,10494,0.02500,0.821
36,mlp.experts.49.gate_proj,0.0078420870,hessian_weighted_relative_error,16386,0.02500,0.814
36,mlp.experts.50.gate_proj,0.0062212316,hessian_weighted_relative_error,7545,0.02500,0.822
36,mlp.experts.51.gate_proj,0.0065150431,hessian_weighted_relative_error,24334,0.02500,0.815
36,mlp.experts.52.gate_proj,0.0074218294,hessian_weighted_relative_error,24914,0.02500,0.819
36,mlp.experts.53.gate_proj,0.0081398309,hessian_weighted_relative_error,28071,0.02500,0.814
36,mlp.experts.55.gate_proj,0.0094955056,hessian_weighted_relative_error,21729,0.02500,0.814
36,mlp.experts.56.gate_proj,0.0066025710,hessian_weighted_relative_error,8517,0.02500,0.824
36,mlp.experts.57.gate_proj,0.0066738259,hessian_weighted_relative_error,24940,0.02500,0.822
36,mlp.experts.58.gate_proj,0.0094969750,hessian_weighted_relative_error,26188,0.02500,0.826
36,mlp.experts.59.gate_proj,0.0094726018,hessian_weighted_relative_error,29063,0.02500,0.819
36,mlp.experts.60.gate_proj,0.0027351334,hessian_weighted_relative_error,10931,0.02500,0.821
36,mlp.experts.61.gate_proj,0.0078212232,hessian_weighted_relative_error,19773,0.02500,0.815
36,mlp.experts.62.gate_proj,0.0068132955,hessian_weighted_relative_error,14215,0.02500,0.823
36,mlp.experts.63.gate_proj,0.0057934347,hessian_weighted_relative_error,9969,0.02500,0.819
36,mlp.experts.65.gate_proj,0.0084540480,hessian_weighted_relative_error,38330,0.02500,0.824
36,mlp.experts.66.gate_proj,0.0092299014,hessian_weighted_relative_error,47705,0.02500,0.825
36,mlp.experts.67.gate_proj,0.0030061850,hessian_weighted_relative_error,38729,0.02500,0.824
36,mlp.experts.69.gate_proj,0.0055119968,hessian_weighted_relative_error,20947,0.02500,0.821
36,mlp.experts.70.gate_proj,0.0061571252,hessian_weighted_relative_error,14920,0.02500,0.826
36,mlp.experts.71.gate_proj,0.0073541540,hessian_weighted_relative_error,20793,0.02500,0.826
36,mlp.experts.72.gate_proj,0.0087677740,hessian_weighted_relative_error,33076,0.02500,0.827
36,mlp.experts.73.gate_proj,0.0072519718,hessian_weighted_relative_error,22324,0.02500,0.829
36,mlp.experts.74.gate_proj,0.0033938942,hessian_weighted_relative_error,8869,0.02500,0.828
36,mlp.experts.75.gate_proj,0.0063823806,hessian_weighted_relative_error,8861,0.02500,0.823
36,mlp.experts.76.gate_proj,0.0067326247,hessian_weighted_relative_error,15457,0.02500,0.827
36,mlp.experts.77.gate_proj,0.0096710348,hessian_weighted_relative_error,33977,0.02500,0.828
36,mlp.experts.78.gate_proj,0.0085147831,hessian_weighted_relative_error,54815,0.02500,0.826
36,mlp.experts.79.gate_proj,0.0073214917,hessian_weighted_relative_error,18576,0.02500,0.829
36,mlp.experts.80.gate_proj,0.0089543646,hessian_weighted_relative_error,39890,0.02500,0.829
36,mlp.experts.82.gate_proj,0.0059707002,hessian_weighted_relative_error,17013,0.02500,0.828
36,mlp.experts.83.gate_proj,0.0086752961,hessian_weighted_relative_error,20081,0.02500,0.830
36,mlp.experts.84.gate_proj,0.0092656223,hessian_weighted_relative_error,43830,0.02500,0.828
36,mlp.experts.85.gate_proj,0.0098171367,hessian_weighted_relative_error,27870,0.02500,0.831
36,mlp.experts.86.gate_proj,0.0092655923,hessian_weighted_relative_error,29852,0.02500,0.830
36,mlp.experts.87.gate_proj,0.0081562166,hessian_weighted_relative_error,14471,0.02500,0.830
36,mlp.experts.88.gate_proj,0.0063194148,hessian_weighted_relative_error,22540,0.02500,0.831
36,mlp.experts.89.gate_proj,0.0091402761,hessian_weighted_relative_error,36416,0.02500,0.835
36,mlp.experts.90.gate_proj,0.0061630349,hessian_weighted_relative_error,7167,0.02500,0.831
36,mlp.experts.91.gate_proj,0.0051447438,hessian_weighted_relative_error,8611,0.02500,0.834
36,mlp.experts.92.gate_proj,0.0103220495,hessian_weighted_relative_error,52891,0.02500,0.831
36,mlp.experts.93.gate_proj,0.0075958383,hessian_weighted_relative_error,25065,0.02500,0.833
36,mlp.experts.94.gate_proj,0.0082388725,hessian_weighted_relative_error,31074,0.02500,0.830
36,mlp.experts.96.gate_proj,0.0048665745,hessian_weighted_relative_error,5896,0.02500,0.832
36,mlp.experts.97.gate_proj,0.0065682345,hessian_weighted_relative_error,13766,0.02500,0.838
36,mlp.experts.98.gate_proj,0.0068394928,hessian_weighted_relative_error,21776,0.02500,0.833
36,mlp.experts.99.gate_proj,0.0073528500,hessian_weighted_relative_error,25608,0.02500,0.834
36,mlp.experts.101.gate_proj,0.0090536172,hessian_weighted_relative_error,48640,0.02500,0.838
36,mlp.experts.102.gate_proj,0.0067468689,hessian_weighted_relative_error,9564,0.02500,0.833
36,mlp.experts.103.gate_proj,0.0098922413,hessian_weighted_relative_error,46607,0.02500,0.841
36,mlp.experts.104.gate_proj,0.0076565925,hessian_weighted_relative_error,17539,0.02500,0.835
36,mlp.experts.105.gate_proj,0.0083535515,hessian_weighted_relative_error,28768,0.02500,0.841
36,mlp.experts.106.gate_proj,0.0056957639,hessian_weighted_relative_error,20310,0.02500,0.833
36,mlp.experts.107.gate_proj,0.0092465797,hessian_weighted_relative_error,35738,0.02500,0.843
36,mlp.experts.108.gate_proj,0.0075369221,hessian_weighted_relative_error,23384,0.02500,0.834
36,mlp.experts.109.gate_proj,0.0060563653,hessian_weighted_relative_error,11401,0.02500,0.839
36,mlp.experts.110.gate_proj,0.0085305633,hessian_weighted_relative_error,33226,0.02500,0.833
36,mlp.experts.111.gate_proj,0.0052617367,hessian_weighted_relative_error,15523,0.02500,0.843
36,mlp.experts.112.gate_proj,0.0054563689,hessian_weighted_relative_error,17693,0.02500,0.836
36,mlp.experts.114.gate_proj,0.0081859943,hessian_weighted_relative_error,23530,0.02500,0.836
36,mlp.experts.115.gate_proj,0.0085052937,hessian_weighted_relative_error,17912,0.02500,0.846
36,mlp.experts.116.gate_proj,0.0060839556,hessian_weighted_relative_error,22673,0.02500,0.834
36,mlp.experts.118.gate_proj,0.0095422669,hessian_weighted_relative_error,30251,0.02500,0.833
36,mlp.experts.119.gate_proj,0.0074287926,hessian_weighted_relative_error,21941,0.02500,0.844
36,mlp.experts.120.gate_proj,0.0100872079,hessian_weighted_relative_error,52192,0.02500,0.836
36,mlp.experts.122.gate_proj,0.0067308080,hessian_weighted_relative_error,15507,0.02500,0.835
36,mlp.experts.123.gate_proj,0.0077011367,hessian_weighted_relative_error,30063,0.02500,0.845
36,mlp.experts.124.gate_proj,0.0075877497,hessian_weighted_relative_error,29599,0.02500,0.835
36,mlp.experts.125.gate_proj,0.0045708568,hessian_weighted_relative_error,4976,0.02500,0.844
36,mlp.experts.126.gate_proj,0.0067822454,hessian_weighted_relative_error,18155,0.02500,0.834
36,mlp.experts.127.gate_proj,0.0070999826,hessian_weighted_relative_error,30806,0.02500,0.846
36,mlp.experts.128.gate_proj,0.0063849558,hessian_weighted_relative_error,12719,0.02500,0.838
36,mlp.experts.129.gate_proj,0.0058993618,hessian_weighted_relative_error,12694,0.02500,0.847
36,mlp.experts.130.gate_proj,0.0033612148,hessian_weighted_relative_error,19288,0.02500,0.837
36,mlp.experts.131.gate_proj,0.0080566828,hessian_weighted_relative_error,18123,0.02500,0.850
36,mlp.experts.132.gate_proj,0.0054032107,hessian_weighted_relative_error,6073,0.02500,0.837
36,mlp.experts.133.gate_proj,0.0084062271,hessian_weighted_relative_error,47517,0.02500,0.847
36,mlp.experts.134.gate_proj,0.0091492384,hessian_weighted_relative_error,26232,0.02500,0.836
36,mlp.experts.135.gate_proj,0.0049339099,hessian_weighted_relative_error,10452,0.02500,0.848
36,mlp.experts.136.gate_proj,0.0084197530,hessian_weighted_relative_error,48743,0.02500,0.838
36,mlp.experts.137.gate_proj,0.0032209794,hessian_weighted_relative_error,48127,0.02500,0.851
36,mlp.experts.138.gate_proj,0.0082810924,hessian_weighted_relative_error,32596,0.02500,0.842
36,mlp.experts.140.gate_proj,0.0087121103,hessian_weighted_relative_error,40507,0.02500,0.840
36,mlp.experts.141.gate_proj,0.0088052098,hessian_weighted_relative_error,40179,0.02500,0.849
36,mlp.experts.142.gate_proj,0.0065800410,hessian_weighted_relative_error,9054,0.02500,0.838
36,mlp.experts.144.gate_proj,0.0101713526,hessian_weighted_relative_error,34431,0.02500,0.840
36,mlp.experts.145.gate_proj,0.0086176150,hessian_weighted_relative_error,23329,0.02500,0.851
36,mlp.experts.146.gate_proj,0.0085479186,hessian_weighted_relative_error,34164,0.02500,0.840
36,mlp.experts.147.gate_proj,0.0046402427,hessian_weighted_relative_error,9220,0.02500,0.852
36,mlp.experts.148.gate_proj,0.0023585931,hessian_weighted_relative_error,3556,0.02500,0.839
36,mlp.experts.149.gate_proj,0.0059360309,hessian_weighted_relative_error,10540,0.02500,0.852
36,mlp.experts.150.gate_proj,0.0077590177,hessian_weighted_relative_error,26900,0.02500,0.838
36,mlp.experts.151.gate_proj,0.0083370098,hessian_weighted_relative_error,34577,0.02500,0.854
36,mlp.experts.152.gate_proj,0.0066950014,hessian_weighted_relative_error,27184,0.02500,0.839
36,mlp.experts.153.gate_proj,0.0087420019,hessian_weighted_relative_error,24494,0.02500,0.853
36,mlp.experts.155.gate_proj,0.0096148919,hessian_weighted_relative_error,43848,0.02500,0.853
36,mlp.experts.156.gate_proj,0.0096939424,hessian_weighted_relative_error,33604,0.02500,0.842
36,mlp.experts.158.gate_proj,0.0078188495,hessian_weighted_relative_error,20268,0.02500,0.840
36,mlp.experts.159.gate_proj,0.0083045631,hessian_weighted_relative_error,25796,0.02500,0.855
36,mlp.experts.160.gate_proj,0.0091743450,hessian_weighted_relative_error,32057,0.02500,0.858
36,mlp.experts.162.gate_proj,0.0047746878,hessian_weighted_relative_error,6189,0.02500,0.850
36,mlp.experts.163.gate_proj,0.0090934498,hessian_weighted_relative_error,26129,0.02500,0.854
36,mlp.experts.164.gate_proj,0.0086966418,hessian_weighted_relative_error,34157,0.02500,0.845
36,mlp.experts.165.gate_proj,0.0070452720,hessian_weighted_relative_error,19967,0.02500,0.855
36,mlp.experts.166.gate_proj,0.0090090894,hessian_weighted_relative_error,51158,0.02500,0.847
36,mlp.experts.167.gate_proj,0.0072605047,hessian_weighted_relative_error,22920,0.02500,0.858
36,mlp.experts.169.gate_proj,0.0082334055,hessian_weighted_relative_error,21061,0.02500,0.856
36,mlp.experts.172.gate_proj,0.0091447034,hessian_weighted_relative_error,30561,0.02500,0.854
36,mlp.experts.173.gate_proj,0.0095176959,hessian_weighted_relative_error,25050,0.02500,0.856
36,mlp.experts.174.gate_proj,0.0086771300,hessian_weighted_relative_error,42461,0.02500,0.867
36,mlp.experts.176.gate_proj,0.0040074819,hessian_weighted_relative_error,11625,0.02500,0.845
36,mlp.experts.177.gate_proj,0.0082516979,hessian_weighted_relative_error,21579,0.02500,0.859
36,mlp.experts.179.gate_proj,0.0100640639,hessian_weighted_relative_error,53033,0.02500,0.889
36,mlp.experts.180.gate_proj,0.0096426828,hessian_weighted_relative_error,34013,0.02500,0.855
36,mlp.experts.181.gate_proj,0.0090366840,hessian_weighted_relative_error,22377,0.02500,0.863
36,mlp.experts.182.gate_proj,0.0071056071,hessian_weighted_relative_error,21559,0.02500,0.845
36,mlp.experts.183.gate_proj,0.0037484492,hessian_weighted_relative_error,9200,0.02500,0.859
36,mlp.experts.184.gate_proj,0.0076095448,hessian_weighted_relative_error,14745,0.02500,0.844
36,mlp.experts.185.gate_proj,0.0056162749,hessian_weighted_relative_error,6346,0.02500,0.858
36,mlp.experts.188.gate_proj,0.0079343755,hessian_weighted_relative_error,70458,0.02500,0.844
36,mlp.experts.189.gate_proj,0.0089689484,hessian_weighted_relative_error,29601,0.02500,0.862
36,mlp.experts.190.gate_proj,0.0078639372,hessian_weighted_relative_error,50907,0.02500,0.843
36,mlp.experts.192.gate_proj,0.0096589637,hessian_weighted_relative_error,34868,0.02500,0.844
36,mlp.experts.193.gate_proj,0.0072186850,hessian_weighted_relative_error,21955,0.02500,0.858
36,mlp.experts.194.gate_proj,0.0081104218,hessian_weighted_relative_error,46170,0.02500,0.847
36,mlp.experts.196.gate_proj,0.0069504741,hessian_weighted_relative_error,10446,0.02500,0.844
36,mlp.experts.197.gate_proj,0.0106875881,hessian_weighted_relative_error,33130,0.02500,0.856
36,mlp.experts.198.gate_proj,0.0092525203,hessian_weighted_relative_error,41871,0.02500,0.844
36,mlp.experts.199.gate_proj,0.0051763987,hessian_weighted_relative_error,38293,0.02500,0.857
36,mlp.experts.200.gate_proj,0.0054222705,hessian_weighted_relative_error,10456,0.02500,0.843
36,mlp.experts.201.gate_proj,0.0094241771,hessian_weighted_relative_error,21080,0.02500,0.859
36,mlp.experts.202.gate_proj,0.0052155138,hessian_weighted_relative_error,7696,0.02500,0.846
36,mlp.experts.204.gate_proj,0.0069432576,hessian_weighted_relative_error,15294,0.02500,0.845
36,mlp.experts.205.gate_proj,0.0091993483,hessian_weighted_relative_error,34699,0.02500,0.858
36,mlp.experts.206.gate_proj,0.0083297831,hessian_weighted_relative_error,24528,0.02500,0.843
36,mlp.experts.207.gate_proj,0.0078252957,hessian_weighted_relative_error,21287,0.02500,0.857
36,mlp.experts.209.gate_proj,0.0097886159,hessian_weighted_relative_error,48599,0.02500,0.862
36,mlp.experts.211.gate_proj,0.0096253947,hessian_weighted_relative_error,28719,0.02500,0.856
36,mlp.experts.213.gate_proj,0.0089511220,hessian_weighted_relative_error,31220,0.02500,0.859
36,mlp.experts.214.gate_proj,0.0102953915,hessian_weighted_relative_error,28592,0.02500,0.844
36,mlp.experts.215.gate_proj,0.0067903827,hessian_weighted_relative_error,34148,0.02500,0.857
36,mlp.experts.216.gate_proj,0.0085407995,hessian_weighted_relative_error,22513,0.02500,0.848
36,mlp.experts.218.gate_proj,0.0084968759,hessian_weighted_relative_error,36052,0.02500,0.846
36,mlp.experts.219.gate_proj,0.0082902991,hessian_weighted_relative_error,29879,0.02500,0.856
36,mlp.experts.221.gate_proj,0.0048363995,hessian_weighted_relative_error,8460,0.02500,0.859
36,mlp.experts.222.gate_proj,0.0080182182,hessian_weighted_relative_error,22500,0.02500,0.847
36,mlp.experts.223.gate_proj,0.0074992435,hessian_weighted_relative_error,24291,0.02500,0.858
36,mlp.experts.224.gate_proj,0.0084430110,hessian_weighted_relative_error,20712,0.02500,0.847
36,mlp.experts.226.gate_proj,0.0083479872,hessian_weighted_relative_error,14720,0.02500,0.851
36,mlp.experts.227.gate_proj,0.0061180629,hessian_weighted_relative_error,6665,0.02500,0.861
36,mlp.experts.228.gate_proj,0.0090724621,hessian_weighted_relative_error,23571,0.02500,0.849
36,mlp.experts.229.gate_proj,0.0099079271,hessian_weighted_relative_error,58294,0.02500,0.857
36,mlp.experts.230.gate_proj,0.0097514037,hessian_weighted_relative_error,37051,0.02500,0.847
36,mlp.experts.231.gate_proj,0.0086647917,hessian_weighted_relative_error,35546,0.02500,0.862
36,mlp.experts.232.gate_proj,0.0073758894,hessian_weighted_relative_error,27843,0.02500,0.847
36,mlp.experts.233.gate_proj,0.0088910556,hessian_weighted_relative_error,32538,0.02500,0.859
36,mlp.experts.235.gate_proj,0.0058345607,hessian_weighted_relative_error,7503,0.02500,0.857
36,mlp.experts.236.gate_proj,0.0090500567,hessian_weighted_relative_error,25188,0.02500,0.848
36,mlp.experts.238.gate_proj,0.0077217312,hessian_weighted_relative_error,23152,0.02500,0.846
36,mlp.experts.239.gate_proj,0.0093747784,hessian_weighted_relative_error,43306,0.02500,0.859
36,mlp.experts.240.gate_proj,0.0086020979,hessian_weighted_relative_error,27734,0.02500,0.847
36,mlp.experts.241.gate_proj,0.0084265101,hessian_weighted_relative_error,20082,0.02500,0.860
36,mlp.experts.242.gate_proj,0.0097222170,hessian_weighted_relative_error,41669,0.02500,0.847
36,mlp.experts.243.gate_proj,0.0076735400,hessian_weighted_relative_error,25239,0.02500,0.859
36,mlp.experts.244.gate_proj,0.0094449255,hessian_weighted_relative_error,32565,0.02500,0.846
36,mlp.experts.245.gate_proj,0.0060362172,hessian_weighted_relative_error,9844,0.02500,0.860
36,mlp.experts.246.gate_proj,0.0053030124,hessian_weighted_relative_error,15177,0.02500,0.847
36,mlp.experts.247.gate_proj,0.0093960210,hessian_weighted_relative_error,39970,0.02500,0.863
36,mlp.experts.248.gate_proj,0.0089180841,hessian_weighted_relative_error,58239,0.02500,0.848
36,mlp.experts.249.gate_proj,0.0098131771,hessian_weighted_relative_error,27686,0.02500,0.860
36,mlp.experts.250.gate_proj,0.0068906854,hessian_weighted_relative_error,14488,0.02500,0.850
36,mlp.experts.252.gate_proj,0.0074632230,hessian_weighted_relative_error,24546,0.02500,0.847
36,mlp.experts.253.gate_proj,0.0053645675,hessian_weighted_relative_error,18242,0.02500,0.863
36,mlp.experts.254.gate_proj,0.0087683841,hessian_weighted_relative_error,50710,0.02500,0.850
36,mlp.experts.255.gate_proj,0.0086397658,hessian_weighted_relative_error,39838,0.02500,0.861
36,mlp.experts.258.gate_proj,0.0095311008,hessian_weighted_relative_error,49190,0.02500,0.847
36,mlp.experts.259.gate_proj,0.0067663142,hessian_weighted_relative_error,20590,0.02500,0.860
36,mlp.experts.260.gate_proj,0.0096931156,hessian_weighted_relative_error,43482,0.02500,0.847
36,mlp.experts.261.gate_proj,0.0058410341,hessian_weighted_relative_error,43400,0.02500,0.862
36,mlp.experts.262.gate_proj,0.0087312782,hessian_weighted_relative_error,30048,0.02500,0.848
36,mlp.experts.263.gate_proj,0.0088574420,hessian_weighted_relative_error,31099,0.02500,0.862
36,mlp.experts.264.gate_proj,0.0079959281,hessian_weighted_relative_error,45428,0.02500,0.850
36,mlp.experts.265.gate_proj,0.0059440756,hessian_weighted_relative_error,27034,0.02500,0.861
36,mlp.experts.266.gate_proj,0.0084026447,hessian_weighted_relative_error,22920,0.02500,0.852
36,mlp.experts.267.gate_proj,0.0086374941,hessian_weighted_relative_error,19128,0.02500,0.861
36,mlp.experts.268.gate_proj,0.0052297952,hessian_weighted_relative_error,8217,0.02500,0.849
36,mlp.experts.269.gate_proj,0.0080742458,hessian_weighted_relative_error,15735,0.02500,0.863
36,mlp.experts.270.gate_proj,0.0063245878,hessian_weighted_relative_error,20173,0.02500,0.850
36,mlp.experts.272.gate_proj,0.0091354514,hessian_weighted_relative_error,44700,0.02500,0.851
36,mlp.experts.273.gate_proj,0.0088165198,hessian_weighted_relative_error,41199,0.02500,0.864
36,mlp.experts.274.gate_proj,0.0086133330,hessian_weighted_relative_error,34812,0.02500,0.852
36,mlp.experts.275.gate_proj,0.0074049444,hessian_weighted_relative_error,15761,0.02500,0.864
36,mlp.experts.276.gate_proj,0.0081321118,hessian_weighted_relative_error,28240,0.02500,0.852
36,mlp.experts.277.gate_proj,0.0086697755,hessian_weighted_relative_error,50048,0.02500,0.862
36,mlp.experts.278.gate_proj,0.0078336032,hessian_weighted_relative_error,28467,0.02500,0.852
36,mlp.experts.279.gate_proj,0.0094824680,hessian_weighted_relative_error,28595,0.02500,0.864
36,mlp.experts.280.gate_proj,0.0060994924,hessian_weighted_relative_error,43515,0.02500,0.851
36,mlp.experts.281.gate_proj,0.0092946790,hessian_weighted_relative_error,29216,0.02500,0.866
36,mlp.experts.282.gate_proj,0.0040981747,hessian_weighted_relative_error,2866,0.02500,0.851
36,mlp.experts.283.gate_proj,0.0067919998,hessian_weighted_relative_error,17708,0.02500,0.862
36,mlp.experts.285.gate_proj,0.0077715088,hessian_weighted_relative_error,16772,0.02500,0.864
36,mlp.experts.286.gate_proj,0.0058839187,hessian_weighted_relative_error,19574,0.02500,0.850
36,mlp.experts.287.gate_proj,0.0073765188,hessian_weighted_relative_error,10043,0.02500,0.864
36,mlp.experts.1.up_proj,0.0071330386,hessian_weighted_relative_error,9146,0.02500,0.865
36,mlp.experts.2.up_proj,0.0112036048,hessian_weighted_relative_error,39400,0.02500,0.853
36,mlp.experts.3.up_proj,0.0109583721,hessian_weighted_relative_error,41896,0.02500,0.868
36,mlp.experts.4.up_proj,0.0079081279,hessian_weighted_relative_error,15792,0.02500,0.851
36,mlp.experts.5.up_proj,0.0104569178,hessian_weighted_relative_error,22568,0.02500,0.863
36,mlp.experts.6.up_proj,0.0107662823,hessian_weighted_relative_error,21872,0.02500,0.855
36,mlp.experts.7.up_proj,0.0104065796,hessian_weighted_relative_error,28616,0.02500,0.864
36,mlp.experts.8.up_proj,0.0052832706,hessian_weighted_relative_error,14504,0.02500,0.855
36,mlp.experts.9.up_proj,0.0103833616,hessian_weighted_relative_error,19168,0.02500,0.863
36,mlp.experts.10.up_proj,0.0061788872,hessian_weighted_relative_error,17335,0.02500,0.855
36,mlp.experts.11.up_proj,0.0088450090,hessian_weighted_relative_error,18456,0.02500,0.865
36,mlp.experts.12.up_proj,0.0107004368,hessian_weighted_relative_error,49801,0.02500,0.853
36,mlp.experts.13.up_proj,0.0097403385,hessian_weighted_relative_error,16734,0.02500,0.864
36,mlp.experts.14.up_proj,0.0092333075,hessian_weighted_relative_error,13066,0.02500,0.856
36,mlp.experts.15.up_proj,0.0100015380,hessian_weighted_relative_error,43665,0.02500,0.863
36,mlp.experts.16.up_proj,0.0106661000,hessian_weighted_relative_error,36666,0.02500,0.855
36,mlp.experts.17.up_proj,0.0078670035,hessian_weighted_relative_error,24747,0.02500,0.863
36,mlp.experts.18.up_proj,0.0096436631,hessian_weighted_relative_error,22624,0.02500,0.857
36,mlp.experts.19.up_proj,0.0105041633,hessian_weighted_relative_error,35569,0.02500,0.862
36,mlp.experts.21.up_proj,0.0067519216,hessian_weighted_relative_error,13957,0.02500,0.865
36,mlp.experts.23.up_proj,0.0105891663,hessian_weighted_relative_error,29177,0.02500,0.862
36,mlp.experts.24.up_proj,0.0074015653,hessian_weighted_relative_error,22792,0.02500,0.855
36,mlp.experts.25.up_proj,0.0096278940,hessian_weighted_relative_error,21747,0.02500,0.868
36,mlp.experts.26.up_proj,0.0075465457,hessian_weighted_relative_error,10038,0.02500,0.853
36,mlp.experts.27.up_proj,0.0086940400,hessian_weighted_relative_error,16042,0.02500,0.865
36,mlp.experts.28.up_proj,0.0115488748,hessian_weighted_relative_error,85013,0.02500,0.852
36,mlp.experts.29.up_proj,0.0109506342,hessian_weighted_relative_error,22486,0.02500,0.866
36,mlp.experts.32.up_proj,0.0110416577,hessian_weighted_relative_error,42522,0.02500,0.863
36,mlp.experts.33.up_proj,0.0093457470,hessian_weighted_relative_error,23689,0.02500,0.883
36,mlp.experts.34.up_proj,0.0043221829,hessian_weighted_relative_error,3986,0.02500,0.865
36,mlp.experts.35.up_proj,0.0099665821,hessian_weighted_relative_error,22533,0.02500,0.868
36,mlp.experts.36.up_proj,0.0111228189,hessian_weighted_relative_error,52782,0.02500,0.859
36,mlp.experts.37.up_proj,0.0111362146,hessian_weighted_relative_error,37678,0.02500,0.869
36,mlp.experts.38.up_proj,0.0107424513,hessian_weighted_relative_error,32249,0.02500,0.865
36,mlp.experts.39.up_proj,0.0101544979,hessian_weighted_relative_error,31606,0.02500,0.880
36,mlp.experts.40.up_proj,0.0096236695,hessian_weighted_relative_error,29101,0.02500,0.854
36,mlp.experts.41.up_proj,0.0053110950,hessian_weighted_relative_error,9506,0.02500,0.866
36,mlp.experts.42.up_proj,0.0099112490,hessian_weighted_relative_error,27891,0.02500,0.855
36,mlp.experts.43.up_proj,0.0096963834,hessian_weighted_relative_error,32177,0.02500,0.867
36,mlp.experts.44.up_proj,0.0095835355,hessian_weighted_relative_error,22964,0.02500,0.853
36,mlp.experts.45.up_proj,0.0081590061,hessian_weighted_relative_error,10337,0.02500,0.867
36,mlp.experts.46.up_proj,0.0107569551,hessian_weighted_relative_error,20645,0.02500,0.856
36,mlp.experts.47.up_proj,0.0074450128,hessian_weighted_relative_error,13187,0.02500,0.865
36,mlp.experts.48.up_proj,0.0079349419,hessian_weighted_relative_error,10494,0.02500,0.854
36,mlp.experts.49.up_proj,0.0090210094,hessian_weighted_relative_error,16386,0.02500,0.879
36,mlp.experts.50.up_proj,0.0071777370,hessian_weighted_relative_error,7545,0.02500,0.854
36,mlp.experts.51.up_proj,0.0070947066,hessian_weighted_relative_error,24334,0.02500,0.867
36,mlp.experts.52.up_proj,0.0100322166,hessian_weighted_relative_error,24914,0.02500,0.855
36,mlp.experts.53.up_proj,0.0088533133,hessian_weighted_relative_error,28071,0.02500,0.869
36,mlp.experts.55.up_proj,0.0104106882,hessian_weighted_relative_error,21729,0.02500,0.869
36,mlp.experts.56.up_proj,0.0076968582,hessian_weighted_relative_error,8517,0.02500,0.855
36,mlp.experts.57.up_proj,0.0095236553,hessian_weighted_relative_error,24940,0.02500,0.879
36,mlp.experts.58.up_proj,0.0103561110,hessian_weighted_relative_error,26188,0.02500,0.855
36,mlp.experts.59.up_proj,0.0110700771,hessian_weighted_relative_error,29063,0.02500,0.864
36,mlp.experts.60.up_proj,0.0045746227,hessian_weighted_relative_error,10931,0.02500,0.855
36,mlp.experts.62.up_proj,0.0082586540,hessian_weighted_relative_error,14215,0.02500,0.857
36,mlp.experts.63.up_proj,0.0064621238,hessian_weighted_relative_error,9969,0.02500,0.878
36,mlp.experts.65.up_proj,0.0110284778,hessian_weighted_relative_error,38330,0.02500,0.867
36,mlp.experts.67.up_proj,0.0033404388,hessian_weighted_relative_error,38729,0.02500,0.866
36,mlp.experts.69.up_proj,0.0058795793,hessian_weighted_relative_error,20947,0.02500,0.876
36,mlp.experts.70.up_proj,0.0070599695,hessian_weighted_relative_error,14920,0.02500,0.854
36,mlp.experts.71.up_proj,0.0096626566,hessian_weighted_relative_error,20793,0.02500,0.867
36,mlp.experts.72.up_proj,0.0100880231,hessian_weighted_relative_error,33076,0.02500,0.855
36,mlp.experts.74.up_proj,0.0049849989,hessian_weighted_relative_error,8869,0.02500,0.856
36,mlp.experts.75.up_proj,0.0075044324,hessian_weighted_relative_error,8861,0.02500,0.866
36,mlp.experts.76.up_proj,0.0079563662,hessian_weighted_relative_error,15457,0.02500,0.854
36,mlp.experts.78.up_proj,0.0098552623,hessian_weighted_relative_error,54815,0.02500,0.856
36,mlp.experts.79.up_proj,0.0082353189,hessian_weighted_relative_error,18576,0.02500,0.868
36,mlp.experts.82.up_proj,0.0065177917,hessian_weighted_relative_error,17013,0.02500,0.856
36,mlp.experts.83.up_proj,0.0101373706,hessian_weighted_relative_error,20081,0.02500,0.870
36,mlp.experts.84.up_proj,0.0113098150,hessian_weighted_relative_error,43830,0.02500,0.854
36,mlp.experts.85.up_proj,0.0107259371,hessian_weighted_relative_error,27870,0.02500,0.876
36,mlp.experts.86.up_proj,0.0102355694,hessian_weighted_relative_error,29852,0.02500,0.856
36,mlp.experts.87.up_proj,0.0095732166,hessian_weighted_relative_error,14471,0.02500,0.868
36,mlp.experts.88.up_proj,0.0071975633,hessian_weighted_relative_error,22540,0.02500,0.856
36,mlp.experts.89.up_proj,0.0101262218,hessian_weighted_relative_error,36416,0.02500,0.869
36,mlp.experts.90.up_proj,0.0077194748,hessian_weighted_relative_error,7167,0.02500,0.857
36,mlp.experts.91.up_proj,0.0056478656,hessian_weighted_relative_error,8611,0.02500,0.866
36,mlp.experts.92.up_proj,0.0110467680,hessian_weighted_relative_error,52891,0.02500,0.855
36,mlp.experts.93.up_proj,0.0096266753,hessian_weighted_relative_error,25065,0.02500,0.865
36,mlp.experts.94.up_proj,0.0105101544,hessian_weighted_relative_error,31074,0.02500,0.856
36,mlp.experts.96.up_proj,0.0052666141,hessian_weighted_relative_error,5896,0.02500,0.857
36,mlp.experts.97.up_proj,0.0077375074,hessian_weighted_relative_error,13766,0.02500,0.870
36,mlp.experts.98.up_proj,0.0089722733,hessian_weighted_relative_error,21776,0.02500,0.856
36,mlp.experts.99.up_proj,0.0088852475,hessian_weighted_relative_error,25608,0.02500,0.883
36,mlp.experts.102.up_proj,0.0076427112,hessian_weighted_relative_error,9564,0.02500,0.856
36,mlp.experts.104.up_proj,0.0091009010,hessian_weighted_relative_error,17539,0.02500,0.855
36,mlp.experts.105.up_proj,0.0106240687,hessian_weighted_relative_error,28768,0.02500,0.870
36,mlp.experts.106.up_proj,0.0060246139,hessian_weighted_relative_error,20310,0.02500,0.856
36,mlp.experts.107.up_proj,0.0110287496,hessian_weighted_relative_error,35738,0.02500,0.871
36,mlp.experts.108.up_proj,0.0089963825,hessian_weighted_relative_error,23384,0.02500,0.856
36,mlp.experts.109.up_proj,0.0078207521,hessian_weighted_relative_error,11401,0.02500,0.878
36,mlp.experts.110.up_proj,0.0101012904,hessian_weighted_relative_error,33226,0.02500,0.855
36,mlp.experts.111.up_proj,0.0058380643,hessian_weighted_relative_error,15523,0.02500,0.867
36,mlp.experts.112.up_proj,0.0071292517,hessian_weighted_relative_error,17693,0.02500,0.858
36,mlp.experts.114.up_proj,0.0099139252,hessian_weighted_relative_error,23530,0.02500,0.856
36,mlp.experts.115.up_proj,0.0093856771,hessian_weighted_relative_error,17912,0.02500,0.869
36,mlp.experts.116.up_proj,0.0066010236,hessian_weighted_relative_error,22673,0.02500,0.856
36,mlp.experts.118.up_proj,0.0104019336,hessian_weighted_relative_error,30251,0.02500,0.856
36,mlp.experts.119.up_proj,0.0075190394,hessian_weighted_relative_error,21941,0.02500,0.869
36,mlp.experts.122.up_proj,0.0074055199,hessian_weighted_relative_error,15507,0.02500,0.856
36,mlp.experts.123.up_proj,0.0105881725,hessian_weighted_relative_error,30063,0.02500,0.869
36,mlp.experts.124.up_proj,0.0096539237,hessian_weighted_relative_error,29599,0.02500,0.856
36,mlp.experts.125.up_proj,0.0064543025,hessian_weighted_relative_error,4976,0.02500,0.879
36,mlp.experts.126.up_proj,0.0075528441,hessian_weighted_relative_error,18155,0.02500,0.857
36,mlp.experts.128.up_proj,0.0078976333,hessian_weighted_relative_error,12719,0.02500,0.857
36,mlp.experts.129.up_proj,0.0065852079,hessian_weighted_relative_error,12694,0.02500,0.872
36,mlp.experts.130.up_proj,0.0037280706,hessian_weighted_relative_error,19288,0.02500,0.858
36,mlp.experts.131.up_proj,0.0090683553,hessian_weighted_relative_error,18123,0.02500,0.872
36,mlp.experts.132.up_proj,0.0063635578,hessian_weighted_relative_error,6073,0.02500,0.857
36,mlp.experts.133.up_proj,0.0113529851,hessian_weighted_relative_error,47517,0.02500,0.879
36,mlp.experts.134.up_proj,0.0109580424,hessian_weighted_relative_error,26232,0.02500,0.857
36,mlp.experts.135.up_proj,0.0057636486,hessian_weighted_relative_error,10452,0.02500,0.875
36,mlp.experts.136.up_proj,0.0097660394,hessian_weighted_relative_error,48743,0.02500,0.860
36,mlp.experts.137.up_proj,0.0035488388,hessian_weighted_relative_error,48127,0.02500,0.871
36,mlp.experts.138.up_proj,0.0105627612,hessian_weighted_relative_error,32596,0.02500,0.858
36,mlp.experts.140.up_proj,0.0097902603,hessian_weighted_relative_error,40507,0.02500,0.858
36,mlp.experts.141.up_proj,0.0105738290,hessian_weighted_relative_error,40179,0.02500,0.879
36,mlp.experts.142.up_proj,0.0072901528,hessian_weighted_relative_error,9054,0.02500,0.855
36,mlp.experts.144.up_proj,0.0105669495,hessian_weighted_relative_error,34431,0.02500,0.859
36,mlp.experts.145.up_proj,0.0106718650,hessian_weighted_relative_error,23329,0.02500,0.878
36,mlp.experts.146.up_proj,0.0106404771,hessian_weighted_relative_error,34164,0.02500,0.864
36,mlp.experts.147.up_proj,0.0053099853,hessian_weighted_relative_error,9220,0.02500,0.891
36,mlp.experts.148.up_proj,0.0035035382,hessian_weighted_relative_error,3556,0.02500,0.858
36,mlp.experts.149.up_proj,0.0081472578,hessian_weighted_relative_error,10540,0.02500,0.878
36,mlp.experts.150.up_proj,0.0084923064,hessian_weighted_relative_error,26900,0.02500,0.858
36,mlp.experts.151.up_proj,0.0105273891,hessian_weighted_relative_error,34577,0.02500,0.866
36,mlp.experts.153.up_proj,0.0099407931,hessian_weighted_relative_error,24494,0.02500,0.884
36,mlp.experts.156.up_proj,0.0113165554,hessian_weighted_relative_error,33604,0.02500,0.870
36,mlp.experts.158.up_proj,0.0092018686,hessian_weighted_relative_error,20268,0.02500,0.871
36,mlp.experts.159.up_proj,0.0098767534,hessian_weighted_relative_error,25796,0.02500,0.884
36,mlp.experts.160.up_proj,0.0109275115,hessian_weighted_relative_error,32057,0.02500,0.858
36,mlp.experts.162.up_proj,0.0064702245,hessian_weighted_relative_error,6189,0.02500,0.858
36,mlp.experts.163.up_proj,0.0111218476,hessian_weighted_relative_error,26129,0.02500,0.884
36,mlp.experts.164.up_proj,0.0109777435,hessian_weighted_relative_error,34157,0.02500,0.859
36,mlp.experts.165.up_proj,0.0078523208,hessian_weighted_relative_error,19967,0.02500,0.872
36,mlp.experts.166.up_proj,0.0103832249,hessian_weighted_relative_error,51158,0.02500,0.860
36,mlp.experts.167.up_proj,0.0091820959,hessian_weighted_relative_error,22920,0.02500,0.872
36,mlp.experts.169.up_proj,0.0101044021,hessian_weighted_relative_error,21061,0.02500,0.872
36,mlp.experts.172.up_proj,0.0108629071,hessian_weighted_relative_error,30561,0.02500,0.858
36,mlp.experts.173.up_proj,0.0105532771,hessian_weighted_relative_error,25050,0.02500,0.873
36,mlp.experts.176.up_proj,0.0053441860,hessian_weighted_relative_error,11625,0.02500,0.860
36,mlp.experts.177.up_proj,0.0101008054,hessian_weighted_relative_error,21579,0.02500,0.882
36,mlp.experts.181.up_proj,0.0102195741,hessian_weighted_relative_error,22377,0.02500,0.882
36,mlp.experts.182.up_proj,0.0074728235,hessian_weighted_relative_error,21559,0.02500,0.859
36,mlp.experts.183.up_proj,0.0044071888,hessian_weighted_relative_error,9200,0.02500,0.874
36,mlp.experts.184.up_proj,0.0080130511,hessian_weighted_relative_error,14745,0.02500,0.858
36,mlp.experts.185.up_proj,0.0071473683,hessian_weighted_relative_error,6346,0.02500,0.878
36,mlp.experts.188.up_proj,0.0085644352,hessian_weighted_relative_error,70458,0.02500,0.858
36,mlp.experts.189.up_proj,0.0105286815,hessian_weighted_relative_error,29601,0.02500,0.889
36,mlp.experts.190.up_proj,0.0114181450,hessian_weighted_relative_error,50907,0.02500,0.859
36,mlp.experts.192.up_proj,0.0102326974,hessian_weighted_relative_error,34868,0.02500,0.860
36,mlp.experts.193.up_proj,0.0096470807,hessian_weighted_relative_error,21955,0.02500,0.881
36,mlp.experts.194.up_proj,0.0102299972,hessian_weighted_relative_error,46170,0.02500,0.859
36,mlp.experts.196.up_proj,0.0081931237,hessian_weighted_relative_error,10446,0.02500,0.858
36,mlp.experts.197.up_proj,0.0119074748,hessian_weighted_relative_error,33130,0.02500,0.884
36,mlp.experts.198.up_proj,0.0111552168,hessian_weighted_relative_error,41871,0.02500,0.861
36,mlp.experts.199.up_proj,0.0057000056,hessian_weighted_relative_error,38293,0.02500,0.884
36,mlp.experts.200.up_proj,0.0070149491,hessian_weighted_relative_error,10456,0.02500,0.859
36,mlp.experts.201.up_proj,0.0108534681,hessian_weighted_relative_error,21080,0.02500,0.877
36,mlp.experts.202.up_proj,0.0066265399,hessian_weighted_relative_error,7696,0.02500,0.860
36,mlp.experts.204.up_proj,0.0076391932,hessian_weighted_relative_error,15294,0.02500,0.857
36,mlp.experts.205.up_proj,0.0106039778,hessian_weighted_relative_error,34699,0.02500,0.881
36,mlp.experts.206.up_proj,0.0094900053,hessian_weighted_relative_error,24528,0.02500,0.859
36,mlp.experts.207.up_proj,0.0096674945,hessian_weighted_relative_error,21287,0.02500,0.883
36,mlp.experts.211.up_proj,0.0110941086,hessian_weighted_relative_error,28719,0.02500,0.884
36,mlp.experts.213.up_proj,0.0101753529,hessian_weighted_relative_error,31220,0.02500,0.887
36,mlp.experts.214.up_proj,0.0108654657,hessian_weighted_relative_error,28592,0.02500,0.860
36,mlp.experts.215.up_proj,0.0075937814,hessian_weighted_relative_error,34148,0.02500,0.882
36,mlp.experts.216.up_proj,0.0098527088,hessian_weighted_relative_error,22513,0.02500,0.860
36,mlp.experts.218.up_proj,0.0097429084,hessian_weighted_relative_error,36052,0.02500,0.860
36,mlp.experts.219.up_proj,0.0091168352,hessian_weighted_relative_error,29879,0.02500,0.881
36,mlp.experts.221.up_proj,0.0051197030,hessian_weighted_relative_error,8460,0.02500,0.890
36,mlp.experts.222.up_proj,0.0086314894,hessian_weighted_relative_error,22500,0.02500,0.861
36,mlp.experts.223.up_proj,0.0084769534,hessian_weighted_relative_error,24291,0.02500,0.886
36,mlp.experts.224.up_proj,0.0098612926,hessian_weighted_relative_error,20712,0.02500,0.860
36,mlp.experts.226.up_proj,0.0096077341,hessian_weighted_relative_error,14720,0.02500,0.862
36,mlp.experts.227.up_proj,0.0071774629,hessian_weighted_relative_error,6665,0.02500,0.886
36,mlp.experts.228.up_proj,0.0096940735,hessian_weighted_relative_error,23571,0.02500,0.861
36,mlp.experts.230.up_proj,0.0108256575,hessian_weighted_relative_error,37051,0.02500,0.861
36,mlp.experts.233.up_proj,0.0112929920,hessian_weighted_relative_error,32538,0.02500,0.884
36,mlp.experts.235.up_proj,0.0065905271,hessian_weighted_relative_error,7503,0.02500,0.884
36,mlp.experts.236.up_proj,0.0104878739,hessian_weighted_relative_error,25188,0.02500,0.861
36,mlp.experts.238.up_proj,0.0095358993,hessian_weighted_relative_error,23152,0.02500,0.864
36,mlp.experts.240.up_proj,0.0103680618,hessian_weighted_relative_error,27734,0.02500,0.861
36,mlp.experts.241.up_proj,0.0097970078,hessian_weighted_relative_error,20082,0.02500,0.879
36,mlp.experts.242.up_proj,0.0114141550,hessian_weighted_relative_error,41669,0.02500,0.864
36,mlp.experts.243.up_proj,0.0085338069,hessian_weighted_relative_error,25239,0.02500,0.887
36,mlp.experts.244.up_proj,0.0109015927,hessian_weighted_relative_error,32565,0.02500,0.873
36,mlp.experts.245.up_proj,0.0068243791,hessian_weighted_relative_error,9844,0.02500,0.881
36,mlp.experts.246.up_proj,0.0059103319,hessian_weighted_relative_error,15177,0.02500,0.863
36,mlp.experts.249.up_proj,0.0107331140,hessian_weighted_relative_error,27686,0.02500,0.883
36,mlp.experts.250.up_proj,0.0087585044,hessian_weighted_relative_error,14488,0.02500,0.859
36,mlp.experts.252.up_proj,0.0089762079,hessian_weighted_relative_error,24546,0.02500,0.860
36,mlp.experts.253.up_proj,0.0059635781,hessian_weighted_relative_error,18242,0.02500,0.888
36,mlp.experts.255.up_proj,0.0101095442,hessian_weighted_relative_error,39838,0.02500,0.890
36,mlp.experts.259.up_proj,0.0072286120,hessian_weighted_relative_error,20590,0.02500,0.888
36,mlp.experts.260.up_proj,0.0110565548,hessian_weighted_relative_error,43482,0.02500,0.859
36,mlp.experts.261.up_proj,0.0065065905,hessian_weighted_relative_error,43400,0.02500,0.889
36,mlp.experts.262.up_proj,0.0097295285,hessian_weighted_relative_error,30048,0.02500,0.861
36,mlp.experts.263.up_proj,0.0109151890,hessian_weighted_relative_error,31099,0.02500,0.883
36,mlp.experts.265.up_proj,0.0066737275,hessian_weighted_relative_error,27034,0.02500,0.904
36,mlp.experts.266.up_proj,0.0094759599,hessian_weighted_relative_error,22920,0.02500,0.859
36,mlp.experts.267.up_proj,0.0097751934,hessian_weighted_relative_error,19128,0.02500,0.899
36,mlp.experts.268.up_proj,0.0067626990,hessian_weighted_relative_error,8217,0.02500,0.860
36,mlp.experts.269.up_proj,0.0091444007,hessian_weighted_relative_error,15735,0.02500,0.888
36,mlp.experts.270.up_proj,0.0069736989,hessian_weighted_relative_error,20173,0.02500,0.862
36,mlp.experts.272.up_proj,0.0109589994,hessian_weighted_relative_error,44700,0.02500,0.861
36,mlp.experts.273.up_proj,0.0099513327,hessian_weighted_relative_error,41199,0.02500,0.886
36,mlp.experts.274.up_proj,0.0094767816,hessian_weighted_relative_error,34812,0.02500,0.861
36,mlp.experts.275.up_proj,0.0082881229,hessian_weighted_relative_error,15761,0.02500,0.883
36,mlp.experts.276.up_proj,0.0102425134,hessian_weighted_relative_error,28240,0.02500,0.860
36,mlp.experts.278.up_proj,0.0085762188,hessian_weighted_relative_error,28467,0.02500,0.860
36,mlp.experts.279.up_proj,0.0108853220,hessian_weighted_relative_error,28595,0.02500,0.883
36,mlp.experts.280.up_proj,0.0070336511,hessian_weighted_relative_error,43515,0.02500,0.861
36,mlp.experts.281.up_proj,0.0108303510,hessian_weighted_relative_error,29216,0.02500,0.887
36,mlp.experts.282.up_proj,0.0044613262,hessian_weighted_relative_error,2866,0.02500,0.860
36,mlp.experts.283.up_proj,0.0083092149,hessian_weighted_relative_error,17708,0.02500,0.898
36,mlp.experts.285.up_proj,0.0094646133,hessian_weighted_relative_error,16772,0.02500,0.883
36,mlp.experts.287.up_proj,0.0080506722,hessian_weighted_relative_error,10043,0.02500,0.885
36,mlp.experts.1.down_proj,0.0114097712,hessian_weighted_relative_error,9146,0.02500,0.749
36,mlp.experts.3.down_proj,0.0150509386,hessian_weighted_relative_error,41896,0.02500,0.715
36,mlp.experts.4.down_proj,0.0112429523,hessian_weighted_relative_error,15792,0.02500,0.773
36,mlp.experts.5.down_proj,0.0147838164,hessian_weighted_relative_error,22568,0.02500,0.745
36,mlp.experts.6.down_proj,0.0149331914,hessian_weighted_relative_error,21872,0.02500,0.769
36,mlp.experts.7.down_proj,0.0144798485,hessian_weighted_relative_error,28616,0.02500,0.748
36,mlp.experts.8.down_proj,0.0073209584,hessian_weighted_relative_error,14504,0.02500,0.775
36,mlp.experts.9.down_proj,0.0145477925,hessian_weighted_relative_error,19168,0.02500,0.754
36,mlp.experts.10.down_proj,0.0105135418,hessian_weighted_relative_error,17335,0.02500,0.773
36,mlp.experts.11.down_proj,0.0133433616,hessian_weighted_relative_error,18456,0.02500,0.749
36,mlp.experts.13.down_proj,0.0143812915,hessian_weighted_relative_error,16734,0.02500,0.749
36,mlp.experts.14.down_proj,0.0132104653,hessian_weighted_relative_error,13066,0.02500,0.772
36,mlp.experts.16.down_proj,0.0150542844,hessian_weighted_relative_error,36666,0.02500,0.775
36,mlp.experts.18.down_proj,0.0140928441,hessian_weighted_relative_error,22624,0.02500,0.775
36,mlp.experts.19.down_proj,0.0140245152,hessian_weighted_relative_error,35569,0.02500,0.754
36,mlp.experts.21.down_proj,0.0090739290,hessian_weighted_relative_error,13957,0.02500,0.752
36,mlp.experts.23.down_proj,0.0143571101,hessian_weighted_relative_error,29177,0.02500,0.755
36,mlp.experts.24.down_proj,0.0092607521,hessian_weighted_relative_error,22792,0.02500,0.778
36,mlp.experts.25.down_proj,0.0133934443,hessian_weighted_relative_error,21747,0.02500,0.759
36,mlp.experts.26.down_proj,0.0121658698,hessian_weighted_relative_error,10038,0.02500,0.777
36,mlp.experts.27.down_proj,0.0123983870,hessian_weighted_relative_error,16042,0.02500,0.758
36,mlp.experts.29.down_proj,0.0147140304,hessian_weighted_relative_error,22486,0.02500,0.756
36,mlp.experts.33.down_proj,0.0134433857,hessian_weighted_relative_error,23689,0.02500,0.763
36,mlp.experts.34.down_proj,0.0085648144,hessian_weighted_relative_error,3986,0.02500,0.779
36,mlp.experts.35.down_proj,0.0141629426,hessian_weighted_relative_error,22533,0.02500,0.759
36,mlp.experts.38.down_proj,0.0143886306,hessian_weighted_relative_error,32249,0.02500,0.779
36,mlp.experts.39.down_proj,0.0135505474,hessian_weighted_relative_error,31606,0.02500,0.762
36,mlp.experts.40.down_proj,0.0132524207,hessian_weighted_relative_error,29101,0.02500,0.782
36,mlp.experts.41.down_proj,0.0075595530,hessian_weighted_relative_error,9506,0.02500,0.765
36,mlp.experts.43.down_proj,0.0132716352,hessian_weighted_relative_error,32177,0.02500,0.764
36,mlp.experts.44.down_proj,0.0136276427,hessian_weighted_relative_error,22964,0.02500,0.783
36,mlp.experts.45.down_proj,0.0122437969,hessian_weighted_relative_error,10337,0.02500,0.762
36,mlp.experts.46.down_proj,0.0148115968,hessian_weighted_relative_error,20645,0.02500,0.781
36,mlp.experts.47.down_proj,0.0119302478,hessian_weighted_relative_error,13187,0.02500,0.767
36,mlp.experts.48.down_proj,0.0124733696,hessian_weighted_relative_error,10494,0.02500,0.784
36,mlp.experts.49.down_proj,0.0133322203,hessian_weighted_relative_error,16386,0.02500,0.768
36,mlp.experts.50.down_proj,0.0118277346,hessian_weighted_relative_error,7545,0.02500,0.784
36,mlp.experts.52.down_proj,0.0133395569,hessian_weighted_relative_error,24914,0.02500,0.786
36,mlp.experts.53.down_proj,0.0106981066,hessian_weighted_relative_error,28071,0.02500,0.763
36,mlp.experts.55.down_proj,0.0143200579,hessian_weighted_relative_error,21729,0.02500,0.767
36,mlp.experts.56.down_proj,0.0120533455,hessian_weighted_relative_error,8517,0.02500,0.787
36,mlp.experts.57.down_proj,0.0138424180,hessian_weighted_relative_error,24940,0.02500,0.772
36,mlp.experts.59.down_proj,0.0150449099,hessian_weighted_relative_error,29063,0.02500,0.769
36,mlp.experts.60.down_proj,0.0078078638,hessian_weighted_relative_error,10931,0.02500,0.788
36,mlp.experts.62.down_proj,0.0122117533,hessian_weighted_relative_error,14215,0.02500,0.787
36,mlp.experts.63.down_proj,0.0100121283,hessian_weighted_relative_error,9969,0.02500,0.770
36,mlp.experts.65.down_proj,0.0153151212,hessian_weighted_relative_error,38330,0.02500,0.774
36,mlp.experts.67.down_proj,0.0042182274,hessian_weighted_relative_error,38729,0.02500,0.772
36,mlp.experts.70.down_proj,0.0081330323,hessian_weighted_relative_error,14920,0.02500,0.789
36,mlp.experts.71.down_proj,0.0141384877,hessian_weighted_relative_error,20793,0.02500,0.774
36,mlp.experts.72.down_proj,0.0140725513,hessian_weighted_relative_error,33076,0.02500,0.791
36,mlp.experts.74.down_proj,0.0078033434,hessian_weighted_relative_error,8869,0.02500,0.789
36,mlp.experts.75.down_proj,0.0119000179,hessian_weighted_relative_error,8861,0.02500,0.775
36,mlp.experts.76.down_proj,0.0127547127,hessian_weighted_relative_error,15457,0.02500,0.791
36,mlp.experts.79.down_proj,0.0116621952,hessian_weighted_relative_error,18576,0.02500,0.777
36,mlp.experts.82.down_proj,0.0104375607,hessian_weighted_relative_error,17013,0.02500,0.792
36,mlp.experts.83.down_proj,0.0143569313,hessian_weighted_relative_error,20081,0.02500,0.778
36,mlp.experts.84.down_proj,0.0152314085,hessian_weighted_relative_error,43830,0.02500,0.794
36,mlp.experts.85.down_proj,0.0141053492,hessian_weighted_relative_error,27870,0.02500,0.777
36,mlp.experts.86.down_proj,0.0134651616,hessian_weighted_relative_error,29852,0.02500,0.791
36,mlp.experts.87.down_proj,0.0137489326,hessian_weighted_relative_error,14471,0.02500,0.782
36,mlp.experts.88.down_proj,0.0027537960,hessian_weighted_relative_error,22540,0.02500,0.796
36,mlp.experts.89.down_proj,0.0130558850,hessian_weighted_relative_error,36416,0.02500,0.786
36,mlp.experts.90.down_proj,0.0125162932,hessian_weighted_relative_error,7167,0.02500,0.796
36,mlp.experts.91.down_proj,0.0099345558,hessian_weighted_relative_error,8611,0.02500,0.783
36,mlp.experts.93.down_proj,0.0129660191,hessian_weighted_relative_error,25065,0.02500,0.781
36,mlp.experts.94.down_proj,0.0145264146,hessian_weighted_relative_error,31074,0.02500,0.794
36,mlp.experts.96.down_proj,0.0090418352,hessian_weighted_relative_error,5896,0.02500,0.800
36,mlp.experts.97.down_proj,0.0116533654,hessian_weighted_relative_error,13766,0.02500,0.786
36,mlp.experts.98.down_proj,0.0130850774,hessian_weighted_relative_error,21776,0.02500,0.796
36,mlp.experts.99.down_proj,0.0124166786,hessian_weighted_relative_error,25608,0.02500,0.784
36,mlp.experts.102.down_proj,0.0105839445,hessian_weighted_relative_error,9564,0.02500,0.796
36,mlp.experts.104.down_proj,0.0136364756,hessian_weighted_relative_error,17539,0.02500,0.801
36,mlp.experts.105.down_proj,0.0147630210,hessian_weighted_relative_error,28768,0.02500,0.791
36,mlp.experts.106.down_proj,0.0097479681,hessian_weighted_relative_error,20310,0.02500,0.796
36,mlp.experts.107.down_proj,0.0146470104,hessian_weighted_relative_error,35738,0.02500,0.787
36,mlp.experts.108.down_proj,0.0133779878,hessian_weighted_relative_error,23384,0.02500,0.799
36,mlp.experts.109.down_proj,0.0118172603,hessian_weighted_relative_error,11401,0.02500,0.784
36,mlp.experts.110.down_proj,0.0140077245,hessian_weighted_relative_error,33226,0.02500,0.797
36,mlp.experts.114.down_proj,0.0132938722,hessian_weighted_relative_error,23530,0.02500,0.800
36,mlp.experts.118.down_proj,0.0144180654,hessian_weighted_relative_error,30251,0.02500,0.798
36,mlp.experts.122.down_proj,0.0117751111,hessian_weighted_relative_error,15507,0.02500,0.800
36,mlp.experts.123.down_proj,0.0149536375,hessian_weighted_relative_error,30063,0.02500,0.793
36,mlp.experts.124.down_proj,0.0129391739,hessian_weighted_relative_error,29599,0.02500,0.803
36,mlp.experts.125.down_proj,0.0109897148,hessian_weighted_relative_error,4976,0.02500,0.790
36,mlp.experts.126.down_proj,0.0122746850,hessian_weighted_relative_error,18155,0.02500,0.800
36,mlp.experts.128.down_proj,0.0119638847,hessian_weighted_relative_error,12719,0.02500,0.802
36,mlp.experts.129.down_proj,0.0098952459,hessian_weighted_relative_error,12694,0.02500,0.798
36,mlp.experts.130.down_proj,0.0056889680,hessian_weighted_relative_error,19288,0.02500,0.802
36,mlp.experts.131.down_proj,0.0138223161,hessian_weighted_relative_error,18123,0.02500,0.794
36,mlp.experts.132.down_proj,0.0106073915,hessian_weighted_relative_error,6073,0.02500,0.803
36,mlp.experts.133.down_proj,0.0154710979,hessian_weighted_relative_error,47517,0.02500,0.792
36,mlp.experts.134.down_proj,0.0149234110,hessian_weighted_relative_error,26232,0.02500,0.800
36,mlp.experts.135.down_proj,0.0089093497,hessian_weighted_relative_error,10452,0.02500,0.798
36,mlp.experts.136.down_proj,0.0136535250,hessian_weighted_relative_error,48743,0.02500,0.803
36,mlp.experts.138.down_proj,0.0147236868,hessian_weighted_relative_error,32596,0.02500,0.803
36,mlp.experts.140.down_proj,0.0142072295,hessian_weighted_relative_error,40507,0.02500,0.806
36,mlp.experts.142.down_proj,0.0118367482,hessian_weighted_relative_error,9054,0.02500,0.801
36,mlp.experts.144.down_proj,0.0146607423,hessian_weighted_relative_error,34431,0.02500,0.806
36,mlp.experts.145.down_proj,0.0146337136,hessian_weighted_relative_error,23329,0.02500,0.803
36,mlp.experts.146.down_proj,0.0147958331,hessian_weighted_relative_error,34164,0.02500,0.803
36,mlp.experts.147.down_proj,0.0081220643,hessian_weighted_relative_error,9220,0.02500,0.800
36,mlp.experts.148.down_proj,0.0044454369,hessian_weighted_relative_error,3556,0.02500,0.806
36,mlp.experts.149.down_proj,0.0125408218,hessian_weighted_relative_error,10540,0.02500,0.796
36,mlp.experts.151.down_proj,0.0146095817,hessian_weighted_relative_error,34577,0.02500,0.802
36,mlp.experts.153.down_proj,0.0139650957,hessian_weighted_relative_error,24494,0.02500,0.803
36,mlp.experts.156.down_proj,0.0153823359,hessian_weighted_relative_error,33604,0.02500,0.807
36,mlp.experts.158.down_proj,0.0135258358,hessian_weighted_relative_error,20268,0.02500,0.804
36,mlp.experts.159.down_proj,0.0140519442,hessian_weighted_relative_error,25796,0.02500,0.803
36,mlp.experts.160.down_proj,0.0145367149,hessian_weighted_relative_error,32057,0.02500,0.808
36,mlp.experts.162.down_proj,0.0102088610,hessian_weighted_relative_error,6189,0.02500,0.806
36,mlp.experts.163.down_proj,0.0149779884,hessian_weighted_relative_error,26129,0.02500,0.805
36,mlp.experts.164.down_proj,0.0149737082,hessian_weighted_relative_error,34157,0.02500,0.809
36,mlp.experts.165.down_proj,0.0066632462,hessian_weighted_relative_error,19967,0.02500,0.801
36,mlp.experts.167.down_proj,0.0135309689,hessian_weighted_relative_error,22920,0.02500,0.806
36,mlp.experts.169.down_proj,0.0144853607,hessian_weighted_relative_error,21061,0.02500,0.809
36,mlp.experts.172.down_proj,0.0143559844,hessian_weighted_relative_error,30561,0.02500,0.808
36,mlp.experts.173.down_proj,0.0145986160,hessian_weighted_relative_error,25050,0.02500,0.804
36,mlp.experts.176.down_proj,0.0083591726,hessian_weighted_relative_error,11625,0.02500,0.812
36,mlp.experts.177.down_proj,0.0144133961,hessian_weighted_relative_error,21579,0.02500,0.811
36,mlp.experts.181.down_proj,0.0139837236,hessian_weighted_relative_error,22377,0.02500,0.806
36,mlp.experts.183.down_proj,0.0072078052,hessian_weighted_relative_error,9200,0.02500,0.810
36,mlp.experts.184.down_proj,0.0115165789,hessian_weighted_relative_error,14745,0.02500,0.812
36,mlp.experts.185.down_proj,0.0120529947,hessian_weighted_relative_error,6346,0.02500,0.816
36,mlp.experts.188.down_proj,0.0128405573,hessian_weighted_relative_error,70458,0.02500,0.812
36,mlp.experts.190.down_proj,0.0154028754,hessian_weighted_relative_error,50907,0.02500,0.809
36,mlp.experts.193.down_proj,0.0141564675,hessian_weighted_relative_error,21955,0.02500,0.816
36,mlp.experts.194.down_proj,0.0145778664,hessian_weighted_relative_error,46170,0.02500,0.810
36,mlp.experts.196.down_proj,0.0125665752,hessian_weighted_relative_error,10446,0.02500,0.812
36,mlp.experts.197.down_proj,0.0156273350,hessian_weighted_relative_error,33130,0.02500,0.811
36,mlp.experts.199.down_proj,0.0082567798,hessian_weighted_relative_error,38293,0.02500,0.815
36,mlp.experts.200.down_proj,0.0110260662,hessian_weighted_relative_error,10456,0.02500,0.814
36,mlp.experts.201.down_proj,0.0147745937,hessian_weighted_relative_error,21080,0.02500,0.817
36,mlp.experts.202.down_proj,0.0107569909,hessian_weighted_relative_error,7696,0.02500,0.812
36,mlp.experts.204.down_proj,0.0090925602,hessian_weighted_relative_error,15294,0.02500,0.813
36,mlp.experts.205.down_proj,0.0150955808,hessian_weighted_relative_error,34699,0.02500,0.813
36,mlp.experts.207.down_proj,0.0137325573,hessian_weighted_relative_error,21287,0.02500,0.815
36,mlp.experts.211.down_proj,0.0148558449,hessian_weighted_relative_error,28719,0.02500,0.817
36,mlp.experts.213.down_proj,0.0139315066,hessian_weighted_relative_error,31220,0.02500,0.815
36,mlp.experts.214.down_proj,0.0143928742,hessian_weighted_relative_error,28592,0.02500,0.813
36,mlp.experts.215.down_proj,0.0104274104,hessian_weighted_relative_error,34148,0.02500,0.818
36,mlp.experts.216.down_proj,0.0141846978,hessian_weighted_relative_error,22513,0.02500,0.814
36,mlp.experts.219.down_proj,0.0126633166,hessian_weighted_relative_error,29879,0.02500,0.818
36,mlp.experts.221.down_proj,0.0094016437,hessian_weighted_relative_error,8460,0.02500,0.816
36,mlp.experts.222.down_proj,0.0127123704,hessian_weighted_relative_error,22500,0.02500,0.812
36,mlp.experts.223.down_proj,0.0124542554,hessian_weighted_relative_error,24291,0.02500,0.819
36,mlp.experts.224.down_proj,0.0139616323,hessian_weighted_relative_error,20712,0.02500,0.817
36,mlp.experts.226.down_proj,0.0143635711,hessian_weighted_relative_error,14720,0.02500,0.814
36,mlp.experts.227.down_proj,0.0116916756,hessian_weighted_relative_error,6665,0.02500,0.820
36,mlp.experts.228.down_proj,0.0138193806,hessian_weighted_relative_error,23571,0.02500,0.817
36,mlp.experts.230.down_proj,0.0147123712,hessian_weighted_relative_error,37051,0.02500,0.814
36,mlp.experts.233.down_proj,0.0151479048,hessian_weighted_relative_error,32538,0.02500,0.823
36,mlp.experts.235.down_proj,0.0111988130,hessian_weighted_relative_error,7503,0.02500,0.821
36,mlp.experts.236.down_proj,0.0145896734,hessian_weighted_relative_error,25188,0.02500,0.816
36,mlp.experts.238.down_proj,0.0131974409,hessian_weighted_relative_error,23152,0.02500,0.813
36,mlp.experts.240.down_proj,0.0143664433,hessian_weighted_relative_error,27734,0.02500,0.818
36,mlp.experts.241.down_proj,0.0139830569,hessian_weighted_relative_error,20082,0.02500,0.822
36,mlp.experts.244.down_proj,0.0147274056,hessian_weighted_relative_error,32565,0.02500,0.817
36,mlp.experts.245.down_proj,0.0106475172,hessian_weighted_relative_error,9844,0.02500,0.821
36,mlp.experts.246.down_proj,0.0082255872,hessian_weighted_relative_error,15177,0.02500,0.814
36,mlp.experts.249.down_proj,0.0146607666,hessian_weighted_relative_error,27686,0.02500,0.823
36,mlp.experts.250.down_proj,0.0134118487,hessian_weighted_relative_error,14488,0.02500,0.815
36,mlp.experts.252.down_proj,0.0123779472,hessian_weighted_relative_error,24546,0.02500,0.820
36,mlp.experts.253.down_proj,0.0085009335,hessian_weighted_relative_error,18242,0.02500,0.819
36,mlp.experts.261.down_proj,0.0096021905,hessian_weighted_relative_error,43400,0.02500,0.821
36,mlp.experts.263.down_proj,0.0150040035,hessian_weighted_relative_error,31099,0.02500,0.825
36,mlp.experts.266.down_proj,0.0132125676,hessian_weighted_relative_error,22920,0.02500,0.815
36,mlp.experts.267.down_proj,0.0137998120,hessian_weighted_relative_error,19128,0.02500,0.823
36,mlp.experts.268.down_proj,0.0105860802,hessian_weighted_relative_error,8217,0.02500,0.818
36,mlp.experts.269.down_proj,0.0128338521,hessian_weighted_relative_error,15735,0.02500,0.820
36,mlp.experts.274.down_proj,0.0131999666,hessian_weighted_relative_error,34812,0.02500,0.818
36,mlp.experts.275.down_proj,0.0114076864,hessian_weighted_relative_error,15761,0.02500,0.826
36,mlp.experts.276.down_proj,0.0145944594,hessian_weighted_relative_error,28240,0.02500,0.818
36,mlp.experts.278.down_proj,0.0132202334,hessian_weighted_relative_error,28467,0.02500,0.818
36,mlp.experts.279.down_proj,0.0151678009,hessian_weighted_relative_error,28595,0.02500,0.825
36,mlp.experts.280.down_proj,0.0106487501,hessian_weighted_relative_error,43515,0.02500,0.819
36,mlp.experts.281.down_proj,0.0150207245,hessian_weighted_relative_error,29216,0.02500,0.826
36,mlp.experts.282.down_proj,0.0084988359,hessian_weighted_relative_error,2866,0.02500,0.818
36,mlp.experts.285.down_proj,0.0134432310,hessian_weighted_relative_error,16772,0.02500,0.822
36,mlp.experts.287.down_proj,0.0130062793,hessian_weighted_relative_error,10043,0.02500,0.825
36,mlp.experts.0.gate_proj,0.0027306160,hessian_weighted_relative_error,74008,0.02500,1.572
36,mlp.experts.101.down_proj,0.0033581516,hessian_weighted_relative_error,48640,0.02500,1.491
36,mlp.experts.0.up_proj,0.0029638866,hessian_weighted_relative_error,74008,0.02500,1.615
36,mlp.experts.103.down_proj,0.0036829041,hessian_weighted_relative_error,46607,0.02500,1.522
36,mlp.experts.0.down_proj,0.0038204890,hessian_weighted_relative_error,74008,0.02500,1.475
36,mlp.experts.103.up_proj,0.0029746979,hessian_weighted_relative_error,46607,0.02500,1.652
36,mlp.experts.100.down_proj,0.0028366468,hessian_weighted_relative_error,26601,0.02500,1.531
36,mlp.experts.101.up_proj,0.0027011563,hessian_weighted_relative_error,48640,0.02500,1.654
36,mlp.experts.100.up_proj,0.0019224473,hessian_weighted_relative_error,26601,0.02500,1.615
36,mlp.experts.111.down_proj,0.0025512216,hessian_weighted_relative_error,15523,0.02500,1.533
36,mlp.experts.112.down_proj,0.0024417173,hessian_weighted_relative_error,17693,0.02500,1.536
36,mlp.experts.113.gate_proj,0.0013325407,hessian_weighted_relative_error,22675,0.02500,1.627
36,mlp.experts.100.gate_proj,0.0017460542,hessian_weighted_relative_error,26601,0.02500,1.591
36,mlp.experts.113.up_proj,0.0014647773,hessian_weighted_relative_error,22675,0.02500,1.664
36,mlp.experts.116.down_proj,0.0029071715,hessian_weighted_relative_error,22673,0.02500,1.532
36,mlp.experts.113.down_proj,0.0025831273,hessian_weighted_relative_error,22675,0.02500,1.535
36,mlp.experts.120.down_proj,0.0035961613,hessian_weighted_relative_error,52192,0.02500,1.535
36,mlp.experts.115.down_proj,0.0035961818,hessian_weighted_relative_error,17912,0.02500,1.534
36,mlp.experts.120.up_proj,0.0027680700,hessian_weighted_relative_error,52192,0.02500,1.619
36,mlp.experts.117.gate_proj,0.0019451858,hessian_weighted_relative_error,39866,0.02500,1.632
36,mlp.experts.12.down_proj,0.0038623448,hessian_weighted_relative_error,49801,0.02500,1.513
36,mlp.experts.117.up_proj,0.0021409832,hessian_weighted_relative_error,39866,0.02500,1.662
36,mlp.experts.150.down_proj,0.0028904717,hessian_weighted_relative_error,26900,0.02500,1.537
36,mlp.experts.117.down_proj,0.0030805938,hessian_weighted_relative_error,39866,0.02500,1.532
36,mlp.experts.152.up_proj,0.0019247872,hessian_weighted_relative_error,27184,0.02500,1.633
36,mlp.experts.119.down_proj,0.0029742599,hessian_weighted_relative_error,21941,0.02500,1.534
36,mlp.experts.154.down_proj,0.0032409000,hessian_weighted_relative_error,55338,0.02500,1.542
36,mlp.experts.121.gate_proj,0.0017495762,hessian_weighted_relative_error,33149,0.02500,1.631
36,mlp.experts.152.down_proj,0.0028817899,hessian_weighted_relative_error,27184,0.02500,1.543
36,mlp.experts.121.up_proj,0.0018738225,hessian_weighted_relative_error,33149,0.02500,1.668
36,mlp.experts.154.gate_proj,0.0018844391,hessian_weighted_relative_error,55338,0.02500,1.603
36,mlp.experts.121.down_proj,0.0029894404,hessian_weighted_relative_error,33149,0.02500,1.541
36,mlp.experts.166.down_proj,0.0037763640,hessian_weighted_relative_error,51158,0.02500,1.540
36,mlp.experts.127.down_proj,0.0031763223,hessian_weighted_relative_error,30806,0.02500,1.538
36,mlp.experts.168.down_proj,0.0029199559,hessian_weighted_relative_error,39893,0.02500,1.544
36,mlp.experts.137.down_proj,0.0014136053,hessian_weighted_relative_error,48127,0.02500,1.541
36,mlp.experts.154.up_proj,0.0020701370,hessian_weighted_relative_error,55338,0.02500,1.620
36,mlp.experts.139.down_proj,0.0032338779,hessian_weighted_relative_error,32926,0.02500,1.542
36,mlp.experts.168.gate_proj,0.0021595734,hessian_weighted_relative_error,39893,0.02500,1.614
36,mlp.experts.127.up_proj,0.0019715583,hessian_weighted_relative_error,30806,0.02500,1.659
36,mlp.experts.170.down_proj,0.0031244707,hessian_weighted_relative_error,75910,0.02500,1.542
36,mlp.experts.139.gate_proj,0.0020355221,hessian_weighted_relative_error,32926,0.02500,1.639
36,mlp.experts.170.gate_proj,0.0024887937,hessian_weighted_relative_error,75910,0.02500,1.619
36,mlp.experts.141.down_proj,0.0038881341,hessian_weighted_relative_error,40179,0.02500,1.536
36,mlp.experts.168.up_proj,0.0022848465,hessian_weighted_relative_error,39893,0.02500,1.621
36,mlp.experts.143.down_proj,0.0031379539,hessian_weighted_relative_error,54457,0.02500,1.543
36,mlp.experts.170.up_proj,0.0026234436,hessian_weighted_relative_error,75910,0.02500,1.622
36,mlp.experts.139.up_proj,0.0022371903,hessian_weighted_relative_error,32926,0.02500,1.682
36,mlp.experts.174.up_proj,0.0027245654,hessian_weighted_relative_error,42461,0.02500,1.620
36,mlp.experts.143.gate_proj,0.0019750439,hessian_weighted_relative_error,54457,0.02500,1.649
36,mlp.experts.178.down_proj,0.0026293362,hessian_weighted_relative_error,37428,0.02500,1.547
36,mlp.experts.15.down_proj,0.0036769623,hessian_weighted_relative_error,43665,0.02500,1.494
36,mlp.experts.174.down_proj,0.0036452627,hessian_weighted_relative_error,42461,0.02500,1.545
36,mlp.experts.155.down_proj,0.0039763004,hessian_weighted_relative_error,43848,0.02500,1.547
36,mlp.experts.178.gate_proj,0.0016561575,hessian_weighted_relative_error,37428,0.02500,1.608
36,mlp.experts.143.up_proj,0.0021741577,hessian_weighted_relative_error,54457,0.02500,1.672
36,mlp.experts.180.down_proj,0.0037641625,hessian_weighted_relative_error,34013,0.02500,1.546
36,mlp.experts.155.up_proj,0.0029101410,hessian_weighted_relative_error,43848,0.02500,1.692
36,mlp.experts.180.up_proj,0.0028298539,hessian_weighted_relative_error,34013,0.02500,1.622
36,mlp.experts.157.gate_proj,0.0025221336,hessian_weighted_relative_error,51972,0.02500,1.650
36,mlp.experts.178.up_proj,0.0018152075,hessian_weighted_relative_error,37428,0.02500,1.624
36,mlp.experts.157.up_proj,0.0028708339,hessian_weighted_relative_error,51972,0.02500,1.676
36,mlp.experts.182.down_proj,0.0032054600,hessian_weighted_relative_error,21559,0.02500,1.545
36,mlp.experts.157.down_proj,0.0038365470,hessian_weighted_relative_error,51972,0.02500,1.554
36,mlp.experts.186.gate_proj,0.0018003191,hessian_weighted_relative_error,21860,0.02500,1.611
36,mlp.experts.186.up_proj,0.0019935936,hessian_weighted_relative_error,21860,0.02500,1.623
36,mlp.experts.161.down_proj,0.0031438019,hessian_weighted_relative_error,22151,0.02500,1.568
36,mlp.experts.186.down_proj,0.0027195415,hessian_weighted_relative_error,21860,0.02500,1.550
36,mlp.experts.161.up_proj,0.0018479756,hessian_weighted_relative_error,22151,0.02500,1.683
36,mlp.experts.192.down_proj,0.0036144191,hessian_weighted_relative_error,34868,0.02500,1.549
36,mlp.experts.17.down_proj,0.0030091513,hessian_weighted_relative_error,24747,0.02500,1.505
36,mlp.experts.2.down_proj,0.0039324616,hessian_weighted_relative_error,39400,0.02500,1.509
36,mlp.experts.161.gate_proj,0.0017350773,hessian_weighted_relative_error,22151,0.02500,1.661
36,mlp.experts.20.down_proj,0.0037766215,hessian_weighted_relative_error,41396,0.02500,1.517
36,mlp.experts.171.down_proj,0.0036320611,hessian_weighted_relative_error,43894,0.02500,1.552
36,mlp.experts.198.down_proj,0.0039891925,hessian_weighted_relative_error,41871,0.02500,1.550
36,mlp.experts.171.up_proj,0.0026202319,hessian_weighted_relative_error,43894,0.02500,1.670
36,mlp.experts.20.up_proj,0.0028351209,hessian_weighted_relative_error,41396,0.02500,1.619
36,mlp.experts.175.down_proj,0.0041066422,hessian_weighted_relative_error,65071,0.02500,1.559
36,mlp.experts.208.down_proj,0.0031842170,hessian_weighted_relative_error,35900,0.02500,1.553
36,mlp.experts.171.gate_proj,0.0023248269,hessian_weighted_relative_error,43894,0.02500,1.653
36,mlp.experts.208.gate_proj,0.0019345197,hessian_weighted_relative_error,35900,0.02500,1.612
36,mlp.experts.175.gate_proj,0.0026261989,hessian_weighted_relative_error,65071,0.02500,1.656
36,mlp.experts.206.down_proj,0.0033411117,hessian_weighted_relative_error,24528,0.02500,1.553
36,mlp.experts.179.down_proj,0.0032852131,hessian_weighted_relative_error,53033,0.02500,1.553
36,mlp.experts.208.up_proj,0.0020614963,hessian_weighted_relative_error,35900,0.02500,1.625
36,mlp.experts.179.up_proj,0.0028567607,hessian_weighted_relative_error,53033,0.02500,1.677
36,mlp.experts.210.gate_proj,0.0025295599,hessian_weighted_relative_error,57253,0.02500,1.611
36,mlp.experts.175.up_proj,0.0030859640,hessian_weighted_relative_error,65071,0.02500,1.674
36,mlp.experts.210.up_proj,0.0029139100,hessian_weighted_relative_error,57253,0.02500,1.624
36,mlp.experts.187.down_proj,0.0031273371,hessian_weighted_relative_error,59925,0.02500,1.561
36,mlp.experts.210.down_proj,0.0039481678,hessian_weighted_relative_error,57253,0.02500,1.553
36,mlp.experts.187.up_proj,0.0020647062,hessian_weighted_relative_error,59925,0.02500,1.673
36,mlp.experts.212.down_proj,0.0026752023,hessian_weighted_relative_error,90275,0.02500,1.555
36,mlp.experts.189.down_proj,0.0037811318,hessian_weighted_relative_error,29601,0.02500,1.555
36,mlp.experts.212.up_proj,0.0019329693,hessian_weighted_relative_error,90275,0.02500,1.622
36,mlp.experts.187.gate_proj,0.0019314473,hessian_weighted_relative_error,59925,0.02500,1.656
36,mlp.experts.218.down_proj,0.0035278861,hessian_weighted_relative_error,36052,0.02500,1.555
36,mlp.experts.191.down_proj,0.0031465834,hessian_weighted_relative_error,33864,0.02500,1.562
36,mlp.experts.212.gate_proj,0.0018300501,hessian_weighted_relative_error,90275,0.02500,1.609
36,mlp.experts.191.up_proj,0.0020676543,hessian_weighted_relative_error,33864,0.02500,1.674
36,mlp.experts.22.down_proj,0.0029059379,hessian_weighted_relative_error,41123,0.02500,1.513
36,mlp.experts.195.down_proj,0.0026540945,hessian_weighted_relative_error,64134,0.02500,1.563
36,mlp.experts.22.up_proj,0.0020427009,hessian_weighted_relative_error,41123,0.02500,1.620
36,mlp.experts.191.gate_proj,0.0018716329,hessian_weighted_relative_error,33864,0.02500,1.654
36,mlp.experts.220.down_proj,0.0028592926,hessian_weighted_relative_error,102424,0.02500,1.559
36,mlp.experts.195.gate_proj,0.0016243686,hessian_weighted_relative_error,64134,0.02500,1.658
36,mlp.experts.22.gate_proj,0.0018937003,hessian_weighted_relative_error,41123,0.02500,1.578
36,mlp.experts.203.down_proj,0.0036378288,hessian_weighted_relative_error,44249,0.02500,1.561
36,mlp.experts.220.gate_proj,0.0019793825,hessian_weighted_relative_error,102424,0.02500,1.610
36,mlp.experts.203.gate_proj,0.0023426417,hessian_weighted_relative_error,44249,0.02500,1.654
36,mlp.experts.232.down_proj,0.0033503851,hessian_weighted_relative_error,27843,0.02500,1.556
36,mlp.experts.195.up_proj,0.0017128661,hessian_weighted_relative_error,64134,0.02500,1.677
36,mlp.experts.232.up_proj,0.0021389355,hessian_weighted_relative_error,27843,0.02500,1.627
36,mlp.experts.203.up_proj,0.0026205049,hessian_weighted_relative_error,44249,0.02500,1.682
36,mlp.experts.220.up_proj,0.0021027200,hessian_weighted_relative_error,102424,0.02500,1.626
36,mlp.experts.209.up_proj,0.0029360293,hessian_weighted_relative_error,48599,0.02500,1.683
36,mlp.experts.234.down_proj,0.0033304999,hessian_weighted_relative_error,41322,0.02500,1.554
36,mlp.experts.217.down_proj,0.0039671114,hessian_weighted_relative_error,111456,0.02500,1.570
36,mlp.experts.234.up_proj,0.0022742028,hessian_weighted_relative_error,41322,0.02500,1.631
36,mlp.experts.209.down_proj,0.0039460719,hessian_weighted_relative_error,48599,0.02500,1.567
36,mlp.experts.242.down_proj,0.0039400874,hessian_weighted_relative_error,41669,0.02500,1.559
36,mlp.experts.217.gate_proj,0.0027230386,hessian_weighted_relative_error,111456,0.02500,1.656
36,mlp.experts.234.gate_proj,0.0021667813,hessian_weighted_relative_error,41322,0.02500,1.615
36,mlp.experts.225.down_proj,0.0031765972,hessian_weighted_relative_error,55747,0.02500,1.569
36,mlp.experts.248.down_proj,0.0033641199,hessian_weighted_relative_error,58239,0.02500,1.557
36,mlp.experts.254.down_proj,0.0038668146,hessian_weighted_relative_error,50710,0.02500,1.554
36,mlp.experts.225.gate_proj,0.0018885756,hessian_weighted_relative_error,55747,0.02500,1.658
36,mlp.experts.254.up_proj,0.0028202154,hessian_weighted_relative_error,50710,0.02500,1.628
36,mlp.experts.217.up_proj,0.0030384927,hessian_weighted_relative_error,111456,0.02500,1.693
36,mlp.experts.248.up_proj,0.0024692519,hessian_weighted_relative_error,58239,0.02500,1.627
36,mlp.experts.225.up_proj,0.0021034603,hessian_weighted_relative_error,55747,0.02500,1.699
36,mlp.experts.256.down_proj,0.0038157449,hessian_weighted_relative_error,41907,0.02500,1.558
36,mlp.experts.229.up_proj,0.0028665079,hessian_weighted_relative_error,58294,0.02500,1.688
36,mlp.experts.256.up_proj,0.0028393131,hessian_weighted_relative_error,41907,0.02500,1.626
36,mlp.experts.231.down_proj,0.0035401397,hessian_weighted_relative_error,35546,0.02500,1.570
36,mlp.experts.258.down_proj,0.0039322425,hessian_weighted_relative_error,49190,0.02500,1.559
36,mlp.experts.229.down_proj,0.0038279618,hessian_weighted_relative_error,58294,0.02500,1.563
36,mlp.experts.256.gate_proj,0.0026518834,hessian_weighted_relative_error,41907,0.02500,1.617
36,mlp.experts.231.up_proj,0.0025337731,hessian_weighted_relative_error,35546,0.02500,1.690
36,mlp.experts.258.up_proj,0.0029204411,hessian_weighted_relative_error,49190,0.02500,1.628
36,mlp.experts.237.gate_proj,0.0022960934,hessian_weighted_relative_error,49603,0.02500,1.660
36,mlp.experts.262.down_proj,0.0033894441,hessian_weighted_relative_error,30048,0.02500,1.555
36,mlp.experts.237.up_proj,0.0024479971,hessian_weighted_relative_error,49603,0.02500,1.690
36,mlp.experts.264.down_proj,0.0034602906,hessian_weighted_relative_error,45428,0.02500,1.566
36,mlp.experts.237.down_proj,0.0036060426,hessian_weighted_relative_error,49603,0.02500,1.568
36,mlp.experts.260.down_proj,0.0037349206,hessian_weighted_relative_error,43482,0.02500,1.563
36,mlp.experts.239.down_proj,0.0038136717,hessian_weighted_relative_error,43306,0.02500,1.572
36,mlp.experts.264.up_proj,0.0022570047,hessian_weighted_relative_error,45428,0.02500,1.628
36,mlp.experts.243.down_proj,0.0026623890,hessian_weighted_relative_error,25239,0.02500,1.565
36,mlp.experts.272.down_proj,0.0038802268,hessian_weighted_relative_error,44700,0.02500,1.560
36,mlp.experts.247.down_proj,0.0036290882,hessian_weighted_relative_error,39970,0.02500,1.572
36,mlp.experts.28.down_proj,0.0040999513,hessian_weighted_relative_error,85013,0.02500,1.522
36,mlp.experts.239.up_proj,0.0028045929,hessian_weighted_relative_error,43306,0.02500,1.705
36,mlp.experts.270.down_proj,0.0028020086,hessian_weighted_relative_error,20173,0.02500,1.560
36,mlp.experts.247.up_proj,0.0027567737,hessian_weighted_relative_error,39970,0.02500,1.682
36,mlp.experts.284.down_proj,0.0038910940,hessian_weighted_relative_error,44367,0.02500,1.560
36,mlp.experts.251.gate_proj,0.0027539922,hessian_weighted_relative_error,89543,0.02500,1.661
36,mlp.experts.284.up_proj,0.0028594738,hessian_weighted_relative_error,44367,0.02500,1.628
36,mlp.experts.251.up_proj,0.0031409955,hessian_weighted_relative_error,89543,0.02500,1.699
36,mlp.experts.286.down_proj,0.0026576126,hessian_weighted_relative_error,19574,0.02500,1.560
36,mlp.experts.251.down_proj,0.0040898229,hessian_weighted_relative_error,89543,0.02500,1.572
36,mlp.experts.284.gate_proj,0.0025621990,hessian_weighted_relative_error,44367,0.02500,1.618
36,mlp.experts.255.down_proj,0.0035852481,hessian_weighted_relative_error,39838,0.02500,1.572
36,mlp.experts.286.up_proj,0.0016732982,hessian_weighted_relative_error,19574,0.02500,1.626
36,mlp.experts.257.gate_proj,0.0018921475,hessian_weighted_relative_error,64486,0.02500,1.673
36,mlp.experts.32.down_proj,0.0039551919,hessian_weighted_relative_error,42522,0.02500,1.487
36,mlp.experts.257.up_proj,0.0019992125,hessian_weighted_relative_error,64486,0.02500,1.715
36,mlp.experts.30.gate_proj,0.0026708818,hessian_weighted_relative_error,72670,0.02500,1.579
36,mlp.experts.257.down_proj,0.0022350565,hessian_weighted_relative_error,64486,0.02500,1.575
36,mlp.experts.30.up_proj,0.0028461434,hessian_weighted_relative_error,72670,0.02500,1.621
36,mlp.experts.259.down_proj,0.0028640383,hessian_weighted_relative_error,20590,0.02500,1.578
36,mlp.experts.30.down_proj,0.0037816890,hessian_weighted_relative_error,72670,0.02500,1.524
36,mlp.experts.271.down_proj,0.0040299749,hessian_weighted_relative_error,82219,0.02500,1.559
36,mlp.experts.54.gate_proj,0.0014213754,hessian_weighted_relative_error,19851,0.02500,1.591
36,mlp.experts.265.down_proj,0.0027962955,hessian_weighted_relative_error,27034,0.02500,1.578
36,mlp.experts.42.down_proj,0.0034554669,hessian_weighted_relative_error,27891,0.02500,1.522
36,mlp.experts.271.up_proj,0.0030047778,hessian_weighted_relative_error,82219,0.02500,1.695
36,mlp.experts.54.down_proj,0.0024793375,hessian_weighted_relative_error,19851,0.02500,1.527
36,mlp.experts.271.gate_proj,0.0025300203,hessian_weighted_relative_error,82219,0.02500,1.668
36,mlp.experts.36.down_proj,0.0039650519,hessian_weighted_relative_error,52782,0.02500,1.523
36,mlp.experts.277.down_proj,0.0034716129,hessian_weighted_relative_error,50048,0.02500,1.580
36,mlp.experts.64.gate_proj,0.0016436922,hessian_weighted_relative_error,27506,0.02500,1.593
36,mlp.experts.273.down_proj,0.0034764890,hessian_weighted_relative_error,41199,0.02500,1.582
36,mlp.experts.58.down_proj,0.0037677224,hessian_weighted_relative_error,26188,0.02500,1.526
36,mlp.experts.283.down_proj,0.0032109336,hessian_weighted_relative_error,17708,0.02500,1.575
36,mlp.experts.64.down_proj,0.0027319286,hessian_weighted_relative_error,27506,0.02500,1.532
36,mlp.experts.277.up_proj,0.0024207799,hessian_weighted_relative_error,50048,0.02500,1.695
36,mlp.experts.54.up_proj,0.0016406494,hessian_weighted_relative_error,19851,0.02500,1.621
36,mlp.experts.31.gate_proj,0.0017257767,hessian_weighted_relative_error,40210,0.02500,1.598
36,mlp.experts.68.down_proj,0.0034041708,hessian_weighted_relative_error,25387,0.02500,1.532
36,mlp.experts.31.down_proj,0.0029829239,hessian_weighted_relative_error,40210,0.02500,1.510
36,mlp.experts.66.down_proj,0.0036871894,hessian_weighted_relative_error,47705,0.02500,1.530
36,mlp.experts.37.down_proj,0.0039636358,hessian_weighted_relative_error,37678,0.02500,1.508
36,mlp.experts.66.up_proj,0.0027400431,hessian_weighted_relative_error,47705,0.02500,1.622
36,mlp.experts.31.up_proj,0.0018895786,hessian_weighted_relative_error,40210,0.02500,1.671
36,mlp.experts.64.up_proj,0.0018070366,hessian_weighted_relative_error,27506,0.02500,1.621
36,mlp.experts.61.down_proj,0.0033255304,hessian_weighted_relative_error,19773,0.02500,1.517
36,mlp.experts.80.down_proj,0.0037385363,hessian_weighted_relative_error,39890,0.02500,1.534
36,mlp.experts.51.down_proj,0.0029035993,hessian_weighted_relative_error,24334,0.02500,1.513
36,mlp.experts.68.up_proj,0.0022524561,hessian_weighted_relative_error,25387,0.02500,1.623
36,mlp.experts.69.down_proj,0.0027157776,hessian_weighted_relative_error,20947,0.02500,1.520
36,mlp.experts.78.down_proj,0.0036235942,hessian_weighted_relative_error,54815,0.02500,1.532
36,mlp.experts.61.up_proj,0.0022768863,hessian_weighted_relative_error,19773,0.02500,1.662
36,mlp.experts.68.gate_proj,0.0021314035,hessian_weighted_relative_error,25387,0.02500,1.593
36,mlp.experts.73.up_proj,0.0020367819,hessian_weighted_relative_error,22324,0.02500,1.687
36,mlp.experts.92.down_proj,0.0037859456,hessian_weighted_relative_error,52891,0.02500,1.537
36,mlp.experts.73.down_proj,0.0026850129,hessian_weighted_relative_error,22324,0.02500,1.527
36,mlp.experts.80.up_proj,0.0026938870,hessian_weighted_relative_error,39890,0.02500,1.624
36,mlp.experts.77.up_proj,0.0028812254,hessian_weighted_relative_error,33977,0.02500,1.671
36,mlp.experts.77.down_proj,0.0038781068,hessian_weighted_relative_error,33977,0.02500,1.525
36,mlp.experts.81.gate_proj,0.0029114885,hessian_weighted_relative_error,100416,0.02500,1.631
36,mlp.experts.81.down_proj,0.0041319746,hessian_weighted_relative_error,100416,0.02500,1.535
36,mlp.experts.95.down_proj,0.0026001822,hessian_weighted_relative_error,32383,0.02500,1.534
36,mlp.experts.81.up_proj,0.0031885949,hessian_weighted_relative_error,100416,0.02500,1.665
36,mlp.experts.95.up_proj,0.0021395313,hessian_weighted_relative_error,32383,0.02500,1.677
36,mlp.experts.95.gate_proj,0.0018216541,hessian_weighted_relative_error,32383,0.02500,1.639
37,mlp.experts.1.gate_proj,0.0088347699,hessian_weighted_relative_error,30640,0.02500,0.787
37,mlp.experts.2.gate_proj,0.0084556452,hessian_weighted_relative_error,33020,0.02500,0.810
37,mlp.experts.4.gate_proj,0.0086718882,hessian_weighted_relative_error,20467,0.02500,0.804
37,mlp.experts.5.gate_proj,0.0073538811,hessian_weighted_relative_error,13749,0.02500,0.781
37,mlp.experts.6.gate_proj,0.0069646492,hessian_weighted_relative_error,26745,0.02500,0.789
37,mlp.experts.7.gate_proj,0.0066535224,hessian_weighted_relative_error,15961,0.02500,0.802
37,mlp.experts.8.gate_proj,0.0028158589,hessian_weighted_relative_error,17439,0.02500,0.808
37,mlp.experts.11.gate_proj,0.0084963088,hessian_weighted_relative_error,65314,0.02500,0.789
37,mlp.experts.13.gate_proj,0.0086233678,hessian_weighted_relative_error,21751,0.02500,0.787
37,mlp.experts.14.gate_proj,0.0093703469,hessian_weighted_relative_error,28923,0.02500,0.806
37,mlp.experts.15.gate_proj,0.0088642742,hessian_weighted_relative_error,43135,0.02500,0.788
37,mlp.experts.16.gate_proj,0.0067913472,hessian_weighted_relative_error,47427,0.02500,0.810
37,mlp.experts.17.gate_proj,0.0086865816,hessian_weighted_relative_error,29925,0.02500,0.793
37,mlp.experts.18.gate_proj,0.0095660654,hessian_weighted_relative_error,39730,0.02500,0.809
37,mlp.experts.19.gate_proj,0.0030712566,hessian_weighted_relative_error,7024,0.02500,0.793
37,mlp.experts.20.gate_proj,0.0090316405,hessian_weighted_relative_error,23740,0.02500,0.811
37,mlp.experts.21.gate_proj,0.0073390706,hessian_weighted_relative_error,22549,0.02500,0.790
37,mlp.experts.22.gate_proj,0.0043596416,hessian_weighted_relative_error,19312,0.02500,0.807
37,mlp.experts.24.gate_proj,0.0084049427,hessian_weighted_relative_error,22614,0.02500,0.812
37,mlp.experts.25.gate_proj,0.0086432373,hessian_weighted_relative_error,13753,0.02500,0.798
37,mlp.experts.26.gate_proj,0.0079092206,hessian_weighted_relative_error,30536,0.02500,0.814
37,mlp.experts.27.gate_proj,0.0083587990,hessian_weighted_relative_error,28188,0.02500,0.796
37,mlp.experts.28.gate_proj,0.0088897196,hessian_weighted_relative_error,30221,0.02500,0.813
37,mlp.experts.29.gate_proj,0.0070996789,hessian_weighted_relative_error,22792,0.02500,0.794
37,mlp.experts.30.gate_proj,0.0098323215,hessian_weighted_relative_error,41197,0.02500,0.810
37,mlp.experts.31.gate_proj,0.0083423077,hessian_weighted_relative_error,18491,0.02500,0.795
37,mlp.experts.32.gate_proj,0.0040853028,hessian_weighted_relative_error,33370,0.02500,0.817
37,mlp.experts.34.gate_proj,0.0090650608,hessian_weighted_relative_error,22653,0.02500,0.819
37,mlp.experts.36.gate_proj,0.0073733582,hessian_weighted_relative_error,30586,0.02500,0.817
37,mlp.experts.37.gate_proj,0.0084271761,hessian_weighted_relative_error,18069,0.02500,0.798
37,mlp.experts.38.gate_proj,0.0086270673,hessian_weighted_relative_error,33552,0.02500,0.815
37,mlp.experts.39.gate_proj,0.0083101642,hessian_weighted_relative_error,31167,0.02500,0.799
37,mlp.experts.40.gate_proj,0.0090771613,hessian_weighted_relative_error,32016,0.02500,0.818
37,mlp.experts.41.gate_proj,0.0077456770,hessian_weighted_relative_error,32699,0.02500,0.805
37,mlp.experts.42.gate_proj,0.0075553537,hessian_weighted_relative_error,47472,0.02500,0.816
37,mlp.experts.43.gate_proj,0.0072487605,hessian_weighted_relative_error,16738,0.02500,0.804
37,mlp.experts.44.gate_proj,0.0070838629,hessian_weighted_relative_error,32819,0.02500,0.815
37,mlp.experts.45.gate_proj,0.0073310895,hessian_weighted_relative_error,29015,0.02500,0.803
37,mlp.experts.46.gate_proj,0.0076454177,hessian_weighted_relative_error,16015,0.02500,0.816
37,mlp.experts.47.gate_proj,0.0072281538,hessian_weighted_relative_error,81657,0.02500,0.802
37,mlp.experts.49.gate_proj,0.0081673249,hessian_weighted_relative_error,18445,0.02500,0.808
37,mlp.experts.50.gate_proj,0.0071704603,hessian_weighted_relative_error,22609,0.02500,0.820
37,mlp.experts.51.gate_proj,0.0059410537,hessian_weighted_relative_error,21282,0.02500,0.807
37,mlp.experts.52.gate_proj,0.0046660573,hessian_weighted_relative_error,23710,0.02500,0.817
37,mlp.experts.53.gate_proj,0.0076066190,hessian_weighted_relative_error,22217,0.02500,0.803
37,mlp.experts.54.gate_proj,0.0088481705,hessian_weighted_relative_error,25588,0.02500,0.818
37,mlp.experts.55.gate_proj,0.0052693216,hessian_weighted_relative_error,30334,0.02500,0.807
37,mlp.experts.56.gate_proj,0.0096472660,hessian_weighted_relative_error,30666,0.02500,0.823
37,mlp.experts.57.gate_proj,0.0094636741,hessian_weighted_relative_error,38608,0.02500,0.811
37,mlp.experts.59.gate_proj,0.0070854304,hessian_weighted_relative_error,17889,0.02500,0.810
37,mlp.experts.60.gate_proj,0.0098113968,hessian_weighted_relative_error,24929,0.02500,0.823
37,mlp.experts.61.gate_proj,0.0069722477,hessian_weighted_relative_error,31000,0.02500,0.809
37,mlp.experts.62.gate_proj,0.0072110942,hessian_weighted_relative_error,12746,0.02500,0.820
37,mlp.experts.63.gate_proj,0.0081943199,hessian_weighted_relative_error,30236,0.02500,0.809
37,mlp.experts.65.gate_proj,0.0072698144,hessian_weighted_relative_error,17451,0.02500,0.816
37,mlp.experts.66.gate_proj,0.0078530496,hessian_weighted_relative_error,13817,0.02500,0.822
37,mlp.experts.67.gate_proj,0.0065624945,hessian_weighted_relative_error,24341,0.02500,0.814
37,mlp.experts.68.gate_proj,0.0057409029,hessian_weighted_relative_error,20804,0.02500,0.822
37,mlp.experts.69.gate_proj,0.0075429393,hessian_weighted_relative_error,21720,0.02500,0.811
37,mlp.experts.70.gate_proj,0.0070991336,hessian_weighted_relative_error,18648,0.02500,0.824
37,mlp.experts.72.gate_proj,0.0056882833,hessian_weighted_relative_error,26812,0.02500,0.825
37,mlp.experts.73.gate_proj,0.0094112184,hessian_weighted_relative_error,27452,0.02500,0.818
37,mlp.experts.74.gate_proj,0.0093506751,hessian_weighted_relative_error,41375,0.02500,0.825
37,mlp.experts.75.gate_proj,0.0053642927,hessian_weighted_relative_error,8400,0.02500,0.816
37,mlp.experts.76.gate_proj,0.0095917185,hessian_weighted_relative_error,27336,0.02500,0.823
37,mlp.experts.77.gate_proj,0.0086626486,hessian_weighted_relative_error,33950,0.02500,0.816
37,mlp.experts.78.gate_proj,0.0074418202,hessian_weighted_relative_error,25148,0.02500,0.826
37,mlp.experts.79.gate_proj,0.0090716497,hessian_weighted_relative_error,32927,0.02500,0.820
37,mlp.experts.82.gate_proj,0.0060849432,hessian_weighted_relative_error,26534,0.02500,0.827
37,mlp.experts.83.gate_proj,0.0079320466,hessian_weighted_relative_error,36138,0.02500,0.820
37,mlp.experts.84.gate_proj,0.0064552473,hessian_weighted_relative_error,12754,0.02500,0.825
37,mlp.experts.85.gate_proj,0.0058385884,hessian_weighted_relative_error,26853,0.02500,0.819
37,mlp.experts.86.gate_proj,0.0052396637,hessian_weighted_relative_error,10520,0.02500,0.827
37,mlp.experts.87.gate_proj,0.0094748960,hessian_weighted_relative_error,30586,0.02500,0.820
37,mlp.experts.88.gate_proj,0.0076948384,hessian_weighted_relative_error,38062,0.02500,0.828
37,mlp.experts.89.gate_proj,0.0082172776,hessian_weighted_relative_error,16520,0.02500,0.828
37,mlp.experts.90.gate_proj,0.0081499357,hessian_weighted_relative_error,34929,0.02500,0.831
37,mlp.experts.92.gate_proj,0.0085149995,hessian_weighted_relative_error,30015,0.02500,0.829
37,mlp.experts.94.gate_proj,0.0073504149,hessian_weighted_relative_error,23276,0.02500,0.827
37,mlp.experts.96.gate_proj,0.0069253744,hessian_weighted_relative_error,20713,0.02500,0.831
37,mlp.experts.97.gate_proj,0.0086643516,hessian_weighted_relative_error,26164,0.02500,0.832
37,mlp.experts.98.gate_proj,0.0069485581,hessian_weighted_relative_error,13887,0.02500,0.830
37,mlp.experts.99.gate_proj,0.0080428263,hessian_weighted_relative_error,24171,0.02500,0.830
37,mlp.experts.100.gate_proj,0.0067818159,hessian_weighted_relative_error,19539,0.02500,0.829
37,mlp.experts.101.gate_proj,0.0094207907,hessian_weighted_relative_error,45359,0.02500,0.826
37,mlp.experts.102.gate_proj,0.0074343911,hessian_weighted_relative_error,20981,0.02500,0.829
37,mlp.experts.103.gate_proj,0.0068115839,hessian_weighted_relative_error,29230,0.02500,0.827
37,mlp.experts.105.gate_proj,0.0051471436,hessian_weighted_relative_error,12562,0.02500,0.832
37,mlp.experts.106.gate_proj,0.0091743629,hessian_weighted_relative_error,54106,0.02500,0.833
37,mlp.experts.107.gate_proj,0.0069233673,hessian_weighted_relative_error,16542,0.02500,0.830
37,mlp.experts.109.gate_proj,0.0081645645,hessian_weighted_relative_error,17433,0.02500,0.827
37,mlp.experts.111.gate_proj,0.0070430911,hessian_weighted_relative_error,23603,0.02500,0.830
37,mlp.experts.112.gate_proj,0.0076510629,hessian_weighted_relative_error,17618,0.02500,0.836
37,mlp.experts.113.gate_proj,0.0065109924,hessian_weighted_relative_error,8851,0.02500,0.837
37,mlp.experts.114.gate_proj,0.0083732579,hessian_weighted_relative_error,43743,0.02500,0.835
37,mlp.experts.116.gate_proj,0.0095598145,hessian_weighted_relative_error,29644,0.02500,0.832
37,mlp.experts.119.gate_proj,0.0075134886,hessian_weighted_relative_error,9694,0.02500,0.836
37,mlp.experts.120.gate_proj,0.0102734051,hessian_weighted_relative_error,41885,0.02500,0.834
37,mlp.experts.121.gate_proj,0.0092650576,hessian_weighted_relative_error,38114,0.02500,0.844
37,mlp.experts.122.gate_proj,0.0091522062,hessian_weighted_relative_error,34045,0.02500,0.835
37,mlp.experts.123.gate_proj,0.0080183626,hessian_weighted_relative_error,13240,0.02500,0.839
37,mlp.experts.124.gate_proj,0.0078912906,hessian_weighted_relative_error,39016,0.02500,0.837
37,mlp.experts.125.gate_proj,0.0082578855,hessian_weighted_relative_error,27061,0.02500,0.836
37,mlp.experts.126.gate_proj,0.0085155210,hessian_weighted_relative_error,37811,0.02500,0.835
37,mlp.experts.127.gate_proj,0.0075818053,hessian_weighted_relative_error,17182,0.02500,0.839
37,mlp.experts.128.gate_proj,0.0035967859,hessian_weighted_relative_error,58780,0.02500,0.835
37,mlp.experts.129.gate_proj,0.0079891754,hessian_weighted_relative_error,34646,0.02500,0.843
37,mlp.experts.130.gate_proj,0.0073650461,hessian_weighted_relative_error,13275,0.02500,0.838
37,mlp.experts.131.gate_proj,0.0083241359,hessian_weighted_relative_error,18717,0.02500,0.843
37,mlp.experts.132.gate_proj,0.0087495336,hessian_weighted_relative_error,23294,0.02500,0.837
37,mlp.experts.133.gate_proj,0.0088234263,hessian_weighted_relative_error,32596,0.02500,0.841
37,mlp.experts.134.gate_proj,0.0085733896,hessian_weighted_relative_error,42099,0.02500,0.835
37,mlp.experts.135.gate_proj,0.0093789769,hessian_weighted_relative_error,25426,0.02500,0.840
37,mlp.experts.136.gate_proj,0.0075471545,hessian_weighted_relative_error,13535,0.02500,0.838
37,mlp.experts.137.gate_proj,0.0079760870,hessian_weighted_relative_error,24855,0.02500,0.845
37,mlp.experts.138.gate_proj,0.0081223431,hessian_weighted_relative_error,28793,0.02500,0.836
37,mlp.experts.139.gate_proj,0.0081548235,hessian_weighted_relative_error,22258,0.02500,0.846
37,mlp.experts.140.gate_proj,0.0087492648,hessian_weighted_relative_error,19573,0.02500,0.838
37,mlp.experts.141.gate_proj,0.0083555769,hessian_weighted_relative_error,27930,0.02500,0.844
37,mlp.experts.142.gate_proj,0.0086748799,hessian_weighted_relative_error,15978,0.02500,0.838
37,mlp.experts.143.gate_proj,0.0100568991,hessian_weighted_relative_error,29313,0.02500,0.844
37,mlp.experts.144.gate_proj,0.0089946536,hessian_weighted_relative_error,40559,0.02500,0.839
37,mlp.experts.145.gate_proj,0.0079153223,hessian_weighted_relative_error,44070,0.02500,0.848
37,mlp.experts.146.gate_proj,0.0072474223,hessian_weighted_relative_error,21836,0.02500,0.838
37,mlp.experts.147.gate_proj,0.0081251196,hessian_weighted_relative_error,23414,0.02500,0.850
37,mlp.experts.148.gate_proj,0.0079860342,hessian_weighted_relative_error,27269,0.02500,0.838
37,mlp.experts.149.gate_proj,0.0087590817,hessian_weighted_relative_error,19158,0.02500,0.847
37,mlp.experts.150.gate_proj,0.0052761345,hessian_weighted_relative_error,10066,0.02500,0.837
37,mlp.experts.151.gate_proj,0.0058413009,hessian_weighted_relative_error,16713,0.02500,0.853
37,mlp.experts.152.gate_proj,0.0058445015,hessian_weighted_relative_error,10710,0.02500,0.840
37,mlp.experts.153.gate_proj,0.0091393879,hessian_weighted_relative_error,49218,0.02500,0.850
37,mlp.experts.154.gate_proj,0.0075262807,hessian_weighted_relative_error,29674,0.02500,0.840
37,mlp.experts.155.gate_proj,0.0050000914,hessian_weighted_relative_error,15573,0.02500,0.849
37,mlp.experts.156.gate_proj,0.0094298480,hessian_weighted_relative_error,32698,0.02500,0.838
37,mlp.experts.157.gate_proj,0.0075186536,hessian_weighted_relative_error,19739,0.02500,0.848
37,mlp.experts.158.gate_proj,0.0080895794,hessian_weighted_relative_error,28651,0.02500,0.838
37,mlp.experts.159.gate_proj,0.0059652557,hessian_weighted_relative_error,14609,0.02500,0.848
37,mlp.experts.160.gate_proj,0.0023554565,hessian_weighted_relative_error,1767,0.02500,0.840
37,mlp.experts.161.gate_proj,0.0055257719,hessian_weighted_relative_error,42135,0.02500,0.852
37,mlp.experts.162.gate_proj,0.0085631873,hessian_weighted_relative_error,20579,0.02500,0.842
37,mlp.experts.163.gate_proj,0.0096960927,hessian_weighted_relative_error,41292,0.02500,0.850
37,mlp.experts.165.gate_proj,0.0072125957,hessian_weighted_relative_error,28024,0.02500,0.851
37,mlp.experts.166.gate_proj,0.0088303797,hessian_weighted_relative_error,34148,0.02500,0.840
37,mlp.experts.167.gate_proj,0.0072144317,hessian_weighted_relative_error,20075,0.02500,0.850
37,mlp.experts.169.gate_proj,0.0093426717,hessian_weighted_relative_error,40007,0.02500,0.853
37,mlp.experts.170.gate_proj,0.0078269601,hessian_weighted_relative_error,26853,0.02500,0.843
37,mlp.experts.171.gate_proj,0.0072023970,hessian_weighted_relative_error,31172,0.02500,0.851
37,mlp.experts.172.gate_proj,0.0048819776,hessian_weighted_relative_error,11477,0.02500,0.841
37,mlp.experts.176.gate_proj,0.0101034152,hessian_weighted_relative_error,32476,0.02500,0.843
37,mlp.experts.177.gate_proj,0.0087896915,hessian_weighted_relative_error,23992,0.02500,0.851
37,mlp.experts.178.gate_proj,0.0065981914,hessian_weighted_relative_error,19255,0.02500,0.842
37,mlp.experts.179.gate_proj,0.0084701794,hessian_weighted_relative_error,22897,0.02500,0.855
37,mlp.experts.180.gate_proj,0.0088275024,hessian_weighted_relative_error,38697,0.02500,0.841
37,mlp.experts.182.gate_proj,0.0066937509,hessian_weighted_relative_error,13720,0.02500,0.842
37,mlp.experts.184.gate_proj,0.0078512817,hessian_weighted_relative_error,25848,0.02500,0.844
37,mlp.experts.185.gate_proj,0.0087436245,hessian_weighted_relative_error,25690,0.02500,0.854
37,mlp.experts.186.gate_proj,0.0086565497,hessian_weighted_relative_error,34514,0.02500,0.845
37,mlp.experts.187.gate_proj,0.0061503478,hessian_weighted_relative_error,39789,0.02500,0.853
37,mlp.experts.188.gate_proj,0.0082350122,hessian_weighted_relative_error,23296,0.02500,0.844
37,mlp.experts.189.gate_proj,0.0090200463,hessian_weighted_relative_error,37545,0.02500,0.854
37,mlp.experts.190.gate_proj,0.0078730538,hessian_weighted_relative_error,19002,0.02500,0.843
37,mlp.experts.191.gate_proj,0.0095315651,hessian_weighted_relative_error,22959,0.02500,0.852
37,mlp.experts.192.gate_proj,0.0097040066,hessian_weighted_relative_error,35692,0.02500,0.843
37,mlp.experts.193.gate_proj,0.0086980146,hessian_weighted_relative_error,24180,0.02500,0.854
37,mlp.experts.194.gate_proj,0.0045153154,hessian_weighted_relative_error,17768,0.02500,0.843
37,mlp.experts.195.gate_proj,0.0088142777,hessian_weighted_relative_error,32471,0.02500,0.854
37,mlp.experts.196.gate_proj,0.0075743145,hessian_weighted_relative_error,24483,0.02500,0.844
37,mlp.experts.197.gate_proj,0.0059257685,hessian_weighted_relative_error,41217,0.02500,0.858
37,mlp.experts.199.gate_proj,0.0072064230,hessian_weighted_relative_error,23775,0.02500,0.851
37,mlp.experts.200.gate_proj,0.0092079783,hessian_weighted_relative_error,30706,0.02500,0.843
37,mlp.experts.201.gate_proj,0.0084662965,hessian_weighted_relative_error,26715,0.02500,0.854
37,mlp.experts.202.gate_proj,0.0039351848,hessian_weighted_relative_error,41126,0.02500,0.845
37,mlp.experts.203.gate_proj,0.0078610155,hessian_weighted_relative_error,23169,0.02500,0.859
37,mlp.experts.204.gate_proj,0.0085451212,hessian_weighted_relative_error,26067,0.02500,0.844
37,mlp.experts.205.gate_proj,0.0093882324,hessian_weighted_relative_error,31725,0.02500,0.854
37,mlp.experts.206.gate_proj,0.0086423495,hessian_weighted_relative_error,32728,0.02500,0.845
37,mlp.experts.207.gate_proj,0.0073349221,hessian_weighted_relative_error,17875,0.02500,0.854
37,mlp.experts.208.gate_proj,0.0093299576,hessian_weighted_relative_error,24709,0.02500,0.846
37,mlp.experts.209.gate_proj,0.0065346313,hessian_weighted_relative_error,20017,0.02500,0.855
37,mlp.experts.210.gate_proj,0.0083766121,hessian_weighted_relative_error,44506,0.02500,0.846
37,mlp.experts.211.gate_proj,0.0085187434,hessian_weighted_relative_error,33049,0.02500,0.854
37,mlp.experts.212.gate_proj,0.0085761894,hessian_weighted_relative_error,25836,0.02500,0.845
37,mlp.experts.213.gate_proj,0.0082926522,hessian_weighted_relative_error,16873,0.02500,0.856
37,mlp.experts.215.gate_proj,0.0077654038,hessian_weighted_relative_error,16745,0.02500,0.854
37,mlp.experts.217.gate_proj,0.0105797097,hessian_weighted_relative_error,21291,0.02500,0.859
37,mlp.experts.218.gate_proj,0.0092533359,hessian_weighted_relative_error,15475,0.02500,0.849
37,mlp.experts.219.gate_proj,0.0079365217,hessian_weighted_relative_error,33536,0.02500,0.856
37,mlp.experts.221.gate_proj,0.0063426850,hessian_weighted_relative_error,15026,0.02500,0.854
37,mlp.experts.222.gate_proj,0.0060656607,hessian_weighted_relative_error,13496,0.02500,0.848
37,mlp.experts.223.gate_proj,0.0083738465,hessian_weighted_relative_error,35085,0.02500,0.856
37,mlp.experts.224.gate_proj,0.0083627791,hessian_weighted_relative_error,26263,0.02500,0.845
37,mlp.experts.226.gate_proj,0.0084643215,hessian_weighted_relative_error,22416,0.02500,0.847
37,mlp.experts.227.gate_proj,0.0037801906,hessian_weighted_relative_error,29902,0.02500,0.857
37,mlp.experts.228.gate_proj,0.0070098765,hessian_weighted_relative_error,18470,0.02500,0.845
37,mlp.experts.229.gate_proj,0.0079893800,hessian_weighted_relative_error,33591,0.02500,0.858
37,mlp.experts.230.gate_proj,0.0055530347,hessian_weighted_relative_error,17033,0.02500,0.847
37,mlp.experts.231.gate_proj,0.0068075964,hessian_weighted_relative_error,14764,0.02500,0.854
37,mlp.experts.233.gate_proj,0.0085585671,hessian_weighted_relative_error,35628,0.02500,0.857
37,mlp.experts.234.gate_proj,0.0060333799,hessian_weighted_relative_error,20218,0.02500,0.848
37,mlp.experts.235.gate_proj,0.0094845694,hessian_weighted_relative_error,29650,0.02500,0.857
37,mlp.experts.236.gate_proj,0.0082998401,hessian_weighted_relative_error,36692,0.02500,0.848
37,mlp.experts.237.gate_proj,0.0081329730,hessian_weighted_relative_error,14076,0.02500,0.857
37,mlp.experts.238.gate_proj,0.0077497212,hessian_weighted_relative_error,37297,0.02500,0.847
37,mlp.experts.239.gate_proj,0.0079727886,hessian_weighted_relative_error,23064,0.02500,0.857
37,mlp.experts.240.gate_proj,0.0080147144,hessian_weighted_relative_error,23155,0.02500,0.850
37,mlp.experts.241.gate_proj,0.0101268189,hessian_weighted_relative_error,42905,0.02500,0.859
37,mlp.experts.242.gate_proj,0.0086755930,hessian_weighted_relative_error,20337,0.02500,0.852
37,mlp.experts.243.gate_proj,0.0098337969,hessian_weighted_relative_error,21357,0.02500,0.860
37,mlp.experts.244.gate_proj,0.0077633772,hessian_weighted_relative_error,26654,0.02500,0.849
37,mlp.experts.245.gate_proj,0.0089884245,hessian_weighted_relative_error,26475,0.02500,0.856
37,mlp.experts.246.gate_proj,0.0087465582,hessian_weighted_relative_error,39343,0.02500,0.849
37,mlp.experts.247.gate_proj,0.0084127363,hessian_weighted_relative_error,37279,0.02500,0.857
37,mlp.experts.249.gate_proj,0.0075193328,hessian_weighted_relative_error,23729,0.02500,0.859
37,mlp.experts.250.gate_proj,0.0059949725,hessian_weighted_relative_error,27230,0.02500,0.850
37,mlp.experts.251.gate_proj,0.0013798903,hessian_weighted_relative_error,4039,0.02500,0.864
37,mlp.experts.252.gate_proj,0.0091718586,hessian_weighted_relative_error,31308,0.02500,0.851
37,mlp.experts.253.gate_proj,0.0075018693,hessian_weighted_relative_error,30402,0.02500,0.861
37,mlp.experts.254.gate_proj,0.0066713633,hessian_weighted_relative_error,52483,0.02500,0.850
37,mlp.experts.255.gate_proj,0.0077788208,hessian_weighted_relative_error,42983,0.02500,0.862
37,mlp.experts.256.gate_proj,0.0096998159,hessian_weighted_relative_error,23728,0.02500,0.855
37,mlp.experts.258.gate_proj,0.0064126907,hessian_weighted_relative_error,21300,0.02500,0.861
37,mlp.experts.259.gate_proj,0.0087091444,hessian_weighted_relative_error,31140,0.02500,0.863
37,mlp.experts.260.gate_proj,0.0087239375,hessian_weighted_relative_error,46480,0.02500,0.854
37,mlp.experts.261.gate_proj,0.0096013668,hessian_weighted_relative_error,23795,0.02500,0.864
37,mlp.experts.262.gate_proj,0.0081042948,hessian_weighted_relative_error,42137,0.02500,0.853
37,mlp.experts.263.gate_proj,0.0083436416,hessian_weighted_relative_error,24271,0.02500,0.864
37,mlp.experts.264.gate_proj,0.0069869174,hessian_weighted_relative_error,33610,0.02500,0.861
37,mlp.experts.265.gate_proj,0.0087072647,hessian_weighted_relative_error,17386,0.02500,0.861
37,mlp.experts.267.gate_proj,0.0058080276,hessian_weighted_relative_error,26375,0.02500,0.861
37,mlp.experts.268.gate_proj,0.0069429838,hessian_weighted_relative_error,23214,0.02500,0.860
37,mlp.experts.269.gate_proj,0.0081314268,hessian_weighted_relative_error,22825,0.02500,0.862
37,mlp.experts.270.gate_proj,0.0062687379,hessian_weighted_relative_error,22050,0.02500,0.860
37,mlp.experts.271.gate_proj,0.0098917348,hessian_weighted_relative_error,35217,0.02500,0.858
37,mlp.experts.272.gate_proj,0.0070136263,hessian_weighted_relative_error,20979,0.02500,0.850
37,mlp.experts.273.gate_proj,0.0094634599,hessian_weighted_relative_error,25196,0.02500,0.862
37,mlp.experts.274.gate_proj,0.0079954546,hessian_weighted_relative_error,16526,0.02500,0.849
37,mlp.experts.275.gate_proj,0.0079372245,hessian_weighted_relative_error,20729,0.02500,0.885
37,mlp.experts.276.gate_proj,0.0075899177,hessian_weighted_relative_error,20493,0.02500,0.864
37,mlp.experts.277.gate_proj,0.0076936403,hessian_weighted_relative_error,14692,0.02500,0.865
37,mlp.experts.278.gate_proj,0.0072057876,hessian_weighted_relative_error,38609,0.02500,0.861
37,mlp.experts.279.gate_proj,0.0072110930,hessian_weighted_relative_error,13348,0.02500,0.868
37,mlp.experts.280.gate_proj,0.0084351512,hessian_weighted_relative_error,17105,0.02500,0.850
37,mlp.experts.282.gate_proj,0.0075545895,hessian_weighted_relative_error,33957,0.02500,0.847
37,mlp.experts.283.gate_proj,0.0065470614,hessian_weighted_relative_error,10255,0.02500,0.860
37,mlp.experts.284.gate_proj,0.0065185932,hessian_weighted_relative_error,29893,0.02500,0.847
37,mlp.experts.285.gate_proj,0.0088123322,hessian_weighted_relative_error,22479,0.02500,0.860
37,mlp.experts.286.gate_proj,0.0073091305,hessian_weighted_relative_error,17678,0.02500,0.848
37,mlp.experts.287.gate_proj,0.0076491531,hessian_weighted_relative_error,36079,0.02500,0.860
37,mlp.experts.1.up_proj,0.0104858417,hessian_weighted_relative_error,30640,0.02500,0.862
37,mlp.experts.2.up_proj,0.0099933383,hessian_weighted_relative_error,33020,0.02500,0.851
37,mlp.experts.4.up_proj,0.0105973260,hessian_weighted_relative_error,20467,0.02500,0.850
37,mlp.experts.5.up_proj,0.0090600114,hessian_weighted_relative_error,13749,0.02500,0.864
37,mlp.experts.6.up_proj,0.0080171400,hessian_weighted_relative_error,26745,0.02500,0.849
37,mlp.experts.7.up_proj,0.0098309966,hessian_weighted_relative_error,15961,0.02500,0.860
37,mlp.experts.8.up_proj,0.0033523396,hessian_weighted_relative_error,17439,0.02500,0.851
37,mlp.experts.13.up_proj,0.0100643865,hessian_weighted_relative_error,21751,0.02500,0.861
37,mlp.experts.14.up_proj,0.0116283650,hessian_weighted_relative_error,28923,0.02500,0.851
37,mlp.experts.16.up_proj,0.0097298697,hessian_weighted_relative_error,47427,0.02500,0.850
37,mlp.experts.17.up_proj,0.0109876115,hessian_weighted_relative_error,29925,0.02500,0.862
37,mlp.experts.18.up_proj,0.0111442450,hessian_weighted_relative_error,39730,0.02500,0.849
37,mlp.experts.19.up_proj,0.0047698862,hessian_weighted_relative_error,7024,0.02500,0.864
37,mlp.experts.20.up_proj,0.0109350211,hessian_weighted_relative_error,23740,0.02500,0.852
37,mlp.experts.21.up_proj,0.0089649064,hessian_weighted_relative_error,22549,0.02500,0.862
37,mlp.experts.22.up_proj,0.0049546917,hessian_weighted_relative_error,19312,0.02500,0.851
37,mlp.experts.24.up_proj,0.0100549771,hessian_weighted_relative_error,22614,0.02500,0.851
37,mlp.experts.25.up_proj,0.0099553908,hessian_weighted_relative_error,13753,0.02500,0.862
37,mlp.experts.26.up_proj,0.0102420566,hessian_weighted_relative_error,30536,0.02500,0.849
37,mlp.experts.27.up_proj,0.0092885026,hessian_weighted_relative_error,28188,0.02500,0.865
37,mlp.experts.28.up_proj,0.0105097199,hessian_weighted_relative_error,30221,0.02500,0.851
37,mlp.experts.29.up_proj,0.0092948705,hessian_weighted_relative_error,22792,0.02500,0.862
37,mlp.experts.30.up_proj,0.0112874967,hessian_weighted_relative_error,41197,0.02500,0.850
37,mlp.experts.31.up_proj,0.0102203064,hessian_weighted_relative_error,18491,0.02500,0.862
37,mlp.experts.32.up_proj,0.0086759426,hessian_weighted_relative_error,33370,0.02500,0.850
37,mlp.experts.34.up_proj,0.0109870224,hessian_weighted_relative_error,22653,0.02500,0.850
37,mlp.experts.36.up_proj,0.0077697100,hessian_weighted_relative_error,30586,0.02500,0.852
37,mlp.experts.37.up_proj,0.0103932368,hessian_weighted_relative_error,18069,0.02500,0.862
37,mlp.experts.38.up_proj,0.0110837948,hessian_weighted_relative_error,33552,0.02500,0.852
37,mlp.experts.39.up_proj,0.0103169000,hessian_weighted_relative_error,31167,0.02500,0.864
37,mlp.experts.40.up_proj,0.0107013529,hessian_weighted_relative_error,32016,0.02500,0.851
37,mlp.experts.41.up_proj,0.0096269383,hessian_weighted_relative_error,32699,0.02500,0.862
37,mlp.experts.42.up_proj,0.0089888438,hessian_weighted_relative_error,47472,0.02500,0.851
37,mlp.experts.43.up_proj,0.0080721508,hessian_weighted_relative_error,16738,0.02500,0.866
37,mlp.experts.46.up_proj,0.0088338274,hessian_weighted_relative_error,16015,0.02500,0.852
37,mlp.experts.49.up_proj,0.0090891190,hessian_weighted_relative_error,18445,0.02500,0.862
37,mlp.experts.50.up_proj,0.0096177624,hessian_weighted_relative_error,22609,0.02500,0.851
37,mlp.experts.51.up_proj,0.0078099780,hessian_weighted_relative_error,21282,0.02500,0.864
37,mlp.experts.52.up_proj,0.0051128111,hessian_weighted_relative_error,23710,0.02500,0.851
37,mlp.experts.53.up_proj,0.0091280588,hessian_weighted_relative_error,22217,0.02500,0.863
37,mlp.experts.54.up_proj,0.0104895062,hessian_weighted_relative_error,25588,0.02500,0.852
37,mlp.experts.55.up_proj,0.0086731772,hessian_weighted_relative_error,30334,0.02500,0.864
37,mlp.experts.56.up_proj,0.0118554335,hessian_weighted_relative_error,30666,0.02500,0.852
37,mlp.experts.57.up_proj,0.0111201782,hessian_weighted_relative_error,38608,0.02500,0.863
37,mlp.experts.59.up_proj,0.0081611052,hessian_weighted_relative_error,17889,0.02500,0.866
37,mlp.experts.60.up_proj,0.0111547152,hessian_weighted_relative_error,24929,0.02500,0.852
37,mlp.experts.61.up_proj,0.0084837452,hessian_weighted_relative_error,31000,0.02500,0.864
37,mlp.experts.62.up_proj,0.0085176147,hessian_weighted_relative_error,12746,0.02500,0.852
37,mlp.experts.63.up_proj,0.0103523434,hessian_weighted_relative_error,30236,0.02500,0.866
37,mlp.experts.65.up_proj,0.0092523894,hessian_weighted_relative_error,17451,0.02500,0.863
37,mlp.experts.66.up_proj,0.0089958988,hessian_weighted_relative_error,13817,0.02500,0.853
37,mlp.experts.67.up_proj,0.0072294340,hessian_weighted_relative_error,24341,0.02500,0.866
37,mlp.experts.68.up_proj,0.0088275903,hessian_weighted_relative_error,20804,0.02500,0.853
37,mlp.experts.69.up_proj,0.0093145563,hessian_weighted_relative_error,21720,0.02500,0.867
37,mlp.experts.70.up_proj,0.0090506555,hessian_weighted_relative_error,18648,0.02500,0.854
37,mlp.experts.72.up_proj,0.0061341544,hessian_weighted_relative_error,26812,0.02500,0.853
37,mlp.experts.73.up_proj,0.0109693903,hessian_weighted_relative_error,27452,0.02500,0.866
37,mlp.experts.74.up_proj,0.0115710086,hessian_weighted_relative_error,41375,0.02500,0.851
37,mlp.experts.75.up_proj,0.0076324108,hessian_weighted_relative_error,8400,0.02500,0.863
37,mlp.experts.76.up_proj,0.0113533598,hessian_weighted_relative_error,27336,0.02500,0.853
37,mlp.experts.77.up_proj,0.0095550728,hessian_weighted_relative_error,33950,0.02500,0.863
37,mlp.experts.78.up_proj,0.0087986327,hessian_weighted_relative_error,25148,0.02500,0.853
37,mlp.experts.82.up_proj,0.0069161197,hessian_weighted_relative_error,26534,0.02500,0.853
37,mlp.experts.84.up_proj,0.0070256667,hessian_weighted_relative_error,12754,0.02500,0.853
37,mlp.experts.86.up_proj,0.0084343002,hessian_weighted_relative_error,10520,0.02500,0.853
37,mlp.experts.87.up_proj,0.0108728044,hessian_weighted_relative_error,30586,0.02500,0.866
37,mlp.experts.88.up_proj,0.0084160234,hessian_weighted_relative_error,38062,0.02500,0.854
37,mlp.experts.89.up_proj,0.0098836943,hessian_weighted_relative_error,16520,0.02500,0.865
37,mlp.experts.94.up_proj,0.0083335013,hessian_weighted_relative_error,23276,0.02500,0.854
37,mlp.experts.96.up_proj,0.0084417437,hessian_weighted_relative_error,20713,0.02500,0.853
37,mlp.experts.97.up_proj,0.0095718219,hessian_weighted_relative_error,26164,0.02500,0.868
37,mlp.experts.98.up_proj,0.0088799985,hessian_weighted_relative_error,13887,0.02500,0.854
37,mlp.experts.99.up_proj,0.0085458812,hessian_weighted_relative_error,24171,0.02500,0.865
37,mlp.experts.100.up_proj,0.0092788066,hessian_weighted_relative_error,19539,0.02500,0.854
37,mlp.experts.102.up_proj,0.0094768012,hessian_weighted_relative_error,20981,0.02500,0.854
37,mlp.experts.103.up_proj,0.0092237421,hessian_weighted_relative_error,29230,0.02500,0.866
37,mlp.experts.105.up_proj,0.0066319819,hessian_weighted_relative_error,12562,0.02500,0.869
37,mlp.experts.106.up_proj,0.0111395609,hessian_weighted_relative_error,54106,0.02500,0.855
37,mlp.experts.107.up_proj,0.0091313195,hessian_weighted_relative_error,16542,0.02500,0.866
37,mlp.experts.109.up_proj,0.0090012350,hessian_weighted_relative_error,17433,0.02500,0.865
37,mlp.experts.111.up_proj,0.0101707776,hessian_weighted_relative_error,23603,0.02500,0.867
37,mlp.experts.112.up_proj,0.0085209211,hessian_weighted_relative_error,17618,0.02500,0.854
37,mlp.experts.113.up_proj,0.0074304829,hessian_weighted_relative_error,8851,0.02500,0.869
37,mlp.experts.116.up_proj,0.0114939582,hessian_weighted_relative_error,29644,0.02500,0.856
37,mlp.experts.119.up_proj,0.0084931779,hessian_weighted_relative_error,9694,0.02500,0.868
37,mlp.experts.120.up_proj,0.0111304655,hessian_weighted_relative_error,41885,0.02500,0.858
37,mlp.experts.122.up_proj,0.0115341342,hessian_weighted_relative_error,34045,0.02500,0.855
37,mlp.experts.123.up_proj,0.0090587383,hessian_weighted_relative_error,13240,0.02500,0.865
37,mlp.experts.124.up_proj,0.0084853106,hessian_weighted_relative_error,39016,0.02500,0.857
37,mlp.experts.125.up_proj,0.0096364937,hessian_weighted_relative_error,27061,0.02500,0.866
37,mlp.experts.126.up_proj,0.0108373620,hessian_weighted_relative_error,37811,0.02500,0.856
37,mlp.experts.127.up_proj,0.0088887476,hessian_weighted_relative_error,17182,0.02500,0.865
37,mlp.experts.129.up_proj,0.0094903012,hessian_weighted_relative_error,34646,0.02500,0.872
37,mlp.experts.130.up_proj,0.0091740327,hessian_weighted_relative_error,13275,0.02500,0.857
37,mlp.experts.131.up_proj,0.0100460892,hessian_weighted_relative_error,18717,0.02500,0.868
37,mlp.experts.132.up_proj,0.0096541032,hessian_weighted_relative_error,23294,0.02500,0.856
37,mlp.experts.133.up_proj,0.0116078110,hessian_weighted_relative_error,32596,0.02500,0.866
37,mlp.experts.135.up_proj,0.0115915944,hessian_weighted_relative_error,25426,0.02500,0.866
37,mlp.experts.136.up_proj,0.0094882337,hessian_weighted_relative_error,13535,0.02500,0.860
37,mlp.experts.137.up_proj,0.0099671879,hessian_weighted_relative_error,24855,0.02500,0.869
37,mlp.experts.138.up_proj,0.0096610272,hessian_weighted_relative_error,28793,0.02500,0.867
37,mlp.experts.140.up_proj,0.0103728515,hessian_weighted_relative_error,19573,0.02500,0.858
37,mlp.experts.141.up_proj,0.0107686162,hessian_weighted_relative_error,27930,0.02500,0.871
37,mlp.experts.142.up_proj,0.0102554790,hessian_weighted_relative_error,15978,0.02500,0.854
37,mlp.experts.143.up_proj,0.0113336827,hessian_weighted_relative_error,29313,0.02500,0.868
37,mlp.experts.146.up_proj,0.0093488180,hessian_weighted_relative_error,21836,0.02500,0.869
37,mlp.experts.147.up_proj,0.0101823358,hessian_weighted_relative_error,23414,0.02500,0.870
37,mlp.experts.148.up_proj,0.0100250111,hessian_weighted_relative_error,27269,0.02500,0.867
37,mlp.experts.149.up_proj,0.0109020357,hessian_weighted_relative_error,19158,0.02500,0.874
37,mlp.experts.150.up_proj,0.0065573774,hessian_weighted_relative_error,10066,0.02500,0.867
37,mlp.experts.151.up_proj,0.0064892242,hessian_weighted_relative_error,16713,0.02500,0.870
37,mlp.experts.152.up_proj,0.0079948529,hessian_weighted_relative_error,10710,0.02500,0.872
37,mlp.experts.154.up_proj,0.0095459260,hessian_weighted_relative_error,29674,0.02500,0.870
37,mlp.experts.155.up_proj,0.0061339381,hessian_weighted_relative_error,15573,0.02500,0.867
37,mlp.experts.156.up_proj,0.0106467385,hessian_weighted_relative_error,32698,0.02500,0.871
37,mlp.experts.157.up_proj,0.0096830879,hessian_weighted_relative_error,19739,0.02500,0.871
37,mlp.experts.158.up_proj,0.0087674904,hessian_weighted_relative_error,28651,0.02500,0.870
37,mlp.experts.159.up_proj,0.0065107486,hessian_weighted_relative_error,14609,0.02500,0.870
37,mlp.experts.160.up_proj,0.0033970860,hessian_weighted_relative_error,1767,0.02500,0.868
37,mlp.experts.161.up_proj,0.0061466867,hessian_weighted_relative_error,42135,0.02500,0.869
37,mlp.experts.162.up_proj,0.0102676952,hessian_weighted_relative_error,20579,0.02500,0.869
37,mlp.experts.163.up_proj,0.0119825092,hessian_weighted_relative_error,41292,0.02500,0.871
37,mlp.experts.165.up_proj,0.0077764170,hessian_weighted_relative_error,28024,0.02500,0.869
37,mlp.experts.166.up_proj,0.0099854955,hessian_weighted_relative_error,34148,0.02500,0.868
37,mlp.experts.167.up_proj,0.0080808080,hessian_weighted_relative_error,20075,0.02500,0.867
37,mlp.experts.170.up_proj,0.0083450677,hessian_weighted_relative_error,26853,0.02500,0.872
37,mlp.experts.171.up_proj,0.0081454918,hessian_weighted_relative_error,31172,0.02500,0.876
37,mlp.experts.172.up_proj,0.0055606766,hessian_weighted_relative_error,11477,0.02500,0.865
37,mlp.experts.176.up_proj,0.0117467499,hessian_weighted_relative_error,32476,0.02500,0.860
37,mlp.experts.177.up_proj,0.0115771812,hessian_weighted_relative_error,23992,0.02500,0.871
37,mlp.experts.178.up_proj,0.0097493029,hessian_weighted_relative_error,19255,0.02500,0.859
37,mlp.experts.179.up_proj,0.0092471175,hessian_weighted_relative_error,22897,0.02500,0.871
37,mlp.experts.182.up_proj,0.0081289784,hessian_weighted_relative_error,13720,0.02500,0.858
37,mlp.experts.184.up_proj,0.0103689179,hessian_weighted_relative_error,25848,0.02500,0.859
37,mlp.experts.185.up_proj,0.0108759458,hessian_weighted_relative_error,25690,0.02500,0.869
37,mlp.experts.186.up_proj,0.0107694795,hessian_weighted_relative_error,34514,0.02500,0.858
37,mlp.experts.187.up_proj,0.0075915903,hessian_weighted_relative_error,39789,0.02500,0.867
37,mlp.experts.188.up_proj,0.0092776800,hessian_weighted_relative_error,23296,0.02500,0.859
37,mlp.experts.189.up_proj,0.0112446262,hessian_weighted_relative_error,37545,0.02500,0.870
37,mlp.experts.190.up_proj,0.0106010569,hessian_weighted_relative_error,19002,0.02500,0.859
37,mlp.experts.191.up_proj,0.0107639816,hessian_weighted_relative_error,22959,0.02500,0.868
37,mlp.experts.192.up_proj,0.0109457505,hessian_weighted_relative_error,35692,0.02500,0.857
37,mlp.experts.193.up_proj,0.0096340262,hessian_weighted_relative_error,24180,0.02500,0.867
37,mlp.experts.194.up_proj,0.0072788922,hessian_weighted_relative_error,17768,0.02500,0.857
37,mlp.experts.195.up_proj,0.0100330248,hessian_weighted_relative_error,32471,0.02500,0.867
37,mlp.experts.196.up_proj,0.0098656395,hessian_weighted_relative_error,24483,0.02500,0.858
37,mlp.experts.197.up_proj,0.0065263677,hessian_weighted_relative_error,41217,0.02500,0.867
37,mlp.experts.199.up_proj,0.0101369765,hessian_weighted_relative_error,23775,0.02500,0.868
37,mlp.experts.200.up_proj,0.0104146540,hessian_weighted_relative_error,30706,0.02500,0.861
37,mlp.experts.201.up_proj,0.0104976005,hessian_weighted_relative_error,26715,0.02500,0.874
37,mlp.experts.202.up_proj,0.0043269831,hessian_weighted_relative_error,41126,0.02500,0.858
37,mlp.experts.203.up_proj,0.0101810123,hessian_weighted_relative_error,23169,0.02500,0.879
37,mlp.experts.204.up_proj,0.0094220806,hessian_weighted_relative_error,26067,0.02500,0.858
37,mlp.experts.205.up_proj,0.0111565805,hessian_weighted_relative_error,31725,0.02500,0.867
37,mlp.experts.206.up_proj,0.0099284608,hessian_weighted_relative_error,32728,0.02500,0.859
37,mlp.experts.207.up_proj,0.0080824587,hessian_weighted_relative_error,17875,0.02500,0.881
37,mlp.experts.208.up_proj,0.0103703426,hessian_weighted_relative_error,24709,0.02500,0.858
37,mlp.experts.209.up_proj,0.0074808000,hessian_weighted_relative_error,20017,0.02500,0.872
37,mlp.experts.211.up_proj,0.0100208390,hessian_weighted_relative_error,33049,0.02500,0.868
37,mlp.experts.212.up_proj,0.0101213568,hessian_weighted_relative_error,25836,0.02500,0.858
37,mlp.experts.213.up_proj,0.0100655132,hessian_weighted_relative_error,16873,0.02500,0.868
37,mlp.experts.215.up_proj,0.0093051396,hessian_weighted_relative_error,16745,0.02500,0.869
37,mlp.experts.217.up_proj,0.0114365061,hessian_weighted_relative_error,21291,0.02500,0.871
37,mlp.experts.218.up_proj,0.0104077111,hessian_weighted_relative_error,15475,0.02500,0.859
37,mlp.experts.219.up_proj,0.0102667908,hessian_weighted_relative_error,33536,0.02500,0.880
37,mlp.experts.221.up_proj,0.0080868057,hessian_weighted_relative_error,15026,0.02500,0.868
37,mlp.experts.222.up_proj,0.0077863394,hessian_weighted_relative_error,13496,0.02500,0.858
37,mlp.experts.223.up_proj,0.0092102441,hessian_weighted_relative_error,35085,0.02500,0.883
37,mlp.experts.224.up_proj,0.0105562104,hessian_weighted_relative_error,26263,0.02500,0.860
37,mlp.experts.226.up_proj,0.0102874557,hessian_weighted_relative_error,22416,0.02500,0.859
37,mlp.experts.227.up_proj,0.0043010596,hessian_weighted_relative_error,29902,0.02500,0.868
37,mlp.experts.228.up_proj,0.0084026533,hessian_weighted_relative_error,18470,0.02500,0.858
37,mlp.experts.229.up_proj,0.0087540534,hessian_weighted_relative_error,33591,0.02500,0.868
37,mlp.experts.230.up_proj,0.0068122088,hessian_weighted_relative_error,17033,0.02500,0.859
37,mlp.experts.231.up_proj,0.0077867421,hessian_weighted_relative_error,14764,0.02500,0.870
37,mlp.experts.234.up_proj,0.0074526077,hessian_weighted_relative_error,20218,0.02500,0.861
37,mlp.experts.235.up_proj,0.0116555277,hessian_weighted_relative_error,29650,0.02500,0.883
37,mlp.experts.236.up_proj,0.0093563607,hessian_weighted_relative_error,36692,0.02500,0.860
37,mlp.experts.237.up_proj,0.0092083022,hessian_weighted_relative_error,14076,0.02500,0.869
37,mlp.experts.238.up_proj,0.0093673860,hessian_weighted_relative_error,37297,0.02500,0.857
37,mlp.experts.239.up_proj,0.0087694304,hessian_weighted_relative_error,23064,0.02500,0.877
37,mlp.experts.240.up_proj,0.0090510445,hessian_weighted_relative_error,23155,0.02500,0.863
37,mlp.experts.242.up_proj,0.0100765204,hessian_weighted_relative_error,20337,0.02500,0.860
37,mlp.experts.243.up_proj,0.0107719476,hessian_weighted_relative_error,21357,0.02500,0.871
37,mlp.experts.244.up_proj,0.0087749750,hessian_weighted_relative_error,26654,0.02500,0.860
37,mlp.experts.245.up_proj,0.0105532550,hessian_weighted_relative_error,26475,0.02500,0.868
37,mlp.experts.246.up_proj,0.0114801631,hessian_weighted_relative_error,39343,0.02500,0.860
37,mlp.experts.247.up_proj,0.0105482807,hessian_weighted_relative_error,37279,0.02500,0.879
37,mlp.experts.249.up_proj,0.0086254564,hessian_weighted_relative_error,23729,0.02500,0.868
37,mlp.experts.250.up_proj,0.0073741733,hessian_weighted_relative_error,27230,0.02500,0.862
37,mlp.experts.251.up_proj,0.0017378856,hessian_weighted_relative_error,4039,0.02500,0.879
37,mlp.experts.252.up_proj,0.0103564370,hessian_weighted_relative_error,31308,0.02500,0.861
37,mlp.experts.253.up_proj,0.0091029859,hessian_weighted_relative_error,30402,0.02500,0.868
37,mlp.experts.255.up_proj,0.0110543536,hessian_weighted_relative_error,42983,0.02500,0.883
37,mlp.experts.256.up_proj,0.0109230212,hessian_weighted_relative_error,23728,0.02500,0.860
37,mlp.experts.258.up_proj,0.0080913760,hessian_weighted_relative_error,21300,0.02500,0.861
37,mlp.experts.259.up_proj,0.0108444040,hessian_weighted_relative_error,31140,0.02500,0.879
37,mlp.experts.260.up_proj,0.0094360848,hessian_weighted_relative_error,46480,0.02500,0.859
37,mlp.experts.261.up_proj,0.0109410337,hessian_weighted_relative_error,23795,0.02500,0.880
37,mlp.experts.262.up_proj,0.0088880181,hessian_weighted_relative_error,42137,0.02500,0.859
37,mlp.experts.263.up_proj,0.0103430853,hessian_weighted_relative_error,24271,0.02500,0.870
37,mlp.experts.265.up_proj,0.0105180617,hessian_weighted_relative_error,17386,0.02500,0.884
37,mlp.experts.267.up_proj,0.0072466254,hessian_weighted_relative_error,26375,0.02500,0.870
37,mlp.experts.268.up_proj,0.0087202429,hessian_weighted_relative_error,23214,0.02500,0.860
37,mlp.experts.269.up_proj,0.0089932089,hessian_weighted_relative_error,22825,0.02500,0.883
37,mlp.experts.270.up_proj,0.0081947391,hessian_weighted_relative_error,22050,0.02500,0.863
37,mlp.experts.271.up_proj,0.0114641431,hessian_weighted_relative_error,35217,0.02500,0.874
37,mlp.experts.272.up_proj,0.0086647137,hessian_weighted_relative_error,20979,0.02500,0.860
37,mlp.experts.273.up_proj,0.0107216727,hessian_weighted_relative_error,25196,0.02500,0.881
37,mlp.experts.274.up_proj,0.0095505438,hessian_weighted_relative_error,16526,0.02500,0.861
37,mlp.experts.275.up_proj,0.0099291913,hessian_weighted_relative_error,20729,0.02500,0.870
37,mlp.experts.276.up_proj,0.0094887917,hessian_weighted_relative_error,20493,0.02500,0.859
37,mlp.experts.277.up_proj,0.0093308228,hessian_weighted_relative_error,14692,0.02500,0.878
37,mlp.experts.278.up_proj,0.0083772697,hessian_weighted_relative_error,38609,0.02500,0.860
37,mlp.experts.279.up_proj,0.0075578441,hessian_weighted_relative_error,13348,0.02500,0.883
37,mlp.experts.280.up_proj,0.0093336687,hessian_weighted_relative_error,17105,0.02500,0.860
37,mlp.experts.283.up_proj,0.0086526849,hessian_weighted_relative_error,10255,0.02500,0.885
37,mlp.experts.284.up_proj,0.0078903571,hessian_weighted_relative_error,29893,0.02500,0.860
37,mlp.experts.285.up_proj,0.0107387909,hessian_weighted_relative_error,22479,0.02500,0.889
37,mlp.experts.286.up_proj,0.0095315620,hessian_weighted_relative_error,17678,0.02500,0.861
37,mlp.experts.287.up_proj,0.0108892185,hessian_weighted_relative_error,36079,0.02500,0.887
37,mlp.experts.1.down_proj,0.0146933650,hessian_weighted_relative_error,30640,0.02500,0.750
37,mlp.experts.4.down_proj,0.0145124542,hessian_weighted_relative_error,20467,0.02500,0.770
37,mlp.experts.5.down_proj,0.0128723818,hessian_weighted_relative_error,13749,0.02500,0.747
37,mlp.experts.7.down_proj,0.0141686541,hessian_weighted_relative_error,15961,0.02500,0.713
37,mlp.experts.8.down_proj,0.0038884260,hessian_weighted_relative_error,17439,0.02500,0.773
37,mlp.experts.13.down_proj,0.0136724452,hessian_weighted_relative_error,21751,0.02500,0.751
37,mlp.experts.14.down_proj,0.0155325346,hessian_weighted_relative_error,28923,0.02500,0.776
37,mlp.experts.17.down_proj,0.0151829746,hessian_weighted_relative_error,29925,0.02500,0.757
37,mlp.experts.18.down_proj,0.0131629252,hessian_weighted_relative_error,39730,0.02500,0.777
37,mlp.experts.19.down_proj,0.0081200606,hessian_weighted_relative_error,7024,0.02500,0.760
37,mlp.experts.20.down_proj,0.0149135493,hessian_weighted_relative_error,23740,0.02500,0.777
37,mlp.experts.21.down_proj,0.0117987240,hessian_weighted_relative_error,22549,0.02500,0.756
37,mlp.experts.22.down_proj,0.0078458355,hessian_weighted_relative_error,19312,0.02500,0.779
37,mlp.experts.24.down_proj,0.0121012510,hessian_weighted_relative_error,22614,0.02500,0.779
37,mlp.experts.25.down_proj,0.0142656622,hessian_weighted_relative_error,13753,0.02500,0.760
37,mlp.experts.29.down_proj,0.0134256590,hessian_weighted_relative_error,22792,0.02500,0.759
37,mlp.experts.31.down_proj,0.0137357597,hessian_weighted_relative_error,18491,0.02500,0.756
37,mlp.experts.32.down_proj,0.0122618265,hessian_weighted_relative_error,33370,0.02500,0.782
37,mlp.experts.34.down_proj,0.0148083826,hessian_weighted_relative_error,22653,0.02500,0.781
37,mlp.experts.37.down_proj,0.0132458397,hessian_weighted_relative_error,18069,0.02500,0.761
37,mlp.experts.38.down_proj,0.0150102649,hessian_weighted_relative_error,33552,0.02500,0.783
37,mlp.experts.41.down_proj,0.0124854617,hessian_weighted_relative_error,32699,0.02500,0.766
37,mlp.experts.43.down_proj,0.0115597325,hessian_weighted_relative_error,16738,0.02500,0.766
37,mlp.experts.46.down_proj,0.0121759483,hessian_weighted_relative_error,16015,0.02500,0.785
37,mlp.experts.49.down_proj,0.0056866032,hessian_weighted_relative_error,18445,0.02500,0.769
37,mlp.experts.50.down_proj,0.0132366499,hessian_weighted_relative_error,22609,0.02500,0.786
37,mlp.experts.51.down_proj,0.0118218955,hessian_weighted_relative_error,21282,0.02500,0.770
37,mlp.experts.52.down_proj,0.0069681623,hessian_weighted_relative_error,23710,0.02500,0.785
37,mlp.experts.53.down_proj,0.0041452932,hessian_weighted_relative_error,22217,0.02500,0.768
37,mlp.experts.54.down_proj,0.0139614155,hessian_weighted_relative_error,25588,0.02500,0.787
37,mlp.experts.55.down_proj,0.0122790752,hessian_weighted_relative_error,30334,0.02500,0.764
37,mlp.experts.56.down_proj,0.0152409071,hessian_weighted_relative_error,30666,0.02500,0.787
37,mlp.experts.59.down_proj,0.0107110290,hessian_weighted_relative_error,17889,0.02500,0.773
37,mlp.experts.60.down_proj,0.0147704498,hessian_weighted_relative_error,24929,0.02500,0.787
37,mlp.experts.61.down_proj,0.0127307552,hessian_weighted_relative_error,31000,0.02500,0.771
37,mlp.experts.62.down_proj,0.0121898835,hessian_weighted_relative_error,12746,0.02500,0.789
37,mlp.experts.63.down_proj,0.0126870347,hessian_weighted_relative_error,30236,0.02500,0.768
37,mlp.experts.65.down_proj,0.0129408993,hessian_weighted_relative_error,17451,0.02500,0.776
37,mlp.experts.66.down_proj,0.0117013597,hessian_weighted_relative_error,13817,0.02500,0.790
37,mlp.experts.68.down_proj,0.0126574232,hessian_weighted_relative_error,20804,0.02500,0.789
37,mlp.experts.69.down_proj,0.0117547240,hessian_weighted_relative_error,21720,0.02500,0.775
37,mlp.experts.70.down_proj,0.0126468389,hessian_weighted_relative_error,18648,0.02500,0.791
37,mlp.experts.72.down_proj,0.0088978259,hessian_weighted_relative_error,26812,0.02500,0.791
37,mlp.experts.73.down_proj,0.0140024760,hessian_weighted_relative_error,27452,0.02500,0.780
37,mlp.experts.75.down_proj,0.0112604312,hessian_weighted_relative_error,8400,0.02500,0.781
37,mlp.experts.76.down_proj,0.0148638899,hessian_weighted_relative_error,27336,0.02500,0.791
37,mlp.experts.78.down_proj,0.0108325110,hessian_weighted_relative_error,25148,0.02500,0.793
37,mlp.experts.82.down_proj,0.0098113177,hessian_weighted_relative_error,26534,0.02500,0.795
37,mlp.experts.84.down_proj,0.0096996837,hessian_weighted_relative_error,12754,0.02500,0.794
37,mlp.experts.86.down_proj,0.0124056694,hessian_weighted_relative_error,10520,0.02500,0.795
37,mlp.experts.87.down_proj,0.0146771578,hessian_weighted_relative_error,30586,0.02500,0.777
37,mlp.experts.88.down_proj,0.0128140485,hessian_weighted_relative_error,38062,0.02500,0.793
37,mlp.experts.89.down_proj,0.0136021574,hessian_weighted_relative_error,16520,0.02500,0.785
37,mlp.experts.94.down_proj,0.0119173845,hessian_weighted_relative_error,23276,0.02500,0.798
37,mlp.experts.96.down_proj,0.0115804202,hessian_weighted_relative_error,20713,0.02500,0.797
37,mlp.experts.97.down_proj,0.0134035412,hessian_weighted_relative_error,26164,0.02500,0.788
37,mlp.experts.98.down_proj,0.0128556288,hessian_weighted_relative_error,13887,0.02500,0.799
37,mlp.experts.99.down_proj,0.0102548683,hessian_weighted_relative_error,24171,0.02500,0.787
37,mlp.experts.100.down_proj,0.0133669487,hessian_weighted_relative_error,19539,0.02500,0.795
37,mlp.experts.102.down_proj,0.0139808120,hessian_weighted_relative_error,20981,0.02500,0.799
37,mlp.experts.103.down_proj,0.0100707523,hessian_weighted_relative_error,29230,0.02500,0.782
37,mlp.experts.105.down_proj,0.0103646766,hessian_weighted_relative_error,12562,0.02500,0.789
37,mlp.experts.107.down_proj,0.0118541612,hessian_weighted_relative_error,16542,0.02500,0.792
37,mlp.experts.109.down_proj,0.0110266114,hessian_weighted_relative_error,17433,0.02500,0.787
37,mlp.experts.111.down_proj,0.0133409359,hessian_weighted_relative_error,23603,0.02500,0.785
37,mlp.experts.112.down_proj,0.0121857532,hessian_weighted_relative_error,17618,0.02500,0.800
37,mlp.experts.113.down_proj,0.0097535320,hessian_weighted_relative_error,8851,0.02500,0.791
37,mlp.experts.115.down_proj,0.0046294567,hessian_weighted_relative_error,44343,0.02500,0.793
37,mlp.experts.119.down_proj,0.0129586267,hessian_weighted_relative_error,9694,0.02500,0.787
37,mlp.experts.120.down_proj,0.0144878531,hessian_weighted_relative_error,41885,0.02500,0.802
37,mlp.experts.122.down_proj,0.0152407257,hessian_weighted_relative_error,34045,0.02500,0.804
37,mlp.experts.123.down_proj,0.0126167021,hessian_weighted_relative_error,13240,0.02500,0.794
37,mlp.experts.125.down_proj,0.0135904021,hessian_weighted_relative_error,27061,0.02500,0.794
37,mlp.experts.127.down_proj,0.0134204653,hessian_weighted_relative_error,17182,0.02500,0.791
37,mlp.experts.129.down_proj,0.0102414226,hessian_weighted_relative_error,34646,0.02500,0.797
37,mlp.experts.130.down_proj,0.0125870361,hessian_weighted_relative_error,13275,0.02500,0.804
37,mlp.experts.131.down_proj,0.0133937472,hessian_weighted_relative_error,18717,0.02500,0.797
37,mlp.experts.132.down_proj,0.0131700388,hessian_weighted_relative_error,23294,0.02500,0.802
37,mlp.experts.133.down_proj,0.0153890671,hessian_weighted_relative_error,32596,0.02500,0.796
37,mlp.experts.135.down_proj,0.0154789777,hessian_weighted_relative_error,25426,0.02500,0.793
37,mlp.experts.136.down_proj,0.0130017925,hessian_weighted_relative_error,13535,0.02500,0.804
37,mlp.experts.137.down_proj,0.0139915534,hessian_weighted_relative_error,24855,0.02500,0.800
37,mlp.experts.140.down_proj,0.0136731691,hessian_weighted_relative_error,19573,0.02500,0.804
37,mlp.experts.141.down_proj,0.0142982214,hessian_weighted_relative_error,27930,0.02500,0.798
37,mlp.experts.142.down_proj,0.0098182979,hessian_weighted_relative_error,15978,0.02500,0.807
37,mlp.experts.143.down_proj,0.0145937765,hessian_weighted_relative_error,29313,0.02500,0.795
37,mlp.experts.146.down_proj,0.0129766019,hessian_weighted_relative_error,21836,0.02500,0.806
37,mlp.experts.147.down_proj,0.0136440683,hessian_weighted_relative_error,23414,0.02500,0.803
37,mlp.experts.148.down_proj,0.0139962525,hessian_weighted_relative_error,27269,0.02500,0.806
37,mlp.experts.149.down_proj,0.0141794954,hessian_weighted_relative_error,19158,0.02500,0.801
37,mlp.experts.150.down_proj,0.0099289607,hessian_weighted_relative_error,10066,0.02500,0.807
37,mlp.experts.151.down_proj,0.0096849219,hessian_weighted_relative_error,16713,0.02500,0.798
37,mlp.experts.152.down_proj,0.0119072354,hessian_weighted_relative_error,10710,0.02500,0.810
37,mlp.experts.154.down_proj,0.0132194807,hessian_weighted_relative_error,29674,0.02500,0.809
37,mlp.experts.155.down_proj,0.0091775666,hessian_weighted_relative_error,15573,0.02500,0.804
37,mlp.experts.156.down_proj,0.0138981962,hessian_weighted_relative_error,32698,0.02500,0.808
37,mlp.experts.157.down_proj,0.0128021189,hessian_weighted_relative_error,19739,0.02500,0.802
37,mlp.experts.158.down_proj,0.0107700503,hessian_weighted_relative_error,28651,0.02500,0.809
37,mlp.experts.159.down_proj,0.0104905099,hessian_weighted_relative_error,14609,0.02500,0.799
37,mlp.experts.160.down_proj,0.0062744282,hessian_weighted_relative_error,1767,0.02500,0.807
37,mlp.experts.161.down_proj,0.0092332249,hessian_weighted_relative_error,42135,0.02500,0.809
37,mlp.experts.162.down_proj,0.0141299944,hessian_weighted_relative_error,20579,0.02500,0.809
37,mlp.experts.166.down_proj,0.0119982062,hessian_weighted_relative_error,34148,0.02500,0.811
37,mlp.experts.167.down_proj,0.0113747341,hessian_weighted_relative_error,20075,0.02500,0.802
37,mlp.experts.171.down_proj,0.0012177193,hessian_weighted_relative_error,31172,0.02500,0.810
37,mlp.experts.172.down_proj,0.0095793842,hessian_weighted_relative_error,11477,0.02500,0.808
37,mlp.experts.176.down_proj,0.0151886982,hessian_weighted_relative_error,32476,0.02500,0.809
37,mlp.experts.177.down_proj,0.0149943752,hessian_weighted_relative_error,23992,0.02500,0.812
37,mlp.experts.178.down_proj,0.0137699076,hessian_weighted_relative_error,19255,0.02500,0.810
37,mlp.experts.179.down_proj,0.0130119153,hessian_weighted_relative_error,22897,0.02500,0.813
37,mlp.experts.182.down_proj,0.0110274181,hessian_weighted_relative_error,13720,0.02500,0.812
37,mlp.experts.184.down_proj,0.0138426748,hessian_weighted_relative_error,25848,0.02500,0.811
37,mlp.experts.185.down_proj,0.0149913194,hessian_weighted_relative_error,25690,0.02500,0.814
37,mlp.experts.187.down_proj,0.0102764069,hessian_weighted_relative_error,39789,0.02500,0.815
37,mlp.experts.188.down_proj,0.0127339786,hessian_weighted_relative_error,23296,0.02500,0.810
37,mlp.experts.190.down_proj,0.0142362327,hessian_weighted_relative_error,19002,0.02500,0.812
37,mlp.experts.193.down_proj,0.0072585748,hessian_weighted_relative_error,24180,0.02500,0.818
37,mlp.experts.194.down_proj,0.0113508912,hessian_weighted_relative_error,17768,0.02500,0.812
37,mlp.experts.196.down_proj,0.0141252741,hessian_weighted_relative_error,24483,0.02500,0.811
37,mlp.experts.199.down_proj,0.0145337249,hessian_weighted_relative_error,23775,0.02500,0.813
37,mlp.experts.200.down_proj,0.0141920795,hessian_weighted_relative_error,30706,0.02500,0.812
37,mlp.experts.201.down_proj,0.0141591445,hessian_weighted_relative_error,26715,0.02500,0.821
37,mlp.experts.202.down_proj,0.0060409751,hessian_weighted_relative_error,41126,0.02500,0.815
37,mlp.experts.203.down_proj,0.0137438788,hessian_weighted_relative_error,23169,0.02500,0.819
37,mlp.experts.204.down_proj,0.0126027507,hessian_weighted_relative_error,26067,0.02500,0.812
37,mlp.experts.205.down_proj,0.0143265950,hessian_weighted_relative_error,31725,0.02500,0.819
37,mlp.experts.206.down_proj,0.0115516327,hessian_weighted_relative_error,32728,0.02500,0.814
37,mlp.experts.207.down_proj,0.0122947027,hessian_weighted_relative_error,17875,0.02500,0.815
37,mlp.experts.208.down_proj,0.0133844363,hessian_weighted_relative_error,24709,0.02500,0.814
37,mlp.experts.209.down_proj,0.0110480095,hessian_weighted_relative_error,20017,0.02500,0.822
37,mlp.experts.212.down_proj,0.0065514695,hessian_weighted_relative_error,25836,0.02500,0.813
37,mlp.experts.213.down_proj,0.0133808448,hessian_weighted_relative_error,16873,0.02500,0.819
37,mlp.experts.215.down_proj,0.0117378836,hessian_weighted_relative_error,16745,0.02500,0.816
37,mlp.experts.217.down_proj,0.0151387979,hessian_weighted_relative_error,21291,0.02500,0.820
37,mlp.experts.218.down_proj,0.0146059327,hessian_weighted_relative_error,15475,0.02500,0.816
37,mlp.experts.221.down_proj,0.0115406787,hessian_weighted_relative_error,15026,0.02500,0.819
37,mlp.experts.222.down_proj,0.0111255912,hessian_weighted_relative_error,13496,0.02500,0.816
37,mlp.experts.224.down_proj,0.0140009306,hessian_weighted_relative_error,26263,0.02500,0.815
37,mlp.experts.226.down_proj,0.0139443208,hessian_weighted_relative_error,22416,0.02500,0.815
37,mlp.experts.227.down_proj,0.0057213150,hessian_weighted_relative_error,29902,0.02500,0.822
37,mlp.experts.228.down_proj,0.0111469961,hessian_weighted_relative_error,18470,0.02500,0.814
37,mlp.experts.230.down_proj,0.0070604289,hessian_weighted_relative_error,17033,0.02500,0.817
37,mlp.experts.231.down_proj,0.0119497198,hessian_weighted_relative_error,14764,0.02500,0.819
37,mlp.experts.235.down_proj,0.0155220427,hessian_weighted_relative_error,29650,0.02500,0.825
37,mlp.experts.236.down_proj,0.0133594184,hessian_weighted_relative_error,36692,0.02500,0.816
37,mlp.experts.237.down_proj,0.0126416554,hessian_weighted_relative_error,14076,0.02500,0.824
37,mlp.experts.238.down_proj,0.0122904901,hessian_weighted_relative_error,37297,0.02500,0.816
37,mlp.experts.240.down_proj,0.0121176476,hessian_weighted_relative_error,23155,0.02500,0.817
37,mlp.experts.242.down_proj,0.0143023128,hessian_weighted_relative_error,20337,0.02500,0.818
37,mlp.experts.244.down_proj,0.0101359488,hessian_weighted_relative_error,26654,0.02500,0.817
37,mlp.experts.245.down_proj,0.0143041675,hessian_weighted_relative_error,26475,0.02500,0.824
37,mlp.experts.246.down_proj,0.0150676925,hessian_weighted_relative_error,39343,0.02500,0.819
37,mlp.experts.247.down_proj,0.0144655859,hessian_weighted_relative_error,37279,0.02500,0.822
37,mlp.experts.249.down_proj,0.0116750726,hessian_weighted_relative_error,23729,0.02500,0.826
37,mlp.experts.250.down_proj,0.0087969862,hessian_weighted_relative_error,27230,0.02500,0.821
37,mlp.experts.251.down_proj,0.0030654103,hessian_weighted_relative_error,4039,0.02500,0.827
37,mlp.experts.252.down_proj,0.0123592043,hessian_weighted_relative_error,31308,0.02500,0.817
37,mlp.experts.253.down_proj,0.0118217223,hessian_weighted_relative_error,30402,0.02500,0.826
37,mlp.experts.255.down_proj,0.0151178644,hessian_weighted_relative_error,42983,0.02500,0.821
37,mlp.experts.256.down_proj,0.0142986613,hessian_weighted_relative_error,23728,0.02500,0.818
37,mlp.experts.258.down_proj,0.0117222557,hessian_weighted_relative_error,21300,0.02500,0.821
37,mlp.experts.261.down_proj,0.0146000011,hessian_weighted_relative_error,23795,0.02500,0.825
37,mlp.experts.263.down_proj,0.0141859796,hessian_weighted_relative_error,24271,0.02500,0.822
37,mlp.experts.265.down_proj,0.0145547798,hessian_weighted_relative_error,17386,0.02500,0.827
37,mlp.experts.267.down_proj,0.0103775610,hessian_weighted_relative_error,26375,0.02500,0.826
37,mlp.experts.268.down_proj,0.0130696817,hessian_weighted_relative_error,23214,0.02500,0.820
37,mlp.experts.269.down_proj,0.0130355407,hessian_weighted_relative_error,22825,0.02500,0.826
37,mlp.experts.270.down_proj,0.0041324549,hessian_weighted_relative_error,22050,0.02500,0.821
37,mlp.experts.274.down_proj,0.0129465562,hessian_weighted_relative_error,16526,0.02500,0.823
37,mlp.experts.275.down_proj,0.0137200724,hessian_weighted_relative_error,20729,0.02500,0.828
37,mlp.experts.276.down_proj,0.0128667909,hessian_weighted_relative_error,20493,0.02500,0.820
37,mlp.experts.277.down_proj,0.0133240586,hessian_weighted_relative_error,14692,0.02500,0.827
37,mlp.experts.278.down_proj,0.0123570391,hessian_weighted_relative_error,38609,0.02500,0.822
37,mlp.experts.279.down_proj,0.0122673226,hessian_weighted_relative_error,13348,0.02500,0.822
37,mlp.experts.280.down_proj,0.0115111302,hessian_weighted_relative_error,17105,0.02500,0.820
37,mlp.experts.283.down_proj,0.0130036987,hessian_weighted_relative_error,10255,0.02500,0.827
37,mlp.experts.284.down_proj,0.0107588408,hessian_weighted_relative_error,29893,0.02500,0.820
37,mlp.experts.285.down_proj,0.0143327890,hessian_weighted_relative_error,22479,0.02500,0.827
37,mlp.experts.286.down_proj,0.0140539648,hessian_weighted_relative_error,17678,0.02500,0.822
37,mlp.experts.287.down_proj,0.0138594261,hessian_weighted_relative_error,36079,0.02500,0.824
37,mlp.experts.10.down_proj,0.0036340719,hessian_weighted_relative_error,68150,0.02500,1.480
37,mlp.experts.101.down_proj,0.0037970722,hessian_weighted_relative_error,45359,0.02500,1.493
37,mlp.experts.0.gate_proj,0.0021834720,hessian_weighted_relative_error,38411,0.02500,1.576
37,mlp.experts.101.up_proj,0.0028259360,hessian_weighted_relative_error,45359,0.02500,1.644
37,mlp.experts.0.down_proj,0.0028143816,hessian_weighted_relative_error,38411,0.02500,1.508
37,mlp.experts.11.down_proj,0.0038020318,hessian_weighted_relative_error,65314,0.02500,1.502
37,mlp.experts.0.up_proj,0.0023644491,hessian_weighted_relative_error,38411,0.02500,1.611
37,mlp.experts.11.up_proj,0.0029006729,hessian_weighted_relative_error,65314,0.02500,1.653
37,mlp.experts.104.gate_proj,0.0023047146,hessian_weighted_relative_error,43658,0.02500,1.592
37,mlp.experts.115.gate_proj,0.0023257653,hessian_weighted_relative_error,44343,0.02500,1.621
37,mlp.experts.10.up_proj,0.0028775977,hessian_weighted_relative_error,68150,0.02500,1.610
37,mlp.experts.115.up_proj,0.0026717546,hessian_weighted_relative_error,44343,0.02500,1.648
37,mlp.experts.10.gate_proj,0.0026152591,hessian_weighted_relative_error,68150,0.02500,1.571
37,mlp.experts.117.down_proj,0.0037538134,hessian_weighted_relative_error,44392,0.02500,1.531
37,mlp.experts.104.down_proj,0.0034738298,hessian_weighted_relative_error,43658,0.02500,1.535
37,mlp.experts.117.gate_proj,0.0025459752,hessian_weighted_relative_error,44392,0.02500,1.621
37,mlp.experts.108.gate_proj,0.0023565190,hessian_weighted_relative_error,63736,0.02500,1.592
37,mlp.experts.117.up_proj,0.0028290017,hessian_weighted_relative_error,44392,0.02500,1.662
37,mlp.experts.106.down_proj,0.0040133762,hessian_weighted_relative_error,54106,0.02500,1.537
37,mlp.experts.121.down_proj,0.0038943863,hessian_weighted_relative_error,38114,0.02500,1.539
37,mlp.experts.104.up_proj,0.0028430844,hessian_weighted_relative_error,43658,0.02500,1.618
37,mlp.experts.121.up_proj,0.0031665437,hessian_weighted_relative_error,38114,0.02500,1.646
37,mlp.experts.108.down_proj,0.0036760307,hessian_weighted_relative_error,63736,0.02500,1.534
37,mlp.experts.139.down_proj,0.0032261941,hessian_weighted_relative_error,22258,0.02500,1.543
37,mlp.experts.110.up_proj,0.0019993208,hessian_weighted_relative_error,27313,0.02500,1.614
37,mlp.experts.139.up_proj,0.0023150085,hessian_weighted_relative_error,22258,0.02500,1.658
37,mlp.experts.110.down_proj,0.0030946390,hessian_weighted_relative_error,27313,0.02500,1.538
37,mlp.experts.145.down_proj,0.0037845273,hessian_weighted_relative_error,44070,0.02500,1.550
37,mlp.experts.108.up_proj,0.0025646134,hessian_weighted_relative_error,63736,0.02500,1.615
37,mlp.experts.145.up_proj,0.0027719923,hessian_weighted_relative_error,44070,0.02500,1.654
37,mlp.experts.110.gate_proj,0.0018626460,hessian_weighted_relative_error,27313,0.02500,1.593
37,mlp.experts.15.down_proj,0.0039208521,hessian_weighted_relative_error,43135,0.02500,1.491
37,mlp.experts.118.down_proj,0.0035933667,hessian_weighted_relative_error,64983,0.02500,1.541
37,mlp.experts.15.up_proj,0.0030459044,hessian_weighted_relative_error,43135,0.02500,1.653
37,mlp.experts.114.up_proj,0.0027414721,hessian_weighted_relative_error,43743,0.02500,1.619
37,mlp.experts.153.down_proj,0.0035190195,hessian_weighted_relative_error,49218,0.02500,1.552
37,mlp.experts.114.down_proj,0.0035981936,hessian_weighted_relative_error,43743,0.02500,1.538
37,mlp.experts.153.up_proj,0.0028666748,hessian_weighted_relative_error,49218,0.02500,1.662
37,mlp.experts.116.down_proj,0.0036510671,hessian_weighted_relative_error,29644,0.02500,1.536
37,mlp.experts.163.down_proj,0.0040242422,hessian_weighted_relative_error,41292,0.02500,1.551
37,mlp.experts.12.gate_proj,0.0027053686,hessian_weighted_relative_error,65224,0.02500,1.569
37,mlp.experts.165.down_proj,0.0031036954,hessian_weighted_relative_error,28024,0.02500,1.552
37,mlp.experts.118.up_proj,0.0025216630,hessian_weighted_relative_error,64983,0.02500,1.616
37,mlp.experts.169.down_proj,0.0037937565,hessian_weighted_relative_error,40007,0.02500,1.559
37,mlp.experts.118.gate_proj,0.0022935030,hessian_weighted_relative_error,64983,0.02500,1.600
37,mlp.experts.169.up_proj,0.0028945106,hessian_weighted_relative_error,40007,0.02500,1.694
37,mlp.experts.12.down_proj,0.0037938389,hessian_weighted_relative_error,65224,0.02500,1.510
37,mlp.experts.173.down_proj,0.0030702942,hessian_weighted_relative_error,30156,0.02500,1.551
37,mlp.experts.128.down_proj,0.0029937915,hessian_weighted_relative_error,58780,0.02500,1.542
37,mlp.experts.173.gate_proj,0.0020186094,hessian_weighted_relative_error,30156,0.02500,1.641
37,mlp.experts.124.down_proj,0.0029588306,hessian_weighted_relative_error,39016,0.02500,1.543
37,mlp.experts.173.up_proj,0.0021838306,hessian_weighted_relative_error,30156,0.02500,1.671
37,mlp.experts.12.up_proj,0.0029319964,hessian_weighted_relative_error,65224,0.02500,1.618
37,mlp.experts.175.down_proj,0.0033350996,hessian_weighted_relative_error,48740,0.02500,1.554
37,mlp.experts.126.down_proj,0.0038264265,hessian_weighted_relative_error,37811,0.02500,1.541
37,mlp.experts.175.gate_proj,0.0022909942,hessian_weighted_relative_error,48740,0.02500,1.643
37,mlp.experts.138.down_proj,0.0036094770,hessian_weighted_relative_error,28793,0.02500,1.548
37,mlp.experts.175.up_proj,0.0025214138,hessian_weighted_relative_error,48740,0.02500,1.664
37,mlp.experts.134.down_proj,0.0034506151,hessian_weighted_relative_error,42099,0.02500,1.547
37,mlp.experts.181.down_proj,0.0028470957,hessian_weighted_relative_error,87099,0.02500,1.574
37,mlp.experts.128.up_proj,0.0016882595,hessian_weighted_relative_error,58780,0.02500,1.621
37,mlp.experts.134.up_proj,0.0026186674,hessian_weighted_relative_error,42099,0.02500,1.622
37,mlp.experts.181.gate_proj,0.0019696061,hessian_weighted_relative_error,87099,0.02500,1.661
37,mlp.experts.164.down_proj,0.0027651708,hessian_weighted_relative_error,31641,0.02500,1.548
37,mlp.experts.181.up_proj,0.0022604425,hessian_weighted_relative_error,87099,0.02500,1.671
37,mlp.experts.144.up_proj,0.0027256755,hessian_weighted_relative_error,40559,0.02500,1.636
37,mlp.experts.183.down_proj,0.0036750076,hessian_weighted_relative_error,73052,0.02500,1.561
37,mlp.experts.144.down_proj,0.0036062955,hessian_weighted_relative_error,40559,0.02500,1.545
37,mlp.experts.183.gate_proj,0.0021267439,hessian_weighted_relative_error,73052,0.02500,1.642
37,mlp.experts.16.down_proj,0.0034015783,hessian_weighted_relative_error,47427,0.02500,1.516
37,mlp.experts.183.up_proj,0.0029173763,hessian_weighted_relative_error,73052,0.02500,1.664
37,mlp.experts.168.gate_proj,0.0015667193,hessian_weighted_relative_error,30699,0.02500,1.609
37,mlp.experts.189.down_proj,0.0038498050,hessian_weighted_relative_error,37545,0.02500,1.558
37,mlp.experts.164.up_proj,0.0019220292,hessian_weighted_relative_error,31641,0.02500,1.636
37,mlp.experts.191.down_proj,0.0036063976,hessian_weighted_relative_error,22959,0.02500,1.557
37,mlp.experts.164.gate_proj,0.0017552270,hessian_weighted_relative_error,31641,0.02500,1.606
37,mlp.experts.195.down_proj,0.0034457871,hessian_weighted_relative_error,32471,0.02500,1.568
37,mlp.experts.168.down_proj,0.0026245000,hessian_weighted_relative_error,30699,0.02500,1.548
37,mlp.experts.197.down_proj,0.0021767539,hessian_weighted_relative_error,41217,0.02500,1.560
37,mlp.experts.174.gate_proj,0.0017104336,hessian_weighted_relative_error,34352,0.02500,1.606
37,mlp.experts.211.down_proj,0.0036027836,hessian_weighted_relative_error,33049,0.02500,1.564
37,mlp.experts.170.down_proj,0.0031016029,hessian_weighted_relative_error,26853,0.02500,1.551
37,mlp.experts.219.down_proj,0.0033327458,hessian_weighted_relative_error,33536,0.02500,1.567
37,mlp.experts.168.up_proj,0.0017911015,hessian_weighted_relative_error,30699,0.02500,1.637
37,mlp.experts.223.down_proj,0.0031546685,hessian_weighted_relative_error,35085,0.02500,1.564
37,mlp.experts.174.down_proj,0.0026281510,hessian_weighted_relative_error,34352,0.02500,1.551
37,mlp.experts.225.down_proj,0.0027169390,hessian_weighted_relative_error,76499,0.02500,1.570
37,mlp.experts.186.down_proj,0.0039154611,hessian_weighted_relative_error,34514,0.02500,1.554
37,mlp.experts.225.gate_proj,0.0014605513,hessian_weighted_relative_error,76499,0.02500,1.662
37,mlp.experts.180.down_proj,0.0030076147,hessian_weighted_relative_error,38697,0.02500,1.550
37,mlp.experts.225.up_proj,0.0021191355,hessian_weighted_relative_error,76499,0.02500,1.666
37,mlp.experts.174.up_proj,0.0018689825,hessian_weighted_relative_error,34352,0.02500,1.633
37,mlp.experts.229.down_proj,0.0026815619,hessian_weighted_relative_error,33591,0.02500,1.571
37,mlp.experts.180.up_proj,0.0026571374,hessian_weighted_relative_error,38697,0.02500,1.626
37,mlp.experts.23.down_proj,0.0031216214,hessian_weighted_relative_error,37434,0.02500,1.499
37,mlp.experts.198.up_proj,0.0025545173,hessian_weighted_relative_error,51474,0.02500,1.625
37,mlp.experts.23.gate_proj,0.0019088816,hessian_weighted_relative_error,37434,0.02500,1.589
37,mlp.experts.198.down_proj,0.0035684619,hessian_weighted_relative_error,51474,0.02500,1.554
37,mlp.experts.23.up_proj,0.0020989756,hessian_weighted_relative_error,37434,0.02500,1.664
37,mlp.experts.192.down_proj,0.0038547139,hessian_weighted_relative_error,35692,0.02500,1.551
37,mlp.experts.233.down_proj,0.0033166395,hessian_weighted_relative_error,35628,0.02500,1.578
37,mlp.experts.198.gate_proj,0.0023875783,hessian_weighted_relative_error,51474,0.02500,1.612
37,mlp.experts.233.up_proj,0.0026357978,hessian_weighted_relative_error,35628,0.02500,1.677
37,mlp.experts.214.down_proj,0.0039867810,hessian_weighted_relative_error,67688,0.02500,1.557
37,mlp.experts.239.down_proj,0.0032926278,hessian_weighted_relative_error,23064,0.02500,1.567
37,mlp.experts.210.down_proj,0.0036555362,hessian_weighted_relative_error,44506,0.02500,1.556
37,mlp.experts.241.down_proj,0.0039148398,hessian_weighted_relative_error,42905,0.02500,1.573
37,mlp.experts.2.down_proj,0.0035628740,hessian_weighted_relative_error,33020,0.02500,1.480
37,mlp.experts.241.up_proj,0.0030533096,hessian_weighted_relative_error,42905,0.02500,1.682
37,mlp.experts.210.up_proj,0.0027494249,hessian_weighted_relative_error,44506,0.02500,1.627
37,mlp.experts.243.down_proj,0.0038037344,hessian_weighted_relative_error,21357,0.02500,1.574
37,mlp.experts.216.gate_proj,0.0024729613,hessian_weighted_relative_error,46798,0.02500,1.612
37,mlp.experts.257.down_proj,0.0024720169,hessian_weighted_relative_error,39507,0.02500,1.572
37,mlp.experts.214.up_proj,0.0029637316,hessian_weighted_relative_error,67688,0.02500,1.626
37,mlp.experts.257.gate_proj,0.0020380289,hessian_weighted_relative_error,39507,0.02500,1.669
37,mlp.experts.214.gate_proj,0.0024231089,hessian_weighted_relative_error,67688,0.02500,1.610
37,mlp.experts.257.up_proj,0.0022691987,hessian_weighted_relative_error,39507,0.02500,1.686
37,mlp.experts.216.down_proj,0.0036334568,hessian_weighted_relative_error,46798,0.02500,1.554
37,mlp.experts.259.down_proj,0.0037248669,hessian_weighted_relative_error,31140,0.02500,1.579
37,mlp.experts.220.up_proj,0.0027923618,hessian_weighted_relative_error,75122,0.02500,1.627
37,mlp.experts.27.down_proj,0.0034310603,hessian_weighted_relative_error,28188,0.02500,1.503
37,mlp.experts.220.down_proj,0.0037430208,hessian_weighted_relative_error,75122,0.02500,1.558
37,mlp.experts.271.down_proj,0.0036562597,hessian_weighted_relative_error,35217,0.02500,1.572
37,mlp.experts.216.up_proj,0.0026064516,hessian_weighted_relative_error,46798,0.02500,1.625
37,mlp.experts.273.down_proj,0.0036109953,hessian_weighted_relative_error,25196,0.02500,1.578
37,mlp.experts.220.gate_proj,0.0023853575,hessian_weighted_relative_error,75122,0.02500,1.612
37,mlp.experts.281.down_proj,0.0020107011,hessian_weighted_relative_error,35311,0.02500,1.573
37,mlp.experts.234.down_proj,0.0026361989,hessian_weighted_relative_error,20218,0.02500,1.560
37,mlp.experts.281.gate_proj,0.0016625040,hessian_weighted_relative_error,35311,0.02500,1.662
37,mlp.experts.232.gate_proj,0.0025713257,hessian_weighted_relative_error,53652,0.02500,1.615
37,mlp.experts.281.up_proj,0.0019162391,hessian_weighted_relative_error,35311,0.02500,1.689
37,mlp.experts.232.down_proj,0.0039784612,hessian_weighted_relative_error,53652,0.02500,1.557
37,mlp.experts.3.down_proj,0.0029471797,hessian_weighted_relative_error,31691,0.02500,1.504
37,mlp.experts.232.up_proj,0.0030027945,hessian_weighted_relative_error,53652,0.02500,1.627
37,mlp.experts.3.gate_proj,0.0018385766,hessian_weighted_relative_error,31691,0.02500,1.581
37,mlp.experts.254.down_proj,0.0025353866,hessian_weighted_relative_error,52483,0.02500,1.572
37,mlp.experts.3.up_proj,0.0021980575,hessian_weighted_relative_error,31691,0.02500,1.671
37,mlp.experts.248.gate_proj,0.0027828056,hessian_weighted_relative_error,66112,0.02500,1.612
37,mlp.experts.33.down_proj,0.0031017448,hessian_weighted_relative_error,55198,0.02500,1.512
37,mlp.experts.248.down_proj,0.0038380539,hessian_weighted_relative_error,66112,0.02500,1.558
37,mlp.experts.33.gate_proj,0.0019478487,hessian_weighted_relative_error,55198,0.02500,1.602
37,mlp.experts.248.up_proj,0.0030745256,hessian_weighted_relative_error,66112,0.02500,1.627
37,mlp.experts.33.up_proj,0.0021526262,hessian_weighted_relative_error,55198,0.02500,1.671
37,mlp.experts.262.down_proj,0.0032389439,hessian_weighted_relative_error,42137,0.02500,1.563
37,mlp.experts.35.down_proj,0.0039138048,hessian_weighted_relative_error,43237,0.02500,1.512
37,mlp.experts.26.down_proj,0.0036656528,hessian_weighted_relative_error,30536,0.02500,1.524
37,mlp.experts.35.gate_proj,0.0027859189,hessian_weighted_relative_error,43237,0.02500,1.598
37,mlp.experts.254.up_proj,0.0021807773,hessian_weighted_relative_error,52483,0.02500,1.630
37,mlp.experts.35.up_proj,0.0031434429,hessian_weighted_relative_error,43237,0.02500,1.671
37,mlp.experts.260.down_proj,0.0034167112,hessian_weighted_relative_error,46480,0.02500,1.559
37,mlp.experts.39.down_proj,0.0034302873,hessian_weighted_relative_error,31167,0.02500,1.524
37,mlp.experts.266.gate_proj,0.0021371915,hessian_weighted_relative_error,69416,0.02500,1.631
37,mlp.experts.264.up_proj,0.0019994013,hessian_weighted_relative_error,33610,0.02500,1.628
37,mlp.experts.45.down_proj,0.0027581251,hessian_weighted_relative_error,29015,0.02500,1.526
37,mlp.experts.264.down_proj,0.0027779419,hessian_weighted_relative_error,33610,0.02500,1.572
37,mlp.experts.45.up_proj,0.0022476787,hessian_weighted_relative_error,29015,0.02500,1.665
37,mlp.experts.266.down_proj,0.0031167639,hessian_weighted_relative_error,69416,0.02500,1.566
37,mlp.experts.47.down_proj,0.0037191617,hessian_weighted_relative_error,81657,0.02500,1.516
37,mlp.experts.282.down_proj,0.0029617913,hessian_weighted_relative_error,33957,0.02500,1.566
37,mlp.experts.47.up_proj,0.0028991610,hessian_weighted_relative_error,81657,0.02500,1.665
37,mlp.experts.272.down_proj,0.0031404480,hessian_weighted_relative_error,20979,0.02500,1.563
37,mlp.experts.57.down_proj,0.0037786692,hessian_weighted_relative_error,38608,0.02500,1.526
37,mlp.experts.266.up_proj,0.0025464832,hessian_weighted_relative_error,69416,0.02500,1.628
37,mlp.experts.67.down_proj,0.0030602550,hessian_weighted_relative_error,24341,0.02500,1.528
37,mlp.experts.28.down_proj,0.0037524337,hessian_weighted_relative_error,30221,0.02500,1.520
37,mlp.experts.71.down_proj,0.0031978423,hessian_weighted_relative_error,50600,0.02500,1.519
37,mlp.experts.71.gate_proj,0.0019884672,hessian_weighted_relative_error,50600,0.02500,1.620
37,mlp.experts.36.down_proj,0.0029235373,hessian_weighted_relative_error,30586,0.02500,1.493
37,mlp.experts.71.up_proj,0.0022153977,hessian_weighted_relative_error,50600,0.02500,1.674
37,mlp.experts.30.down_proj,0.0038527438,hessian_weighted_relative_error,41197,0.02500,1.524
37,mlp.experts.77.down_proj,0.0034921449,hessian_weighted_relative_error,33950,0.02500,1.530
37,mlp.experts.40.down_proj,0.0035878998,hessian_weighted_relative_error,32016,0.02500,1.525
37,mlp.experts.79.down_proj,0.0033517144,hessian_weighted_relative_error,32927,0.02500,1.523
37,mlp.experts.282.up_proj,0.0021960689,hessian_weighted_relative_error,33957,0.02500,1.633
37,mlp.experts.81.down_proj,0.0029662380,hessian_weighted_relative_error,28302,0.02500,1.511
37,mlp.experts.44.up_proj,0.0020705413,hessian_weighted_relative_error,32819,0.02500,1.623
37,mlp.experts.81.up_proj,0.0019713082,hessian_weighted_relative_error,28302,0.02500,1.662
37,mlp.experts.44.down_proj,0.0022584413,hessian_weighted_relative_error,32819,0.02500,1.527
37,mlp.experts.79.up_proj,0.0027230443,hessian_weighted_relative_error,32927,0.02500,1.664
37,mlp.experts.48.down_proj,0.0034255148,hessian_weighted_relative_error,40377,0.02500,1.527
37,mlp.experts.42.down_proj,0.0031349238,hessian_weighted_relative_error,47472,0.02500,1.526
37,mlp.experts.81.gate_proj,0.0018033499,hessian_weighted_relative_error,28302,0.02500,1.631
37,mlp.experts.58.down_proj,0.0036182914,hessian_weighted_relative_error,36370,0.02500,1.530
37,mlp.experts.83.up_proj,0.0022644698,hessian_weighted_relative_error,36138,0.02500,1.667
37,mlp.experts.48.up_proj,0.0022186461,hessian_weighted_relative_error,40377,0.02500,1.620
37,mlp.experts.85.up_proj,0.0016902384,hessian_weighted_relative_error,26853,0.02500,1.662
37,mlp.experts.58.gate_proj,0.0023506389,hessian_weighted_relative_error,36370,0.02500,1.593
37,mlp.experts.83.down_proj,0.0024487353,hessian_weighted_relative_error,36138,0.02500,1.536
37,mlp.experts.48.gate_proj,0.0020911799,hessian_weighted_relative_error,40377,0.02500,1.586
37,mlp.experts.85.down_proj,0.0018383119,hessian_weighted_relative_error,26853,0.02500,1.533
37,mlp.experts.64.down_proj,0.0039949451,hessian_weighted_relative_error,60265,0.02500,1.531
37,mlp.experts.9.gate_proj,0.0019323402,hessian_weighted_relative_error,50600,0.02500,1.594
37,mlp.experts.6.down_proj,0.0027180752,hessian_weighted_relative_error,26745,0.02500,1.517
37,mlp.experts.91.down_proj,0.0039427112,hessian_weighted_relative_error,37505,0.02500,1.540
37,mlp.experts.64.gate_proj,0.0027060854,hessian_weighted_relative_error,60265,0.02500,1.593
37,mlp.experts.9.down_proj,0.0033003860,hessian_weighted_relative_error,50600,0.02500,1.504
37,mlp.experts.58.up_proj,0.0027125278,hessian_weighted_relative_error,36370,0.02500,1.622
37,mlp.experts.9.up_proj,0.0020715937,hessian_weighted_relative_error,50600,0.02500,1.664
37,mlp.experts.80.down_proj,0.0032620901,hessian_weighted_relative_error,51742,0.02500,1.535
37,mlp.experts.91.up_proj,0.0029904299,hessian_weighted_relative_error,37505,0.02500,1.670
37,mlp.experts.74.down_proj,0.0040336785,hessian_weighted_relative_error,41375,0.02500,1.539
37,mlp.experts.93.gate_proj,0.0018491748,hessian_weighted_relative_error,61181,0.02500,1.620
37,mlp.experts.80.gate_proj,0.0019393021,hessian_weighted_relative_error,51742,0.02500,1.595
37,mlp.experts.91.gate_proj,0.0025979606,hessian_weighted_relative_error,37505,0.02500,1.614
37,mlp.experts.64.up_proj,0.0030345659,hessian_weighted_relative_error,60265,0.02500,1.622
37,mlp.experts.93.down_proj,0.0028945916,hessian_weighted_relative_error,61181,0.02500,1.534
37,mlp.experts.90.up_proj,0.0023655252,hessian_weighted_relative_error,34929,0.02500,1.624
37,mlp.experts.95.down_proj,0.0030324843,hessian_weighted_relative_error,53814,0.02500,1.526
37,mlp.experts.90.down_proj,0.0034003529,hessian_weighted_relative_error,34929,0.02500,1.539
37,mlp.experts.95.up_proj,0.0020834624,hessian_weighted_relative_error,53814,0.02500,1.658
37,mlp.experts.92.down_proj,0.0034596125,hessian_weighted_relative_error,30015,0.02500,1.540
37,mlp.experts.93.up_proj,0.0020441675,hessian_weighted_relative_error,61181,0.02500,1.660
37,mlp.experts.80.up_proj,0.0020813554,hessian_weighted_relative_error,51742,0.02500,1.622
37,mlp.experts.95.gate_proj,0.0019149863,hessian_weighted_relative_error,53814,0.02500,1.624
37,mlp.experts.92.up_proj,0.0026061275,hessian_weighted_relative_error,30015,0.02500,1.602
38,mlp.experts.0.gate_proj,0.0080133201,hessian_weighted_relative_error,16181,0.02500,0.804
38,mlp.experts.1.gate_proj,0.0070373789,hessian_weighted_relative_error,23847,0.02500,0.784
38,mlp.experts.2.gate_proj,0.0064266816,hessian_weighted_relative_error,63348,0.02500,0.807
38,mlp.experts.3.gate_proj,0.0081879313,hessian_weighted_relative_error,15510,0.02500,0.782
38,mlp.experts.4.gate_proj,0.0066055343,hessian_weighted_relative_error,13790,0.02500,0.802
38,mlp.experts.5.gate_proj,0.0069934072,hessian_weighted_relative_error,15664,0.02500,0.789
38,mlp.experts.6.gate_proj,0.0061313253,hessian_weighted_relative_error,24078,0.02500,0.804
38,mlp.experts.8.gate_proj,0.0055315462,hessian_weighted_relative_error,17288,0.02500,0.807
38,mlp.experts.9.gate_proj,0.0082429565,hessian_weighted_relative_error,49563,0.02500,0.789
38,mlp.experts.11.gate_proj,0.0059284893,hessian_weighted_relative_error,14803,0.02500,0.788
38,mlp.experts.12.gate_proj,0.0079230731,hessian_weighted_relative_error,20696,0.02500,0.808
38,mlp.experts.13.gate_proj,0.0094251679,hessian_weighted_relative_error,23681,0.02500,0.793
38,mlp.experts.15.gate_proj,0.0077405710,hessian_weighted_relative_error,27096,0.02500,0.793
38,mlp.experts.16.gate_proj,0.0051774532,hessian_weighted_relative_error,8671,0.02500,0.808
38,mlp.experts.18.gate_proj,0.0079649558,hessian_weighted_relative_error,29119,0.02500,0.809
38,mlp.experts.19.gate_proj,0.0054466911,hessian_weighted_relative_error,5423,0.02500,0.795
38,mlp.experts.20.gate_proj,0.0067394605,hessian_weighted_relative_error,18873,0.02500,0.809
38,mlp.experts.21.gate_proj,0.0054305894,hessian_weighted_relative_error,16886,0.02500,0.798
38,mlp.experts.22.gate_proj,0.0053342637,hessian_weighted_relative_error,17089,0.02500,0.810
38,mlp.experts.24.gate_proj,0.0050954483,hessian_weighted_relative_error,6892,0.02500,0.812
38,mlp.experts.25.gate_proj,0.0074913031,hessian_weighted_relative_error,24897,0.02500,0.796
38,mlp.experts.26.gate_proj,0.0082704131,hessian_weighted_relative_error,37097,0.02500,0.813
38,mlp.experts.27.gate_proj,0.0091980360,hessian_weighted_relative_error,31529,0.02500,0.798
38,mlp.experts.28.gate_proj,0.0084138369,hessian_weighted_relative_error,37980,0.02500,0.813
38,mlp.experts.29.gate_proj,0.0064477489,hessian_weighted_relative_error,19202,0.02500,0.800
38,mlp.experts.30.gate_proj,0.0077431677,hessian_weighted_relative_error,20251,0.02500,0.812
38,mlp.experts.31.gate_proj,0.0088123446,hessian_weighted_relative_error,36585,0.02500,0.802
38,mlp.experts.32.gate_proj,0.0014962334,hessian_weighted_relative_error,3197,0.02500,0.813
38,mlp.experts.33.gate_proj,0.0078132853,hessian_weighted_relative_error,17544,0.02500,0.802
38,mlp.experts.34.gate_proj,0.0059951384,hessian_weighted_relative_error,10757,0.02500,0.815
38,mlp.experts.35.gate_proj,0.0094315391,hessian_weighted_relative_error,30473,0.02500,0.799
38,mlp.experts.36.gate_proj,0.0059023100,hessian_weighted_relative_error,27032,0.02500,0.814
38,mlp.experts.37.gate_proj,0.0074232773,hessian_weighted_relative_error,32406,0.02500,0.803
38,mlp.experts.38.gate_proj,0.0091249878,hessian_weighted_relative_error,36947,0.02500,0.816
38,mlp.experts.39.gate_proj,0.0088808491,hessian_weighted_relative_error,30482,0.02500,0.804
38,mlp.experts.40.gate_proj,0.0075487866,hessian_weighted_relative_error,19005,0.02500,0.816
38,mlp.experts.41.gate_proj,0.0090347110,hessian_weighted_relative_error,31719,0.02500,0.805
38,mlp.experts.42.gate_proj,0.0070547032,hessian_weighted_relative_error,10035,0.02500,0.818
38,mlp.experts.43.gate_proj,0.0077527523,hessian_weighted_relative_error,24292,0.02500,0.806
38,mlp.experts.44.gate_proj,0.0084614259,hessian_weighted_relative_error,25658,0.02500,0.820
38,mlp.experts.45.gate_proj,0.0072587419,hessian_weighted_relative_error,24448,0.02500,0.806
38,mlp.experts.46.gate_proj,0.0078700720,hessian_weighted_relative_error,28836,0.02500,0.819
38,mlp.experts.47.gate_proj,0.0077458550,hessian_weighted_relative_error,14812,0.02500,0.806
38,mlp.experts.49.gate_proj,0.0063582010,hessian_weighted_relative_error,10492,0.02500,0.811
38,mlp.experts.50.gate_proj,0.0076455435,hessian_weighted_relative_error,18829,0.02500,0.817
38,mlp.experts.51.gate_proj,0.0061748415,hessian_weighted_relative_error,34110,0.02500,0.810
38,mlp.experts.52.gate_proj,0.0074968373,hessian_weighted_relative_error,24457,0.02500,0.823
38,mlp.experts.53.gate_proj,0.0069933827,hessian_weighted_relative_error,12355,0.02500,0.810
38,mlp.experts.54.gate_proj,0.0062387133,hessian_weighted_relative_error,24078,0.02500,0.821
38,mlp.experts.55.gate_proj,0.0070874938,hessian_weighted_relative_error,27801,0.02500,0.810
38,mlp.experts.57.gate_proj,0.0077355661,hessian_weighted_relative_error,34351,0.02500,0.812
38,mlp.experts.58.gate_proj,0.0078305174,hessian_weighted_relative_error,45090,0.02500,0.820
38,mlp.experts.59.gate_proj,0.0077084401,hessian_weighted_relative_error,36844,0.02500,0.812
38,mlp.experts.60.gate_proj,0.0080259492,hessian_weighted_relative_error,13475,0.02500,0.823
38,mlp.experts.61.gate_proj,0.0062464938,hessian_weighted_relative_error,7998,0.02500,0.815
38,mlp.experts.63.gate_proj,0.0076900940,hessian_weighted_relative_error,38889,0.02500,0.817
38,mlp.experts.64.gate_proj,0.0069079809,hessian_weighted_relative_error,10447,0.02500,0.823
38,mlp.experts.65.gate_proj,0.0066096215,hessian_weighted_relative_error,24354,0.02500,0.816
38,mlp.experts.66.gate_proj,0.0083053832,hessian_weighted_relative_error,25460,0.02500,0.822
38,mlp.experts.67.gate_proj,0.0078973844,hessian_weighted_relative_error,41967,0.02500,0.815
38,mlp.experts.68.gate_proj,0.0089434413,hessian_weighted_relative_error,33801,0.02500,0.825
38,mlp.experts.70.gate_proj,0.0059246594,hessian_weighted_relative_error,9965,0.02500,0.823
38,mlp.experts.71.gate_proj,0.0079161244,hessian_weighted_relative_error,28891,0.02500,0.817
38,mlp.experts.72.gate_proj,0.0073143803,hessian_weighted_relative_error,33876,0.02500,0.825
38,mlp.experts.73.gate_proj,0.0025740280,hessian_weighted_relative_error,15426,0.02500,0.821
38,mlp.experts.74.gate_proj,0.0076461484,hessian_weighted_relative_error,37039,0.02500,0.824
38,mlp.experts.76.gate_proj,0.0054045014,hessian_weighted_relative_error,21161,0.02500,0.827
38,mlp.experts.77.gate_proj,0.0071503580,hessian_weighted_relative_error,30258,0.02500,0.826
38,mlp.experts.80.gate_proj,0.0074557599,hessian_weighted_relative_error,41029,0.02500,0.827
38,mlp.experts.81.gate_proj,0.0077365287,hessian_weighted_relative_error,18993,0.02500,0.825
38,mlp.experts.82.gate_proj,0.0068616133,hessian_weighted_relative_error,15025,0.02500,0.827
38,mlp.experts.83.gate_proj,0.0084539903,hessian_weighted_relative_error,29205,0.02500,0.824
38,mlp.experts.84.gate_proj,0.0072095824,hessian_weighted_relative_error,30872,0.02500,0.828
38,mlp.experts.85.gate_proj,0.0092658786,hessian_weighted_relative_error,34254,0.02500,0.826
38,mlp.experts.86.gate_proj,0.0071817187,hessian_weighted_relative_error,32818,0.02500,0.828
38,mlp.experts.87.gate_proj,0.0053956567,hessian_weighted_relative_error,15455,0.02500,0.826
38,mlp.experts.88.gate_proj,0.0087527801,hessian_weighted_relative_error,45654,0.02500,0.829
38,mlp.experts.89.gate_proj,0.0086700267,hessian_weighted_relative_error,40187,0.02500,0.830
38,mlp.experts.90.gate_proj,0.0044992427,hessian_weighted_relative_error,20435,0.02500,0.829
38,mlp.experts.91.gate_proj,0.0072596612,hessian_weighted_relative_error,30613,0.02500,0.826
38,mlp.experts.92.gate_proj,0.0047635915,hessian_weighted_relative_error,11631,0.02500,0.829
38,mlp.experts.93.gate_proj,0.0072468017,hessian_weighted_relative_error,38112,0.02500,0.830
38,mlp.experts.95.gate_proj,0.0091263347,hessian_weighted_relative_error,31323,0.02500,0.828
38,mlp.experts.96.gate_proj,0.0078288423,hessian_weighted_relative_error,39239,0.02500,0.830
38,mlp.experts.97.gate_proj,0.0069805938,hessian_weighted_relative_error,19003,0.02500,0.832
38,mlp.experts.98.gate_proj,0.0077399780,hessian_weighted_relative_error,27212,0.02500,0.830
38,mlp.experts.99.gate_proj,0.0083907406,hessian_weighted_relative_error,29071,0.02500,0.830
38,mlp.experts.100.gate_proj,0.0082839376,hessian_weighted_relative_error,29020,0.02500,0.831
38,mlp.experts.101.gate_proj,0.0064914844,hessian_weighted_relative_error,17997,0.02500,0.833
38,mlp.experts.102.gate_proj,0.0093377051,hessian_weighted_relative_error,25428,0.02500,0.831
38,mlp.experts.103.gate_proj,0.0084484458,hessian_weighted_relative_error,28435,0.02500,0.835
38,mlp.experts.104.gate_proj,0.0069300446,hessian_weighted_relative_error,18958,0.02500,0.832
38,mlp.experts.105.gate_proj,0.0087235839,hessian_weighted_relative_error,36033,0.02500,0.837
38,mlp.experts.106.gate_proj,0.0075185631,hessian_weighted_relative_error,33804,0.02500,0.831
38,mlp.experts.108.gate_proj,0.0089146317,hessian_weighted_relative_error,25496,0.02500,0.833
38,mlp.experts.109.gate_proj,0.0084318689,hessian_weighted_relative_error,27451,0.02500,0.838
38,mlp.experts.110.gate_proj,0.0071631585,hessian_weighted_relative_error,27122,0.02500,0.833
38,mlp.experts.111.gate_proj,0.0092815304,hessian_weighted_relative_error,23950,0.02500,0.838
38,mlp.experts.112.gate_proj,0.0070606705,hessian_weighted_relative_error,26017,0.02500,0.835
38,mlp.experts.113.gate_proj,0.0064476556,hessian_weighted_relative_error,26052,0.02500,0.838
38,mlp.experts.114.gate_proj,0.0049943016,hessian_weighted_relative_error,18675,0.02500,0.833
38,mlp.experts.115.gate_proj,0.0022572274,hessian_weighted_relative_error,1972,0.02500,0.839
38,mlp.experts.116.gate_proj,0.0072135252,hessian_weighted_relative_error,17958,0.02500,0.834
38,mlp.experts.117.gate_proj,0.0074075840,hessian_weighted_relative_error,25235,0.02500,0.842
38,mlp.experts.118.gate_proj,0.0086123142,hessian_weighted_relative_error,37233,0.02500,0.835
38,mlp.experts.119.gate_proj,0.0074343712,hessian_weighted_relative_error,36216,0.02500,0.838
38,mlp.experts.120.gate_proj,0.0080054858,hessian_weighted_relative_error,25861,0.02500,0.835
38,mlp.experts.121.gate_proj,0.0074502414,hessian_weighted_relative_error,26171,0.02500,0.847
38,mlp.experts.122.gate_proj,0.0083680240,hessian_weighted_relative_error,20743,0.02500,0.834
38,mlp.experts.123.gate_proj,0.0086848600,hessian_weighted_relative_error,37333,0.02500,0.840
38,mlp.experts.124.gate_proj,0.0073946226,hessian_weighted_relative_error,21660,0.02500,0.836
38,mlp.experts.125.gate_proj,0.0057357082,hessian_weighted_relative_error,23317,0.02500,0.848
38,mlp.experts.126.gate_proj,0.0083234364,hessian_weighted_relative_error,26820,0.02500,0.835
38,mlp.experts.127.gate_proj,0.0053785527,hessian_weighted_relative_error,10393,0.02500,0.842
38,mlp.experts.128.gate_proj,0.0077880338,hessian_weighted_relative_error,43047,0.02500,0.835
38,mlp.experts.129.gate_proj,0.0078993964,hessian_weighted_relative_error,20230,0.02500,0.848
38,mlp.experts.130.gate_proj,0.0038058941,hessian_weighted_relative_error,40197,0.02500,0.834
38,mlp.experts.131.gate_proj,0.0083574292,hessian_weighted_relative_error,17035,0.02500,0.847
38,mlp.experts.132.gate_proj,0.0086850720,hessian_weighted_relative_error,21720,0.02500,0.839
38,mlp.experts.133.gate_proj,0.0063983011,hessian_weighted_relative_error,21371,0.02500,0.848
38,mlp.experts.134.gate_proj,0.0070614789,hessian_weighted_relative_error,40735,0.02500,0.837
38,mlp.experts.135.gate_proj,0.0069739561,hessian_weighted_relative_error,23643,0.02500,0.846
38,mlp.experts.136.gate_proj,0.0075020324,hessian_weighted_relative_error,13961,0.02500,0.838
38,mlp.experts.137.gate_proj,0.0088478359,hessian_weighted_relative_error,24742,0.02500,0.848
38,mlp.experts.139.gate_proj,0.0087423212,hessian_weighted_relative_error,26604,0.02500,0.847
38,mlp.experts.141.gate_proj,0.0071065697,hessian_weighted_relative_error,14507,0.02500,0.847
38,mlp.experts.142.gate_proj,0.0084168985,hessian_weighted_relative_error,51427,0.02500,0.837
38,mlp.experts.143.gate_proj,0.0039989350,hessian_weighted_relative_error,60236,0.02500,0.847
38,mlp.experts.144.gate_proj,0.0083245483,hessian_weighted_relative_error,29534,0.02500,0.837
38,mlp.experts.145.gate_proj,0.0080569616,hessian_weighted_relative_error,33719,0.02500,0.848
38,mlp.experts.146.gate_proj,0.0075601414,hessian_weighted_relative_error,24385,0.02500,0.838
38,mlp.experts.148.gate_proj,0.0073597010,hessian_weighted_relative_error,37109,0.02500,0.840
38,mlp.experts.151.gate_proj,0.0083491441,hessian_weighted_relative_error,42858,0.02500,0.849
38,mlp.experts.152.gate_proj,0.0060415039,hessian_weighted_relative_error,26988,0.02500,0.839
38,mlp.experts.153.gate_proj,0.0083274314,hessian_weighted_relative_error,24434,0.02500,0.851
38,mlp.experts.154.gate_proj,0.0066019739,hessian_weighted_relative_error,12138,0.02500,0.839
38,mlp.experts.155.gate_proj,0.0080749244,hessian_weighted_relative_error,20107,0.02500,0.850
38,mlp.experts.156.gate_proj,0.0062291357,hessian_weighted_relative_error,19130,0.02500,0.838
38,mlp.experts.157.gate_proj,0.0080921808,hessian_weighted_relative_error,24327,0.02500,0.852
38,mlp.experts.158.gate_proj,0.0075574528,hessian_weighted_relative_error,43927,0.02500,0.842
38,mlp.experts.159.gate_proj,0.0064310021,hessian_weighted_relative_error,7910,0.02500,0.851
38,mlp.experts.160.gate_proj,0.0073222890,hessian_weighted_relative_error,51605,0.02500,0.841
38,mlp.experts.161.gate_proj,0.0068745986,hessian_weighted_relative_error,33365,0.02500,0.852
38,mlp.experts.162.gate_proj,0.0086655805,hessian_weighted_relative_error,44703,0.02500,0.840
38,mlp.experts.163.gate_proj,0.0053411414,hessian_weighted_relative_error,23602,0.02500,0.852
38,mlp.experts.164.gate_proj,0.0078576654,hessian_weighted_relative_error,26815,0.02500,0.843
38,mlp.experts.166.gate_proj,0.0067609444,hessian_weighted_relative_error,31734,0.02500,0.843
38,mlp.experts.167.gate_proj,0.0062855071,hessian_weighted_relative_error,11585,0.02500,0.855
38,mlp.experts.168.gate_proj,0.0086369660,hessian_weighted_relative_error,31841,0.02500,0.842
38,mlp.experts.170.gate_proj,0.0049221835,hessian_weighted_relative_error,9873,0.02500,0.842
38,mlp.experts.171.gate_proj,0.0064597837,hessian_weighted_relative_error,20050,0.02500,0.853
38,mlp.experts.172.gate_proj,0.0067007512,hessian_weighted_relative_error,18423,0.02500,0.842
38,mlp.experts.173.gate_proj,0.0087299384,hessian_weighted_relative_error,31245,0.02500,0.856
38,mlp.experts.174.gate_proj,0.0086930368,hessian_weighted_relative_error,33358,0.02500,0.844
38,mlp.experts.175.gate_proj,0.0077662374,hessian_weighted_relative_error,29725,0.02500,0.855
38,mlp.experts.176.gate_proj,0.0084258016,hessian_weighted_relative_error,38323,0.02500,0.844
38,mlp.experts.178.gate_proj,0.0055284487,hessian_weighted_relative_error,32740,0.02500,0.844
38,mlp.experts.179.gate_proj,0.0081575253,hessian_weighted_relative_error,41784,0.02500,0.855
38,mlp.experts.183.gate_proj,0.0089321451,hessian_weighted_relative_error,25718,0.02500,0.856
38,mlp.experts.184.gate_proj,0.0097537409,hessian_weighted_relative_error,44360,0.02500,0.846
38,mlp.experts.185.gate_proj,0.0058009405,hessian_weighted_relative_error,17451,0.02500,0.857
38,mlp.experts.188.gate_proj,0.0061477070,hessian_weighted_relative_error,23999,0.02500,0.846
38,mlp.experts.189.gate_proj,0.0074008153,hessian_weighted_relative_error,20222,0.02500,0.858
38,mlp.experts.191.gate_proj,0.0080127982,hessian_weighted_relative_error,21570,0.02500,0.856
38,mlp.experts.192.gate_proj,0.0056236360,hessian_weighted_relative_error,32865,0.02500,0.846
38,mlp.experts.193.gate_proj,0.0065719838,hessian_weighted_relative_error,26668,0.02500,0.859
38,mlp.experts.195.gate_proj,0.0066136109,hessian_weighted_relative_error,42056,0.02500,0.857
38,mlp.experts.196.gate_proj,0.0061936114,hessian_weighted_relative_error,19132,0.02500,0.847
38,mlp.experts.197.gate_proj,0.0078131582,hessian_weighted_relative_error,28251,0.02500,0.857
38,mlp.experts.198.gate_proj,0.0071316208,hessian_weighted_relative_error,27509,0.02500,0.846
38,mlp.experts.199.gate_proj,0.0072796618,hessian_weighted_relative_error,23312,0.02500,0.857
38,mlp.experts.200.gate_proj,0.0094978026,hessian_weighted_relative_error,38193,0.02500,0.846
38,mlp.experts.201.gate_proj,0.0086220030,hessian_weighted_relative_error,26626,0.02500,0.863
38,mlp.experts.202.gate_proj,0.0059939183,hessian_weighted_relative_error,11896,0.02500,0.846
38,mlp.experts.204.gate_proj,0.0071976579,hessian_weighted_relative_error,34062,0.02500,0.847
38,mlp.experts.205.gate_proj,0.0063831949,hessian_weighted_relative_error,9630,0.02500,0.860
38,mlp.experts.206.gate_proj,0.0062490734,hessian_weighted_relative_error,22508,0.02500,0.851
38,mlp.experts.207.gate_proj,0.0065007363,hessian_weighted_relative_error,29804,0.02500,0.861
38,mlp.experts.208.gate_proj,0.0064867124,hessian_weighted_relative_error,24791,0.02500,0.856
38,mlp.experts.209.gate_proj,0.0074048875,hessian_weighted_relative_error,30412,0.02500,0.860
38,mlp.experts.210.gate_proj,0.0060041821,hessian_weighted_relative_error,11961,0.02500,0.852
38,mlp.experts.211.gate_proj,0.0080369523,hessian_weighted_relative_error,32344,0.02500,0.859
38,mlp.experts.212.gate_proj,0.0070236120,hessian_weighted_relative_error,31528,0.02500,0.857
38,mlp.experts.213.gate_proj,0.0058736587,hessian_weighted_relative_error,12288,0.02500,0.861
38,mlp.experts.215.gate_proj,0.0071904543,hessian_weighted_relative_error,18224,0.02500,0.860
38,mlp.experts.216.gate_proj,0.0066216656,hessian_weighted_relative_error,34391,0.02500,0.860
38,mlp.experts.217.gate_proj,0.0065142328,hessian_weighted_relative_error,44256,0.02500,0.857
38,mlp.experts.218.gate_proj,0.0081605601,hessian_weighted_relative_error,22546,0.02500,0.858
38,mlp.experts.219.gate_proj,0.0056633769,hessian_weighted_relative_error,9264,0.02500,0.859
38,mlp.experts.220.gate_proj,0.0063858191,hessian_weighted_relative_error,57057,0.02500,0.859
38,mlp.experts.221.gate_proj,0.0074791929,hessian_weighted_relative_error,22176,0.02500,0.860
38,mlp.experts.222.gate_proj,0.0069539725,hessian_weighted_relative_error,16311,0.02500,0.857
38,mlp.experts.223.gate_proj,0.0078246883,hessian_weighted_relative_error,13109,0.02500,0.859
38,mlp.experts.224.gate_proj,0.0074731884,hessian_weighted_relative_error,43899,0.02500,0.861
38,mlp.experts.226.gate_proj,0.0053295564,hessian_weighted_relative_error,4644,0.02500,0.858
38,mlp.experts.228.gate_proj,0.0081006266,hessian_weighted_relative_error,30940,0.02500,0.858
38,mlp.experts.230.gate_proj,0.0079477856,hessian_weighted_relative_error,38961,0.02500,0.860
38,mlp.experts.231.gate_proj,0.0086066899,hessian_weighted_relative_error,22520,0.02500,0.861
38,mlp.experts.232.gate_proj,0.0084624163,hessian_weighted_relative_error,30050,0.02500,0.849
38,mlp.experts.233.gate_proj,0.0086621981,hessian_weighted_relative_error,31502,0.02500,0.861
38,mlp.experts.234.gate_proj,0.0057647941,hessian_weighted_relative_error,19656,0.02500,0.850
38,mlp.experts.235.gate_proj,0.0091044190,hessian_weighted_relative_error,23304,0.02500,0.878
38,mlp.experts.236.gate_proj,0.0054972473,hessian_weighted_relative_error,9172,0.02500,0.848
38,mlp.experts.237.gate_proj,0.0073767597,hessian_weighted_relative_error,12182,0.02500,0.860
38,mlp.experts.238.gate_proj,0.0060219952,hessian_weighted_relative_error,12475,0.02500,0.848
38,mlp.experts.240.gate_proj,0.0077148221,hessian_weighted_relative_error,18612,0.02500,0.848
38,mlp.experts.241.gate_proj,0.0065366372,hessian_weighted_relative_error,38087,0.02500,0.860
38,mlp.experts.242.gate_proj,0.0067814711,hessian_weighted_relative_error,18948,0.02500,0.849
38,mlp.experts.243.gate_proj,0.0095764179,hessian_weighted_relative_error,37728,0.02500,0.861
38,mlp.experts.245.gate_proj,0.0086194415,hessian_weighted_relative_error,39051,0.02500,0.862
38,mlp.experts.246.gate_proj,0.0089484074,hessian_weighted_relative_error,25143,0.02500,0.849
38,mlp.experts.247.gate_proj,0.0064424192,hessian_weighted_relative_error,33156,0.02500,0.862
38,mlp.experts.248.gate_proj,0.0083591948,hessian_weighted_relative_error,49890,0.02500,0.849
38,mlp.experts.249.gate_proj,0.0051318931,hessian_weighted_relative_error,26249,0.02500,0.862
38,mlp.experts.250.gate_proj,0.0078973215,hessian_weighted_relative_error,47658,0.02500,0.850
38,mlp.experts.251.gate_proj,0.0084568450,hessian_weighted_relative_error,22536,0.02500,0.862
38,mlp.experts.252.gate_proj,0.0054152117,hessian_weighted_relative_error,24730,0.02500,0.849
38,mlp.experts.253.gate_proj,0.0084264312,hessian_weighted_relative_error,57177,0.02500,0.865
38,mlp.experts.254.gate_proj,0.0081003738,hessian_weighted_relative_error,25059,0.02500,0.850
38,mlp.experts.255.gate_proj,0.0093584691,hessian_weighted_relative_error,38683,0.02500,0.862
38,mlp.experts.256.gate_proj,0.0074860574,hessian_weighted_relative_error,28599,0.02500,0.849
38,mlp.experts.257.gate_proj,0.0074819979,hessian_weighted_relative_error,34087,0.02500,0.860
38,mlp.experts.258.gate_proj,0.0055652642,hessian_weighted_relative_error,18203,0.02500,0.852
38,mlp.experts.259.gate_proj,0.0058237030,hessian_weighted_relative_error,39084,0.02500,0.862
38,mlp.experts.260.gate_proj,0.0089265241,hessian_weighted_relative_error,37181,0.02500,0.850
38,mlp.experts.261.gate_proj,0.0076346903,hessian_weighted_relative_error,22064,0.02500,0.863
38,mlp.experts.262.gate_proj,0.0080898160,hessian_weighted_relative_error,32670,0.02500,0.849
38,mlp.experts.264.gate_proj,0.0075760288,hessian_weighted_relative_error,18042,0.02500,0.850
38,mlp.experts.265.gate_proj,0.0084636156,hessian_weighted_relative_error,24883,0.02500,0.864
38,mlp.experts.267.gate_proj,0.0043413383,hessian_weighted_relative_error,21177,0.02500,0.859
38,mlp.experts.268.gate_proj,0.0097698514,hessian_weighted_relative_error,35692,0.02500,0.850
38,mlp.experts.269.gate_proj,0.0081063175,hessian_weighted_relative_error,19967,0.02500,0.862
38,mlp.experts.271.gate_proj,0.0081458433,hessian_weighted_relative_error,29379,0.02500,0.863
38,mlp.experts.272.gate_proj,0.0087324374,hessian_weighted_relative_error,24635,0.02500,0.850
38,mlp.experts.273.gate_proj,0.0074536351,hessian_weighted_relative_error,21581,0.02500,0.862
38,mlp.experts.274.gate_proj,0.0085286617,hessian_weighted_relative_error,48805,0.02500,0.850
38,mlp.experts.275.gate_proj,0.0081230759,hessian_weighted_relative_error,40828,0.02500,0.862
38,mlp.experts.276.gate_proj,0.0058564653,hessian_weighted_relative_error,5139,0.02500,0.851
38,mlp.experts.277.gate_proj,0.0073886997,hessian_weighted_relative_error,32255,0.02500,0.863
38,mlp.experts.278.gate_proj,0.0079209753,hessian_weighted_relative_error,27908,0.02500,0.851
38,mlp.experts.279.gate_proj,0.0054697421,hessian_weighted_relative_error,38590,0.02500,0.862
38,mlp.experts.280.gate_proj,0.0077762679,hessian_weighted_relative_error,40802,0.02500,0.852
38,mlp.experts.281.gate_proj,0.0093444256,hessian_weighted_relative_error,46097,0.02500,0.863
38,mlp.experts.282.gate_proj,0.0072532883,hessian_weighted_relative_error,17162,0.02500,0.853
38,mlp.experts.283.gate_proj,0.0070789294,hessian_weighted_relative_error,30179,0.02500,0.863
38,mlp.experts.284.gate_proj,0.0049166233,hessian_weighted_relative_error,7891,0.02500,0.850
38,mlp.experts.286.gate_proj,0.0081011836,hessian_weighted_relative_error,50395,0.02500,0.861
38,mlp.experts.0.up_proj,0.0093953933,hessian_weighted_relative_error,16181,0.02500,0.856
38,mlp.experts.1.up_proj,0.0080402713,hessian_weighted_relative_error,23847,0.02500,0.865
38,mlp.experts.3.up_proj,0.0094006880,hessian_weighted_relative_error,15510,0.02500,0.866
38,mlp.experts.4.up_proj,0.0071121329,hessian_weighted_relative_error,13790,0.02500,0.854
38,mlp.experts.5.up_proj,0.0084197504,hessian_weighted_relative_error,15664,0.02500,0.863
38,mlp.experts.6.up_proj,0.0067096588,hessian_weighted_relative_error,24078,0.02500,0.854
38,mlp.experts.8.up_proj,0.0063928583,hessian_weighted_relative_error,17288,0.02500,0.853
38,mlp.experts.9.up_proj,0.0100483101,hessian_weighted_relative_error,49563,0.02500,0.865
38,mlp.experts.12.up_proj,0.0097306079,hessian_weighted_relative_error,20696,0.02500,0.852
38,mlp.experts.13.up_proj,0.0108674185,hessian_weighted_relative_error,23681,0.02500,0.865
38,mlp.experts.15.up_proj,0.0093851858,hessian_weighted_relative_error,27096,0.02500,0.867
38,mlp.experts.16.up_proj,0.0059478192,hessian_weighted_relative_error,8671,0.02500,0.852
38,mlp.experts.18.up_proj,0.0097597027,hessian_weighted_relative_error,29119,0.02500,0.853
38,mlp.experts.19.up_proj,0.0062865043,hessian_weighted_relative_error,5423,0.02500,0.866
38,mlp.experts.20.up_proj,0.0097813702,hessian_weighted_relative_error,18873,0.02500,0.853
38,mlp.experts.21.up_proj,0.0062264978,hessian_weighted_relative_error,16886,0.02500,0.863
38,mlp.experts.22.up_proj,0.0059794090,hessian_weighted_relative_error,17089,0.02500,0.854
38,mlp.experts.24.up_proj,0.0066226857,hessian_weighted_relative_error,6892,0.02500,0.856
38,mlp.experts.25.up_proj,0.0095382497,hessian_weighted_relative_error,24897,0.02500,0.862
38,mlp.experts.26.up_proj,0.0090591084,hessian_weighted_relative_error,37097,0.02500,0.854
38,mlp.experts.27.up_proj,0.0105252543,hessian_weighted_relative_error,31529,0.02500,0.866
38,mlp.experts.28.up_proj,0.0106998672,hessian_weighted_relative_error,37980,0.02500,0.855
38,mlp.experts.29.up_proj,0.0079258731,hessian_weighted_relative_error,19202,0.02500,0.865
38,mlp.experts.31.up_proj,0.0110128108,hessian_weighted_relative_error,36585,0.02500,0.868
38,mlp.experts.32.up_proj,0.0019534121,hessian_weighted_relative_error,3197,0.02500,0.853
38,mlp.experts.33.up_proj,0.0090670344,hessian_weighted_relative_error,17544,0.02500,0.865
38,mlp.experts.34.up_proj,0.0072073690,hessian_weighted_relative_error,10757,0.02500,0.853
38,mlp.experts.35.up_proj,0.0111068839,hessian_weighted_relative_error,30473,0.02500,0.868
38,mlp.experts.36.up_proj,0.0073308438,hessian_weighted_relative_error,27032,0.02500,0.854
38,mlp.experts.37.up_proj,0.0099715180,hessian_weighted_relative_error,32406,0.02500,0.866
38,mlp.experts.38.up_proj,0.0108403611,hessian_weighted_relative_error,36947,0.02500,0.853
38,mlp.experts.39.up_proj,0.0103876729,hessian_weighted_relative_error,30482,0.02500,0.866
38,mlp.experts.40.up_proj,0.0093560726,hessian_weighted_relative_error,19005,0.02500,0.857
38,mlp.experts.41.up_proj,0.0107945066,hessian_weighted_relative_error,31719,0.02500,0.865
38,mlp.experts.42.up_proj,0.0082406204,hessian_weighted_relative_error,10035,0.02500,0.854
38,mlp.experts.43.up_proj,0.0102375606,hessian_weighted_relative_error,24292,0.02500,0.867
38,mlp.experts.44.up_proj,0.0101745463,hessian_weighted_relative_error,25658,0.02500,0.855
38,mlp.experts.45.up_proj,0.0090302392,hessian_weighted_relative_error,24448,0.02500,0.867
38,mlp.experts.46.up_proj,0.0094134307,hessian_weighted_relative_error,28836,0.02500,0.858
38,mlp.experts.47.up_proj,0.0082974610,hessian_weighted_relative_error,14812,0.02500,0.865
38,mlp.experts.49.up_proj,0.0076957167,hessian_weighted_relative_error,10492,0.02500,0.867
38,mlp.experts.50.up_proj,0.0093243234,hessian_weighted_relative_error,18829,0.02500,0.856
38,mlp.experts.51.up_proj,0.0091518744,hessian_weighted_relative_error,34110,0.02500,0.870
38,mlp.experts.52.up_proj,0.0095359328,hessian_weighted_relative_error,24457,0.02500,0.857
38,mlp.experts.53.up_proj,0.0078672143,hessian_weighted_relative_error,12355,0.02500,0.867
38,mlp.experts.54.up_proj,0.0069745885,hessian_weighted_relative_error,24078,0.02500,0.856
38,mlp.experts.55.up_proj,0.0088966674,hessian_weighted_relative_error,27801,0.02500,0.866
38,mlp.experts.57.up_proj,0.0093019067,hessian_weighted_relative_error,34351,0.02500,0.867
38,mlp.experts.58.up_proj,0.0093072399,hessian_weighted_relative_error,45090,0.02500,0.854
38,mlp.experts.59.up_proj,0.0095368106,hessian_weighted_relative_error,36844,0.02500,0.868
38,mlp.experts.60.up_proj,0.0091428167,hessian_weighted_relative_error,13475,0.02500,0.856
38,mlp.experts.61.up_proj,0.0070333194,hessian_weighted_relative_error,7998,0.02500,0.866
38,mlp.experts.64.up_proj,0.0076968103,hessian_weighted_relative_error,10447,0.02500,0.856
38,mlp.experts.65.up_proj,0.0077098164,hessian_weighted_relative_error,24354,0.02500,0.868
38,mlp.experts.66.up_proj,0.0101269231,hessian_weighted_relative_error,25460,0.02500,0.857
38,mlp.experts.67.up_proj,0.0106966316,hessian_weighted_relative_error,41967,0.02500,0.880
38,mlp.experts.68.up_proj,0.0108665808,hessian_weighted_relative_error,33801,0.02500,0.856
38,mlp.experts.70.up_proj,0.0068709201,hessian_weighted_relative_error,9965,0.02500,0.856
38,mlp.experts.71.up_proj,0.0104209565,hessian_weighted_relative_error,28891,0.02500,0.870
38,mlp.experts.72.up_proj,0.0103568745,hessian_weighted_relative_error,33876,0.02500,0.856
38,mlp.experts.73.up_proj,0.0031619677,hessian_weighted_relative_error,15426,0.02500,0.868
38,mlp.experts.74.up_proj,0.0085227980,hessian_weighted_relative_error,37039,0.02500,0.857
38,mlp.experts.76.up_proj,0.0057740320,hessian_weighted_relative_error,21161,0.02500,0.856
38,mlp.experts.77.up_proj,0.0092289276,hessian_weighted_relative_error,30258,0.02500,0.866
38,mlp.experts.80.up_proj,0.0087608153,hessian_weighted_relative_error,41029,0.02500,0.856
38,mlp.experts.81.up_proj,0.0096774920,hessian_weighted_relative_error,18993,0.02500,0.877
38,mlp.experts.82.up_proj,0.0082342886,hessian_weighted_relative_error,15025,0.02500,0.860
38,mlp.experts.84.up_proj,0.0090455910,hessian_weighted_relative_error,30872,0.02500,0.856
38,mlp.experts.85.up_proj,0.0110646103,hessian_weighted_relative_error,34254,0.02500,0.877
38,mlp.experts.86.up_proj,0.0081225672,hessian_weighted_relative_error,32818,0.02500,0.859
38,mlp.experts.87.up_proj,0.0088435158,hessian_weighted_relative_error,15455,0.02500,0.872
38,mlp.experts.90.up_proj,0.0070384490,hessian_weighted_relative_error,20435,0.02500,0.860
38,mlp.experts.91.up_proj,0.0104307256,hessian_weighted_relative_error,30613,0.02500,0.868
38,mlp.experts.92.up_proj,0.0053663528,hessian_weighted_relative_error,11631,0.02500,0.870
38,mlp.experts.93.up_proj,0.0096364910,hessian_weighted_relative_error,38112,0.02500,0.884
38,mlp.experts.95.up_proj,0.0113438521,hessian_weighted_relative_error,31323,0.02500,0.868
38,mlp.experts.96.up_proj,0.0092244749,hessian_weighted_relative_error,39239,0.02500,0.857
38,mlp.experts.97.up_proj,0.0093679483,hessian_weighted_relative_error,19003,0.02500,0.876
38,mlp.experts.98.up_proj,0.0098207430,hessian_weighted_relative_error,27212,0.02500,0.869
38,mlp.experts.99.up_proj,0.0093341074,hessian_weighted_relative_error,29071,0.02500,0.888
38,mlp.experts.100.up_proj,0.0091579994,hessian_weighted_relative_error,29020,0.02500,0.859
38,mlp.experts.101.up_proj,0.0085097616,hessian_weighted_relative_error,17997,0.02500,0.873
38,mlp.experts.102.up_proj,0.0106697063,hessian_weighted_relative_error,25428,0.02500,0.858
38,mlp.experts.103.up_proj,0.0100834172,hessian_weighted_relative_error,28435,0.02500,0.881
38,mlp.experts.104.up_proj,0.0081032299,hessian_weighted_relative_error,18958,0.02500,0.858
38,mlp.experts.105.up_proj,0.0106252893,hessian_weighted_relative_error,36033,0.02500,0.873
38,mlp.experts.106.up_proj,0.0094843402,hessian_weighted_relative_error,33804,0.02500,0.857
38,mlp.experts.108.up_proj,0.0103171751,hessian_weighted_relative_error,25496,0.02500,0.859
38,mlp.experts.109.up_proj,0.0101575348,hessian_weighted_relative_error,27451,0.02500,0.879
38,mlp.experts.110.up_proj,0.0093799090,hessian_weighted_relative_error,27122,0.02500,0.858
38,mlp.experts.111.up_proj,0.0103073863,hessian_weighted_relative_error,23950,0.02500,0.872
38,mlp.experts.113.up_proj,0.0081910602,hessian_weighted_relative_error,26052,0.02500,0.882
38,mlp.experts.114.up_proj,0.0058946398,hessian_weighted_relative_error,18675,0.02500,0.859
38,mlp.experts.115.up_proj,0.0027173348,hessian_weighted_relative_error,1972,0.02500,0.868
38,mlp.experts.116.up_proj,0.0085427251,hessian_weighted_relative_error,17958,0.02500,0.859
38,mlp.experts.117.up_proj,0.0092855711,hessian_weighted_relative_error,25235,0.02500,0.874
38,mlp.experts.118.up_proj,0.0103146138,hessian_weighted_relative_error,37233,0.02500,0.857
38,mlp.experts.119.up_proj,0.0092739617,hessian_weighted_relative_error,36216,0.02500,0.879
38,mlp.experts.120.up_proj,0.0097313895,hessian_weighted_relative_error,25861,0.02500,0.858
38,mlp.experts.121.up_proj,0.0080063939,hessian_weighted_relative_error,26171,0.02500,0.874
38,mlp.experts.122.up_proj,0.0094489709,hessian_weighted_relative_error,20743,0.02500,0.867
38,mlp.experts.123.up_proj,0.0111506933,hessian_weighted_relative_error,37333,0.02500,0.880
38,mlp.experts.124.up_proj,0.0092754993,hessian_weighted_relative_error,21660,0.02500,0.859
38,mlp.experts.125.up_proj,0.0075065721,hessian_weighted_relative_error,23317,0.02500,0.869
38,mlp.experts.126.up_proj,0.0091397055,hessian_weighted_relative_error,26820,0.02500,0.858
38,mlp.experts.127.up_proj,0.0067440431,hessian_weighted_relative_error,10393,0.02500,0.869
38,mlp.experts.128.up_proj,0.0089610320,hessian_weighted_relative_error,43047,0.02500,0.857
38,mlp.experts.129.up_proj,0.0092829009,hessian_weighted_relative_error,20230,0.02500,0.874
38,mlp.experts.130.up_proj,0.0041761757,hessian_weighted_relative_error,40197,0.02500,0.858
38,mlp.experts.131.up_proj,0.0099710823,hessian_weighted_relative_error,17035,0.02500,0.870
38,mlp.experts.132.up_proj,0.0096195398,hessian_weighted_relative_error,21720,0.02500,0.860
38,mlp.experts.133.up_proj,0.0089742818,hessian_weighted_relative_error,21371,0.02500,0.872
38,mlp.experts.135.up_proj,0.0078439676,hessian_weighted_relative_error,23643,0.02500,0.870
38,mlp.experts.136.up_proj,0.0087887582,hessian_weighted_relative_error,13961,0.02500,0.858
38,mlp.experts.137.up_proj,0.0108974448,hessian_weighted_relative_error,24742,0.02500,0.869
38,mlp.experts.139.up_proj,0.0096743683,hessian_weighted_relative_error,26604,0.02500,0.876
38,mlp.experts.141.up_proj,0.0093518531,hessian_weighted_relative_error,14507,0.02500,0.883
38,mlp.experts.142.up_proj,0.0111040097,hessian_weighted_relative_error,51427,0.02500,0.859
38,mlp.experts.144.up_proj,0.0094435925,hessian_weighted_relative_error,29534,0.02500,0.859
38,mlp.experts.145.up_proj,0.0106576857,hessian_weighted_relative_error,33719,0.02500,0.869
38,mlp.experts.146.up_proj,0.0093385039,hessian_weighted_relative_error,24385,0.02500,0.859
38,mlp.experts.148.up_proj,0.0097920077,hessian_weighted_relative_error,37109,0.02500,0.859
38,mlp.experts.152.up_proj,0.0074929962,hessian_weighted_relative_error,26988,0.02500,0.860
38,mlp.experts.153.up_proj,0.0100074579,hessian_weighted_relative_error,24434,0.02500,0.867
38,mlp.experts.154.up_proj,0.0079714081,hessian_weighted_relative_error,12138,0.02500,0.859
38,mlp.experts.155.up_proj,0.0092835646,hessian_weighted_relative_error,20107,0.02500,0.886
38,mlp.experts.156.up_proj,0.0065622215,hessian_weighted_relative_error,19130,0.02500,0.859
38,mlp.experts.157.up_proj,0.0089327843,hessian_weighted_relative_error,24327,0.02500,0.880
38,mlp.experts.158.up_proj,0.0105688598,hessian_weighted_relative_error,43927,0.02500,0.860
38,mlp.experts.159.up_proj,0.0069645352,hessian_weighted_relative_error,7910,0.02500,0.876
38,mlp.experts.161.up_proj,0.0096126628,hessian_weighted_relative_error,33365,0.02500,0.875
38,mlp.experts.163.up_proj,0.0055717056,hessian_weighted_relative_error,23602,0.02500,0.874
38,mlp.experts.164.up_proj,0.0098346576,hessian_weighted_relative_error,26815,0.02500,0.857
38,mlp.experts.167.up_proj,0.0070601402,hessian_weighted_relative_error,11585,0.02500,0.870
38,mlp.experts.168.up_proj,0.0093981194,hessian_weighted_relative_error,31841,0.02500,0.859
38,mlp.experts.170.up_proj,0.0064128533,hessian_weighted_relative_error,9873,0.02500,0.860
38,mlp.experts.171.up_proj,0.0071126678,hessian_weighted_relative_error,20050,0.02500,0.880
38,mlp.experts.172.up_proj,0.0082584295,hessian_weighted_relative_error,18423,0.02500,0.860
38,mlp.experts.173.up_proj,0.0101736479,hessian_weighted_relative_error,31245,0.02500,0.880
38,mlp.experts.174.up_proj,0.0102809638,hessian_weighted_relative_error,33358,0.02500,0.860
38,mlp.experts.175.up_proj,0.0094432481,hessian_weighted_relative_error,29725,0.02500,0.877
38,mlp.experts.178.up_proj,0.0063773206,hessian_weighted_relative_error,32740,0.02500,0.860
38,mlp.experts.179.up_proj,0.0103090735,hessian_weighted_relative_error,41784,0.02500,0.875
38,mlp.experts.183.up_proj,0.0103333721,hessian_weighted_relative_error,25718,0.02500,0.875
38,mlp.experts.184.up_proj,0.0111323891,hessian_weighted_relative_error,44360,0.02500,0.860
38,mlp.experts.185.up_proj,0.0063643955,hessian_weighted_relative_error,17451,0.02500,0.876
38,mlp.experts.188.up_proj,0.0071857801,hessian_weighted_relative_error,23999,0.02500,0.862
38,mlp.experts.189.up_proj,0.0093635334,hessian_weighted_relative_error,20222,0.02500,0.880
38,mlp.experts.191.up_proj,0.0093392035,hessian_weighted_relative_error,21570,0.02500,0.886
38,mlp.experts.193.up_proj,0.0090746970,hessian_weighted_relative_error,26668,0.02500,0.886
38,mlp.experts.195.up_proj,0.0071463929,hessian_weighted_relative_error,42056,0.02500,0.882
38,mlp.experts.196.up_proj,0.0082428346,hessian_weighted_relative_error,19132,0.02500,0.863
38,mlp.experts.197.up_proj,0.0098544396,hessian_weighted_relative_error,28251,0.02500,0.886
38,mlp.experts.198.up_proj,0.0094186317,hessian_weighted_relative_error,27509,0.02500,0.857
38,mlp.experts.199.up_proj,0.0089288414,hessian_weighted_relative_error,23312,0.02500,0.879
38,mlp.experts.201.up_proj,0.0102261453,hessian_weighted_relative_error,26626,0.02500,0.903
38,mlp.experts.202.up_proj,0.0070177579,hessian_weighted_relative_error,11896,0.02500,0.863
38,mlp.experts.204.up_proj,0.0087820997,hessian_weighted_relative_error,34062,0.02500,0.873
38,mlp.experts.205.up_proj,0.0078084141,hessian_weighted_relative_error,9630,0.02500,0.883
38,mlp.experts.206.up_proj,0.0068280817,hessian_weighted_relative_error,22508,0.02500,0.859
38,mlp.experts.207.up_proj,0.0084498273,hessian_weighted_relative_error,29804,0.02500,0.891
38,mlp.experts.208.up_proj,0.0084129234,hessian_weighted_relative_error,24791,0.02500,0.861
38,mlp.experts.209.up_proj,0.0095576285,hessian_weighted_relative_error,30412,0.02500,0.882
38,mlp.experts.210.up_proj,0.0060773798,hessian_weighted_relative_error,11961,0.02500,0.861
38,mlp.experts.211.up_proj,0.0091548067,hessian_weighted_relative_error,32344,0.02500,0.875
38,mlp.experts.212.up_proj,0.0081015906,hessian_weighted_relative_error,31528,0.02500,0.861
38,mlp.experts.213.up_proj,0.0071014997,hessian_weighted_relative_error,12288,0.02500,0.877
38,mlp.experts.215.up_proj,0.0078724062,hessian_weighted_relative_error,18224,0.02500,0.887
38,mlp.experts.216.up_proj,0.0071350129,hessian_weighted_relative_error,34391,0.02500,0.859
38,mlp.experts.217.up_proj,0.0089407374,hessian_weighted_relative_error,44256,0.02500,0.887
38,mlp.experts.218.up_proj,0.0097491294,hessian_weighted_relative_error,22546,0.02500,0.860
38,mlp.experts.219.up_proj,0.0069937556,hessian_weighted_relative_error,9264,0.02500,0.886
38,mlp.experts.220.up_proj,0.0109574049,hessian_weighted_relative_error,57057,0.02500,0.861
38,mlp.experts.221.up_proj,0.0089876981,hessian_weighted_relative_error,22176,0.02500,0.887
38,mlp.experts.222.up_proj,0.0089176513,hessian_weighted_relative_error,16311,0.02500,0.866
38,mlp.experts.223.up_proj,0.0088550903,hessian_weighted_relative_error,13109,0.02500,0.876
38,mlp.experts.226.up_proj,0.0059164034,hessian_weighted_relative_error,4644,0.02500,0.860
38,mlp.experts.228.up_proj,0.0102379330,hessian_weighted_relative_error,30940,0.02500,0.862
38,mlp.experts.230.up_proj,0.0107630670,hessian_weighted_relative_error,38961,0.02500,0.861
38,mlp.experts.231.up_proj,0.0094426256,hessian_weighted_relative_error,22520,0.02500,0.891
38,mlp.experts.232.up_proj,0.0098603325,hessian_weighted_relative_error,30050,0.02500,0.862
38,mlp.experts.233.up_proj,0.0105015671,hessian_weighted_relative_error,31502,0.02500,0.881
38,mlp.experts.234.up_proj,0.0064614186,hessian_weighted_relative_error,19656,0.02500,0.861
38,mlp.experts.235.up_proj,0.0108659152,hessian_weighted_relative_error,23304,0.02500,0.892
38,mlp.experts.236.up_proj,0.0073337430,hessian_weighted_relative_error,9172,0.02500,0.861
38,mlp.experts.237.up_proj,0.0092006621,hessian_weighted_relative_error,12182,0.02500,0.892
38,mlp.experts.238.up_proj,0.0076222109,hessian_weighted_relative_error,12475,0.02500,0.860
38,mlp.experts.240.up_proj,0.0084717414,hessian_weighted_relative_error,18612,0.02500,0.862
38,mlp.experts.241.up_proj,0.0071713428,hessian_weighted_relative_error,38087,0.02500,0.891
38,mlp.experts.242.up_proj,0.0079682242,hessian_weighted_relative_error,18948,0.02500,0.861
38,mlp.experts.243.up_proj,0.0114664355,hessian_weighted_relative_error,37728,0.02500,0.888
38,mlp.experts.245.up_proj,0.0109532121,hessian_weighted_relative_error,39051,0.02500,0.882
38,mlp.experts.246.up_proj,0.0103738569,hessian_weighted_relative_error,25143,0.02500,0.862
38,mlp.experts.249.up_proj,0.0074260696,hessian_weighted_relative_error,26249,0.02500,0.886
38,mlp.experts.251.up_proj,0.0103868157,hessian_weighted_relative_error,22536,0.02500,0.896
38,mlp.experts.254.up_proj,0.0093296930,hessian_weighted_relative_error,25059,0.02500,0.861
38,mlp.experts.256.up_proj,0.0082240620,hessian_weighted_relative_error,28599,0.02500,0.862
38,mlp.experts.257.up_proj,0.0098397317,hessian_weighted_relative_error,34087,0.02500,0.887
38,mlp.experts.258.up_proj,0.0062725579,hessian_weighted_relative_error,18203,0.02500,0.866
38,mlp.experts.259.up_proj,0.0064549456,hessian_weighted_relative_error,39084,0.02500,0.897
38,mlp.experts.260.up_proj,0.0099739879,hessian_weighted_relative_error,37181,0.02500,0.863
38,mlp.experts.261.up_proj,0.0098858681,hessian_weighted_relative_error,22064,0.02500,0.880
38,mlp.experts.262.up_proj,0.0095721372,hessian_weighted_relative_error,32670,0.02500,0.863
38,mlp.experts.264.up_proj,0.0092167819,hessian_weighted_relative_error,18042,0.02500,0.864
38,mlp.experts.265.up_proj,0.0102110454,hessian_weighted_relative_error,24883,0.02500,0.902
38,mlp.experts.267.up_proj,0.0056011597,hessian_weighted_relative_error,21177,0.02500,0.886
38,mlp.experts.268.up_proj,0.0108773294,hessian_weighted_relative_error,35692,0.02500,0.864
38,mlp.experts.269.up_proj,0.0100971336,hessian_weighted_relative_error,19967,0.02500,0.890
38,mlp.experts.271.up_proj,0.0092135124,hessian_weighted_relative_error,29379,0.02500,0.892
38,mlp.experts.272.up_proj,0.0101689800,hessian_weighted_relative_error,24635,0.02500,0.866
38,mlp.experts.273.up_proj,0.0099122155,hessian_weighted_relative_error,21581,0.02500,0.900
38,mlp.experts.275.up_proj,0.0089764217,hessian_weighted_relative_error,40828,0.02500,0.892
38,mlp.experts.276.up_proj,0.0063420045,hessian_weighted_relative_error,5139,0.02500,0.863
38,mlp.experts.278.up_proj,0.0093621559,hessian_weighted_relative_error,27908,0.02500,0.874
38,mlp.experts.279.up_proj,0.0061953845,hessian_weighted_relative_error,38590,0.02500,0.907
38,mlp.experts.280.up_proj,0.0100607283,hessian_weighted_relative_error,40802,0.02500,0.863
38,mlp.experts.282.up_proj,0.0098890081,hessian_weighted_relative_error,17162,0.02500,0.864
38,mlp.experts.283.up_proj,0.0092881424,hessian_weighted_relative_error,30179,0.02500,0.879
38,mlp.experts.284.up_proj,0.0056778959,hessian_weighted_relative_error,7891,0.02500,0.861
38,mlp.experts.286.up_proj,0.0112778931,hessian_weighted_relative_error,50395,0.02500,0.861
38,mlp.experts.0.down_proj,0.0135373481,hessian_weighted_relative_error,16181,0.02500,0.733
38,mlp.experts.3.down_proj,0.0139158127,hessian_weighted_relative_error,15510,0.02500,0.746
38,mlp.experts.4.down_proj,0.0117346904,hessian_weighted_relative_error,13790,0.02500,0.771
38,mlp.experts.5.down_proj,0.0120605444,hessian_weighted_relative_error,15664,0.02500,0.750
38,mlp.experts.6.down_proj,0.0092391923,hessian_weighted_relative_error,24078,0.02500,0.774
38,mlp.experts.8.down_proj,0.0100384002,hessian_weighted_relative_error,17288,0.02500,0.774
38,mlp.experts.12.down_proj,0.0132478805,hessian_weighted_relative_error,20696,0.02500,0.773
38,mlp.experts.13.down_proj,0.0143595475,hessian_weighted_relative_error,23681,0.02500,0.755
38,mlp.experts.15.down_proj,0.0128881126,hessian_weighted_relative_error,27096,0.02500,0.755
38,mlp.experts.16.down_proj,0.0089724482,hessian_weighted_relative_error,8671,0.02500,0.775
38,mlp.experts.18.down_proj,0.0123244264,hessian_weighted_relative_error,29119,0.02500,0.778
38,mlp.experts.19.down_proj,0.0108385853,hessian_weighted_relative_error,5423,0.02500,0.755
38,mlp.experts.20.down_proj,0.0141152318,hessian_weighted_relative_error,18873,0.02500,0.776
38,mlp.experts.21.down_proj,0.0088601387,hessian_weighted_relative_error,16886,0.02500,0.757
38,mlp.experts.22.down_proj,0.0090253417,hessian_weighted_relative_error,17089,0.02500,0.779
38,mlp.experts.24.down_proj,0.0107253296,hessian_weighted_relative_error,6892,0.02500,0.777
38,mlp.experts.25.down_proj,0.0126693134,hessian_weighted_relative_error,24897,0.02500,0.759
38,mlp.experts.28.down_proj,0.0146983028,hessian_weighted_relative_error,37980,0.02500,0.778
38,mlp.experts.29.down_proj,0.0125814762,hessian_weighted_relative_error,19202,0.02500,0.762
38,mlp.experts.32.down_proj,0.0037355567,hessian_weighted_relative_error,3197,0.02500,0.781
38,mlp.experts.33.down_proj,0.0125947398,hessian_weighted_relative_error,17544,0.02500,0.763
38,mlp.experts.34.down_proj,0.0103025001,hessian_weighted_relative_error,10757,0.02500,0.784
38,mlp.experts.35.down_proj,0.0152029452,hessian_weighted_relative_error,30473,0.02500,0.762
38,mlp.experts.36.down_proj,0.0107145396,hessian_weighted_relative_error,27032,0.02500,0.782
38,mlp.experts.37.down_proj,0.0140539710,hessian_weighted_relative_error,32406,0.02500,0.765
38,mlp.experts.38.down_proj,0.0150213036,hessian_weighted_relative_error,36947,0.02500,0.784
38,mlp.experts.39.down_proj,0.0141395820,hessian_weighted_relative_error,30482,0.02500,0.763
38,mlp.experts.40.down_proj,0.0133432300,hessian_weighted_relative_error,19005,0.02500,0.784
38,mlp.experts.41.down_proj,0.0144663160,hessian_weighted_relative_error,31719,0.02500,0.765
38,mlp.experts.42.down_proj,0.0128436612,hessian_weighted_relative_error,10035,0.02500,0.786
38,mlp.experts.43.down_proj,0.0143853776,hessian_weighted_relative_error,24292,0.02500,0.764
38,mlp.experts.44.down_proj,0.0137493826,hessian_weighted_relative_error,25658,0.02500,0.784
38,mlp.experts.45.down_proj,0.0133511085,hessian_weighted_relative_error,24448,0.02500,0.767
38,mlp.experts.46.down_proj,0.0121793893,hessian_weighted_relative_error,28836,0.02500,0.786
38,mlp.experts.47.down_proj,0.0129288220,hessian_weighted_relative_error,14812,0.02500,0.768
38,mlp.experts.49.down_proj,0.0121342481,hessian_weighted_relative_error,10492,0.02500,0.770
38,mlp.experts.50.down_proj,0.0130240339,hessian_weighted_relative_error,18829,0.02500,0.788
38,mlp.experts.51.down_proj,0.0136380056,hessian_weighted_relative_error,34110,0.02500,0.767
38,mlp.experts.52.down_proj,0.0134166699,hessian_weighted_relative_error,24457,0.02500,0.786
38,mlp.experts.53.down_proj,0.0125750303,hessian_weighted_relative_error,12355,0.02500,0.771
38,mlp.experts.55.down_proj,0.0118574218,hessian_weighted_relative_error,27801,0.02500,0.772
38,mlp.experts.60.down_proj,0.0134679212,hessian_weighted_relative_error,13475,0.02500,0.788
38,mlp.experts.61.down_proj,0.0113346057,hessian_weighted_relative_error,7998,0.02500,0.773
38,mlp.experts.64.down_proj,0.0120062524,hessian_weighted_relative_error,10447,0.02500,0.790
38,mlp.experts.65.down_proj,0.0096970642,hessian_weighted_relative_error,24354,0.02500,0.775
38,mlp.experts.66.down_proj,0.0142203967,hessian_weighted_relative_error,25460,0.02500,0.793
38,mlp.experts.67.down_proj,0.0143543371,hessian_weighted_relative_error,41967,0.02500,0.772
38,mlp.experts.70.down_proj,0.0100347728,hessian_weighted_relative_error,9965,0.02500,0.792
38,mlp.experts.71.down_proj,0.0145603711,hessian_weighted_relative_error,28891,0.02500,0.779
38,mlp.experts.72.down_proj,0.0149617670,hessian_weighted_relative_error,33876,0.02500,0.791
38,mlp.experts.73.down_proj,0.0045859654,hessian_weighted_relative_error,15426,0.02500,0.778
38,mlp.experts.74.down_proj,0.0124445718,hessian_weighted_relative_error,37039,0.02500,0.793
38,mlp.experts.76.down_proj,0.0103738591,hessian_weighted_relative_error,21161,0.02500,0.792
38,mlp.experts.77.down_proj,0.0130653724,hessian_weighted_relative_error,30258,0.02500,0.781
38,mlp.experts.81.down_proj,0.0136580321,hessian_weighted_relative_error,18993,0.02500,0.784
38,mlp.experts.82.down_proj,0.0110596014,hessian_weighted_relative_error,15025,0.02500,0.796
38,mlp.experts.84.down_proj,0.0125986024,hessian_weighted_relative_error,30872,0.02500,0.793
38,mlp.experts.85.down_proj,0.0150516258,hessian_weighted_relative_error,34254,0.02500,0.784
38,mlp.experts.86.down_proj,0.0117800097,hessian_weighted_relative_error,32818,0.02500,0.797
38,mlp.experts.87.down_proj,0.0129669540,hessian_weighted_relative_error,15455,0.02500,0.784
38,mlp.experts.90.down_proj,0.0117452046,hessian_weighted_relative_error,20435,0.02500,0.799
38,mlp.experts.91.down_proj,0.0146128327,hessian_weighted_relative_error,30613,0.02500,0.780
38,mlp.experts.92.down_proj,0.0088383329,hessian_weighted_relative_error,11631,0.02500,0.796
38,mlp.experts.95.down_proj,0.0151245682,hessian_weighted_relative_error,31323,0.02500,0.788
38,mlp.experts.96.down_proj,0.0131020918,hessian_weighted_relative_error,39239,0.02500,0.798
38,mlp.experts.97.down_proj,0.0132121049,hessian_weighted_relative_error,19003,0.02500,0.786
38,mlp.experts.98.down_proj,0.0139487250,hessian_weighted_relative_error,27212,0.02500,0.801
38,mlp.experts.99.down_proj,0.0137883061,hessian_weighted_relative_error,29071,0.02500,0.784
38,mlp.experts.100.down_proj,0.0128671975,hessian_weighted_relative_error,29020,0.02500,0.798
38,mlp.experts.101.down_proj,0.0120225635,hessian_weighted_relative_error,17997,0.02500,0.789
38,mlp.experts.102.down_proj,0.0147669602,hessian_weighted_relative_error,25428,0.02500,0.804
38,mlp.experts.103.down_proj,0.0134501653,hessian_weighted_relative_error,28435,0.02500,0.788
38,mlp.experts.104.down_proj,0.0113358355,hessian_weighted_relative_error,18958,0.02500,0.799
38,mlp.experts.105.down_proj,0.0146508769,hessian_weighted_relative_error,36033,0.02500,0.788
38,mlp.experts.106.down_proj,0.0126900635,hessian_weighted_relative_error,33804,0.02500,0.803
38,mlp.experts.108.down_proj,0.0141015118,hessian_weighted_relative_error,25496,0.02500,0.799
38,mlp.experts.109.down_proj,0.0137170393,hessian_weighted_relative_error,27451,0.02500,0.791
38,mlp.experts.110.down_proj,0.0134293968,hessian_weighted_relative_error,27122,0.02500,0.807
38,mlp.experts.111.down_proj,0.0139470306,hessian_weighted_relative_error,23950,0.02500,0.792
38,mlp.experts.113.down_proj,0.0101694617,hessian_weighted_relative_error,26052,0.02500,0.789
38,mlp.experts.114.down_proj,0.0087083602,hessian_weighted_relative_error,18675,0.02500,0.803
38,mlp.experts.115.down_proj,0.0052381606,hessian_weighted_relative_error,1972,0.02500,0.789
38,mlp.experts.116.down_proj,0.0125240073,hessian_weighted_relative_error,17958,0.02500,0.801
38,mlp.experts.117.down_proj,0.0133915503,hessian_weighted_relative_error,25235,0.02500,0.795
38,mlp.experts.118.down_proj,0.0143547710,hessian_weighted_relative_error,37233,0.02500,0.806
38,mlp.experts.124.down_proj,0.0125935512,hessian_weighted_relative_error,21660,0.02500,0.802
38,mlp.experts.125.down_proj,0.0101572183,hessian_weighted_relative_error,23317,0.02500,0.796
38,mlp.experts.126.down_proj,0.0123156299,hessian_weighted_relative_error,26820,0.02500,0.808
38,mlp.experts.127.down_proj,0.0097511234,hessian_weighted_relative_error,10393,0.02500,0.797
38,mlp.experts.129.down_proj,0.0137381646,hessian_weighted_relative_error,20230,0.02500,0.796
38,mlp.experts.131.down_proj,0.0140211554,hessian_weighted_relative_error,17035,0.02500,0.795
38,mlp.experts.132.down_proj,0.0136775418,hessian_weighted_relative_error,21720,0.02500,0.804
38,mlp.experts.133.down_proj,0.0133400236,hessian_weighted_relative_error,21371,0.02500,0.798
38,mlp.experts.135.down_proj,0.0115388412,hessian_weighted_relative_error,23643,0.02500,0.797
38,mlp.experts.136.down_proj,0.0130455419,hessian_weighted_relative_error,13961,0.02500,0.806
38,mlp.experts.137.down_proj,0.0141549596,hessian_weighted_relative_error,24742,0.02500,0.798
38,mlp.experts.141.down_proj,0.0135428072,hessian_weighted_relative_error,14507,0.02500,0.800
38,mlp.experts.142.down_proj,0.0150146988,hessian_weighted_relative_error,51427,0.02500,0.808
38,mlp.experts.144.down_proj,0.0111301087,hessian_weighted_relative_error,29534,0.02500,0.806
38,mlp.experts.145.down_proj,0.0147554438,hessian_weighted_relative_error,33719,0.02500,0.801
38,mlp.experts.146.down_proj,0.0106481633,hessian_weighted_relative_error,24385,0.02500,0.808
38,mlp.experts.148.down_proj,0.0141389201,hessian_weighted_relative_error,37109,0.02500,0.806
38,mlp.experts.152.down_proj,0.0103555748,hessian_weighted_relative_error,26988,0.02500,0.808
38,mlp.experts.153.down_proj,0.0138773965,hessian_weighted_relative_error,24434,0.02500,0.803
38,mlp.experts.154.down_proj,0.0122825025,hessian_weighted_relative_error,12138,0.02500,0.810
38,mlp.experts.155.down_proj,0.0131469576,hessian_weighted_relative_error,20107,0.02500,0.801
38,mlp.experts.156.down_proj,0.0098094261,hessian_weighted_relative_error,19130,0.02500,0.808
38,mlp.experts.157.down_proj,0.0132535525,hessian_weighted_relative_error,24327,0.02500,0.806
38,mlp.experts.158.down_proj,0.0148394408,hessian_weighted_relative_error,43927,0.02500,0.811
38,mlp.experts.159.down_proj,0.0119232377,hessian_weighted_relative_error,7910,0.02500,0.806
38,mlp.experts.161.down_proj,0.0135991897,hessian_weighted_relative_error,33365,0.02500,0.806
38,mlp.experts.164.down_proj,0.0143725943,hessian_weighted_relative_error,26815,0.02500,0.810
38,mlp.experts.167.down_proj,0.0112017920,hessian_weighted_relative_error,11585,0.02500,0.808
38,mlp.experts.170.down_proj,0.0102593948,hessian_weighted_relative_error,9873,0.02500,0.813
38,mlp.experts.171.down_proj,0.0105928331,hessian_weighted_relative_error,20050,0.02500,0.807
38,mlp.experts.172.down_proj,0.0124211278,hessian_weighted_relative_error,18423,0.02500,0.810
38,mlp.experts.174.down_proj,0.0142399375,hessian_weighted_relative_error,33358,0.02500,0.813
38,mlp.experts.175.down_proj,0.0135916932,hessian_weighted_relative_error,29725,0.02500,0.812
38,mlp.experts.178.down_proj,0.0085797379,hessian_weighted_relative_error,32740,0.02500,0.814
38,mlp.experts.185.down_proj,0.0107623270,hessian_weighted_relative_error,17451,0.02500,0.814
38,mlp.experts.189.down_proj,0.0133594959,hessian_weighted_relative_error,20222,0.02500,0.816
38,mlp.experts.191.down_proj,0.0128040343,hessian_weighted_relative_error,21570,0.02500,0.818
38,mlp.experts.193.down_proj,0.0131542035,hessian_weighted_relative_error,26668,0.02500,0.816
38,mlp.experts.195.down_proj,0.0106813172,hessian_weighted_relative_error,42056,0.02500,0.815
38,mlp.experts.196.down_proj,0.0124265789,hessian_weighted_relative_error,19132,0.02500,0.814
38,mlp.experts.197.down_proj,0.0138192723,hessian_weighted_relative_error,28251,0.02500,0.819
38,mlp.experts.198.down_proj,0.0133454350,hessian_weighted_relative_error,27509,0.02500,0.817
38,mlp.experts.199.down_proj,0.0124706371,hessian_weighted_relative_error,23312,0.02500,0.820
38,mlp.experts.201.down_proj,0.0142649837,hessian_weighted_relative_error,26626,0.02500,0.820
38,mlp.experts.205.down_proj,0.0119422195,hessian_weighted_relative_error,9630,0.02500,0.821
38,mlp.experts.206.down_proj,0.0110359686,hessian_weighted_relative_error,22508,0.02500,0.827
38,mlp.experts.207.down_proj,0.0132078460,hessian_weighted_relative_error,29804,0.02500,0.821
38,mlp.experts.208.down_proj,0.0112909760,hessian_weighted_relative_error,24791,0.02500,0.811
38,mlp.experts.209.down_proj,0.0133772309,hessian_weighted_relative_error,30412,0.02500,0.821
38,mlp.experts.210.down_proj,0.0081879238,hessian_weighted_relative_error,11961,0.02500,0.819
38,mlp.experts.211.down_proj,0.0132264757,hessian_weighted_relative_error,32344,0.02500,0.820
38,mlp.experts.213.down_proj,0.0110073037,hessian_weighted_relative_error,12288,0.02500,0.823
38,mlp.experts.215.down_proj,0.0108091640,hessian_weighted_relative_error,18224,0.02500,0.822
38,mlp.experts.217.down_proj,0.0119105303,hessian_weighted_relative_error,44256,0.02500,0.823
38,mlp.experts.218.down_proj,0.0135960821,hessian_weighted_relative_error,22546,0.02500,0.819
38,mlp.experts.219.down_proj,0.0114351709,hessian_weighted_relative_error,9264,0.02500,0.819
38,mlp.experts.220.down_proj,0.0148006746,hessian_weighted_relative_error,57057,0.02500,0.816
38,mlp.experts.221.down_proj,0.0125542870,hessian_weighted_relative_error,22176,0.02500,0.824
38,mlp.experts.222.down_proj,0.0123524705,hessian_weighted_relative_error,16311,0.02500,0.817
38,mlp.experts.223.down_proj,0.0131893748,hessian_weighted_relative_error,13109,0.02500,0.823
38,mlp.experts.226.down_proj,0.0107922788,hessian_weighted_relative_error,4644,0.02500,0.819
38,mlp.experts.228.down_proj,0.0140366160,hessian_weighted_relative_error,30940,0.02500,0.817
38,mlp.experts.230.down_proj,0.0148852568,hessian_weighted_relative_error,38961,0.02500,0.819
38,mlp.experts.231.down_proj,0.0135290592,hessian_weighted_relative_error,22520,0.02500,0.825
38,mlp.experts.232.down_proj,0.0126293532,hessian_weighted_relative_error,30050,0.02500,0.817
38,mlp.experts.233.down_proj,0.0141818304,hessian_weighted_relative_error,31502,0.02500,0.823
38,mlp.experts.235.down_proj,0.0138563830,hessian_weighted_relative_error,23304,0.02500,0.821
38,mlp.experts.236.down_proj,0.0108832158,hessian_weighted_relative_error,9172,0.02500,0.819
38,mlp.experts.237.down_proj,0.0134675123,hessian_weighted_relative_error,12182,0.02500,0.825
38,mlp.experts.238.down_proj,0.0114431739,hessian_weighted_relative_error,12475,0.02500,0.823
38,mlp.experts.240.down_proj,0.0117961049,hessian_weighted_relative_error,18612,0.02500,0.818
38,mlp.experts.242.down_proj,0.0113510528,hessian_weighted_relative_error,18948,0.02500,0.821
38,mlp.experts.245.down_proj,0.0147872013,hessian_weighted_relative_error,39051,0.02500,0.826
38,mlp.experts.246.down_proj,0.0140959084,hessian_weighted_relative_error,25143,0.02500,0.821
38,mlp.experts.249.down_proj,0.0117238564,hessian_weighted_relative_error,26249,0.02500,0.826
38,mlp.experts.251.down_proj,0.0144312157,hessian_weighted_relative_error,22536,0.02500,0.823
38,mlp.experts.254.down_proj,0.0127764838,hessian_weighted_relative_error,25059,0.02500,0.821
38,mlp.experts.259.down_proj,0.0013499299,hessian_weighted_relative_error,39084,0.02500,0.823
38,mlp.experts.261.down_proj,0.0130572748,hessian_weighted_relative_error,22064,0.02500,0.828
38,mlp.experts.262.down_proj,0.0138688432,hessian_weighted_relative_error,32670,0.02500,0.824
38,mlp.experts.264.down_proj,0.0130229108,hessian_weighted_relative_error,18042,0.02500,0.821
38,mlp.experts.265.down_proj,0.0137699912,hessian_weighted_relative_error,24883,0.02500,0.826
38,mlp.experts.267.down_proj,0.0096468352,hessian_weighted_relative_error,21177,0.02500,0.826
38,mlp.experts.268.down_proj,0.0141269262,hessian_weighted_relative_error,35692,0.02500,0.821
38,mlp.experts.269.down_proj,0.0136172243,hessian_weighted_relative_error,19967,0.02500,0.829
38,mlp.experts.271.down_proj,0.0134320737,hessian_weighted_relative_error,29379,0.02500,0.828
38,mlp.experts.272.down_proj,0.0142302256,hessian_weighted_relative_error,24635,0.02500,0.822
38,mlp.experts.273.down_proj,0.0137101054,hessian_weighted_relative_error,21581,0.02500,0.826
38,mlp.experts.275.down_proj,0.0124524794,hessian_weighted_relative_error,40828,0.02500,0.824
38,mlp.experts.276.down_proj,0.0108451403,hessian_weighted_relative_error,5139,0.02500,0.821
38,mlp.experts.278.down_proj,0.0127378607,hessian_weighted_relative_error,27908,0.02500,0.825
38,mlp.experts.279.down_proj,0.0092405887,hessian_weighted_relative_error,38590,0.02500,0.829
38,mlp.experts.280.down_proj,0.0130803027,hessian_weighted_relative_error,40802,0.02500,0.820
38,mlp.experts.282.down_proj,0.0141305670,hessian_weighted_relative_error,17162,0.02500,0.823
38,mlp.experts.284.down_proj,0.0097219390,hessian_weighted_relative_error,7891,0.02500,0.822
38,mlp.experts.1.down_proj,0.0029826671,hessian_weighted_relative_error,23847,0.02500,1.437
38,mlp.experts.10.down_proj,0.0032150851,hessian_weighted_relative_error,40854,0.02500,1.476
38,mlp.experts.107.down_proj,0.0026406971,hessian_weighted_relative_error,90586,0.02500,1.521
38,mlp.experts.10.up_proj,0.0022919285,hessian_weighted_relative_error,40854,0.02500,1.614
38,mlp.experts.107.up_proj,0.0019577450,hessian_weighted_relative_error,90586,0.02500,1.653
38,mlp.experts.10.gate_proj,0.0021341911,hessian_weighted_relative_error,40854,0.02500,1.569
38,mlp.experts.107.gate_proj,0.0016535807,hessian_weighted_relative_error,90586,0.02500,1.614
38,mlp.experts.112.down_proj,0.0029338361,hessian_weighted_relative_error,26017,0.02500,1.536
38,mlp.experts.11.down_proj,0.0024218562,hessian_weighted_relative_error,14803,0.02500,1.493
38,mlp.experts.112.up_proj,0.0020967795,hessian_weighted_relative_error,26017,0.02500,1.621
38,mlp.experts.11.up_proj,0.0016730593,hessian_weighted_relative_error,14803,0.02500,1.642
38,mlp.experts.122.down_proj,0.0034922674,hessian_weighted_relative_error,20743,0.02500,1.540
38,mlp.experts.120.down_proj,0.0031965877,hessian_weighted_relative_error,25861,0.02500,1.542
38,mlp.experts.121.down_proj,0.0031453079,hessian_weighted_relative_error,26171,0.02500,1.543
38,mlp.experts.128.down_proj,0.0032008250,hessian_weighted_relative_error,43047,0.02500,1.545
38,mlp.experts.119.down_proj,0.0034238245,hessian_weighted_relative_error,36216,0.02500,1.537
38,mlp.experts.130.down_proj,0.0016845510,hessian_weighted_relative_error,40197,0.02500,1.544
38,mlp.experts.123.down_proj,0.0038975175,hessian_weighted_relative_error,37333,0.02500,1.534
38,mlp.experts.134.up_proj,0.0025351858,hessian_weighted_relative_error,40735,0.02500,1.622
38,mlp.experts.139.down_proj,0.0033520323,hessian_weighted_relative_error,26604,0.02500,1.547
38,mlp.experts.134.down_proj,0.0035754468,hessian_weighted_relative_error,40735,0.02500,1.546
38,mlp.experts.143.up_proj,0.0011462357,hessian_weighted_relative_error,60236,0.02500,1.663
38,mlp.experts.138.down_proj,0.0032481439,hessian_weighted_relative_error,29961,0.02500,1.546
38,mlp.experts.143.down_proj,0.0014428115,hessian_weighted_relative_error,60236,0.02500,1.548
38,mlp.experts.138.gate_proj,0.0019002551,hessian_weighted_relative_error,29961,0.02500,1.601
38,mlp.experts.147.down_proj,0.0033082704,hessian_weighted_relative_error,72354,0.02500,1.541
38,mlp.experts.14.down_proj,0.0032302826,hessian_weighted_relative_error,41789,0.02500,1.514
38,mlp.experts.147.gate_proj,0.0020106254,hessian_weighted_relative_error,72354,0.02500,1.636
38,mlp.experts.138.up_proj,0.0021141236,hessian_weighted_relative_error,29961,0.02500,1.623
38,mlp.experts.149.down_proj,0.0034417266,hessian_weighted_relative_error,45201,0.02500,1.552
38,mlp.experts.14.gate_proj,0.0022006218,hessian_weighted_relative_error,41789,0.02500,1.572
38,mlp.experts.147.up_proj,0.0022230611,hessian_weighted_relative_error,72354,0.02500,1.671
38,mlp.experts.14.up_proj,0.0025204351,hessian_weighted_relative_error,41789,0.02500,1.616
38,mlp.experts.149.gate_proj,0.0024493546,hessian_weighted_relative_error,45201,0.02500,1.644
38,mlp.experts.140.gate_proj,0.0023577601,hessian_weighted_relative_error,50942,0.02500,1.604
38,mlp.experts.149.up_proj,0.0026680441,hessian_weighted_relative_error,45201,0.02500,1.666
38,mlp.experts.140.down_proj,0.0037260766,hessian_weighted_relative_error,50942,0.02500,1.547
38,mlp.experts.151.up_proj,0.0022919559,hessian_weighted_relative_error,42858,0.02500,1.680
38,mlp.experts.140.up_proj,0.0027584825,hessian_weighted_relative_error,50942,0.02500,1.623
38,mlp.experts.151.down_proj,0.0032030566,hessian_weighted_relative_error,42858,0.02500,1.551
38,mlp.experts.150.down_proj,0.0035541313,hessian_weighted_relative_error,47376,0.02500,1.547
38,mlp.experts.163.down_proj,0.0019815353,hessian_weighted_relative_error,23602,0.02500,1.546
38,mlp.experts.150.up_proj,0.0027186025,hessian_weighted_relative_error,47376,0.02500,1.628
38,mlp.experts.165.down_proj,0.0036600291,hessian_weighted_relative_error,48898,0.02500,1.551
38,mlp.experts.150.gate_proj,0.0024528680,hessian_weighted_relative_error,47376,0.02500,1.606
38,mlp.experts.165.up_proj,0.0027542199,hessian_weighted_relative_error,48898,0.02500,1.676
38,mlp.experts.160.down_proj,0.0035800868,hessian_weighted_relative_error,51605,0.02500,1.551
38,mlp.experts.165.gate_proj,0.0023288337,hessian_weighted_relative_error,48898,0.02500,1.649
38,mlp.experts.160.up_proj,0.0026259099,hessian_weighted_relative_error,51605,0.02500,1.625
38,mlp.experts.169.down_proj,0.0038766112,hessian_weighted_relative_error,84890,0.02500,1.555
38,mlp.experts.162.up_proj,0.0027325149,hessian_weighted_relative_error,44703,0.02500,1.627
38,mlp.experts.169.gate_proj,0.0024686062,hessian_weighted_relative_error,84890,0.02500,1.651
38,mlp.experts.162.down_proj,0.0037936859,hessian_weighted_relative_error,44703,0.02500,1.554
38,mlp.experts.17.down_proj,0.0031911284,hessian_weighted_relative_error,34445,0.02500,1.504
38,mlp.experts.166.down_proj,0.0029780973,hessian_weighted_relative_error,31734,0.02500,1.553
38,mlp.experts.169.up_proj,0.0029859073,hessian_weighted_relative_error,84890,0.02500,1.681
38,mlp.experts.166.up_proj,0.0019198474,hessian_weighted_relative_error,31734,0.02500,1.626
38,mlp.experts.17.gate_proj,0.0021992135,hessian_weighted_relative_error,34445,0.02500,1.589
38,mlp.experts.176.down_proj,0.0036423041,hessian_weighted_relative_error,38323,0.02500,1.551
38,mlp.experts.17.up_proj,0.0024295650,hessian_weighted_relative_error,34445,0.02500,1.674
38,mlp.experts.168.down_proj,0.0034469986,hessian_weighted_relative_error,31841,0.02500,1.553
38,mlp.experts.177.down_proj,0.0033465571,hessian_weighted_relative_error,44858,0.02500,1.561
38,mlp.experts.176.up_proj,0.0027891008,hessian_weighted_relative_error,38323,0.02500,1.626
38,mlp.experts.173.down_proj,0.0035563214,hessian_weighted_relative_error,31245,0.02500,1.558
38,mlp.experts.180.down_proj,0.0025256747,hessian_weighted_relative_error,33689,0.02500,1.552
38,mlp.experts.177.gate_proj,0.0020675286,hessian_weighted_relative_error,44858,0.02500,1.655
38,mlp.experts.180.up_proj,0.0016209618,hessian_weighted_relative_error,33689,0.02500,1.626
38,mlp.experts.177.up_proj,0.0022439485,hessian_weighted_relative_error,44858,0.02500,1.676
38,mlp.experts.180.gate_proj,0.0015078633,hessian_weighted_relative_error,33689,0.02500,1.608
38,mlp.experts.181.down_proj,0.0021389638,hessian_weighted_relative_error,31634,0.02500,1.564
38,mlp.experts.182.down_proj,0.0034157343,hessian_weighted_relative_error,88799,0.02500,1.560
38,mlp.experts.179.down_proj,0.0036820285,hessian_weighted_relative_error,41784,0.02500,1.557
38,mlp.experts.182.gate_proj,0.0024624931,hessian_weighted_relative_error,88799,0.02500,1.612
38,mlp.experts.181.gate_proj,0.0015578129,hessian_weighted_relative_error,31634,0.02500,1.651
38,mlp.experts.184.down_proj,0.0038696317,hessian_weighted_relative_error,44360,0.02500,1.554
38,mlp.experts.181.up_proj,0.0017592361,hessian_weighted_relative_error,31634,0.02500,1.688
38,mlp.experts.182.up_proj,0.0026906162,hessian_weighted_relative_error,88799,0.02500,1.627
38,mlp.experts.187.down_proj,0.0034422792,hessian_weighted_relative_error,46232,0.02500,1.559
38,mlp.experts.186.down_proj,0.0030265334,hessian_weighted_relative_error,37925,0.02500,1.557
38,mlp.experts.183.down_proj,0.0037226516,hessian_weighted_relative_error,25718,0.02500,1.560
38,mlp.experts.186.gate_proj,0.0018231335,hessian_weighted_relative_error,37925,0.02500,1.614
38,mlp.experts.187.gate_proj,0.0020777233,hessian_weighted_relative_error,46232,0.02500,1.662
38,mlp.experts.188.down_proj,0.0030896970,hessian_weighted_relative_error,23999,0.02500,1.554
38,mlp.experts.187.up_proj,0.0022928960,hessian_weighted_relative_error,46232,0.02500,1.690
38,mlp.experts.186.up_proj,0.0020308284,hessian_weighted_relative_error,37925,0.02500,1.626
38,mlp.experts.203.gate_proj,0.0024846058,hessian_weighted_relative_error,44873,0.02500,1.662
38,mlp.experts.190.down_proj,0.0039138117,hessian_weighted_relative_error,41015,0.02500,1.558
38,mlp.experts.203.down_proj,0.0039450546,hessian_weighted_relative_error,44873,0.02500,1.565
38,mlp.experts.190.gate_proj,0.0026127017,hessian_weighted_relative_error,41015,0.02500,1.616
38,mlp.experts.203.up_proj,0.0029130638,hessian_weighted_relative_error,44873,0.02500,1.683
38,mlp.experts.192.down_proj,0.0027195133,hessian_weighted_relative_error,32865,0.02500,1.555
38,mlp.experts.225.down_proj,0.0030742391,hessian_weighted_relative_error,84535,0.02500,1.571
38,mlp.experts.190.up_proj,0.0028972287,hessian_weighted_relative_error,41015,0.02500,1.629
38,mlp.experts.192.up_proj,0.0018121038,hessian_weighted_relative_error,32865,0.02500,1.631
38,mlp.experts.225.up_proj,0.0022858899,hessian_weighted_relative_error,84535,0.02500,1.679
38,mlp.experts.194.down_proj,0.0033659050,hessian_weighted_relative_error,43444,0.02500,1.563
38,mlp.experts.225.gate_proj,0.0021223112,hessian_weighted_relative_error,84535,0.02500,1.668
38,mlp.experts.194.up_proj,0.0023842543,hessian_weighted_relative_error,43444,0.02500,1.631
38,mlp.experts.227.down_proj,0.0035834625,hessian_weighted_relative_error,66092,0.02500,1.571
38,mlp.experts.194.gate_proj,0.0021726873,hessian_weighted_relative_error,43444,0.02500,1.614
38,mlp.experts.227.gate_proj,0.0020248944,hessian_weighted_relative_error,66092,0.02500,1.670
38,mlp.experts.2.down_proj,0.0025387276,hessian_weighted_relative_error,63348,0.02500,1.517
38,mlp.experts.229.down_proj,0.0025256289,hessian_weighted_relative_error,53993,0.02500,1.576
38,mlp.experts.2.up_proj,0.0017951306,hessian_weighted_relative_error,63348,0.02500,1.617
38,mlp.experts.227.up_proj,0.0026088977,hessian_weighted_relative_error,66092,0.02500,1.713
38,mlp.experts.200.up_proj,0.0027214337,hessian_weighted_relative_error,38193,0.02500,1.640
38,mlp.experts.229.gate_proj,0.0018963167,hessian_weighted_relative_error,53993,0.02500,1.667
38,mlp.experts.200.down_proj,0.0034031772,hessian_weighted_relative_error,38193,0.02500,1.558
38,mlp.experts.229.up_proj,0.0022234829,hessian_weighted_relative_error,53993,0.02500,1.691
38,mlp.experts.202.down_proj,0.0028660978,hessian_weighted_relative_error,11896,0.02500,1.561
38,mlp.experts.23.gate_proj,0.0020541396,hessian_weighted_relative_error,48305,0.02500,1.600
38,mlp.experts.204.down_proj,0.0031535341,hessian_weighted_relative_error,34062,0.02500,1.557
38,mlp.experts.23.down_proj,0.0032139423,hessian_weighted_relative_error,48305,0.02500,1.512
38,mlp.experts.214.down_proj,0.0028706498,hessian_weighted_relative_error,29289,0.02500,1.560
38,mlp.experts.23.up_proj,0.0023886371,hessian_weighted_relative_error,48305,0.02500,1.673
38,mlp.experts.212.down_proj,0.0030403138,hessian_weighted_relative_error,31528,0.02500,1.560
38,mlp.experts.239.down_proj,0.0036180493,hessian_weighted_relative_error,52387,0.02500,1.572
38,mlp.experts.214.gate_proj,0.0019642024,hessian_weighted_relative_error,29289,0.02500,1.630
38,mlp.experts.239.up_proj,0.0027604350,hessian_weighted_relative_error,52387,0.02500,1.691
38,mlp.experts.214.up_proj,0.0023324361,hessian_weighted_relative_error,29289,0.02500,1.631
38,mlp.experts.239.gate_proj,0.0022550226,hessian_weighted_relative_error,52387,0.02500,1.670
38,mlp.experts.224.down_proj,0.0036033130,hessian_weighted_relative_error,43899,0.02500,1.560
38,mlp.experts.241.down_proj,0.0029045364,hessian_weighted_relative_error,38087,0.02500,1.576
38,mlp.experts.216.down_proj,0.0027824142,hessian_weighted_relative_error,34391,0.02500,1.561
38,mlp.experts.243.down_proj,0.0039602525,hessian_weighted_relative_error,37728,0.02500,1.567
38,mlp.experts.224.up_proj,0.0026149508,hessian_weighted_relative_error,43899,0.02500,1.628
38,mlp.experts.247.up_proj,0.0018143574,hessian_weighted_relative_error,33156,0.02500,1.689
38,mlp.experts.234.down_proj,0.0023481893,hessian_weighted_relative_error,19656,0.02500,1.563
38,mlp.experts.247.down_proj,0.0026494371,hessian_weighted_relative_error,33156,0.02500,1.580
38,mlp.experts.244.gate_proj,0.0019929089,hessian_weighted_relative_error,38462,0.02500,1.617
38,mlp.experts.253.down_proj,0.0036048532,hessian_weighted_relative_error,57177,0.02500,1.583
38,mlp.experts.244.down_proj,0.0034782111,hessian_weighted_relative_error,38462,0.02500,1.563
38,mlp.experts.253.up_proj,0.0027137705,hessian_weighted_relative_error,57177,0.02500,1.693
38,mlp.experts.244.up_proj,0.0024447982,hessian_weighted_relative_error,38462,0.02500,1.634
38,mlp.experts.255.up_proj,0.0028121908,hessian_weighted_relative_error,38683,0.02500,1.700
38,mlp.experts.248.down_proj,0.0036377071,hessian_weighted_relative_error,49890,0.02500,1.561
38,mlp.experts.255.down_proj,0.0037929077,hessian_weighted_relative_error,38683,0.02500,1.581
38,mlp.experts.250.down_proj,0.0032892059,hessian_weighted_relative_error,47658,0.02500,1.566
38,mlp.experts.257.down_proj,0.0036859519,hessian_weighted_relative_error,34087,0.02500,1.574
38,mlp.experts.248.up_proj,0.0026624028,hessian_weighted_relative_error,49890,0.02500,1.631
38,mlp.experts.263.down_proj,0.0031236458,hessian_weighted_relative_error,33296,0.02500,1.572
38,mlp.experts.250.up_proj,0.0022597677,hessian_weighted_relative_error,47658,0.02500,1.630
38,mlp.experts.263.up_proj,0.0020375520,hessian_weighted_relative_error,33296,0.02500,1.707
38,mlp.experts.252.down_proj,0.0021650927,hessian_weighted_relative_error,24730,0.02500,1.563
38,mlp.experts.263.gate_proj,0.0018701859,hessian_weighted_relative_error,33296,0.02500,1.671
38,mlp.experts.256.down_proj,0.0029966734,hessian_weighted_relative_error,28599,0.02500,1.564
38,mlp.experts.27.down_proj,0.0036375181,hessian_weighted_relative_error,31529,0.02500,1.511
38,mlp.experts.252.up_proj,0.0015254098,hessian_weighted_relative_error,24730,0.02500,1.632
38,mlp.experts.277.down_proj,0.0024049081,hessian_weighted_relative_error,32255,0.02500,1.583
38,mlp.experts.258.down_proj,0.0025124755,hessian_weighted_relative_error,18203,0.02500,1.568
38,mlp.experts.281.down_proj,0.0039599030,hessian_weighted_relative_error,46097,0.02500,1.586
38,mlp.experts.26.down_proj,0.0034846901,hessian_weighted_relative_error,37097,0.02500,1.526
38,mlp.experts.277.up_proj,0.0021151763,hessian_weighted_relative_error,32255,0.02500,1.693
38,mlp.experts.266.down_proj,0.0036226457,hessian_weighted_relative_error,50825,0.02500,1.571
38,mlp.experts.281.up_proj,0.0029357951,hessian_weighted_relative_error,46097,0.02500,1.686
38,mlp.experts.260.down_proj,0.0034408134,hessian_weighted_relative_error,37181,0.02500,1.570
38,mlp.experts.283.down_proj,0.0033255679,hessian_weighted_relative_error,30179,0.02500,1.580
38,mlp.experts.266.gate_proj,0.0025033335,hessian_weighted_relative_error,50825,0.02500,1.622
38,mlp.experts.266.up_proj,0.0027358079,hessian_weighted_relative_error,50825,0.02500,1.633
38,mlp.experts.285.gate_proj,0.0020351129,hessian_weighted_relative_error,53301,0.02500,1.689
38,mlp.experts.270.gate_proj,0.0017703187,hessian_weighted_relative_error,44303,0.02500,1.622
38,mlp.experts.285.down_proj,0.0030877136,hessian_weighted_relative_error,53301,0.02500,1.581
38,mlp.experts.270.down_proj,0.0018089597,hessian_weighted_relative_error,44303,0.02500,1.570
38,mlp.experts.285.up_proj,0.0023788753,hessian_weighted_relative_error,53301,0.02500,1.698
38,mlp.experts.270.up_proj,0.0019594545,hessian_weighted_relative_error,44303,0.02500,1.632
38,mlp.experts.287.down_proj,0.0038184602,hessian_weighted_relative_error,49271,0.02500,1.579
38,mlp.experts.287.up_proj,0.0028384213,hessian_weighted_relative_error,49271,0.02500,1.701
38,mlp.experts.274.down_proj,0.0038273709,hessian_weighted_relative_error,48805,0.02500,1.532
38,mlp.experts.287.gate_proj,0.0025327112,hessian_weighted_relative_error,49271,0.02500,1.679
38,mlp.experts.274.up_proj,0.0028029833,hessian_weighted_relative_error,48805,0.02500,1.634
38,mlp.experts.31.down_proj,0.0037870083,hessian_weighted_relative_error,36585,0.02500,1.516
38,mlp.experts.30.down_proj,0.0032113462,hessian_weighted_relative_error,20251,0.02500,1.527
38,mlp.experts.57.down_proj,0.0033967130,hessian_weighted_relative_error,34351,0.02500,1.517
38,mlp.experts.286.down_proj,0.0038962526,hessian_weighted_relative_error,50395,0.02500,1.570
38,mlp.experts.30.up_proj,0.0021850635,hessian_weighted_relative_error,20251,0.02500,1.626
38,mlp.experts.69.down_proj,0.0030136100,hessian_weighted_relative_error,56748,0.02500,1.527
38,mlp.experts.48.down_proj,0.0029863807,hessian_weighted_relative_error,70903,0.02500,1.532
38,mlp.experts.63.up_proj,0.0024624550,hessian_weighted_relative_error,38889,0.02500,1.692
38,mlp.experts.48.up_proj,0.0024288131,hessian_weighted_relative_error,70903,0.02500,1.625
38,mlp.experts.63.down_proj,0.0029474116,hessian_weighted_relative_error,38889,0.02500,1.539
38,mlp.experts.48.gate_proj,0.0021975035,hessian_weighted_relative_error,70903,0.02500,1.587
38,mlp.experts.59.down_proj,0.0033998001,hessian_weighted_relative_error,36844,0.02500,1.520
38,mlp.experts.54.down_proj,0.0026170718,hessian_weighted_relative_error,24078,0.02500,1.535
38,mlp.experts.7.gate_proj,0.0023684268,hessian_weighted_relative_error,30224,0.02500,1.592
38,mlp.experts.56.down_proj,0.0037517406,hessian_weighted_relative_error,54439,0.02500,1.535
38,mlp.experts.7.down_proj,0.0036501367,hessian_weighted_relative_error,30224,0.02500,1.505
38,mlp.experts.56.up_proj,0.0028117504,hessian_weighted_relative_error,54439,0.02500,1.626
38,mlp.experts.69.up_proj,0.0020625124,hessian_weighted_relative_error,56748,0.02500,1.688
38,mlp.experts.56.gate_proj,0.0024920574,hessian_weighted_relative_error,54439,0.02500,1.592
38,mlp.experts.69.gate_proj,0.0018453820,hessian_weighted_relative_error,56748,0.02500,1.627
38,mlp.experts.58.down_proj,0.0031593585,hessian_weighted_relative_error,45090,0.02500,1.535
38,mlp.experts.75.up_proj,0.0020619297,hessian_weighted_relative_error,41050,0.02500,1.679
38,mlp.experts.62.down_proj,0.0025950921,hessian_weighted_relative_error,18603,0.02500,1.537
38,mlp.experts.75.gate_proj,0.0018257188,hessian_weighted_relative_error,41050,0.02500,1.625
38,mlp.experts.62.up_proj,0.0014352887,hessian_weighted_relative_error,18603,0.02500,1.627
38,mlp.experts.75.down_proj,0.0029877437,hessian_weighted_relative_error,41050,0.02500,1.529
38,mlp.experts.62.gate_proj,0.0012515121,hessian_weighted_relative_error,18603,0.02500,1.596
38,mlp.experts.7.up_proj,0.0027025114,hessian_weighted_relative_error,30224,0.02500,1.672
38,mlp.experts.68.down_proj,0.0038169210,hessian_weighted_relative_error,33801,0.02500,1.535
38,mlp.experts.83.down_proj,0.0034011597,hessian_weighted_relative_error,29205,0.02500,1.533
38,mlp.experts.78.down_proj,0.0027213593,hessian_weighted_relative_error,47567,0.02500,1.541
38,mlp.experts.79.up_proj,0.0022165632,hessian_weighted_relative_error,46066,0.02500,1.675
38,mlp.experts.78.up_proj,0.0021404925,hessian_weighted_relative_error,47567,0.02500,1.628
38,mlp.experts.79.gate_proj,0.0019809415,hessian_weighted_relative_error,46066,0.02500,1.630
38,mlp.experts.78.gate_proj,0.0018519707,hessian_weighted_relative_error,47567,0.02500,1.599
38,mlp.experts.79.down_proj,0.0032278815,hessian_weighted_relative_error,46066,0.02500,1.535
38,mlp.experts.80.down_proj,0.0031466219,hessian_weighted_relative_error,41029,0.02500,1.541
38,mlp.experts.9.down_proj,0.0034739043,hessian_weighted_relative_error,49563,0.02500,1.502
38,mlp.experts.88.down_proj,0.0036796386,hessian_weighted_relative_error,45654,0.02500,1.542
38,mlp.experts.89.up_proj,0.0026798346,hessian_weighted_relative_error,40187,0.02500,1.684
38,mlp.experts.94.down_proj,0.0024883437,hessian_weighted_relative_error,46410,0.02500,1.546
38,mlp.experts.89.down_proj,0.0033986023,hessian_weighted_relative_error,40187,0.02500,1.540
38,mlp.experts.88.up_proj,0.0027435427,hessian_weighted_relative_error,45654,0.02500,1.641
38,mlp.experts.83.up_proj,0.0023625673,hessian_weighted_relative_error,29205,0.02500,1.672
38,mlp.experts.94.gate_proj,0.0013321103,hessian_weighted_relative_error,46410,0.02500,1.602
38,mlp.experts.93.down_proj,0.0035932904,hessian_weighted_relative_error,38112,0.02500,1.536
38,mlp.experts.94.up_proj,0.0016192594,hessian_weighted_relative_error,46410,0.02500,1.647
39,mlp.experts.0.gate_proj,0.0078318276,hessian_weighted_relative_error,20379,0.02500,0.803
39,mlp.experts.2.gate_proj,0.0057599194,hessian_weighted_relative_error,6581,0.02500,0.815
39,mlp.experts.3.gate_proj,0.0049013025,hessian_weighted_relative_error,42888,0.02500,0.806
39,mlp.experts.4.gate_proj,0.0075811009,hessian_weighted_relative_error,18768,0.02500,0.793
39,mlp.experts.5.gate_proj,0.0073115457,hessian_weighted_relative_error,13947,0.02500,0.789
39,mlp.experts.6.gate_proj,0.0091244949,hessian_weighted_relative_error,28040,0.02500,0.795
39,mlp.experts.7.gate_proj,0.0067109608,hessian_weighted_relative_error,16709,0.02500,0.787
39,mlp.experts.8.gate_proj,0.0078101495,hessian_weighted_relative_error,37492,0.02500,0.806
39,mlp.experts.9.gate_proj,0.0058435602,hessian_weighted_relative_error,19985,0.02500,0.789
39,mlp.experts.10.gate_proj,0.0072612405,hessian_weighted_relative_error,39185,0.02500,0.807
39,mlp.experts.11.gate_proj,0.0043737059,hessian_weighted_relative_error,16313,0.02500,0.790
39,mlp.experts.12.gate_proj,0.0086335726,hessian_weighted_relative_error,27417,0.02500,0.807
39,mlp.experts.13.gate_proj,0.0039079358,hessian_weighted_relative_error,13177,0.02500,0.787
39,mlp.experts.14.gate_proj,0.0070344849,hessian_weighted_relative_error,31090,0.02500,0.803
39,mlp.experts.15.gate_proj,0.0072582971,hessian_weighted_relative_error,17628,0.02500,0.788
39,mlp.experts.16.gate_proj,0.0080141763,hessian_weighted_relative_error,36891,0.02500,0.808
39,mlp.experts.17.gate_proj,0.0087214355,hessian_weighted_relative_error,35570,0.02500,0.793
39,mlp.experts.18.gate_proj,0.0078145407,hessian_weighted_relative_error,40433,0.02500,0.808
39,mlp.experts.19.gate_proj,0.0084676674,hessian_weighted_relative_error,23472,0.02500,0.790
39,mlp.experts.20.gate_proj,0.0070583458,hessian_weighted_relative_error,18359,0.02500,0.809
39,mlp.experts.21.gate_proj,0.0054821447,hessian_weighted_relative_error,10858,0.02500,0.790
39,mlp.experts.22.gate_proj,0.0078789580,hessian_weighted_relative_error,23145,0.02500,0.809
39,mlp.experts.25.gate_proj,0.0054888654,hessian_weighted_relative_error,17571,0.02500,0.798
39,mlp.experts.26.gate_proj,0.0082736375,hessian_weighted_relative_error,22668,0.02500,0.813
39,mlp.experts.27.gate_proj,0.0068682712,hessian_weighted_relative_error,22108,0.02500,0.796
39,mlp.experts.28.gate_proj,0.0084670886,hessian_weighted_relative_error,26727,0.02500,0.810
39,mlp.experts.29.gate_proj,0.0095792323,hessian_weighted_relative_error,25024,0.02500,0.797
39,mlp.experts.30.gate_proj,0.0045603252,hessian_weighted_relative_error,4567,0.02500,0.811
39,mlp.experts.31.gate_proj,0.0042763703,hessian_weighted_relative_error,10848,0.02500,0.797
39,mlp.experts.32.gate_proj,0.0066589115,hessian_weighted_relative_error,22251,0.02500,0.813
39,mlp.experts.33.gate_proj,0.0087583644,hessian_weighted_relative_error,25315,0.02500,0.800
39,mlp.experts.34.gate_proj,0.0077562158,hessian_weighted_relative_error,33170,0.02500,0.814
39,mlp.experts.35.gate_proj,0.0087627092,hessian_weighted_relative_error,25102,0.02500,0.801
39,mlp.experts.36.gate_proj,0.0079873431,hessian_weighted_relative_error,36206,0.02500,0.813
39,mlp.experts.37.gate_proj,0.0065368081,hessian_weighted_relative_error,35657,0.02500,0.799
39,mlp.experts.38.gate_proj,0.0084210827,hessian_weighted_relative_error,29043,0.02500,0.813
39,mlp.experts.39.gate_proj,0.0061343598,hessian_weighted_relative_error,37308,0.02500,0.801
39,mlp.experts.40.gate_proj,0.0083777882,hessian_weighted_relative_error,29160,0.02500,0.814
39,mlp.experts.41.gate_proj,0.0067705806,hessian_weighted_relative_error,10759,0.02500,0.804
39,mlp.experts.42.gate_proj,0.0081132787,hessian_weighted_relative_error,26256,0.02500,0.816
39,mlp.experts.43.gate_proj,0.0090916926,hessian_weighted_relative_error,21374,0.02500,0.803
39,mlp.experts.44.gate_proj,0.0041250038,hessian_weighted_relative_error,8143,0.02500,0.817
39,mlp.experts.45.gate_proj,0.0050910235,hessian_weighted_relative_error,27432,0.02500,0.802
39,mlp.experts.46.gate_proj,0.0058206760,hessian_weighted_relative_error,21563,0.02500,0.816
39,mlp.experts.48.gate_proj,0.0087296336,hessian_weighted_relative_error,45214,0.02500,0.817
39,mlp.experts.50.gate_proj,0.0086439369,hessian_weighted_relative_error,50292,0.02500,0.818
39,mlp.experts.51.gate_proj,0.0094801579,hessian_weighted_relative_error,38600,0.02500,0.812
39,mlp.experts.55.gate_proj,0.0066529560,hessian_weighted_relative_error,28467,0.02500,0.810
39,mlp.experts.56.gate_proj,0.0082976005,hessian_weighted_relative_error,32051,0.02500,0.821
39,mlp.experts.57.gate_proj,0.0080372968,hessian_weighted_relative_error,34763,0.02500,0.811
39,mlp.experts.58.gate_proj,0.0067738246,hessian_weighted_relative_error,26226,0.02500,0.822
39,mlp.experts.59.gate_proj,0.0049988487,hessian_weighted_relative_error,7742,0.02500,0.808
39,mlp.experts.61.gate_proj,0.0062243246,hessian_weighted_relative_error,9214,0.02500,0.810
39,mlp.experts.62.gate_proj,0.0054078747,hessian_weighted_relative_error,14593,0.02500,0.820
39,mlp.experts.63.gate_proj,0.0085608121,hessian_weighted_relative_error,27026,0.02500,0.814
39,mlp.experts.64.gate_proj,0.0082714054,hessian_weighted_relative_error,34922,0.02500,0.821
39,mlp.experts.66.gate_proj,0.0059136494,hessian_weighted_relative_error,16884,0.02500,0.823
39,mlp.experts.67.gate_proj,0.0062350946,hessian_weighted_relative_error,13480,0.02500,0.815
39,mlp.experts.68.gate_proj,0.0060157886,hessian_weighted_relative_error,23362,0.02500,0.822
39,mlp.experts.69.gate_proj,0.0060404029,hessian_weighted_relative_error,21189,0.02500,0.814
39,mlp.experts.71.gate_proj,0.0079341380,hessian_weighted_relative_error,23624,0.02500,0.817
39,mlp.experts.72.gate_proj,0.0079336119,hessian_weighted_relative_error,11617,0.02500,0.826
39,mlp.experts.73.gate_proj,0.0085559433,hessian_weighted_relative_error,27444,0.02500,0.818
39,mlp.experts.74.gate_proj,0.0089493502,hessian_weighted_relative_error,37013,0.02500,0.825
39,mlp.experts.75.gate_proj,0.0088410106,hessian_weighted_relative_error,30203,0.02500,0.819
39,mlp.experts.76.gate_proj,0.0078236301,hessian_weighted_relative_error,43367,0.02500,0.825
39,mlp.experts.77.gate_proj,0.0075941698,hessian_weighted_relative_error,38844,0.02500,0.816
39,mlp.experts.78.gate_proj,0.0064317807,hessian_weighted_relative_error,18152,0.02500,0.824
39,mlp.experts.79.gate_proj,0.0084942977,hessian_weighted_relative_error,34252,0.02500,0.819
39,mlp.experts.80.gate_proj,0.0069615779,hessian_weighted_relative_error,20394,0.02500,0.826
39,mlp.experts.81.gate_proj,0.0076381808,hessian_weighted_relative_error,28197,0.02500,0.823
39,mlp.experts.82.gate_proj,0.0072479466,hessian_weighted_relative_error,20852,0.02500,0.829
39,mlp.experts.84.gate_proj,0.0089138929,hessian_weighted_relative_error,22665,0.02500,0.827
39,mlp.experts.85.gate_proj,0.0067264234,hessian_weighted_relative_error,23468,0.02500,0.820
39,mlp.experts.86.gate_proj,0.0085985148,hessian_weighted_relative_error,16644,0.02500,0.827
39,mlp.experts.87.gate_proj,0.0085011884,hessian_weighted_relative_error,22239,0.02500,0.828
39,mlp.experts.89.gate_proj,0.0079455412,hessian_weighted_relative_error,29970,0.02500,0.827
39,mlp.experts.90.gate_proj,0.0074877426,hessian_weighted_relative_error,28634,0.02500,0.830
39,mlp.experts.91.gate_proj,0.0049195191,hessian_weighted_relative_error,40406,0.02500,0.829
39,mlp.experts.92.gate_proj,0.0084461529,hessian_weighted_relative_error,25750,0.02500,0.828
39,mlp.experts.93.gate_proj,0.0085208122,hessian_weighted_relative_error,31374,0.02500,0.826
39,mlp.experts.94.gate_proj,0.0074284317,hessian_weighted_relative_error,15628,0.02500,0.829
39,mlp.experts.95.gate_proj,0.0075432693,hessian_weighted_relative_error,24294,0.02500,0.826
39,mlp.experts.96.gate_proj,0.0043512165,hessian_weighted_relative_error,17086,0.02500,0.832
39,mlp.experts.97.gate_proj,0.0078745312,hessian_weighted_relative_error,59274,0.02500,0.831
39,mlp.experts.98.gate_proj,0.0083021093,hessian_weighted_relative_error,37772,0.02500,0.832
39,mlp.experts.99.gate_proj,0.0095657973,hessian_weighted_relative_error,25781,0.02500,0.830
39,mlp.experts.100.gate_proj,0.0062184639,hessian_weighted_relative_error,12770,0.02500,0.830
39,mlp.experts.101.gate_proj,0.0080898114,hessian_weighted_relative_error,21568,0.02500,0.829
39,mlp.experts.102.gate_proj,0.0094497764,hessian_weighted_relative_error,29319,0.02500,0.830
39,mlp.experts.103.gate_proj,0.0056103462,hessian_weighted_relative_error,59874,0.02500,0.829
39,mlp.experts.104.gate_proj,0.0074303718,hessian_weighted_relative_error,40016,0.02500,0.832
39,mlp.experts.105.gate_proj,0.0051299240,hessian_weighted_relative_error,12836,0.02500,0.834
39,mlp.experts.106.gate_proj,0.0071517019,hessian_weighted_relative_error,25834,0.02500,0.834
39,mlp.experts.107.gate_proj,0.0038761783,hessian_weighted_relative_error,9817,0.02500,0.830
39,mlp.experts.109.gate_proj,0.0098467251,hessian_weighted_relative_error,37543,0.02500,0.830
39,mlp.experts.111.gate_proj,0.0074089622,hessian_weighted_relative_error,30330,0.02500,0.833
39,mlp.experts.112.gate_proj,0.0093341252,hessian_weighted_relative_error,26197,0.02500,0.834
39,mlp.experts.114.gate_proj,0.0082434057,hessian_weighted_relative_error,23775,0.02500,0.834
39,mlp.experts.115.gate_proj,0.0075095770,hessian_weighted_relative_error,20491,0.02500,0.835
39,mlp.experts.116.gate_proj,0.0078232687,hessian_weighted_relative_error,12953,0.02500,0.833
39,mlp.experts.117.gate_proj,0.0077214256,hessian_weighted_relative_error,37844,0.02500,0.834
39,mlp.experts.118.gate_proj,0.0063563280,hessian_weighted_relative_error,26215,0.02500,0.833
39,mlp.experts.119.gate_proj,0.0075122222,hessian_weighted_relative_error,19864,0.02500,0.842
39,mlp.experts.120.gate_proj,0.0069003542,hessian_weighted_relative_error,21406,0.02500,0.834
39,mlp.experts.121.gate_proj,0.0072440613,hessian_weighted_relative_error,16465,0.02500,0.842
39,mlp.experts.122.gate_proj,0.0082731563,hessian_weighted_relative_error,14312,0.02500,0.834
39,mlp.experts.123.gate_proj,0.0090765094,hessian_weighted_relative_error,32155,0.02500,0.840
39,mlp.experts.124.gate_proj,0.0082859033,hessian_weighted_relative_error,18999,0.02500,0.834
39,mlp.experts.125.gate_proj,0.0065613925,hessian_weighted_relative_error,26892,0.02500,0.839
39,mlp.experts.126.gate_proj,0.0090244772,hessian_weighted_relative_error,22275,0.02500,0.834
39,mlp.experts.127.gate_proj,0.0050545956,hessian_weighted_relative_error,17217,0.02500,0.841
39,mlp.experts.130.gate_proj,0.0078980204,hessian_weighted_relative_error,30778,0.02500,0.835
39,mlp.experts.132.gate_proj,0.0064144461,hessian_weighted_relative_error,21179,0.02500,0.836
39,mlp.experts.133.gate_proj,0.0085148241,hessian_weighted_relative_error,34207,0.02500,0.842
39,mlp.experts.134.gate_proj,0.0036305865,hessian_weighted_relative_error,49082,0.02500,0.835
39,mlp.experts.135.gate_proj,0.0088078450,hessian_weighted_relative_error,25340,0.02500,0.846
39,mlp.experts.136.gate_proj,0.0085270419,hessian_weighted_relative_error,24647,0.02500,0.836
39,mlp.experts.137.gate_proj,0.0082966384,hessian_weighted_relative_error,13297,0.02500,0.846
39,mlp.experts.138.gate_proj,0.0073814397,hessian_weighted_relative_error,36177,0.02500,0.836
39,mlp.experts.139.gate_proj,0.0080407750,hessian_weighted_relative_error,22614,0.02500,0.845
39,mlp.experts.140.gate_proj,0.0080427465,hessian_weighted_relative_error,41007,0.02500,0.838
39,mlp.experts.141.gate_proj,0.0075145413,hessian_weighted_relative_error,58020,0.02500,0.846
39,mlp.experts.143.gate_proj,0.0065817636,hessian_weighted_relative_error,13388,0.02500,0.846
39,mlp.experts.144.gate_proj,0.0095491012,hessian_weighted_relative_error,26988,0.02500,0.839
39,mlp.experts.145.gate_proj,0.0056776867,hessian_weighted_relative_error,50599,0.02500,0.851
39,mlp.experts.146.gate_proj,0.0048468650,hessian_weighted_relative_error,7096,0.02500,0.839
39,mlp.experts.147.gate_proj,0.0060585010,hessian_weighted_relative_error,24904,0.02500,0.847
39,mlp.experts.148.gate_proj,0.0092639163,hessian_weighted_relative_error,18384,0.02500,0.839
39,mlp.experts.149.gate_proj,0.0075197038,hessian_weighted_relative_error,24247,0.02500,0.849
39,mlp.experts.150.gate_proj,0.0057458808,hessian_weighted_relative_error,14137,0.02500,0.838
39,mlp.experts.151.gate_proj,0.0088509289,hessian_weighted_relative_error,24314,0.02500,0.849
39,mlp.experts.152.gate_proj,0.0084446474,hessian_weighted_relative_error,29827,0.02500,0.840
39,mlp.experts.154.gate_proj,0.0093473895,hessian_weighted_relative_error,48656,0.02500,0.839
39,mlp.experts.155.gate_proj,0.0067466321,hessian_weighted_relative_error,27497,0.02500,0.850
39,mlp.experts.156.gate_proj,0.0061933794,hessian_weighted_relative_error,27571,0.02500,0.838
39,mlp.experts.157.gate_proj,0.0066414130,hessian_weighted_relative_error,30806,0.02500,0.848
39,mlp.experts.158.gate_proj,0.0063904213,hessian_weighted_relative_error,54583,0.02500,0.839
39,mlp.experts.159.gate_proj,0.0081702430,hessian_weighted_relative_error,24246,0.02500,0.850
39,mlp.experts.160.gate_proj,0.0054267124,hessian_weighted_relative_error,14427,0.02500,0.840
39,mlp.experts.161.gate_proj,0.0085496562,hessian_weighted_relative_error,43910,0.02500,0.852
39,mlp.experts.162.gate_proj,0.0082614361,hessian_weighted_relative_error,30297,0.02500,0.844
39,mlp.experts.163.gate_proj,0.0051468893,hessian_weighted_relative_error,11614,0.02500,0.852
39,mlp.experts.164.gate_proj,0.0071936518,hessian_weighted_relative_error,19688,0.02500,0.840
39,mlp.experts.165.gate_proj,0.0088376423,hessian_weighted_relative_error,36491,0.02500,0.850
39,mlp.experts.166.gate_proj,0.0086016881,hessian_weighted_relative_error,33620,0.02500,0.841
39,mlp.experts.167.gate_proj,0.0076026768,hessian_weighted_relative_error,18948,0.02500,0.850
39,mlp.experts.168.gate_proj,0.0078869615,hessian_weighted_relative_error,28823,0.02500,0.842
39,mlp.experts.169.gate_proj,0.0062311944,hessian_weighted_relative_error,11060,0.02500,0.852
39,mlp.experts.170.gate_proj,0.0055284660,hessian_weighted_relative_error,57684,0.02500,0.842
39,mlp.experts.171.gate_proj,0.0068186023,hessian_weighted_relative_error,25265,0.02500,0.853
39,mlp.experts.172.gate_proj,0.0084635823,hessian_weighted_relative_error,20527,0.02500,0.841
39,mlp.experts.173.gate_proj,0.0095894113,hessian_weighted_relative_error,29861,0.02500,0.851
39,mlp.experts.175.gate_proj,0.0081727334,hessian_weighted_relative_error,37063,0.02500,0.855
39,mlp.experts.176.gate_proj,0.0072688877,hessian_weighted_relative_error,34535,0.02500,0.843
39,mlp.experts.177.gate_proj,0.0069954352,hessian_weighted_relative_error,26625,0.02500,0.852
39,mlp.experts.178.gate_proj,0.0046229494,hessian_weighted_relative_error,23535,0.02500,0.844
39,mlp.experts.179.gate_proj,0.0059549633,hessian_weighted_relative_error,13073,0.02500,0.852
39,mlp.experts.182.gate_proj,0.0075236385,hessian_weighted_relative_error,16297,0.02500,0.842
39,mlp.experts.183.gate_proj,0.0094093504,hessian_weighted_relative_error,29455,0.02500,0.856
39,mlp.experts.184.gate_proj,0.0082398523,hessian_weighted_relative_error,40762,0.02500,0.844
39,mlp.experts.185.gate_proj,0.0051775782,hessian_weighted_relative_error,38459,0.02500,0.853
39,mlp.experts.186.gate_proj,0.0073722464,hessian_weighted_relative_error,30335,0.02500,0.844
39,mlp.experts.187.gate_proj,0.0078591290,hessian_weighted_relative_error,30953,0.02500,0.855
39,mlp.experts.188.gate_proj,0.0089221938,hessian_weighted_relative_error,35955,0.02500,0.842
39,mlp.experts.189.gate_proj,0.0084912335,hessian_weighted_relative_error,26920,0.02500,0.859
39,mlp.experts.190.gate_proj,0.0081853867,hessian_weighted_relative_error,23424,0.02500,0.843
39,mlp.experts.192.gate_proj,0.0077955613,hessian_weighted_relative_error,22121,0.02500,0.845
39,mlp.experts.194.gate_proj,0.0087243064,hessian_weighted_relative_error,28005,0.02500,0.845
39,mlp.experts.195.gate_proj,0.0085746816,hessian_weighted_relative_error,27224,0.02500,0.856
39,mlp.experts.196.gate_proj,0.0067063686,hessian_weighted_relative_error,20368,0.02500,0.844
39,mlp.experts.197.gate_proj,0.0057378323,hessian_weighted_relative_error,11109,0.02500,0.856
39,mlp.experts.199.gate_proj,0.0091429943,hessian_weighted_relative_error,32951,0.02500,0.857
39,mlp.experts.200.gate_proj,0.0066272087,hessian_weighted_relative_error,15979,0.02500,0.847
39,mlp.experts.201.gate_proj,0.0090490318,hessian_weighted_relative_error,26488,0.02500,0.860
39,mlp.experts.202.gate_proj,0.0052048251,hessian_weighted_relative_error,10444,0.02500,0.846
39,mlp.experts.204.gate_proj,0.0055945198,hessian_weighted_relative_error,20751,0.02500,0.846
39,mlp.experts.206.gate_proj,0.0090472174,hessian_weighted_relative_error,37509,0.02500,0.846
39,mlp.experts.207.gate_proj,0.0038973193,hessian_weighted_relative_error,5735,0.02500,0.858
39,mlp.experts.208.gate_proj,0.0055853355,hessian_weighted_relative_error,14161,0.02500,0.849
39,mlp.experts.209.gate_proj,0.0050755364,hessian_weighted_relative_error,5799,0.02500,0.858
39,mlp.experts.211.gate_proj,0.0065506885,hessian_weighted_relative_error,45280,0.02500,0.857
39,mlp.experts.212.gate_proj,0.0088165526,hessian_weighted_relative_error,31719,0.02500,0.846
39,mlp.experts.213.gate_proj,0.0080135172,hessian_weighted_relative_error,49527,0.02500,0.857
39,mlp.experts.214.gate_proj,0.0081190729,hessian_weighted_relative_error,45627,0.02500,0.846
39,mlp.experts.215.gate_proj,0.0076453187,hessian_weighted_relative_error,33100,0.02500,0.859
39,mlp.experts.216.gate_proj,0.0090719004,hessian_weighted_relative_error,34397,0.02500,0.850
39,mlp.experts.217.gate_proj,0.0082237501,hessian_weighted_relative_error,21997,0.02500,0.859
39,mlp.experts.218.gate_proj,0.0067887637,hessian_weighted_relative_error,25595,0.02500,0.852
39,mlp.experts.219.gate_proj,0.0052883579,hessian_weighted_relative_error,4952,0.02500,0.861
39,mlp.experts.221.gate_proj,0.0084075878,hessian_weighted_relative_error,31834,0.02500,0.859
39,mlp.experts.223.gate_proj,0.0070904233,hessian_weighted_relative_error,16180,0.02500,0.860
39,mlp.experts.224.gate_proj,0.0062751042,hessian_weighted_relative_error,29401,0.02500,0.860
39,mlp.experts.225.gate_proj,0.0067027212,hessian_weighted_relative_error,9896,0.02500,0.861
39,mlp.experts.226.gate_proj,0.0073051732,hessian_weighted_relative_error,18442,0.02500,0.860
39,mlp.experts.227.gate_proj,0.0081562532,hessian_weighted_relative_error,28928,0.02500,0.863
39,mlp.experts.228.gate_proj,0.0085864124,hessian_weighted_relative_error,30845,0.02500,0.855
39,mlp.experts.229.gate_proj,0.0067698201,hessian_weighted_relative_error,24326,0.02500,0.861
39,mlp.experts.230.gate_proj,0.0074788935,hessian_weighted_relative_error,9831,0.02500,0.857
39,mlp.experts.231.gate_proj,0.0060587619,hessian_weighted_relative_error,38830,0.02500,0.862
39,mlp.experts.232.gate_proj,0.0072235561,hessian_weighted_relative_error,18027,0.02500,0.862
39,mlp.experts.233.gate_proj,0.0080198311,hessian_weighted_relative_error,16493,0.02500,0.858
39,mlp.experts.234.gate_proj,0.0038900490,hessian_weighted_relative_error,19816,0.02500,0.858
39,mlp.experts.235.gate_proj,0.0070557866,hessian_weighted_relative_error,19762,0.02500,0.862
39,mlp.experts.236.gate_proj,0.0077690164,hessian_weighted_relative_error,20502,0.02500,0.860
39,mlp.experts.237.gate_proj,0.0084225373,hessian_weighted_relative_error,43513,0.02500,0.862
39,mlp.experts.238.gate_proj,0.0091659820,hessian_weighted_relative_error,24209,0.02500,0.863
39,mlp.experts.239.gate_proj,0.0076978249,hessian_weighted_relative_error,14818,0.02500,0.865
39,mlp.experts.240.gate_proj,0.0088085745,hessian_weighted_relative_error,22194,0.02500,0.850
39,mlp.experts.241.gate_proj,0.0086446103,hessian_weighted_relative_error,37525,0.02500,0.885
39,mlp.experts.243.gate_proj,0.0084975258,hessian_weighted_relative_error,34177,0.02500,0.865
39,mlp.experts.244.gate_proj,0.0047371946,hessian_weighted_relative_error,19801,0.02500,0.861
39,mlp.experts.245.gate_proj,0.0073220719,hessian_weighted_relative_error,30232,0.02500,0.862
39,mlp.experts.246.gate_proj,0.0089445299,hessian_weighted_relative_error,30388,0.02500,0.864
39,mlp.experts.247.gate_proj,0.0076196160,hessian_weighted_relative_error,17841,0.02500,0.865
39,mlp.experts.248.gate_proj,0.0086647170,hessian_weighted_relative_error,18452,0.02500,0.847
39,mlp.experts.249.gate_proj,0.0083576390,hessian_weighted_relative_error,43846,0.02500,0.863
39,mlp.experts.250.gate_proj,0.0076183238,hessian_weighted_relative_error,42601,0.02500,0.849
39,mlp.experts.251.gate_proj,0.0057280352,hessian_weighted_relative_error,15761,0.02500,0.864
39,mlp.experts.252.gate_proj,0.0067475619,hessian_weighted_relative_error,15599,0.02500,0.848
39,mlp.experts.253.gate_proj,0.0066295735,hessian_weighted_relative_error,37318,0.02500,0.864
39,mlp.experts.254.gate_proj,0.0065391213,hessian_weighted_relative_error,14438,0.02500,0.847
39,mlp.experts.255.gate_proj,0.0083663050,hessian_weighted_relative_error,40803,0.02500,0.862
39,mlp.experts.257.gate_proj,0.0086131839,hessian_weighted_relative_error,18953,0.02500,0.864
39,mlp.experts.258.gate_proj,0.0079481992,hessian_weighted_relative_error,35780,0.02500,0.849
39,mlp.experts.259.gate_proj,0.0059496185,hessian_weighted_relative_error,17241,0.02500,0.861
39,mlp.experts.260.gate_proj,0.0089043532,hessian_weighted_relative_error,32195,0.02500,0.848
39,mlp.experts.261.gate_proj,0.0086280634,hessian_weighted_relative_error,35869,0.02500,0.865
39,mlp.experts.262.gate_proj,0.0080168089,hessian_weighted_relative_error,31454,0.02500,0.848
39,mlp.experts.263.gate_proj,0.0066349491,hessian_weighted_relative_error,22476,0.02500,0.860
39,mlp.experts.265.gate_proj,0.0052904341,hessian_weighted_relative_error,13428,0.02500,0.862
39,mlp.experts.266.gate_proj,0.0073430476,hessian_weighted_relative_error,16020,0.02500,0.850
39,mlp.experts.267.gate_proj,0.0071275037,hessian_weighted_relative_error,29411,0.02500,0.865
39,mlp.experts.269.gate_proj,0.0057318571,hessian_weighted_relative_error,6584,0.02500,0.864
39,mlp.experts.271.gate_proj,0.0084482897,hessian_weighted_relative_error,41546,0.02500,0.862
39,mlp.experts.272.gate_proj,0.0070850349,hessian_weighted_relative_error,11110,0.02500,0.849
39,mlp.experts.273.gate_proj,0.0078550335,hessian_weighted_relative_error,21570,0.02500,0.861
39,mlp.experts.274.gate_proj,0.0083702536,hessian_weighted_relative_error,30299,0.02500,0.850
39,mlp.experts.275.gate_proj,0.0077138222,hessian_weighted_relative_error,25590,0.02500,0.861
39,mlp.experts.277.gate_proj,0.0080238283,hessian_weighted_relative_error,25534,0.02500,0.862
39,mlp.experts.278.gate_proj,0.0087985862,hessian_weighted_relative_error,51427,0.02500,0.849
39,mlp.experts.280.gate_proj,0.0080130741,hessian_weighted_relative_error,24887,0.02500,0.850
39,mlp.experts.282.gate_proj,0.0080566573,hessian_weighted_relative_error,31266,0.02500,0.849
39,mlp.experts.283.gate_proj,0.0084654817,hessian_weighted_relative_error,22058,0.02500,0.865
39,mlp.experts.284.gate_proj,0.0076000712,hessian_weighted_relative_error,23649,0.02500,0.851
39,mlp.experts.285.gate_proj,0.0062076509,hessian_weighted_relative_error,17634,0.02500,0.863
39,mlp.experts.286.gate_proj,0.0089768116,hessian_weighted_relative_error,40866,0.02500,0.851
39,mlp.experts.287.gate_proj,0.0091397937,hessian_weighted_relative_error,26956,0.02500,0.862
39,mlp.experts.0.up_proj,0.0094993296,hessian_weighted_relative_error,20379,0.02500,0.851
39,mlp.experts.2.up_proj,0.0070075025,hessian_weighted_relative_error,6581,0.02500,0.853
39,mlp.experts.3.up_proj,0.0099388343,hessian_weighted_relative_error,42888,0.02500,0.866
39,mlp.experts.4.up_proj,0.0089594529,hessian_weighted_relative_error,18768,0.02500,0.852
39,mlp.experts.5.up_proj,0.0085608090,hessian_weighted_relative_error,13947,0.02500,0.862
39,mlp.experts.6.up_proj,0.0109921400,hessian_weighted_relative_error,28040,0.02500,0.852
39,mlp.experts.7.up_proj,0.0073062099,hessian_weighted_relative_error,16709,0.02500,0.864
39,mlp.experts.8.up_proj,0.0097241772,hessian_weighted_relative_error,37492,0.02500,0.851
39,mlp.experts.9.up_proj,0.0063404053,hessian_weighted_relative_error,19985,0.02500,0.871
39,mlp.experts.10.up_proj,0.0099145167,hessian_weighted_relative_error,39185,0.02500,0.853
39,mlp.experts.11.up_proj,0.0055903823,hessian_weighted_relative_error,16313,0.02500,0.862
39,mlp.experts.12.up_proj,0.0100121913,hessian_weighted_relative_error,27417,0.02500,0.850
39,mlp.experts.13.up_proj,0.0048227918,hessian_weighted_relative_error,13177,0.02500,0.864
39,mlp.experts.14.up_proj,0.0080522945,hessian_weighted_relative_error,31090,0.02500,0.851
39,mlp.experts.15.up_proj,0.0082142464,hessian_weighted_relative_error,17628,0.02500,0.865
39,mlp.experts.16.up_proj,0.0085518080,hessian_weighted_relative_error,36891,0.02500,0.852
39,mlp.experts.17.up_proj,0.0104925611,hessian_weighted_relative_error,35570,0.02500,0.867
39,mlp.experts.19.up_proj,0.0102948701,hessian_weighted_relative_error,23472,0.02500,0.869
39,mlp.experts.20.up_proj,0.0076779060,hessian_weighted_relative_error,18359,0.02500,0.852
39,mlp.experts.21.up_proj,0.0069778450,hessian_weighted_relative_error,10858,0.02500,0.866
39,mlp.experts.22.up_proj,0.0084558666,hessian_weighted_relative_error,23145,0.02500,0.851
39,mlp.experts.25.up_proj,0.0062665633,hessian_weighted_relative_error,17571,0.02500,0.865
39,mlp.experts.26.up_proj,0.0099342986,hessian_weighted_relative_error,22668,0.02500,0.854
39,mlp.experts.27.up_proj,0.0089850837,hessian_weighted_relative_error,22108,0.02500,0.866
39,mlp.experts.28.up_proj,0.0098401970,hessian_weighted_relative_error,26727,0.02500,0.850
39,mlp.experts.29.up_proj,0.0107516137,hessian_weighted_relative_error,25024,0.02500,0.865
39,mlp.experts.30.up_proj,0.0050964980,hessian_weighted_relative_error,4567,0.02500,0.853
39,mlp.experts.31.up_proj,0.0049658532,hessian_weighted_relative_error,10848,0.02500,0.866
39,mlp.experts.32.up_proj,0.0075116566,hessian_weighted_relative_error,22251,0.02500,0.852
39,mlp.experts.33.up_proj,0.0104092039,hessian_weighted_relative_error,25315,0.02500,0.866
39,mlp.experts.34.up_proj,0.0094520877,hessian_weighted_relative_error,33170,0.02500,0.856
39,mlp.experts.35.up_proj,0.0099705233,hessian_weighted_relative_error,25102,0.02500,0.864
39,mlp.experts.36.up_proj,0.0115430131,hessian_weighted_relative_error,36206,0.02500,0.853
39,mlp.experts.37.up_proj,0.0103464292,hessian_weighted_relative_error,35657,0.02500,0.867
39,mlp.experts.38.up_proj,0.0093826296,hessian_weighted_relative_error,29043,0.02500,0.853
39,mlp.experts.39.up_proj,0.0084079092,hessian_weighted_relative_error,37308,0.02500,0.874
39,mlp.experts.40.up_proj,0.0106217951,hessian_weighted_relative_error,29160,0.02500,0.853
39,mlp.experts.41.up_proj,0.0074056217,hessian_weighted_relative_error,10759,0.02500,0.865
39,mlp.experts.42.up_proj,0.0101245059,hessian_weighted_relative_error,26256,0.02500,0.855
39,mlp.experts.43.up_proj,0.0100906153,hessian_weighted_relative_error,21374,0.02500,0.874
39,mlp.experts.44.up_proj,0.0053848166,hessian_weighted_relative_error,8143,0.02500,0.851
39,mlp.experts.45.up_proj,0.0083035004,hessian_weighted_relative_error,27432,0.02500,0.866
39,mlp.experts.46.up_proj,0.0066524381,hessian_weighted_relative_error,21563,0.02500,0.856
39,mlp.experts.51.up_proj,0.0105250850,hessian_weighted_relative_error,38600,0.02500,0.869
39,mlp.experts.55.up_proj,0.0085134615,hessian_weighted_relative_error,28467,0.02500,0.867
39,mlp.experts.56.up_proj,0.0102308568,hessian_weighted_relative_error,32051,0.02500,0.854
39,mlp.experts.57.up_proj,0.0105183261,hessian_weighted_relative_error,34763,0.02500,0.877
39,mlp.experts.58.up_proj,0.0072651138,hessian_weighted_relative_error,26226,0.02500,0.855
39,mlp.experts.59.up_proj,0.0055851850,hessian_weighted_relative_error,7742,0.02500,0.877
39,mlp.experts.61.up_proj,0.0075995873,hessian_weighted_relative_error,9214,0.02500,0.878
39,mlp.experts.62.up_proj,0.0077393190,hessian_weighted_relative_error,14593,0.02500,0.855
39,mlp.experts.63.up_proj,0.0099247873,hessian_weighted_relative_error,27026,0.02500,0.867
39,mlp.experts.64.up_proj,0.0103374494,hessian_weighted_relative_error,34922,0.02500,0.855
39,mlp.experts.67.up_proj,0.0078532449,hessian_weighted_relative_error,13480,0.02500,0.867
39,mlp.experts.68.up_proj,0.0075497333,hessian_weighted_relative_error,23362,0.02500,0.854
39,mlp.experts.69.up_proj,0.0085600280,hessian_weighted_relative_error,21189,0.02500,0.869
39,mlp.experts.71.up_proj,0.0093763920,hessian_weighted_relative_error,23624,0.02500,0.868
39,mlp.experts.72.up_proj,0.0093412036,hessian_weighted_relative_error,11617,0.02500,0.861
39,mlp.experts.73.up_proj,0.0104802371,hessian_weighted_relative_error,27444,0.02500,0.877
39,mlp.experts.75.up_proj,0.0106491559,hessian_weighted_relative_error,30203,0.02500,0.871
39,mlp.experts.76.up_proj,0.0099806196,hessian_weighted_relative_error,43367,0.02500,0.855
39,mlp.experts.77.up_proj,0.0082732638,hessian_weighted_relative_error,38844,0.02500,0.878
39,mlp.experts.78.up_proj,0.0092651504,hessian_weighted_relative_error,18152,0.02500,0.858
39,mlp.experts.79.up_proj,0.0108776408,hessian_weighted_relative_error,34252,0.02500,0.878
39,mlp.experts.80.up_proj,0.0089699866,hessian_weighted_relative_error,20394,0.02500,0.856
39,mlp.experts.81.up_proj,0.0098805458,hessian_weighted_relative_error,28197,0.02500,0.870
39,mlp.experts.82.up_proj,0.0094150623,hessian_weighted_relative_error,20852,0.02500,0.856
39,mlp.experts.84.up_proj,0.0098295415,hessian_weighted_relative_error,22665,0.02500,0.867
39,mlp.experts.85.up_proj,0.0080260058,hessian_weighted_relative_error,23468,0.02500,0.892
39,mlp.experts.86.up_proj,0.0105756120,hessian_weighted_relative_error,16644,0.02500,0.856
39,mlp.experts.87.up_proj,0.0100646076,hessian_weighted_relative_error,22239,0.02500,0.880
39,mlp.experts.89.up_proj,0.0106783637,hessian_weighted_relative_error,29970,0.02500,0.867
39,mlp.experts.90.up_proj,0.0085939129,hessian_weighted_relative_error,28634,0.02500,0.858
39,mlp.experts.92.up_proj,0.0096315726,hessian_weighted_relative_error,25750,0.02500,0.856
39,mlp.experts.93.up_proj,0.0091407036,hessian_weighted_relative_error,31374,0.02500,0.878
39,mlp.experts.94.up_proj,0.0093247886,hessian_weighted_relative_error,15628,0.02500,0.856
39,mlp.experts.95.up_proj,0.0098892286,hessian_weighted_relative_error,24294,0.02500,0.881
39,mlp.experts.96.up_proj,0.0071798747,hessian_weighted_relative_error,17086,0.02500,0.859
39,mlp.experts.99.up_proj,0.0104638288,hessian_weighted_relative_error,25781,0.02500,0.877
39,mlp.experts.100.up_proj,0.0074117543,hessian_weighted_relative_error,12770,0.02500,0.858
39,mlp.experts.101.up_proj,0.0100214295,hessian_weighted_relative_error,21568,0.02500,0.878
39,mlp.experts.102.up_proj,0.0109272263,hessian_weighted_relative_error,29319,0.02500,0.856
39,mlp.experts.104.up_proj,0.0109799927,hessian_weighted_relative_error,40016,0.02500,0.858
39,mlp.experts.105.up_proj,0.0065395728,hessian_weighted_relative_error,12836,0.02500,0.879
39,mlp.experts.106.up_proj,0.0091706140,hessian_weighted_relative_error,25834,0.02500,0.855
39,mlp.experts.107.up_proj,0.0043507395,hessian_weighted_relative_error,9817,0.02500,0.880
39,mlp.experts.111.up_proj,0.0085862586,hessian_weighted_relative_error,30330,0.02500,0.871
39,mlp.experts.112.up_proj,0.0106818368,hessian_weighted_relative_error,26197,0.02500,0.857
39,mlp.experts.114.up_proj,0.0106219551,hessian_weighted_relative_error,23775,0.02500,0.856
39,mlp.experts.115.up_proj,0.0079420564,hessian_weighted_relative_error,20491,0.02500,0.878
39,mlp.experts.116.up_proj,0.0089934655,hessian_weighted_relative_error,12953,0.02500,0.858
39,mlp.experts.117.up_proj,0.0087457204,hessian_weighted_relative_error,37844,0.02500,0.880
39,mlp.experts.118.up_proj,0.0091609200,hessian_weighted_relative_error,26215,0.02500,0.858
39,mlp.experts.119.up_proj,0.0095320379,hessian_weighted_relative_error,19864,0.02500,0.877
39,mlp.experts.120.up_proj,0.0086980044,hessian_weighted_relative_error,21406,0.02500,0.857
39,mlp.experts.121.up_proj,0.0076116902,hessian_weighted_relative_error,16465,0.02500,0.878
39,mlp.experts.122.up_proj,0.0096331965,hessian_weighted_relative_error,14312,0.02500,0.858
39,mlp.experts.123.up_proj,0.0104352014,hessian_weighted_relative_error,32155,0.02500,0.882
39,mlp.experts.124.up_proj,0.0098853921,hessian_weighted_relative_error,18999,0.02500,0.856
39,mlp.experts.125.up_proj,0.0081783783,hessian_weighted_relative_error,26892,0.02500,0.886
39,mlp.experts.126.up_proj,0.0099058010,hessian_weighted_relative_error,22275,0.02500,0.858
39,mlp.experts.127.up_proj,0.0061856648,hessian_weighted_relative_error,17217,0.02500,0.879
39,mlp.experts.132.up_proj,0.0087074024,hessian_weighted_relative_error,21179,0.02500,0.859
39,mlp.experts.133.up_proj,0.0108311193,hessian_weighted_relative_error,34207,0.02500,0.884
39,mlp.experts.135.up_proj,0.0105598189,hessian_weighted_relative_error,25340,0.02500,0.881
39,mlp.experts.136.up_proj,0.0090772865,hessian_weighted_relative_error,24647,0.02500,0.861
39,mlp.experts.137.up_proj,0.0091592023,hessian_weighted_relative_error,13297,0.02500,0.881
39,mlp.experts.138.up_proj,0.0102919640,hessian_weighted_relative_error,36177,0.02500,0.859
39,mlp.experts.139.up_proj,0.0091775819,hessian_weighted_relative_error,22614,0.02500,0.881
39,mlp.experts.141.up_proj,0.0115578534,hessian_weighted_relative_error,58020,0.02500,0.881
39,mlp.experts.143.up_proj,0.0080733976,hessian_weighted_relative_error,13388,0.02500,0.869
39,mlp.experts.144.up_proj,0.0114224564,hessian_weighted_relative_error,26988,0.02500,0.857
39,mlp.experts.145.up_proj,0.0061361885,hessian_weighted_relative_error,50599,0.02500,0.883
39,mlp.experts.146.up_proj,0.0052369331,hessian_weighted_relative_error,7096,0.02500,0.859
39,mlp.experts.147.up_proj,0.0071620585,hessian_weighted_relative_error,24904,0.02500,0.880
39,mlp.experts.148.up_proj,0.0105767002,hessian_weighted_relative_error,18384,0.02500,0.859
39,mlp.experts.149.up_proj,0.0096386686,hessian_weighted_relative_error,24247,0.02500,0.884
39,mlp.experts.150.up_proj,0.0066516138,hessian_weighted_relative_error,14137,0.02500,0.858
39,mlp.experts.151.up_proj,0.0094272080,hessian_weighted_relative_error,24314,0.02500,0.883
39,mlp.experts.152.up_proj,0.0098626742,hessian_weighted_relative_error,29827,0.02500,0.859
39,mlp.experts.156.up_proj,0.0099394332,hessian_weighted_relative_error,27571,0.02500,0.862
39,mlp.experts.157.up_proj,0.0088246598,hessian_weighted_relative_error,30806,0.02500,0.876
39,mlp.experts.158.up_proj,0.0103663416,hessian_weighted_relative_error,54583,0.02500,0.860
39,mlp.experts.159.up_proj,0.0104831927,hessian_weighted_relative_error,24246,0.02500,0.883
39,mlp.experts.160.up_proj,0.0066360954,hessian_weighted_relative_error,14427,0.02500,0.862
39,mlp.experts.161.up_proj,0.0109163182,hessian_weighted_relative_error,43910,0.02500,0.877
39,mlp.experts.162.up_proj,0.0089499463,hessian_weighted_relative_error,30297,0.02500,0.859
39,mlp.experts.163.up_proj,0.0061923939,hessian_weighted_relative_error,11614,0.02500,0.882
39,mlp.experts.164.up_proj,0.0092225777,hessian_weighted_relative_error,19688,0.02500,0.859
39,mlp.experts.165.up_proj,0.0102350669,hessian_weighted_relative_error,36491,0.02500,0.880
39,mlp.experts.166.up_proj,0.0099945202,hessian_weighted_relative_error,33620,0.02500,0.861
39,mlp.experts.168.up_proj,0.0093250863,hessian_weighted_relative_error,28823,0.02500,0.871
39,mlp.experts.169.up_proj,0.0076082870,hessian_weighted_relative_error,11060,0.02500,0.888
39,mlp.experts.171.up_proj,0.0103579498,hessian_weighted_relative_error,25265,0.02500,0.901
39,mlp.experts.172.up_proj,0.0101841288,hessian_weighted_relative_error,20527,0.02500,0.860
39,mlp.experts.173.up_proj,0.0117872241,hessian_weighted_relative_error,29861,0.02500,0.878
39,mlp.experts.175.up_proj,0.0105773887,hessian_weighted_relative_error,37063,0.02500,0.891
39,mlp.experts.176.up_proj,0.0092871321,hessian_weighted_relative_error,34535,0.02500,0.860
39,mlp.experts.177.up_proj,0.0076895592,hessian_weighted_relative_error,26625,0.02500,0.886
39,mlp.experts.178.up_proj,0.0055057547,hessian_weighted_relative_error,23535,0.02500,0.860
39,mlp.experts.179.up_proj,0.0076031061,hessian_weighted_relative_error,13073,0.02500,0.886
39,mlp.experts.182.up_proj,0.0098195811,hessian_weighted_relative_error,16297,0.02500,0.860
39,mlp.experts.183.up_proj,0.0111463510,hessian_weighted_relative_error,29455,0.02500,0.882
39,mlp.experts.185.up_proj,0.0055192511,hessian_weighted_relative_error,38459,0.02500,0.877
39,mlp.experts.186.up_proj,0.0091247503,hessian_weighted_relative_error,30335,0.02500,0.859
39,mlp.experts.187.up_proj,0.0092917518,hessian_weighted_relative_error,30953,0.02500,0.885
39,mlp.experts.188.up_proj,0.0104990482,hessian_weighted_relative_error,35955,0.02500,0.859
39,mlp.experts.189.up_proj,0.0102886490,hessian_weighted_relative_error,26920,0.02500,0.881
39,mlp.experts.192.up_proj,0.0093060676,hessian_weighted_relative_error,22121,0.02500,0.861
39,mlp.experts.194.up_proj,0.0102714743,hessian_weighted_relative_error,28005,0.02500,0.861
39,mlp.experts.195.up_proj,0.0093725252,hessian_weighted_relative_error,27224,0.02500,0.884
39,mlp.experts.196.up_proj,0.0101349976,hessian_weighted_relative_error,20368,0.02500,0.860
39,mlp.experts.197.up_proj,0.0062482503,hessian_weighted_relative_error,11109,0.02500,0.884
39,mlp.experts.200.up_proj,0.0083160842,hessian_weighted_relative_error,15979,0.02500,0.863
39,mlp.experts.201.up_proj,0.0102828856,hessian_weighted_relative_error,26488,0.02500,0.886
39,mlp.experts.202.up_proj,0.0070951548,hessian_weighted_relative_error,10444,0.02500,0.861
39,mlp.experts.204.up_proj,0.0065584810,hessian_weighted_relative_error,20751,0.02500,0.862
39,mlp.experts.206.up_proj,0.0108962667,hessian_weighted_relative_error,37509,0.02500,0.861
39,mlp.experts.207.up_proj,0.0044799620,hessian_weighted_relative_error,5735,0.02500,0.886
39,mlp.experts.208.up_proj,0.0071953982,hessian_weighted_relative_error,14161,0.02500,0.861
39,mlp.experts.209.up_proj,0.0055911243,hessian_weighted_relative_error,5799,0.02500,0.886
39,mlp.experts.211.up_proj,0.0066690640,hessian_weighted_relative_error,45280,0.02500,0.889
39,mlp.experts.212.up_proj,0.0101007514,hessian_weighted_relative_error,31719,0.02500,0.859
39,mlp.experts.213.up_proj,0.0099283343,hessian_weighted_relative_error,49527,0.02500,0.883
39,mlp.experts.214.up_proj,0.0107663541,hessian_weighted_relative_error,45627,0.02500,0.863
39,mlp.experts.215.up_proj,0.0102342129,hessian_weighted_relative_error,33100,0.02500,0.885
39,mlp.experts.216.up_proj,0.0101959069,hessian_weighted_relative_error,34397,0.02500,0.861
39,mlp.experts.217.up_proj,0.0100794016,hessian_weighted_relative_error,21997,0.02500,0.894
39,mlp.experts.219.up_proj,0.0059840612,hessian_weighted_relative_error,4952,0.02500,0.892
39,mlp.experts.221.up_proj,0.0105593478,hessian_weighted_relative_error,31834,0.02500,0.878
39,mlp.experts.223.up_proj,0.0079282668,hessian_weighted_relative_error,16180,0.02500,0.889
39,mlp.experts.224.up_proj,0.0074815168,hessian_weighted_relative_error,29401,0.02500,0.864
39,mlp.experts.225.up_proj,0.0085462280,hessian_weighted_relative_error,9896,0.02500,0.883
39,mlp.experts.226.up_proj,0.0094516556,hessian_weighted_relative_error,18442,0.02500,0.866
39,mlp.experts.227.up_proj,0.0106026681,hessian_weighted_relative_error,28928,0.02500,0.892
39,mlp.experts.228.up_proj,0.0108422808,hessian_weighted_relative_error,30845,0.02500,0.862
39,mlp.experts.229.up_proj,0.0075326429,hessian_weighted_relative_error,24326,0.02500,0.908
39,mlp.experts.230.up_proj,0.0084859294,hessian_weighted_relative_error,9831,0.02500,0.861
39,mlp.experts.231.up_proj,0.0086114256,hessian_weighted_relative_error,38830,0.02500,0.884
39,mlp.experts.232.up_proj,0.0085903959,hessian_weighted_relative_error,18027,0.02500,0.861
39,mlp.experts.233.up_proj,0.0093804188,hessian_weighted_relative_error,16493,0.02500,0.890
39,mlp.experts.234.up_proj,0.0044831756,hessian_weighted_relative_error,19816,0.02500,0.862
39,mlp.experts.235.up_proj,0.0088820204,hessian_weighted_relative_error,19762,0.02500,0.888
39,mlp.experts.236.up_proj,0.0099206744,hessian_weighted_relative_error,20502,0.02500,0.862
39,mlp.experts.238.up_proj,0.0105329769,hessian_weighted_relative_error,24209,0.02500,0.865
39,mlp.experts.239.up_proj,0.0090108730,hessian_weighted_relative_error,14818,0.02500,0.893
39,mlp.experts.240.up_proj,0.0103423313,hessian_weighted_relative_error,22194,0.02500,0.865
39,mlp.experts.241.up_proj,0.0108181712,hessian_weighted_relative_error,37525,0.02500,0.891
39,mlp.experts.243.up_proj,0.0107113092,hessian_weighted_relative_error,34177,0.02500,0.923
39,mlp.experts.244.up_proj,0.0053365313,hessian_weighted_relative_error,19801,0.02500,0.865
39,mlp.experts.245.up_proj,0.0087033032,hessian_weighted_relative_error,30232,0.02500,0.898
39,mlp.experts.246.up_proj,0.0112618465,hessian_weighted_relative_error,30388,0.02500,0.862
39,mlp.experts.247.up_proj,0.0088173680,hessian_weighted_relative_error,17841,0.02500,0.889
39,mlp.experts.248.up_proj,0.0103667069,hessian_weighted_relative_error,18452,0.02500,0.862
39,mlp.experts.249.up_proj,0.0100897042,hessian_weighted_relative_error,43846,0.02500,0.887
39,mlp.experts.250.up_proj,0.0110844069,hessian_weighted_relative_error,42601,0.02500,0.863
39,mlp.experts.251.up_proj,0.0084564835,hessian_weighted_relative_error,15761,0.02500,0.885
39,mlp.experts.252.up_proj,0.0092191176,hessian_weighted_relative_error,15599,0.02500,0.863
39,mlp.experts.254.up_proj,0.0083615466,hessian_weighted_relative_error,14438,0.02500,0.862
39,mlp.experts.257.up_proj,0.0094606667,hessian_weighted_relative_error,18953,0.02500,0.920
39,mlp.experts.258.up_proj,0.0093700037,hessian_weighted_relative_error,35780,0.02500,0.863
39,mlp.experts.259.up_proj,0.0074439687,hessian_weighted_relative_error,17241,0.02500,0.892
39,mlp.experts.260.up_proj,0.0101886213,hessian_weighted_relative_error,32195,0.02500,0.864
39,mlp.experts.261.up_proj,0.0103824503,hessian_weighted_relative_error,35869,0.02500,0.892
39,mlp.experts.262.up_proj,0.0107649183,hessian_weighted_relative_error,31454,0.02500,0.862
39,mlp.experts.263.up_proj,0.0083813984,hessian_weighted_relative_error,22476,0.02500,0.893
39,mlp.experts.265.up_proj,0.0069122377,hessian_weighted_relative_error,13428,0.02500,0.889
39,mlp.experts.266.up_proj,0.0087049258,hessian_weighted_relative_error,16020,0.02500,0.862
39,mlp.experts.267.up_proj,0.0082692974,hessian_weighted_relative_error,29411,0.02500,0.896
39,mlp.experts.269.up_proj,0.0064160664,hessian_weighted_relative_error,6584,0.02500,0.889
39,mlp.experts.272.up_proj,0.0086201168,hessian_weighted_relative_error,11110,0.02500,0.864
39,mlp.experts.273.up_proj,0.0097337892,hessian_weighted_relative_error,21570,0.02500,0.888
39,mlp.experts.274.up_proj,0.0101132012,hessian_weighted_relative_error,30299,0.02500,0.863
39,mlp.experts.275.up_proj,0.0102175745,hessian_weighted_relative_error,25590,0.02500,0.887
39,mlp.experts.277.up_proj,0.0095932954,hessian_weighted_relative_error,25534,0.02500,0.902
39,mlp.experts.280.up_proj,0.0099813666,hessian_weighted_relative_error,24887,0.02500,0.861
39,mlp.experts.282.up_proj,0.0095395865,hessian_weighted_relative_error,31266,0.02500,0.861
39,mlp.experts.283.up_proj,0.0097204426,hessian_weighted_relative_error,22058,0.02500,0.894
39,mlp.experts.284.up_proj,0.0098782532,hessian_weighted_relative_error,23649,0.02500,0.864
39,mlp.experts.285.up_proj,0.0072160455,hessian_weighted_relative_error,17634,0.02500,0.895
39,mlp.experts.287.up_proj,0.0104202055,hessian_weighted_relative_error,26956,0.02500,0.901
39,mlp.experts.0.down_proj,0.0136612629,hessian_weighted_relative_error,20379,0.02500,0.768
39,mlp.experts.2.down_proj,0.0115840410,hessian_weighted_relative_error,6581,0.02500,0.768
39,mlp.experts.3.down_proj,0.0136238717,hessian_weighted_relative_error,42888,0.02500,0.745
39,mlp.experts.4.down_proj,0.0127734496,hessian_weighted_relative_error,18768,0.02500,0.731
39,mlp.experts.5.down_proj,0.0125446076,hessian_weighted_relative_error,13947,0.02500,0.746
39,mlp.experts.6.down_proj,0.0135815353,hessian_weighted_relative_error,28040,0.02500,0.772
39,mlp.experts.8.down_proj,0.0136942217,hessian_weighted_relative_error,37492,0.02500,0.772
39,mlp.experts.9.down_proj,0.0101964183,hessian_weighted_relative_error,19985,0.02500,0.754
39,mlp.experts.11.down_proj,0.0084577176,hessian_weighted_relative_error,16313,0.02500,0.753
39,mlp.experts.12.down_proj,0.0134054414,hessian_weighted_relative_error,27417,0.02500,0.771
39,mlp.experts.13.down_proj,0.0082371785,hessian_weighted_relative_error,13177,0.02500,0.750
39,mlp.experts.17.down_proj,0.0142806839,hessian_weighted_relative_error,35570,0.02500,0.759
39,mlp.experts.19.down_proj,0.0143067080,hessian_weighted_relative_error,23472,0.02500,0.754
39,mlp.experts.20.down_proj,0.0106545636,hessian_weighted_relative_error,18359,0.02500,0.773
39,mlp.experts.21.down_proj,0.0110796747,hessian_weighted_relative_error,10858,0.02500,0.754
39,mlp.experts.22.down_proj,0.0117064218,hessian_weighted_relative_error,23145,0.02500,0.780
39,mlp.experts.26.down_proj,0.0131271769,hessian_weighted_relative_error,22668,0.02500,0.777
39,mlp.experts.27.down_proj,0.0133684871,hessian_weighted_relative_error,22108,0.02500,0.759
39,mlp.experts.28.down_proj,0.0139152320,hessian_weighted_relative_error,26727,0.02500,0.775
39,mlp.experts.29.down_proj,0.0144432323,hessian_weighted_relative_error,25024,0.02500,0.757
39,mlp.experts.30.down_proj,0.0089672741,hessian_weighted_relative_error,4567,0.02500,0.779
39,mlp.experts.31.down_proj,0.0080778200,hessian_weighted_relative_error,10848,0.02500,0.759
39,mlp.experts.32.down_proj,0.0112226636,hessian_weighted_relative_error,22251,0.02500,0.780
39,mlp.experts.33.down_proj,0.0138140419,hessian_weighted_relative_error,25315,0.02500,0.763
39,mlp.experts.34.down_proj,0.0117308560,hessian_weighted_relative_error,33170,0.02500,0.780
39,mlp.experts.35.down_proj,0.0140431642,hessian_weighted_relative_error,25102,0.02500,0.762
39,mlp.experts.36.down_proj,0.0154931775,hessian_weighted_relative_error,36206,0.02500,0.778
39,mlp.experts.37.down_proj,0.0143455228,hessian_weighted_relative_error,35657,0.02500,0.759
39,mlp.experts.38.down_proj,0.0132501574,hessian_weighted_relative_error,29043,0.02500,0.782
39,mlp.experts.39.down_proj,0.0103072104,hessian_weighted_relative_error,37308,0.02500,0.760
39,mlp.experts.40.down_proj,0.0147320101,hessian_weighted_relative_error,29160,0.02500,0.781
39,mlp.experts.41.down_proj,0.0116363477,hessian_weighted_relative_error,10759,0.02500,0.767
39,mlp.experts.43.down_proj,0.0140515650,hessian_weighted_relative_error,21374,0.02500,0.765
39,mlp.experts.44.down_proj,0.0081660623,hessian_weighted_relative_error,8143,0.02500,0.781
39,mlp.experts.55.down_proj,0.0101322299,hessian_weighted_relative_error,28467,0.02500,0.767
39,mlp.experts.56.down_proj,0.0140414050,hessian_weighted_relative_error,32051,0.02500,0.785
39,mlp.experts.59.down_proj,0.0099603252,hessian_weighted_relative_error,7742,0.02500,0.770
39,mlp.experts.61.down_proj,0.0118430299,hessian_weighted_relative_error,9214,0.02500,0.767
39,mlp.experts.62.down_proj,0.0124578473,hessian_weighted_relative_error,14593,0.02500,0.788
39,mlp.experts.64.down_proj,0.0141588779,hessian_weighted_relative_error,34922,0.02500,0.788
39,mlp.experts.67.down_proj,0.0119389411,hessian_weighted_relative_error,13480,0.02500,0.774
39,mlp.experts.68.down_proj,0.0103395037,hessian_weighted_relative_error,23362,0.02500,0.788
39,mlp.experts.69.down_proj,0.0125349795,hessian_weighted_relative_error,21189,0.02500,0.772
39,mlp.experts.71.down_proj,0.0129384920,hessian_weighted_relative_error,23624,0.02500,0.773
39,mlp.experts.72.down_proj,0.0130865558,hessian_weighted_relative_error,11617,0.02500,0.789
39,mlp.experts.73.down_proj,0.0146193511,hessian_weighted_relative_error,27444,0.02500,0.778
39,mlp.experts.75.down_proj,0.0122517097,hessian_weighted_relative_error,30203,0.02500,0.776
39,mlp.experts.78.down_proj,0.0134509145,hessian_weighted_relative_error,18152,0.02500,0.790
39,mlp.experts.79.down_proj,0.0145777658,hessian_weighted_relative_error,34252,0.02500,0.777
39,mlp.experts.80.down_proj,0.0126119469,hessian_weighted_relative_error,20394,0.02500,0.792
39,mlp.experts.81.down_proj,0.0125196206,hessian_weighted_relative_error,28197,0.02500,0.782
39,mlp.experts.82.down_proj,0.0131433973,hessian_weighted_relative_error,20852,0.02500,0.791
39,mlp.experts.84.down_proj,0.0133033930,hessian_weighted_relative_error,22665,0.02500,0.791
39,mlp.experts.85.down_proj,0.0126684939,hessian_weighted_relative_error,23468,0.02500,0.777
39,mlp.experts.86.down_proj,0.0144931631,hessian_weighted_relative_error,16644,0.02500,0.793
39,mlp.experts.89.down_proj,0.0144350356,hessian_weighted_relative_error,29970,0.02500,0.785
39,mlp.experts.90.down_proj,0.0120722082,hessian_weighted_relative_error,28634,0.02500,0.795
39,mlp.experts.94.down_proj,0.0133718867,hessian_weighted_relative_error,15628,0.02500,0.797
39,mlp.experts.95.down_proj,0.0140749961,hessian_weighted_relative_error,24294,0.02500,0.785
39,mlp.experts.96.down_proj,0.0100541775,hessian_weighted_relative_error,17086,0.02500,0.799
39,mlp.experts.99.down_proj,0.0145484617,hessian_weighted_relative_error,25781,0.02500,0.785
39,mlp.experts.100.down_proj,0.0108372855,hessian_weighted_relative_error,12770,0.02500,0.796
39,mlp.experts.101.down_proj,0.0127211983,hessian_weighted_relative_error,21568,0.02500,0.784
39,mlp.experts.102.down_proj,0.0150158620,hessian_weighted_relative_error,29319,0.02500,0.799
39,mlp.experts.104.down_proj,0.0150636383,hessian_weighted_relative_error,40016,0.02500,0.798
39,mlp.experts.105.down_proj,0.0112575284,hessian_weighted_relative_error,12836,0.02500,0.790
39,mlp.experts.106.down_proj,0.0133517873,hessian_weighted_relative_error,25834,0.02500,0.802
39,mlp.experts.107.down_proj,0.0073766464,hessian_weighted_relative_error,9817,0.02500,0.787
39,mlp.experts.112.down_proj,0.0145320504,hessian_weighted_relative_error,26197,0.02500,0.800
39,mlp.experts.114.down_proj,0.0146291397,hessian_weighted_relative_error,23775,0.02500,0.802
39,mlp.experts.115.down_proj,0.0124777845,hessian_weighted_relative_error,20491,0.02500,0.791
39,mlp.experts.116.down_proj,0.0132357447,hessian_weighted_relative_error,12953,0.02500,0.800
39,mlp.experts.118.down_proj,0.0132756871,hessian_weighted_relative_error,26215,0.02500,0.803
39,mlp.experts.119.down_proj,0.0137104573,hessian_weighted_relative_error,19864,0.02500,0.789
39,mlp.experts.120.down_proj,0.0126927811,hessian_weighted_relative_error,21406,0.02500,0.802
39,mlp.experts.121.down_proj,0.0108144510,hessian_weighted_relative_error,16465,0.02500,0.794
39,mlp.experts.122.down_proj,0.0127170622,hessian_weighted_relative_error,14312,0.02500,0.803
39,mlp.experts.124.down_proj,0.0135150087,hessian_weighted_relative_error,18999,0.02500,0.801
39,mlp.experts.125.down_proj,0.0119442333,hessian_weighted_relative_error,26892,0.02500,0.791
39,mlp.experts.126.down_proj,0.0140499426,hessian_weighted_relative_error,22275,0.02500,0.803
39,mlp.experts.127.down_proj,0.0093318722,hessian_weighted_relative_error,17217,0.02500,0.792
39,mlp.experts.132.down_proj,0.0127120580,hessian_weighted_relative_error,21179,0.02500,0.801
39,mlp.experts.133.down_proj,0.0146035600,hessian_weighted_relative_error,34207,0.02500,0.793
39,mlp.experts.135.down_proj,0.0144035088,hessian_weighted_relative_error,25340,0.02500,0.796
39,mlp.experts.137.down_proj,0.0128271965,hessian_weighted_relative_error,13297,0.02500,0.800
39,mlp.experts.139.down_proj,0.0119094635,hessian_weighted_relative_error,22614,0.02500,0.797
39,mlp.experts.141.down_proj,0.0154475244,hessian_weighted_relative_error,58020,0.02500,0.795
39,mlp.experts.143.down_proj,0.0105635254,hessian_weighted_relative_error,13388,0.02500,0.798
39,mlp.experts.144.down_proj,0.0150902262,hessian_weighted_relative_error,26988,0.02500,0.805
39,mlp.experts.146.down_proj,0.0097136410,hessian_weighted_relative_error,7096,0.02500,0.806
39,mlp.experts.147.down_proj,0.0103807466,hessian_weighted_relative_error,24904,0.02500,0.800
39,mlp.experts.148.down_proj,0.0148494612,hessian_weighted_relative_error,18384,0.02500,0.804
39,mlp.experts.149.down_proj,0.0135538277,hessian_weighted_relative_error,24247,0.02500,0.797
39,mlp.experts.150.down_proj,0.0097543790,hessian_weighted_relative_error,14137,0.02500,0.807
39,mlp.experts.151.down_proj,0.0124791191,hessian_weighted_relative_error,24314,0.02500,0.801
39,mlp.experts.152.down_proj,0.0138297438,hessian_weighted_relative_error,29827,0.02500,0.807
39,mlp.experts.156.down_proj,0.0141858638,hessian_weighted_relative_error,27571,0.02500,0.806
39,mlp.experts.157.down_proj,0.0119394302,hessian_weighted_relative_error,30806,0.02500,0.801
39,mlp.experts.158.down_proj,0.0129803178,hessian_weighted_relative_error,54583,0.02500,0.808
39,mlp.experts.159.down_proj,0.0140241322,hessian_weighted_relative_error,24246,0.02500,0.803
39,mlp.experts.160.down_proj,0.0094775584,hessian_weighted_relative_error,14427,0.02500,0.807
39,mlp.experts.162.down_proj,0.0128535645,hessian_weighted_relative_error,30297,0.02500,0.807
39,mlp.experts.163.down_proj,0.0106196912,hessian_weighted_relative_error,11614,0.02500,0.804
39,mlp.experts.164.down_proj,0.0132747266,hessian_weighted_relative_error,19688,0.02500,0.807
39,mlp.experts.168.down_proj,0.0132301496,hessian_weighted_relative_error,28823,0.02500,0.808
39,mlp.experts.169.down_proj,0.0115151254,hessian_weighted_relative_error,11060,0.02500,0.811
39,mlp.experts.171.down_proj,0.0143326959,hessian_weighted_relative_error,25265,0.02500,0.807
39,mlp.experts.172.down_proj,0.0142903049,hessian_weighted_relative_error,20527,0.02500,0.809
39,mlp.experts.173.down_proj,0.0156297488,hessian_weighted_relative_error,29861,0.02500,0.806
39,mlp.experts.175.down_proj,0.0144989663,hessian_weighted_relative_error,37063,0.02500,0.806
39,mlp.experts.177.down_proj,0.0097395799,hessian_weighted_relative_error,26625,0.02500,0.811
39,mlp.experts.178.down_proj,0.0069544357,hessian_weighted_relative_error,23535,0.02500,0.810
39,mlp.experts.179.down_proj,0.0106917160,hessian_weighted_relative_error,13073,0.02500,0.809
39,mlp.experts.182.down_proj,0.0138158563,hessian_weighted_relative_error,16297,0.02500,0.810
39,mlp.experts.183.down_proj,0.0149122736,hessian_weighted_relative_error,29455,0.02500,0.808
39,mlp.experts.185.down_proj,0.0075790763,hessian_weighted_relative_error,38459,0.02500,0.815
39,mlp.experts.186.down_proj,0.0117869969,hessian_weighted_relative_error,30335,0.02500,0.812
39,mlp.experts.187.down_proj,0.0108020054,hessian_weighted_relative_error,30953,0.02500,0.812
39,mlp.experts.188.down_proj,0.0139816905,hessian_weighted_relative_error,35955,0.02500,0.810
39,mlp.experts.189.down_proj,0.0140702251,hessian_weighted_relative_error,26920,0.02500,0.810
39,mlp.experts.192.down_proj,0.0135047678,hessian_weighted_relative_error,22121,0.02500,0.812
39,mlp.experts.194.down_proj,0.0140561257,hessian_weighted_relative_error,28005,0.02500,0.813
39,mlp.experts.195.down_proj,0.0116299586,hessian_weighted_relative_error,27224,0.02500,0.815
39,mlp.experts.196.down_proj,0.0143858045,hessian_weighted_relative_error,20368,0.02500,0.812
39,mlp.experts.197.down_proj,0.0095013016,hessian_weighted_relative_error,11109,0.02500,0.812
39,mlp.experts.200.down_proj,0.0126696808,hessian_weighted_relative_error,15979,0.02500,0.813
39,mlp.experts.201.down_proj,0.0141685283,hessian_weighted_relative_error,26488,0.02500,0.818
39,mlp.experts.202.down_proj,0.0116295664,hessian_weighted_relative_error,10444,0.02500,0.815
39,mlp.experts.204.down_proj,0.0091583529,hessian_weighted_relative_error,20751,0.02500,0.813
39,mlp.experts.207.down_proj,0.0063031153,hessian_weighted_relative_error,5735,0.02500,0.818
39,mlp.experts.208.down_proj,0.0113212873,hessian_weighted_relative_error,14161,0.02500,0.814
39,mlp.experts.209.down_proj,0.0092903376,hessian_weighted_relative_error,5799,0.02500,0.819
39,mlp.experts.212.down_proj,0.0140286762,hessian_weighted_relative_error,31719,0.02500,0.814
39,mlp.experts.215.down_proj,0.0138520935,hessian_weighted_relative_error,33100,0.02500,0.819
39,mlp.experts.217.down_proj,0.0139850791,hessian_weighted_relative_error,21997,0.02500,0.821
39,mlp.experts.219.down_proj,0.0098502870,hessian_weighted_relative_error,4952,0.02500,0.819
39,mlp.experts.221.down_proj,0.0145026353,hessian_weighted_relative_error,31834,0.02500,0.817
39,mlp.experts.223.down_proj,0.0111350905,hessian_weighted_relative_error,16180,0.02500,0.819
39,mlp.experts.225.down_proj,0.0128677381,hessian_weighted_relative_error,9896,0.02500,0.824
39,mlp.experts.226.down_proj,0.0136035974,hessian_weighted_relative_error,18442,0.02500,0.818
39,mlp.experts.227.down_proj,0.0139928077,hessian_weighted_relative_error,28928,0.02500,0.820
39,mlp.experts.228.down_proj,0.0149248030,hessian_weighted_relative_error,30845,0.02500,0.816
39,mlp.experts.230.down_proj,0.0127725398,hessian_weighted_relative_error,9831,0.02500,0.817
39,mlp.experts.231.down_proj,0.0118445784,hessian_weighted_relative_error,38830,0.02500,0.826
39,mlp.experts.232.down_proj,0.0120989152,hessian_weighted_relative_error,18027,0.02500,0.814
39,mlp.experts.233.down_proj,0.0126065722,hessian_weighted_relative_error,16493,0.02500,0.825
39,mlp.experts.234.down_proj,0.0064777267,hessian_weighted_relative_error,19816,0.02500,0.817
39,mlp.experts.235.down_proj,0.0125781006,hessian_weighted_relative_error,19762,0.02500,0.823
39,mlp.experts.236.down_proj,0.0142019658,hessian_weighted_relative_error,20502,0.02500,0.816
39,mlp.experts.238.down_proj,0.0135418440,hessian_weighted_relative_error,24209,0.02500,0.819
39,mlp.experts.239.down_proj,0.0125677533,hessian_weighted_relative_error,14818,0.02500,0.823
39,mlp.experts.240.down_proj,0.0143729774,hessian_weighted_relative_error,22194,0.02500,0.817
39,mlp.experts.241.down_proj,0.0138928430,hessian_weighted_relative_error,37525,0.02500,0.826
39,mlp.experts.244.down_proj,0.0072926052,hessian_weighted_relative_error,19801,0.02500,0.815
39,mlp.experts.245.down_proj,0.0118423231,hessian_weighted_relative_error,30232,0.02500,0.821
39,mlp.experts.246.down_proj,0.0152800057,hessian_weighted_relative_error,30388,0.02500,0.818
39,mlp.experts.247.down_proj,0.0124703423,hessian_weighted_relative_error,17841,0.02500,0.822
39,mlp.experts.248.down_proj,0.0144622486,hessian_weighted_relative_error,18452,0.02500,0.818
39,mlp.experts.250.down_proj,0.0150203544,hessian_weighted_relative_error,42601,0.02500,0.821
39,mlp.experts.251.down_proj,0.0126781480,hessian_weighted_relative_error,15761,0.02500,0.825
39,mlp.experts.252.down_proj,0.0132806070,hessian_weighted_relative_error,15599,0.02500,0.817
39,mlp.experts.254.down_proj,0.0124779203,hessian_weighted_relative_error,14438,0.02500,0.820
39,mlp.experts.257.down_proj,0.0129044380,hessian_weighted_relative_error,18953,0.02500,0.828
39,mlp.experts.259.down_proj,0.0090604906,hessian_weighted_relative_error,17241,0.02500,0.825
39,mlp.experts.260.down_proj,0.0140387696,hessian_weighted_relative_error,32195,0.02500,0.818
39,mlp.experts.261.down_proj,0.0139467296,hessian_weighted_relative_error,35869,0.02500,0.822
39,mlp.experts.262.down_proj,0.0145776530,hessian_weighted_relative_error,31454,0.02500,0.821
39,mlp.experts.263.down_proj,0.0108356119,hessian_weighted_relative_error,22476,0.02500,0.825
39,mlp.experts.265.down_proj,0.0109763310,hessian_weighted_relative_error,13428,0.02500,0.828
39,mlp.experts.266.down_proj,0.0125490527,hessian_weighted_relative_error,16020,0.02500,0.820
39,mlp.experts.267.down_proj,0.0110774316,hessian_weighted_relative_error,29411,0.02500,0.826
39,mlp.experts.269.down_proj,0.0108556200,hessian_weighted_relative_error,6584,0.02500,0.823
39,mlp.experts.272.down_proj,0.0127785913,hessian_weighted_relative_error,11110,0.02500,0.821
39,mlp.experts.273.down_proj,0.0115294134,hessian_weighted_relative_error,21570,0.02500,0.826
39,mlp.experts.275.down_proj,0.0143448369,hessian_weighted_relative_error,25590,0.02500,0.828
39,mlp.experts.277.down_proj,0.0135990297,hessian_weighted_relative_error,25534,0.02500,0.824
39,mlp.experts.280.down_proj,0.0139814669,hessian_weighted_relative_error,24887,0.02500,0.819
39,mlp.experts.283.down_proj,0.0132679529,hessian_weighted_relative_error,22058,0.02500,0.825
39,mlp.experts.284.down_proj,0.0141694653,hessian_weighted_relative_error,23649,0.02500,0.820
39,mlp.experts.287.down_proj,0.0136946731,hessian_weighted_relative_error,26956,0.02500,0.831
39,mlp.experts.1.down_proj,0.0038108092,hessian_weighted_relative_error,54793,0.02500,1.476
39,mlp.experts.10.down_proj,0.0035199713,hessian_weighted_relative_error,39185,0.02500,1.471
39,mlp.experts.1.gate_proj,0.0025531197,hessian_weighted_relative_error,54793,0.02500,1.569
39,mlp.experts.108.up_proj,0.0017838066,hessian_weighted_relative_error,86538,0.02500,1.620
39,mlp.experts.1.up_proj,0.0029874512,hessian_weighted_relative_error,54793,0.02500,1.663
39,mlp.experts.108.down_proj,0.0026179279,hessian_weighted_relative_error,86538,0.02500,1.534
39,mlp.experts.103.down_proj,0.0022720700,hessian_weighted_relative_error,59874,0.02500,1.534
39,mlp.experts.108.gate_proj,0.0016041856,hessian_weighted_relative_error,86538,0.02500,1.593
39,mlp.experts.103.up_proj,0.0016047646,hessian_weighted_relative_error,59874,0.02500,1.666
39,mlp.experts.110.down_proj,0.0031794972,hessian_weighted_relative_error,45509,0.02500,1.536
39,mlp.experts.109.down_proj,0.0038704125,hessian_weighted_relative_error,37543,0.02500,1.529
39,mlp.experts.128.down_proj,0.0026564803,hessian_weighted_relative_error,45894,0.02500,1.539
39,mlp.experts.109.up_proj,0.0028878457,hessian_weighted_relative_error,37543,0.02500,1.660
39,mlp.experts.110.gate_proj,0.0022725203,hessian_weighted_relative_error,45509,0.02500,1.591
39,mlp.experts.111.down_proj,0.0028378118,hessian_weighted_relative_error,30330,0.02500,1.535
39,mlp.experts.110.up_proj,0.0026618539,hessian_weighted_relative_error,45509,0.02500,1.622
39,mlp.experts.113.down_proj,0.0034815797,hessian_weighted_relative_error,54333,0.02500,1.539
39,mlp.experts.128.gate_proj,0.0018595051,hessian_weighted_relative_error,45894,0.02500,1.597
39,mlp.experts.113.gate_proj,0.0021661049,hessian_weighted_relative_error,54333,0.02500,1.634
39,mlp.experts.130.up_proj,0.0022553734,hessian_weighted_relative_error,30778,0.02500,1.620
39,mlp.experts.113.up_proj,0.0023554703,hessian_weighted_relative_error,54333,0.02500,1.670
39,mlp.experts.128.up_proj,0.0018834110,hessian_weighted_relative_error,45894,0.02500,1.625
39,mlp.experts.117.down_proj,0.0029895981,hessian_weighted_relative_error,37844,0.02500,1.535
39,mlp.experts.130.down_proj,0.0033323309,hessian_weighted_relative_error,30778,0.02500,1.539
39,mlp.experts.123.down_proj,0.0036104033,hessian_weighted_relative_error,32155,0.02500,1.538
39,mlp.experts.134.down_proj,0.0032597959,hessian_weighted_relative_error,49082,0.02500,1.540
39,mlp.experts.129.down_proj,0.0029923095,hessian_weighted_relative_error,42275,0.02500,1.542
39,mlp.experts.138.down_proj,0.0035646781,hessian_weighted_relative_error,36177,0.02500,1.542
39,mlp.experts.134.up_proj,0.0021251333,hessian_weighted_relative_error,49082,0.02500,1.620
39,mlp.experts.129.gate_proj,0.0019659623,hessian_weighted_relative_error,42275,0.02500,1.637
39,mlp.experts.136.down_proj,0.0035378565,hessian_weighted_relative_error,24647,0.02500,1.552
39,mlp.experts.129.up_proj,0.0021487947,hessian_weighted_relative_error,42275,0.02500,1.675
39,mlp.experts.14.down_proj,0.0029073903,hessian_weighted_relative_error,31090,0.02500,1.513
39,mlp.experts.131.down_proj,0.0033167305,hessian_weighted_relative_error,40395,0.02500,1.544
39,mlp.experts.142.down_proj,0.0035501642,hessian_weighted_relative_error,53566,0.02500,1.544
39,mlp.experts.131.gate_proj,0.0021365776,hessian_weighted_relative_error,40395,0.02500,1.644
39,mlp.experts.140.down_proj,0.0036070548,hessian_weighted_relative_error,41007,0.02500,1.541
39,mlp.experts.131.up_proj,0.0022500081,hessian_weighted_relative_error,40395,0.02500,1.679
39,mlp.experts.140.up_proj,0.0025887601,hessian_weighted_relative_error,41007,0.02500,1.620
39,mlp.experts.145.down_proj,0.0022044761,hessian_weighted_relative_error,50599,0.02500,1.550
39,mlp.experts.142.gate_proj,0.0024227153,hessian_weighted_relative_error,53566,0.02500,1.599
39,mlp.experts.15.down_proj,0.0027189024,hessian_weighted_relative_error,17628,0.02500,1.498
39,mlp.experts.154.up_proj,0.0028566698,hessian_weighted_relative_error,48656,0.02500,1.623
39,mlp.experts.153.down_proj,0.0034547841,hessian_weighted_relative_error,33466,0.02500,1.548
39,mlp.experts.142.up_proj,0.0027407327,hessian_weighted_relative_error,53566,0.02500,1.623
39,mlp.experts.153.gate_proj,0.0023854392,hessian_weighted_relative_error,33466,0.02500,1.646
39,mlp.experts.154.down_proj,0.0038020265,hessian_weighted_relative_error,48656,0.02500,1.546
39,mlp.experts.153.up_proj,0.0027612797,hessian_weighted_relative_error,33466,0.02500,1.681
39,mlp.experts.16.down_proj,0.0033289205,hessian_weighted_relative_error,36891,0.02500,1.513
39,mlp.experts.155.down_proj,0.0024199078,hessian_weighted_relative_error,27497,0.02500,1.553
39,mlp.experts.170.up_proj,0.0016195953,hessian_weighted_relative_error,57684,0.02500,1.624
39,mlp.experts.155.up_proj,0.0020702420,hessian_weighted_relative_error,27497,0.02500,1.673
39,mlp.experts.166.down_proj,0.0036127175,hessian_weighted_relative_error,33620,0.02500,1.549
39,mlp.experts.161.down_proj,0.0038027736,hessian_weighted_relative_error,43910,0.02500,1.553
39,mlp.experts.170.down_proj,0.0021411511,hessian_weighted_relative_error,57684,0.02500,1.550
39,mlp.experts.165.down_proj,0.0035896303,hessian_weighted_relative_error,36491,0.02500,1.550
39,mlp.experts.174.down_proj,0.0034029153,hessian_weighted_relative_error,43642,0.02500,1.548
39,mlp.experts.167.down_proj,0.0030799193,hessian_weighted_relative_error,18948,0.02500,1.552
39,mlp.experts.176.down_proj,0.0033163068,hessian_weighted_relative_error,34535,0.02500,1.549
39,mlp.experts.167.up_proj,0.0022035388,hessian_weighted_relative_error,18948,0.02500,1.695
39,mlp.experts.174.gate_proj,0.0020284851,hessian_weighted_relative_error,43642,0.02500,1.609
39,mlp.experts.181.down_proj,0.0038654574,hessian_weighted_relative_error,42861,0.02500,1.554
39,mlp.experts.174.up_proj,0.0025296714,hessian_weighted_relative_error,43642,0.02500,1.626
39,mlp.experts.181.gate_proj,0.0023803227,hessian_weighted_relative_error,42861,0.02500,1.649
39,mlp.experts.18.down_proj,0.0032540862,hessian_weighted_relative_error,40433,0.02500,1.514
39,mlp.experts.181.up_proj,0.0029059686,hessian_weighted_relative_error,42861,0.02500,1.679
39,mlp.experts.180.gate_proj,0.0022688610,hessian_weighted_relative_error,50613,0.02500,1.608
39,mlp.experts.191.down_proj,0.0032853772,hessian_weighted_relative_error,65687,0.02500,1.564
39,mlp.experts.18.up_proj,0.0024273161,hessian_weighted_relative_error,40433,0.02500,1.615
39,mlp.experts.191.gate_proj,0.0021763014,hessian_weighted_relative_error,65687,0.02500,1.658
39,mlp.experts.180.down_proj,0.0032928869,hessian_weighted_relative_error,50613,0.02500,1.548
39,mlp.experts.191.up_proj,0.0023286049,hessian_weighted_relative_error,65687,0.02500,1.684
39,mlp.experts.180.up_proj,0.0025166965,hessian_weighted_relative_error,50613,0.02500,1.627
39,mlp.experts.193.down_proj,0.0024448327,hessian_weighted_relative_error,54014,0.02500,1.569
39,mlp.experts.190.down_proj,0.0034294826,hessian_weighted_relative_error,23424,0.02500,1.554
39,mlp.experts.193.gate_proj,0.0015609279,hessian_weighted_relative_error,54014,0.02500,1.654
39,mlp.experts.184.down_proj,0.0032349402,hessian_weighted_relative_error,40762,0.02500,1.551
39,mlp.experts.193.up_proj,0.0017876604,hessian_weighted_relative_error,54014,0.02500,1.684
39,mlp.experts.184.up_proj,0.0023855572,hessian_weighted_relative_error,40762,0.02500,1.625
39,mlp.experts.199.down_proj,0.0036069585,hessian_weighted_relative_error,32951,0.02500,1.563
39,mlp.experts.190.up_proj,0.0022976951,hessian_weighted_relative_error,23424,0.02500,1.626
39,mlp.experts.199.up_proj,0.0027372138,hessian_weighted_relative_error,32951,0.02500,1.690
39,mlp.experts.198.up_proj,0.0022845365,hessian_weighted_relative_error,65804,0.02500,1.626
39,mlp.experts.203.down_proj,0.0039345098,hessian_weighted_relative_error,59100,0.02500,1.565
39,mlp.experts.198.down_proj,0.0030069807,hessian_weighted_relative_error,65804,0.02500,1.556
39,mlp.experts.203.gate_proj,0.0024396851,hessian_weighted_relative_error,59100,0.02500,1.656
39,mlp.experts.198.gate_proj,0.0019815692,hessian_weighted_relative_error,65804,0.02500,1.608
39,mlp.experts.203.up_proj,0.0030017996,hessian_weighted_relative_error,59100,0.02500,1.686
39,mlp.experts.206.down_proj,0.0037007952,hessian_weighted_relative_error,37509,0.02500,1.559
39,mlp.experts.205.down_proj,0.0033902603,hessian_weighted_relative_error,36723,0.02500,1.568
39,mlp.experts.210.up_proj,0.0020313369,hessian_weighted_relative_error,41940,0.02500,1.633
39,mlp.experts.210.down_proj,0.0032051491,hessian_weighted_relative_error,41940,0.02500,1.560
39,mlp.experts.205.gate_proj,0.0020474571,hessian_weighted_relative_error,36723,0.02500,1.660
39,mlp.experts.210.gate_proj,0.0018861050,hessian_weighted_relative_error,41940,0.02500,1.614
39,mlp.experts.205.up_proj,0.0022930575,hessian_weighted_relative_error,36723,0.02500,1.700
39,mlp.experts.214.down_proj,0.0038158436,hessian_weighted_relative_error,45627,0.02500,1.557
39,mlp.experts.211.down_proj,0.0026327571,hessian_weighted_relative_error,45280,0.02500,1.565
39,mlp.experts.218.up_proj,0.0019283582,hessian_weighted_relative_error,25595,0.02500,1.628
39,mlp.experts.213.down_proj,0.0035626260,hessian_weighted_relative_error,49527,0.02500,1.564
39,mlp.experts.216.down_proj,0.0034549163,hessian_weighted_relative_error,34397,0.02500,1.555
39,mlp.experts.229.down_proj,0.0025396075,hessian_weighted_relative_error,24326,0.02500,1.565
39,mlp.experts.218.down_proj,0.0029846065,hessian_weighted_relative_error,25595,0.02500,1.559
39,mlp.experts.23.down_proj,0.0037225160,hessian_weighted_relative_error,98516,0.02500,1.503
39,mlp.experts.220.down_proj,0.0033700132,hessian_weighted_relative_error,58731,0.02500,1.556
39,mlp.experts.23.gate_proj,0.0026868093,hessian_weighted_relative_error,98516,0.02500,1.608
39,mlp.experts.222.down_proj,0.0034508591,hessian_weighted_relative_error,46226,0.02500,1.559
39,mlp.experts.23.up_proj,0.0029519529,hessian_weighted_relative_error,98516,0.02500,1.669
39,mlp.experts.220.gate_proj,0.0023640204,hessian_weighted_relative_error,58731,0.02500,1.610
39,mlp.experts.237.down_proj,0.0037904509,hessian_weighted_relative_error,43513,0.02500,1.571
39,mlp.experts.220.up_proj,0.0025245068,hessian_weighted_relative_error,58731,0.02500,1.627
39,mlp.experts.237.up_proj,0.0026948279,hessian_weighted_relative_error,43513,0.02500,1.698
39,mlp.experts.222.gate_proj,0.0022635240,hessian_weighted_relative_error,46226,0.02500,1.611
39,mlp.experts.243.down_proj,0.0037103194,hessian_weighted_relative_error,34177,0.02500,1.576
39,mlp.experts.24.down_proj,0.0031448373,hessian_weighted_relative_error,44640,0.02500,1.519
39,mlp.experts.249.down_proj,0.0030472268,hessian_weighted_relative_error,43846,0.02500,1.574
39,mlp.experts.222.up_proj,0.0024774258,hessian_weighted_relative_error,46226,0.02500,1.629
39,mlp.experts.25.down_proj,0.0023788200,hessian_weighted_relative_error,17571,0.02500,1.511
39,mlp.experts.224.down_proj,0.0027525163,hessian_weighted_relative_error,29401,0.02500,1.556
39,mlp.experts.253.down_proj,0.0030533163,hessian_weighted_relative_error,37318,0.02500,1.566
39,mlp.experts.24.gate_proj,0.0020696830,hessian_weighted_relative_error,44640,0.02500,1.577
39,mlp.experts.253.up_proj,0.0020383283,hessian_weighted_relative_error,37318,0.02500,1.701
39,mlp.experts.242.gate_proj,0.0025219092,hessian_weighted_relative_error,90228,0.02500,1.616
39,mlp.experts.255.down_proj,0.0037601445,hessian_weighted_relative_error,40803,0.02500,1.576
39,mlp.experts.24.up_proj,0.0022002235,hessian_weighted_relative_error,44640,0.02500,1.620
39,mlp.experts.255.up_proj,0.0027128750,hessian_weighted_relative_error,40803,0.02500,1.740
39,mlp.experts.242.down_proj,0.0037668609,hessian_weighted_relative_error,90228,0.02500,1.560
39,mlp.experts.271.down_proj,0.0034421284,hessian_weighted_relative_error,41546,0.02500,1.573
39,mlp.experts.242.up_proj,0.0029100104,hessian_weighted_relative_error,90228,0.02500,1.634
39,mlp.experts.271.up_proj,0.0025692321,hessian_weighted_relative_error,41546,0.02500,1.735
39,mlp.experts.256.up_proj,0.0028970664,hessian_weighted_relative_error,75539,0.02500,1.630
39,mlp.experts.279.down_proj,0.0036680769,hessian_weighted_relative_error,65163,0.02500,1.579
39,mlp.experts.256.down_proj,0.0038125311,hessian_weighted_relative_error,75539,0.02500,1.564
39,mlp.experts.279.gate_proj,0.0025934715,hessian_weighted_relative_error,65163,0.02500,1.671
39,mlp.experts.256.gate_proj,0.0023942711,hessian_weighted_relative_error,75539,0.02500,1.619
39,mlp.experts.279.up_proj,0.0028553488,hessian_weighted_relative_error,65163,0.02500,1.704
39,mlp.experts.258.down_proj,0.0031082584,hessian_weighted_relative_error,35780,0.02500,1.563
39,mlp.experts.281.down_proj,0.0033357829,hessian_weighted_relative_error,52713,0.02500,1.583
39,mlp.experts.264.up_proj,0.0028072555,hessian_weighted_relative_error,45022,0.02500,1.633
39,mlp.experts.281.gate_proj,0.0020399784,hessian_weighted_relative_error,52713,0.02500,1.673
39,mlp.experts.264.down_proj,0.0037652040,hessian_weighted_relative_error,45022,0.02500,1.563
39,mlp.experts.281.up_proj,0.0022467734,hessian_weighted_relative_error,52713,0.02500,1.698
39,mlp.experts.264.gate_proj,0.0023835769,hessian_weighted_relative_error,45022,0.02500,1.618
39,mlp.experts.285.down_proj,0.0024853994,hessian_weighted_relative_error,17634,0.02500,1.574
39,mlp.experts.268.down_proj,0.0032648147,hessian_weighted_relative_error,30135,0.02500,1.561
39,mlp.experts.45.down_proj,0.0032349757,hessian_weighted_relative_error,27432,0.02500,1.512
39,mlp.experts.270.down_proj,0.0024834369,hessian_weighted_relative_error,54729,0.02500,1.567
39,mlp.experts.47.down_proj,0.0030123885,hessian_weighted_relative_error,19310,0.02500,1.514
39,mlp.experts.268.gate_proj,0.0019981510,hessian_weighted_relative_error,30135,0.02500,1.618
39,mlp.experts.47.gate_proj,0.0018347137,hessian_weighted_relative_error,19310,0.02500,1.625
39,mlp.experts.268.up_proj,0.0021191041,hessian_weighted_relative_error,30135,0.02500,1.632
39,mlp.experts.47.up_proj,0.0020655605,hessian_weighted_relative_error,19310,0.02500,1.677
39,mlp.experts.270.gate_proj,0.0017492767,hessian_weighted_relative_error,54729,0.02500,1.617
39,mlp.experts.49.down_proj,0.0037012477,hessian_weighted_relative_error,27537,0.02500,1.523
39,mlp.experts.276.down_proj,0.0031045655,hessian_weighted_relative_error,38045,0.02500,1.563
39,mlp.experts.49.gate_proj,0.0024155249,hessian_weighted_relative_error,27537,0.02500,1.620
39,mlp.experts.270.up_proj,0.0018255431,hessian_weighted_relative_error,54729,0.02500,1.634
39,mlp.experts.49.up_proj,0.0026966454,hessian_weighted_relative_error,27537,0.02500,1.668
39,mlp.experts.274.down_proj,0.0035275084,hessian_weighted_relative_error,30299,0.02500,1.563
39,mlp.experts.51.down_proj,0.0037274808,hessian_weighted_relative_error,38600,0.02500,1.515
39,mlp.experts.276.gate_proj,0.0019924849,hessian_weighted_relative_error,38045,0.02500,1.621
39,mlp.experts.53.down_proj,0.0029104918,hessian_weighted_relative_error,49241,0.02500,1.513
39,mlp.experts.278.up_proj,0.0024058525,hessian_weighted_relative_error,51427,0.02500,1.632
39,mlp.experts.53.gate_proj,0.0019888877,hessian_weighted_relative_error,49241,0.02500,1.619
39,mlp.experts.276.up_proj,0.0021337640,hessian_weighted_relative_error,38045,0.02500,1.634
39,mlp.experts.53.up_proj,0.0021720606,hessian_weighted_relative_error,49241,0.02500,1.671
39,mlp.experts.278.down_proj,0.0033064288,hessian_weighted_relative_error,51427,0.02500,1.564
39,mlp.experts.57.down_proj,0.0037814353,hessian_weighted_relative_error,34763,0.02500,1.524
39,mlp.experts.286.up_proj,0.0025496147,hessian_weighted_relative_error,40866,0.02500,1.612
39,mlp.experts.63.down_proj,0.0035692046,hessian_weighted_relative_error,27026,0.02500,1.532
39,mlp.experts.282.down_proj,0.0034791347,hessian_weighted_relative_error,31266,0.02500,1.563
39,mlp.experts.65.down_proj,0.0022833658,hessian_weighted_relative_error,78277,0.02500,1.539
39,mlp.experts.42.down_proj,0.0033633069,hessian_weighted_relative_error,26256,0.02500,1.527
39,mlp.experts.65.gate_proj,0.0016209194,hessian_weighted_relative_error,78277,0.02500,1.624
39,mlp.experts.286.down_proj,0.0034363254,hessian_weighted_relative_error,40866,0.02500,1.568
39,mlp.experts.48.up_proj,0.0026054967,hessian_weighted_relative_error,45214,0.02500,1.624
39,mlp.experts.65.up_proj,0.0018258436,hessian_weighted_relative_error,78277,0.02500,1.750
39,mlp.experts.46.down_proj,0.0027310787,hessian_weighted_relative_error,21563,0.02500,1.525
39,mlp.experts.83.down_proj,0.0032384049,hessian_weighted_relative_error,47663,0.02500,1.538
39,mlp.experts.50.down_proj,0.0037262115,hessian_weighted_relative_error,50292,0.02500,1.531
39,mlp.experts.7.down_proj,0.0030845627,hessian_weighted_relative_error,16709,0.02500,1.470
39,mlp.experts.48.down_proj,0.0034864635,hessian_weighted_relative_error,45214,0.02500,1.529
39,mlp.experts.77.down_proj,0.0033138849,hessian_weighted_relative_error,38844,0.02500,1.529
39,mlp.experts.52.gate_proj,0.0014507615,hessian_weighted_relative_error,68254,0.02500,1.590
39,mlp.experts.83.gate_proj,0.0019111412,hessian_weighted_relative_error,47663,0.02500,1.640
39,mlp.experts.50.up_proj,0.0027119358,hessian_weighted_relative_error,50292,0.02500,1.625
39,mlp.experts.91.down_proj,0.0018962830,hessian_weighted_relative_error,40406,0.02500,1.542
39,mlp.experts.52.up_proj,0.0015672353,hessian_weighted_relative_error,68254,0.02500,1.624
39,mlp.experts.83.up_proj,0.0020920643,hessian_weighted_relative_error,47663,0.02500,1.684
39,mlp.experts.52.down_proj,0.0020867355,hessian_weighted_relative_error,68254,0.02500,1.528
39,mlp.experts.87.down_proj,0.0033110507,hessian_weighted_relative_error,22239,0.02500,1.540
39,mlp.experts.54.up_proj,0.0029137424,hessian_weighted_relative_error,54480,0.02500,1.623
39,mlp.experts.91.up_proj,0.0014758751,hessian_weighted_relative_error,40406,0.02500,1.676
39,mlp.experts.54.down_proj,0.0037969990,hessian_weighted_relative_error,54480,0.02500,1.530
39,mlp.experts.97.up_proj,0.0025667784,hessian_weighted_relative_error,59274,0.02500,1.673
39,mlp.experts.58.down_proj,0.0029039004,hessian_weighted_relative_error,26226,0.02500,1.533
39,mlp.experts.93.down_proj,0.0032466011,hessian_weighted_relative_error,31374,0.02500,1.535
39,mlp.experts.54.gate_proj,0.0025227983,hessian_weighted_relative_error,54480,0.02500,1.590
39,mlp.experts.97.down_proj,0.0034000998,hessian_weighted_relative_error,59274,0.02500,1.538
39,mlp.experts.60.up_proj,0.0020730214,hessian_weighted_relative_error,64054,0.02500,1.624
39,mlp.experts.60.down_proj,0.0030086424,hessian_weighted_relative_error,64054,0.02500,1.530
39,mlp.experts.66.down_proj,0.0026695472,hessian_weighted_relative_error,16884,0.02500,1.538
39,mlp.experts.60.gate_proj,0.0018902354,hessian_weighted_relative_error,64054,0.02500,1.594
39,mlp.experts.70.gate_proj,0.0024618707,hessian_weighted_relative_error,72716,0.02500,1.596
39,mlp.experts.66.up_proj,0.0016370267,hessian_weighted_relative_error,16884,0.02500,1.629
39,mlp.experts.70.up_proj,0.0030872392,hessian_weighted_relative_error,72716,0.02500,1.629
39,mlp.experts.70.down_proj,0.0040144358,hessian_weighted_relative_error,72716,0.02500,1.536
39,mlp.experts.76.down_proj,0.0033209505,hessian_weighted_relative_error,43367,0.02500,1.534
39,mlp.experts.74.down_proj,0.0038540360,hessian_weighted_relative_error,37013,0.02500,1.536
39,mlp.experts.88.down_proj,0.0033331115,hessian_weighted_relative_error,39646,0.02500,1.543
39,mlp.experts.74.up_proj,0.0028772850,hessian_weighted_relative_error,37013,0.02500,1.633
39,mlp.experts.92.down_proj,0.0029588812,hessian_weighted_relative_error,25750,0.02500,1.536
39,mlp.experts.88.gate_proj,0.0019939537,hessian_weighted_relative_error,39646,0.02500,1.602
39,mlp.experts.98.down_proj,0.0036213161,hessian_weighted_relative_error,37772,0.02500,1.544
39,mlp.experts.88.up_proj,0.0022072477,hessian_weighted_relative_error,39646,0.02500,1.631
39,mlp.experts.98.up_proj,0.0026246983,hessian_weighted_relative_error,37772,0.02500,1.628
40,mlp.experts.0.gate_proj,0.0048609663,hessian_weighted_relative_error,23165,0.02500,0.810
40,mlp.experts.1.gate_proj,0.0067865825,hessian_weighted_relative_error,66108,0.02500,0.766
40,mlp.experts.2.gate_proj,0.0048912119,hessian_weighted_relative_error,7836,0.02500,0.803
40,mlp.experts.3.gate_proj,0.0065787455,hessian_weighted_relative_error,13589,0.02500,0.786
40,mlp.experts.4.gate_proj,0.0084376992,hessian_weighted_relative_error,41868,0.02500,0.806
40,mlp.experts.6.gate_proj,0.0053099476,hessian_weighted_relative_error,27828,0.02500,0.799
40,mlp.experts.7.gate_proj,0.0058498279,hessian_weighted_relative_error,7218,0.02500,0.782
40,mlp.experts.8.gate_proj,0.0057331495,hessian_weighted_relative_error,26784,0.02500,0.805
40,mlp.experts.10.gate_proj,0.0075371750,hessian_weighted_relative_error,31942,0.02500,0.808
40,mlp.experts.11.gate_proj,0.0065859489,hessian_weighted_relative_error,24143,0.02500,0.792
40,mlp.experts.13.gate_proj,0.0082457430,hessian_weighted_relative_error,30229,0.02500,0.791
40,mlp.experts.16.gate_proj,0.0080027152,hessian_weighted_relative_error,22239,0.02500,0.809
40,mlp.experts.18.gate_proj,0.0070548925,hessian_weighted_relative_error,54776,0.02500,0.811
40,mlp.experts.19.gate_proj,0.0042727795,hessian_weighted_relative_error,20346,0.02500,0.795
40,mlp.experts.20.gate_proj,0.0054627212,hessian_weighted_relative_error,7873,0.02500,0.811
40,mlp.experts.22.gate_proj,0.0074849704,hessian_weighted_relative_error,39742,0.02500,0.808
40,mlp.experts.23.gate_proj,0.0072943491,hessian_weighted_relative_error,54849,0.02500,0.794
40,mlp.experts.24.gate_proj,0.0054107029,hessian_weighted_relative_error,12772,0.02500,0.811
40,mlp.experts.26.gate_proj,0.0043796213,hessian_weighted_relative_error,6010,0.02500,0.815
40,mlp.experts.27.gate_proj,0.0039592420,hessian_weighted_relative_error,13698,0.02500,0.799
40,mlp.experts.28.gate_proj,0.0048113994,hessian_weighted_relative_error,16765,0.02500,0.814
40,mlp.experts.29.gate_proj,0.0046384922,hessian_weighted_relative_error,15758,0.02500,0.798
40,mlp.experts.30.gate_proj,0.0074268638,hessian_weighted_relative_error,49959,0.02500,0.812
40,mlp.experts.32.gate_proj,0.0065722761,hessian_weighted_relative_error,20200,0.02500,0.815
40,mlp.experts.33.gate_proj,0.0043048746,hessian_weighted_relative_error,14343,0.02500,0.801
40,mlp.experts.34.gate_proj,0.0075776372,hessian_weighted_relative_error,30388,0.02500,0.814
40,mlp.experts.35.gate_proj,0.0042126406,hessian_weighted_relative_error,26734,0.02500,0.803
40,mlp.experts.36.gate_proj,0.0044869782,hessian_weighted_relative_error,11161,0.02500,0.815
40,mlp.experts.37.gate_proj,0.0078521763,hessian_weighted_relative_error,21117,0.02500,0.803
40,mlp.experts.38.gate_proj,0.0042527574,hessian_weighted_relative_error,31715,0.02500,0.815
40,mlp.experts.39.gate_proj,0.0050016760,hessian_weighted_relative_error,14403,0.02500,0.800
40,mlp.experts.40.gate_proj,0.0070345727,hessian_weighted_relative_error,55980,0.02500,0.815
40,mlp.experts.41.gate_proj,0.0056018972,hessian_weighted_relative_error,8732,0.02500,0.803
40,mlp.experts.42.gate_proj,0.0069835311,hessian_weighted_relative_error,20618,0.02500,0.818
40,mlp.experts.44.gate_proj,0.0040269122,hessian_weighted_relative_error,16679,0.02500,0.817
40,mlp.experts.45.gate_proj,0.0055631396,hessian_weighted_relative_error,27895,0.02500,0.805
40,mlp.experts.46.gate_proj,0.0072734855,hessian_weighted_relative_error,36075,0.02500,0.819
40,mlp.experts.47.gate_proj,0.0035404608,hessian_weighted_relative_error,6543,0.02500,0.805
40,mlp.experts.49.gate_proj,0.0048168639,hessian_weighted_relative_error,22376,0.02500,0.809
40,mlp.experts.50.gate_proj,0.0063971120,hessian_weighted_relative_error,18412,0.02500,0.819
40,mlp.experts.51.gate_proj,0.0067059519,hessian_weighted_relative_error,18060,0.02500,0.809
40,mlp.experts.52.gate_proj,0.0059181513,hessian_weighted_relative_error,44154,0.02500,0.821
40,mlp.experts.53.gate_proj,0.0058932825,hessian_weighted_relative_error,20052,0.02500,0.811
40,mlp.experts.54.gate_proj,0.0079139828,hessian_weighted_relative_error,34525,0.02500,0.818
40,mlp.experts.55.gate_proj,0.0088394100,hessian_weighted_relative_error,37016,0.02500,0.809
40,mlp.experts.56.gate_proj,0.0085479158,hessian_weighted_relative_error,71577,0.02500,0.823
40,mlp.experts.57.gate_proj,0.0066987464,hessian_weighted_relative_error,48383,0.02500,0.812
40,mlp.experts.58.gate_proj,0.0051130981,hessian_weighted_relative_error,24746,0.02500,0.822
40,mlp.experts.59.gate_proj,0.0057176102,hessian_weighted_relative_error,12931,0.02500,0.815
40,mlp.experts.60.gate_proj,0.0050894665,hessian_weighted_relative_error,53652,0.02500,0.823
40,mlp.experts.61.gate_proj,0.0071165340,hessian_weighted_relative_error,31940,0.02500,0.814
40,mlp.experts.62.gate_proj,0.0046990549,hessian_weighted_relative_error,14261,0.02500,0.822
40,mlp.experts.64.gate_proj,0.0068205549,hessian_weighted_relative_error,9748,0.02500,0.823
40,mlp.experts.65.gate_proj,0.0081925536,hessian_weighted_relative_error,25558,0.02500,0.816
40,mlp.experts.66.gate_proj,0.0078291256,hessian_weighted_relative_error,28120,0.02500,0.825
40,mlp.experts.67.gate_proj,0.0047306845,hessian_weighted_relative_error,25128,0.02500,0.816
40,mlp.experts.68.gate_proj,0.0047380083,hessian_weighted_relative_error,39741,0.02500,0.826
40,mlp.experts.69.gate_proj,0.0059657463,hessian_weighted_relative_error,8824,0.02500,0.816
40,mlp.experts.71.gate_proj,0.0051039692,hessian_weighted_relative_error,16330,0.02500,0.815
40,mlp.experts.72.gate_proj,0.0063574307,hessian_weighted_relative_error,18123,0.02500,0.827
40,mlp.experts.73.gate_proj,0.0021602796,hessian_weighted_relative_error,2010,0.02500,0.819
40,mlp.experts.74.gate_proj,0.0053911660,hessian_weighted_relative_error,38482,0.02500,0.827
40,mlp.experts.75.gate_proj,0.0058431810,hessian_weighted_relative_error,11744,0.02500,0.820
40,mlp.experts.76.gate_proj,0.0068378862,hessian_weighted_relative_error,22470,0.02500,0.829
40,mlp.experts.77.gate_proj,0.0050763852,hessian_weighted_relative_error,25888,0.02500,0.825
40,mlp.experts.78.gate_proj,0.0061094812,hessian_weighted_relative_error,39314,0.02500,0.828
40,mlp.experts.79.gate_proj,0.0044960715,hessian_weighted_relative_error,24948,0.02500,0.819
40,mlp.experts.80.gate_proj,0.0066765054,hessian_weighted_relative_error,30120,0.02500,0.827
40,mlp.experts.81.gate_proj,0.0054519660,hessian_weighted_relative_error,10362,0.02500,0.820
40,mlp.experts.82.gate_proj,0.0080012681,hessian_weighted_relative_error,74001,0.02500,0.828
40,mlp.experts.83.gate_proj,0.0081874277,hessian_weighted_relative_error,46045,0.02500,0.824
40,mlp.experts.84.gate_proj,0.0038566528,hessian_weighted_relative_error,3176,0.02500,0.828
40,mlp.experts.85.gate_proj,0.0041194524,hessian_weighted_relative_error,22204,0.02500,0.823
40,mlp.experts.86.gate_proj,0.0063962719,hessian_weighted_relative_error,20646,0.02500,0.829
40,mlp.experts.87.gate_proj,0.0028188837,hessian_weighted_relative_error,10470,0.02500,0.823
40,mlp.experts.88.gate_proj,0.0086751544,hessian_weighted_relative_error,40044,0.02500,0.826
40,mlp.experts.90.gate_proj,0.0074461439,hessian_weighted_relative_error,57547,0.02500,0.830
40,mlp.experts.91.gate_proj,0.0060107292,hessian_weighted_relative_error,12353,0.02500,0.830
40,mlp.experts.92.gate_proj,0.0035392933,hessian_weighted_relative_error,3776,0.02500,0.832
40,mlp.experts.93.gate_proj,0.0079171036,hessian_weighted_relative_error,27984,0.02500,0.828
40,mlp.experts.94.gate_proj,0.0058784322,hessian_weighted_relative_error,10518,0.02500,0.831
40,mlp.experts.95.gate_proj,0.0044137600,hessian_weighted_relative_error,5330,0.02500,0.826
40,mlp.experts.97.gate_proj,0.0073778916,hessian_weighted_relative_error,12590,0.02500,0.833
40,mlp.experts.98.gate_proj,0.0074424941,hessian_weighted_relative_error,24145,0.02500,0.833
40,mlp.experts.99.gate_proj,0.0041469247,hessian_weighted_relative_error,12216,0.02500,0.831
40,mlp.experts.101.gate_proj,0.0051743750,hessian_weighted_relative_error,18603,0.02500,0.835
40,mlp.experts.102.gate_proj,0.0032565094,hessian_weighted_relative_error,6354,0.02500,0.832
40,mlp.experts.103.gate_proj,0.0037122096,hessian_weighted_relative_error,19479,0.02500,0.829
40,mlp.experts.104.gate_proj,0.0036542830,hessian_weighted_relative_error,18620,0.02500,0.835
40,mlp.experts.106.gate_proj,0.0060024313,hessian_weighted_relative_error,26041,0.02500,0.834
40,mlp.experts.107.gate_proj,0.0077134507,hessian_weighted_relative_error,47264,0.02500,0.839
40,mlp.experts.109.gate_proj,0.0063075842,hessian_weighted_relative_error,15249,0.02500,0.836
40,mlp.experts.112.gate_proj,0.0060151575,hessian_weighted_relative_error,15234,0.02500,0.834
40,mlp.experts.113.gate_proj,0.0068487550,hessian_weighted_relative_error,18260,0.02500,0.838
40,mlp.experts.115.gate_proj,0.0071507770,hessian_weighted_relative_error,50476,0.02500,0.838
40,mlp.experts.116.gate_proj,0.0061112458,hessian_weighted_relative_error,24376,0.02500,0.835
40,mlp.experts.117.gate_proj,0.0062059550,hessian_weighted_relative_error,25511,0.02500,0.840
40,mlp.experts.118.gate_proj,0.0039827581,hessian_weighted_relative_error,44565,0.02500,0.833
40,mlp.experts.119.gate_proj,0.0075878799,hessian_weighted_relative_error,35246,0.02500,0.837
40,mlp.experts.120.gate_proj,0.0074079989,hessian_weighted_relative_error,21844,0.02500,0.835
40,mlp.experts.123.gate_proj,0.0037057244,hessian_weighted_relative_error,11264,0.02500,0.841
40,mlp.experts.125.gate_proj,0.0064686160,hessian_weighted_relative_error,37638,0.02500,0.840
40,mlp.experts.126.gate_proj,0.0075488924,hessian_weighted_relative_error,24428,0.02500,0.839
40,mlp.experts.127.gate_proj,0.0087806461,hessian_weighted_relative_error,39739,0.02500,0.840
40,mlp.experts.128.gate_proj,0.0057962480,hessian_weighted_relative_error,21255,0.02500,0.834
40,mlp.experts.129.gate_proj,0.0034000171,hessian_weighted_relative_error,14801,0.02500,0.846
40,mlp.experts.130.gate_proj,0.0050280437,hessian_weighted_relative_error,19542,0.02500,0.838
40,mlp.experts.131.gate_proj,0.0039275133,hessian_weighted_relative_error,5181,0.02500,0.845
40,mlp.experts.132.gate_proj,0.0059443494,hessian_weighted_relative_error,14435,0.02500,0.840
40,mlp.experts.134.gate_proj,0.0070359428,hessian_weighted_relative_error,30565,0.02500,0.836
40,mlp.experts.135.gate_proj,0.0074282014,hessian_weighted_relative_error,47016,0.02500,0.843
40,mlp.experts.136.gate_proj,0.0053434153,hessian_weighted_relative_error,15730,0.02500,0.837
40,mlp.experts.137.gate_proj,0.0081486986,hessian_weighted_relative_error,62904,0.02500,0.849
40,mlp.experts.138.gate_proj,0.0080302099,hessian_weighted_relative_error,51344,0.02500,0.840
40,mlp.experts.139.gate_proj,0.0069159114,hessian_weighted_relative_error,32095,0.02500,0.847
40,mlp.experts.140.gate_proj,0.0041391646,hessian_weighted_relative_error,9698,0.02500,0.838
40,mlp.experts.141.gate_proj,0.0085899125,hessian_weighted_relative_error,44893,0.02500,0.850
40,mlp.experts.142.gate_proj,0.0062273914,hessian_weighted_relative_error,7738,0.02500,0.838
40,mlp.experts.144.gate_proj,0.0073024869,hessian_weighted_relative_error,25322,0.02500,0.838
40,mlp.experts.145.gate_proj,0.0075106520,hessian_weighted_relative_error,49676,0.02500,0.847
40,mlp.experts.146.gate_proj,0.0078474248,hessian_weighted_relative_error,15778,0.02500,0.838
40,mlp.experts.147.gate_proj,0.0080876828,hessian_weighted_relative_error,52973,0.02500,0.850
40,mlp.experts.148.gate_proj,0.0065875958,hessian_weighted_relative_error,30776,0.02500,0.839
40,mlp.experts.150.gate_proj,0.0087123345,hessian_weighted_relative_error,33991,0.02500,0.839
40,mlp.experts.151.gate_proj,0.0051886799,hessian_weighted_relative_error,20829,0.02500,0.844
40,mlp.experts.152.gate_proj,0.0071093560,hessian_weighted_relative_error,16387,0.02500,0.841
40,mlp.experts.154.gate_proj,0.0075398102,hessian_weighted_relative_error,34766,0.02500,0.840
40,mlp.experts.155.gate_proj,0.0079157593,hessian_weighted_relative_error,26630,0.02500,0.849
40,mlp.experts.156.gate_proj,0.0052211806,hessian_weighted_relative_error,45103,0.02500,0.840
40,mlp.experts.157.gate_proj,0.0057653312,hessian_weighted_relative_error,26844,0.02500,0.850
40,mlp.experts.158.gate_proj,0.0078723486,hessian_weighted_relative_error,13668,0.02500,0.840
40,mlp.experts.159.gate_proj,0.0086374384,hessian_weighted_relative_error,43829,0.02500,0.848
40,mlp.experts.160.gate_proj,0.0074008944,hessian_weighted_relative_error,54916,0.02500,0.841
40,mlp.experts.162.gate_proj,0.0056219092,hessian_weighted_relative_error,18900,0.02500,0.842
40,mlp.experts.163.gate_proj,0.0055319924,hessian_weighted_relative_error,18697,0.02500,0.852
40,mlp.experts.164.gate_proj,0.0073373311,hessian_weighted_relative_error,50670,0.02500,0.842
40,mlp.experts.165.gate_proj,0.0047733423,hessian_weighted_relative_error,39552,0.02500,0.850
40,mlp.experts.166.gate_proj,0.0040804657,hessian_weighted_relative_error,23147,0.02500,0.844
40,mlp.experts.167.gate_proj,0.0053007488,hessian_weighted_relative_error,23730,0.02500,0.849
40,mlp.experts.169.gate_proj,0.0054300154,hessian_weighted_relative_error,14688,0.02500,0.850
40,mlp.experts.170.gate_proj,0.0065140369,hessian_weighted_relative_error,21493,0.02500,0.845
40,mlp.experts.171.gate_proj,0.0078129627,hessian_weighted_relative_error,62638,0.02500,0.853
40,mlp.experts.172.gate_proj,0.0067128471,hessian_weighted_relative_error,18123,0.02500,0.844
40,mlp.experts.174.gate_proj,0.0070465393,hessian_weighted_relative_error,17409,0.02500,0.841
40,mlp.experts.175.gate_proj,0.0079883172,hessian_weighted_relative_error,13717,0.02500,0.849
40,mlp.experts.176.gate_proj,0.0052943967,hessian_weighted_relative_error,6729,0.02500,0.843
40,mlp.experts.177.gate_proj,0.0069598114,hessian_weighted_relative_error,16258,0.02500,0.851
40,mlp.experts.178.gate_proj,0.0068832796,hessian_weighted_relative_error,35648,0.02500,0.842
40,mlp.experts.179.gate_proj,0.0068097180,hessian_weighted_relative_error,14385,0.02500,0.853
40,mlp.experts.180.gate_proj,0.0051648696,hessian_weighted_relative_error,23769,0.02500,0.843
40,mlp.experts.181.gate_proj,0.0050891122,hessian_weighted_relative_error,17797,0.02500,0.854
40,mlp.experts.182.gate_proj,0.0062888155,hessian_weighted_relative_error,27350,0.02500,0.842
40,mlp.experts.183.gate_proj,0.0073336339,hessian_weighted_relative_error,37192,0.02500,0.853
40,mlp.experts.184.gate_proj,0.0069326492,hessian_weighted_relative_error,27344,0.02500,0.845
40,mlp.experts.185.gate_proj,0.0060867114,hessian_weighted_relative_error,18962,0.02500,0.853
40,mlp.experts.186.gate_proj,0.0053539370,hessian_weighted_relative_error,42296,0.02500,0.850
40,mlp.experts.187.gate_proj,0.0073096961,hessian_weighted_relative_error,26373,0.02500,0.854
40,mlp.experts.188.gate_proj,0.0058991765,hessian_weighted_relative_error,24023,0.02500,0.845
40,mlp.experts.189.gate_proj,0.0077366387,hessian_weighted_relative_error,16237,0.02500,0.852
40,mlp.experts.190.gate_proj,0.0071224184,hessian_weighted_relative_error,11739,0.02500,0.843
40,mlp.experts.191.gate_proj,0.0048006560,hessian_weighted_relative_error,27308,0.02500,0.853
40,mlp.experts.192.gate_proj,0.0061881677,hessian_weighted_relative_error,35357,0.02500,0.848
40,mlp.experts.193.gate_proj,0.0055499750,hessian_weighted_relative_error,6990,0.02500,0.857
40,mlp.experts.194.gate_proj,0.0059721558,hessian_weighted_relative_error,31954,0.02500,0.846
40,mlp.experts.195.gate_proj,0.0056162376,hessian_weighted_relative_error,14849,0.02500,0.856
40,mlp.experts.196.gate_proj,0.0061568079,hessian_weighted_relative_error,23646,0.02500,0.845
40,mlp.experts.197.gate_proj,0.0053435556,hessian_weighted_relative_error,29794,0.02500,0.855
40,mlp.experts.198.gate_proj,0.0052482622,hessian_weighted_relative_error,23858,0.02500,0.845
40,mlp.experts.199.gate_proj,0.0053283449,hessian_weighted_relative_error,9457,0.02500,0.854
40,mlp.experts.200.gate_proj,0.0076336366,hessian_weighted_relative_error,50205,0.02500,0.844
40,mlp.experts.201.gate_proj,0.0062381622,hessian_weighted_relative_error,8526,0.02500,0.855
40,mlp.experts.202.gate_proj,0.0065434922,hessian_weighted_relative_error,9200,0.02500,0.845
40,mlp.experts.203.gate_proj,0.0071770677,hessian_weighted_relative_error,32695,0.02500,0.854
40,mlp.experts.205.gate_proj,0.0081760218,hessian_weighted_relative_error,27817,0.02500,0.859
40,mlp.experts.206.gate_proj,0.0035942219,hessian_weighted_relative_error,7866,0.02500,0.844
40,mlp.experts.207.gate_proj,0.0069725767,hessian_weighted_relative_error,18923,0.02500,0.857
40,mlp.experts.208.gate_proj,0.0063959074,hessian_weighted_relative_error,22217,0.02500,0.844
40,mlp.experts.209.gate_proj,0.0049478250,hessian_weighted_relative_error,9540,0.02500,0.859
40,mlp.experts.210.gate_proj,0.0068529126,hessian_weighted_relative_error,33655,0.02500,0.846
40,mlp.experts.211.gate_proj,0.0060773459,hessian_weighted_relative_error,13068,0.02500,0.856
40,mlp.experts.213.gate_proj,0.0051043713,hessian_weighted_relative_error,24304,0.02500,0.859
40,mlp.experts.214.gate_proj,0.0076102025,hessian_weighted_relative_error,26902,0.02500,0.846
40,mlp.experts.215.gate_proj,0.0042693003,hessian_weighted_relative_error,21958,0.02500,0.854
40,mlp.experts.216.gate_proj,0.0064392566,hessian_weighted_relative_error,27762,0.02500,0.845
40,mlp.experts.217.gate_proj,0.0073030580,hessian_weighted_relative_error,32677,0.02500,0.858
40,mlp.experts.218.gate_proj,0.0087509677,hessian_weighted_relative_error,49728,0.02500,0.847
40,mlp.experts.219.gate_proj,0.0072749912,hessian_weighted_relative_error,13052,0.02500,0.857
40,mlp.experts.220.gate_proj,0.0077773344,hessian_weighted_relative_error,37740,0.02500,0.847
40,mlp.experts.221.gate_proj,0.0079285195,hessian_weighted_relative_error,31398,0.02500,0.862
40,mlp.experts.222.gate_proj,0.0066173741,hessian_weighted_relative_error,18556,0.02500,0.849
40,mlp.experts.223.gate_proj,0.0033836189,hessian_weighted_relative_error,17638,0.02500,0.857
40,mlp.experts.224.gate_proj,0.0047359887,hessian_weighted_relative_error,10361,0.02500,0.848
40,mlp.experts.225.gate_proj,0.0045172642,hessian_weighted_relative_error,4308,0.02500,0.858
40,mlp.experts.226.gate_proj,0.0073991256,hessian_weighted_relative_error,52418,0.02500,0.848
40,mlp.experts.227.gate_proj,0.0082423464,hessian_weighted_relative_error,28182,0.02500,0.857
40,mlp.experts.228.gate_proj,0.0074526946,hessian_weighted_relative_error,34739,0.02500,0.849
40,mlp.experts.229.gate_proj,0.0059766006,hessian_weighted_relative_error,21064,0.02500,0.858
40,mlp.experts.230.gate_proj,0.0057076263,hessian_weighted_relative_error,6654,0.02500,0.847
40,mlp.experts.231.gate_proj,0.0056175091,hessian_weighted_relative_error,13475,0.02500,0.858
40,mlp.experts.232.gate_proj,0.0081646303,hessian_weighted_relative_error,47853,0.02500,0.849
40,mlp.experts.234.gate_proj,0.0069273223,hessian_weighted_relative_error,37235,0.02500,0.848
40,mlp.experts.236.gate_proj,0.0071763332,hessian_weighted_relative_error,26804,0.02500,0.847
40,mlp.experts.237.gate_proj,0.0077380894,hessian_weighted_relative_error,23724,0.02500,0.861
40,mlp.experts.238.gate_proj,0.0054692930,hessian_weighted_relative_error,8546,0.02500,0.848
40,mlp.experts.240.gate_proj,0.0068715660,hessian_weighted_relative_error,9308,0.02500,0.852
40,mlp.experts.241.gate_proj,0.0066508023,hessian_weighted_relative_error,19843,0.02500,0.861
40,mlp.experts.242.gate_proj,0.0087520204,hessian_weighted_relative_error,32438,0.02500,0.850
40,mlp.experts.243.gate_proj,0.0061192264,hessian_weighted_relative_error,12880,0.02500,0.861
40,mlp.experts.244.gate_proj,0.0075934423,hessian_weighted_relative_error,22394,0.02500,0.848
40,mlp.experts.245.gate_proj,0.0064580298,hessian_weighted_relative_error,40875,0.02500,0.861
40,mlp.experts.246.gate_proj,0.0057169246,hessian_weighted_relative_error,9439,0.02500,0.853
40,mlp.experts.247.gate_proj,0.0070391653,hessian_weighted_relative_error,43631,0.02500,0.858
40,mlp.experts.248.gate_proj,0.0073525185,hessian_weighted_relative_error,25392,0.02500,0.851
40,mlp.experts.249.gate_proj,0.0068488787,hessian_weighted_relative_error,28413,0.02500,0.862
40,mlp.experts.250.gate_proj,0.0057351789,hessian_weighted_relative_error,20981,0.02500,0.853
40,mlp.experts.251.gate_proj,0.0078684806,hessian_weighted_relative_error,25839,0.02500,0.862
40,mlp.experts.252.gate_proj,0.0053954535,hessian_weighted_relative_error,7274,0.02500,0.855
40,mlp.experts.253.gate_proj,0.0068385291,hessian_weighted_relative_error,27055,0.02500,0.860
40,mlp.experts.254.gate_proj,0.0050179589,hessian_weighted_relative_error,18894,0.02500,0.850
40,mlp.experts.255.gate_proj,0.0057422561,hessian_weighted_relative_error,12475,0.02500,0.859
40,mlp.experts.257.gate_proj,0.0064219520,hessian_weighted_relative_error,64842,0.02500,0.862
40,mlp.experts.258.gate_proj,0.0028602078,hessian_weighted_relative_error,67188,0.02500,0.861
40,mlp.experts.259.gate_proj,0.0078588934,hessian_weighted_relative_error,17135,0.02500,0.863
40,mlp.experts.260.gate_proj,0.0077063159,hessian_weighted_relative_error,28935,0.02500,0.862
40,mlp.experts.261.gate_proj,0.0043201537,hessian_weighted_relative_error,10023,0.02500,0.863
40,mlp.experts.262.gate_proj,0.0071099365,hessian_weighted_relative_error,35736,0.02500,0.859
40,mlp.experts.263.gate_proj,0.0098268723,hessian_weighted_relative_error,19704,0.02500,0.863
40,mlp.experts.265.gate_proj,0.0059254475,hessian_weighted_relative_error,13897,0.02500,0.862
40,mlp.experts.267.gate_proj,0.0080011914,hessian_weighted_relative_error,26198,0.02500,0.860
40,mlp.experts.268.gate_proj,0.0074356058,hessian_weighted_relative_error,16194,0.02500,0.862
40,mlp.experts.269.gate_proj,0.0072913073,hessian_weighted_relative_error,34955,0.02500,0.863
40,mlp.experts.270.gate_proj,0.0046441382,hessian_weighted_relative_error,10670,0.02500,0.864
40,mlp.experts.271.gate_proj,0.0080936266,hessian_weighted_relative_error,40426,0.02500,0.861
40,mlp.experts.272.gate_proj,0.0075201653,hessian_weighted_relative_error,41390,0.02500,0.861
40,mlp.experts.273.gate_proj,0.0057909867,hessian_weighted_relative_error,8102,0.02500,0.860
40,mlp.experts.276.gate_proj,0.0080348560,hessian_weighted_relative_error,29611,0.02500,0.866
40,mlp.experts.277.gate_proj,0.0053227803,hessian_weighted_relative_error,30625,0.02500,0.864
40,mlp.experts.278.gate_proj,0.0053144738,hessian_weighted_relative_error,15289,0.02500,0.863
40,mlp.experts.279.gate_proj,0.0061469118,hessian_weighted_relative_error,24114,0.02500,0.861
40,mlp.experts.280.gate_proj,0.0069341397,hessian_weighted_relative_error,54184,0.02500,0.863
40,mlp.experts.281.gate_proj,0.0071309702,hessian_weighted_relative_error,32487,0.02500,0.859
40,mlp.experts.282.gate_proj,0.0077864183,hessian_weighted_relative_error,34783,0.02500,0.863
40,mlp.experts.283.gate_proj,0.0066823984,hessian_weighted_relative_error,42527,0.02500,0.863
40,mlp.experts.284.gate_proj,0.0081409620,hessian_weighted_relative_error,21072,0.02500,0.864
40,mlp.experts.285.gate_proj,0.0053405814,hessian_weighted_relative_error,19715,0.02500,0.862
40,mlp.experts.286.gate_proj,0.0031671625,hessian_weighted_relative_error,39351,0.02500,0.865
40,mlp.experts.287.gate_proj,0.0069081248,hessian_weighted_relative_error,34834,0.02500,0.860
40,mlp.experts.0.up_proj,0.0058971400,hessian_weighted_relative_error,23165,0.02500,0.863
40,mlp.experts.1.up_proj,0.0110830650,hessian_weighted_relative_error,66108,0.02500,0.862
40,mlp.experts.2.up_proj,0.0064858254,hessian_weighted_relative_error,7836,0.02500,0.862
40,mlp.experts.3.up_proj,0.0088506852,hessian_weighted_relative_error,13589,0.02500,0.866
40,mlp.experts.4.up_proj,0.0113999836,hessian_weighted_relative_error,41868,0.02500,0.863
40,mlp.experts.6.up_proj,0.0066127438,hessian_weighted_relative_error,27828,0.02500,0.862
40,mlp.experts.7.up_proj,0.0072056732,hessian_weighted_relative_error,7218,0.02500,0.861
40,mlp.experts.8.up_proj,0.0075212520,hessian_weighted_relative_error,26784,0.02500,0.865
40,mlp.experts.10.up_proj,0.0107157967,hessian_weighted_relative_error,31942,0.02500,0.868
40,mlp.experts.11.up_proj,0.0072808138,hessian_weighted_relative_error,24143,0.02500,0.863
40,mlp.experts.13.up_proj,0.0108780137,hessian_weighted_relative_error,30229,0.02500,0.864
40,mlp.experts.16.up_proj,0.0095932680,hessian_weighted_relative_error,22239,0.02500,0.864
40,mlp.experts.18.up_proj,0.0107870279,hessian_weighted_relative_error,54776,0.02500,0.866
40,mlp.experts.19.up_proj,0.0084233024,hessian_weighted_relative_error,20346,0.02500,0.874
40,mlp.experts.20.up_proj,0.0073492226,hessian_weighted_relative_error,7873,0.02500,0.865
40,mlp.experts.23.up_proj,0.0104926484,hessian_weighted_relative_error,54849,0.02500,0.865
40,mlp.experts.24.up_proj,0.0072516387,hessian_weighted_relative_error,12772,0.02500,0.867
40,mlp.experts.26.up_proj,0.0050818845,hessian_weighted_relative_error,6010,0.02500,0.856
40,mlp.experts.27.up_proj,0.0069908145,hessian_weighted_relative_error,13698,0.02500,0.867
40,mlp.experts.28.up_proj,0.0068938731,hessian_weighted_relative_error,16765,0.02500,0.856
40,mlp.experts.29.up_proj,0.0053016366,hessian_weighted_relative_error,15758,0.02500,0.889
40,mlp.experts.30.up_proj,0.0111899746,hessian_weighted_relative_error,49959,0.02500,0.867
40,mlp.experts.32.up_proj,0.0090058361,hessian_weighted_relative_error,20200,0.02500,0.856
40,mlp.experts.33.up_proj,0.0073346156,hessian_weighted_relative_error,14343,0.02500,0.866
40,mlp.experts.34.up_proj,0.0103571473,hessian_weighted_relative_error,30388,0.02500,0.854
40,mlp.experts.35.up_proj,0.0050767006,hessian_weighted_relative_error,26734,0.02500,0.865
40,mlp.experts.36.up_proj,0.0056661986,hessian_weighted_relative_error,11161,0.02500,0.855
40,mlp.experts.37.up_proj,0.0099742542,hessian_weighted_relative_error,21117,0.02500,0.867
40,mlp.experts.38.up_proj,0.0055375483,hessian_weighted_relative_error,31715,0.02500,0.855
40,mlp.experts.39.up_proj,0.0055650610,hessian_weighted_relative_error,14403,0.02500,0.865
40,mlp.experts.40.up_proj,0.0110800522,hessian_weighted_relative_error,55980,0.02500,0.858
40,mlp.experts.41.up_proj,0.0072203335,hessian_weighted_relative_error,8732,0.02500,0.865
40,mlp.experts.42.up_proj,0.0097777091,hessian_weighted_relative_error,20618,0.02500,0.857
40,mlp.experts.44.up_proj,0.0046034135,hessian_weighted_relative_error,16679,0.02500,0.856
40,mlp.experts.45.up_proj,0.0081663457,hessian_weighted_relative_error,27895,0.02500,0.868
40,mlp.experts.47.up_proj,0.0042332652,hessian_weighted_relative_error,6543,0.02500,0.865
40,mlp.experts.49.up_proj,0.0068497405,hessian_weighted_relative_error,22376,0.02500,0.865
40,mlp.experts.50.up_proj,0.0083541387,hessian_weighted_relative_error,18412,0.02500,0.854
40,mlp.experts.51.up_proj,0.0096918126,hessian_weighted_relative_error,18060,0.02500,0.867
40,mlp.experts.53.up_proj,0.0070553496,hessian_weighted_relative_error,20052,0.02500,0.866
40,mlp.experts.54.up_proj,0.0104442072,hessian_weighted_relative_error,34525,0.02500,0.857
40,mlp.experts.57.up_proj,0.0092614659,hessian_weighted_relative_error,48383,0.02500,0.868
40,mlp.experts.58.up_proj,0.0077098740,hessian_weighted_relative_error,24746,0.02500,0.854
40,mlp.experts.59.up_proj,0.0069749392,hessian_weighted_relative_error,12931,0.02500,0.867
40,mlp.experts.61.up_proj,0.0100016479,hessian_weighted_relative_error,31940,0.02500,0.866
40,mlp.experts.62.up_proj,0.0067627281,hessian_weighted_relative_error,14261,0.02500,0.855
40,mlp.experts.64.up_proj,0.0081301793,hessian_weighted_relative_error,9748,0.02500,0.857
40,mlp.experts.65.up_proj,0.0106012155,hessian_weighted_relative_error,25558,0.02500,0.867
40,mlp.experts.67.up_proj,0.0050939986,hessian_weighted_relative_error,25128,0.02500,0.880
40,mlp.experts.68.up_proj,0.0069021935,hessian_weighted_relative_error,39741,0.02500,0.856
40,mlp.experts.69.up_proj,0.0077308980,hessian_weighted_relative_error,8824,0.02500,0.866
40,mlp.experts.71.up_proj,0.0063516228,hessian_weighted_relative_error,16330,0.02500,0.867
40,mlp.experts.72.up_proj,0.0081680996,hessian_weighted_relative_error,18123,0.02500,0.857
40,mlp.experts.73.up_proj,0.0032512980,hessian_weighted_relative_error,2010,0.02500,0.865
40,mlp.experts.74.up_proj,0.0089461055,hessian_weighted_relative_error,38482,0.02500,0.856
40,mlp.experts.75.up_proj,0.0077985447,hessian_weighted_relative_error,11744,0.02500,0.870
40,mlp.experts.76.up_proj,0.0077239856,hessian_weighted_relative_error,22470,0.02500,0.857
40,mlp.experts.77.up_proj,0.0085816169,hessian_weighted_relative_error,25888,0.02500,0.869
40,mlp.experts.78.up_proj,0.0083201996,hessian_weighted_relative_error,39314,0.02500,0.856
40,mlp.experts.79.up_proj,0.0047201921,hessian_weighted_relative_error,24948,0.02500,0.879
40,mlp.experts.80.up_proj,0.0088742007,hessian_weighted_relative_error,30120,0.02500,0.857
40,mlp.experts.81.up_proj,0.0075669716,hessian_weighted_relative_error,10362,0.02500,0.866
40,mlp.experts.83.up_proj,0.0100871426,hessian_weighted_relative_error,46045,0.02500,0.866
40,mlp.experts.84.up_proj,0.0053425255,hessian_weighted_relative_error,3176,0.02500,0.856
40,mlp.experts.85.up_proj,0.0082186728,hessian_weighted_relative_error,22204,0.02500,0.873
40,mlp.experts.86.up_proj,0.0083446935,hessian_weighted_relative_error,20646,0.02500,0.855
40,mlp.experts.87.up_proj,0.0042175433,hessian_weighted_relative_error,10470,0.02500,0.866
40,mlp.experts.88.up_proj,0.0108069081,hessian_weighted_relative_error,40044,0.02500,0.856
40,mlp.experts.90.up_proj,0.0111822583,hessian_weighted_relative_error,57547,0.02500,0.857
40,mlp.experts.91.up_proj,0.0080514484,hessian_weighted_relative_error,12353,0.02500,0.875
40,mlp.experts.92.up_proj,0.0041220401,hessian_weighted_relative_error,3776,0.02500,0.857
40,mlp.experts.93.up_proj,0.0094401754,hessian_weighted_relative_error,27984,0.02500,0.866
40,mlp.experts.94.up_proj,0.0076296996,hessian_weighted_relative_error,10518,0.02500,0.856
40,mlp.experts.95.up_proj,0.0063206845,hessian_weighted_relative_error,5330,0.02500,0.874
40,mlp.experts.97.up_proj,0.0080618991,hessian_weighted_relative_error,12590,0.02500,0.879
40,mlp.experts.98.up_proj,0.0091290868,hessian_weighted_relative_error,24145,0.02500,0.856
40,mlp.experts.99.up_proj,0.0065431941,hessian_weighted_relative_error,12216,0.02500,0.867
40,mlp.experts.101.up_proj,0.0064250871,hessian_weighted_relative_error,18603,0.02500,0.876
40,mlp.experts.102.up_proj,0.0046385500,hessian_weighted_relative_error,6354,0.02500,0.858
40,mlp.experts.103.up_proj,0.0050921930,hessian_weighted_relative_error,19479,0.02500,0.878
40,mlp.experts.104.up_proj,0.0045349803,hessian_weighted_relative_error,18620,0.02500,0.859
40,mlp.experts.106.up_proj,0.0083853994,hessian_weighted_relative_error,26041,0.02500,0.857
40,mlp.experts.107.up_proj,0.0108504928,hessian_weighted_relative_error,47264,0.02500,0.868
40,mlp.experts.109.up_proj,0.0079021552,hessian_weighted_relative_error,15249,0.02500,0.867
40,mlp.experts.112.up_proj,0.0078126792,hessian_weighted_relative_error,15234,0.02500,0.856
40,mlp.experts.113.up_proj,0.0087217479,hessian_weighted_relative_error,18260,0.02500,0.869
40,mlp.experts.116.up_proj,0.0077607720,hessian_weighted_relative_error,24376,0.02500,0.860
40,mlp.experts.117.up_proj,0.0080845498,hessian_weighted_relative_error,25511,0.02500,0.869
40,mlp.experts.118.up_proj,0.0045454004,hessian_weighted_relative_error,44565,0.02500,0.858
40,mlp.experts.119.up_proj,0.0102793783,hessian_weighted_relative_error,35246,0.02500,0.866
40,mlp.experts.120.up_proj,0.0092073220,hessian_weighted_relative_error,21844,0.02500,0.860
40,mlp.experts.123.up_proj,0.0070024301,hessian_weighted_relative_error,11264,0.02500,0.878
40,mlp.experts.125.up_proj,0.0099817491,hessian_weighted_relative_error,37638,0.02500,0.871
40,mlp.experts.126.up_proj,0.0099326507,hessian_weighted_relative_error,24428,0.02500,0.859
40,mlp.experts.127.up_proj,0.0111240537,hessian_weighted_relative_error,39739,0.02500,0.877
40,mlp.experts.128.up_proj,0.0075803237,hessian_weighted_relative_error,21255,0.02500,0.859
40,mlp.experts.129.up_proj,0.0046559929,hessian_weighted_relative_error,14801,0.02500,0.870
40,mlp.experts.130.up_proj,0.0073463880,hessian_weighted_relative_error,19542,0.02500,0.858
40,mlp.experts.131.up_proj,0.0055887548,hessian_weighted_relative_error,5181,0.02500,0.880
40,mlp.experts.132.up_proj,0.0082222246,hessian_weighted_relative_error,14435,0.02500,0.857
40,mlp.experts.134.up_proj,0.0103534165,hessian_weighted_relative_error,30565,0.02500,0.857
40,mlp.experts.135.up_proj,0.0097607687,hessian_weighted_relative_error,47016,0.02500,0.877
40,mlp.experts.136.up_proj,0.0069063128,hessian_weighted_relative_error,15730,0.02500,0.858
40,mlp.experts.137.up_proj,0.0111925163,hessian_weighted_relative_error,62904,0.02500,0.871
40,mlp.experts.138.up_proj,0.0097959055,hessian_weighted_relative_error,51344,0.02500,0.860
40,mlp.experts.140.up_proj,0.0052021094,hessian_weighted_relative_error,9698,0.02500,0.859
40,mlp.experts.141.up_proj,0.0111265274,hessian_weighted_relative_error,44893,0.02500,0.878
40,mlp.experts.142.up_proj,0.0071506983,hessian_weighted_relative_error,7738,0.02500,0.857
40,mlp.experts.144.up_proj,0.0092478829,hessian_weighted_relative_error,25322,0.02500,0.858
40,mlp.experts.145.up_proj,0.0100373935,hessian_weighted_relative_error,49676,0.02500,0.880
40,mlp.experts.146.up_proj,0.0093663401,hessian_weighted_relative_error,15778,0.02500,0.859
40,mlp.experts.148.up_proj,0.0103322784,hessian_weighted_relative_error,30776,0.02500,0.862
40,mlp.experts.150.up_proj,0.0112184455,hessian_weighted_relative_error,33991,0.02500,0.859
40,mlp.experts.151.up_proj,0.0070801973,hessian_weighted_relative_error,20829,0.02500,0.870
40,mlp.experts.152.up_proj,0.0085519307,hessian_weighted_relative_error,16387,0.02500,0.860
40,mlp.experts.154.up_proj,0.0105569583,hessian_weighted_relative_error,34766,0.02500,0.863
40,mlp.experts.155.up_proj,0.0098536255,hessian_weighted_relative_error,26630,0.02500,0.870
40,mlp.experts.156.up_proj,0.0061063944,hessian_weighted_relative_error,45103,0.02500,0.860
40,mlp.experts.157.up_proj,0.0079457729,hessian_weighted_relative_error,26844,0.02500,0.880
40,mlp.experts.158.up_proj,0.0097118716,hessian_weighted_relative_error,13668,0.02500,0.860
40,mlp.experts.159.up_proj,0.0107574981,hessian_weighted_relative_error,43829,0.02500,0.879
40,mlp.experts.160.up_proj,0.0106233252,hessian_weighted_relative_error,54916,0.02500,0.862
40,mlp.experts.162.up_proj,0.0076722431,hessian_weighted_relative_error,18900,0.02500,0.859
40,mlp.experts.163.up_proj,0.0071231561,hessian_weighted_relative_error,18697,0.02500,0.880
40,mlp.experts.167.up_proj,0.0076379024,hessian_weighted_relative_error,23730,0.02500,0.907
40,mlp.experts.169.up_proj,0.0076283055,hessian_weighted_relative_error,14688,0.02500,0.883
40,mlp.experts.170.up_proj,0.0085840349,hessian_weighted_relative_error,21493,0.02500,0.862
40,mlp.experts.172.up_proj,0.0086408095,hessian_weighted_relative_error,18123,0.02500,0.859
40,mlp.experts.174.up_proj,0.0085873651,hessian_weighted_relative_error,17409,0.02500,0.860
40,mlp.experts.175.up_proj,0.0092067643,hessian_weighted_relative_error,13717,0.02500,0.883
40,mlp.experts.176.up_proj,0.0070183658,hessian_weighted_relative_error,6729,0.02500,0.861
40,mlp.experts.177.up_proj,0.0085734359,hessian_weighted_relative_error,16258,0.02500,0.878
40,mlp.experts.178.up_proj,0.0080082305,hessian_weighted_relative_error,35648,0.02500,0.860
40,mlp.experts.179.up_proj,0.0079589336,hessian_weighted_relative_error,14385,0.02500,0.883
40,mlp.experts.180.up_proj,0.0057736486,hessian_weighted_relative_error,23769,0.02500,0.860
40,mlp.experts.181.up_proj,0.0065927658,hessian_weighted_relative_error,17797,0.02500,0.879
40,mlp.experts.182.up_proj,0.0083691739,hessian_weighted_relative_error,27350,0.02500,0.860
40,mlp.experts.183.up_proj,0.0102202573,hessian_weighted_relative_error,37192,0.02500,0.869
40,mlp.experts.184.up_proj,0.0085431005,hessian_weighted_relative_error,27344,0.02500,0.861
40,mlp.experts.185.up_proj,0.0080383659,hessian_weighted_relative_error,18962,0.02500,0.873
40,mlp.experts.188.up_proj,0.0064718640,hessian_weighted_relative_error,24023,0.02500,0.860
40,mlp.experts.189.up_proj,0.0094559449,hessian_weighted_relative_error,16237,0.02500,0.880
40,mlp.experts.190.up_proj,0.0094306601,hessian_weighted_relative_error,11739,0.02500,0.860
40,mlp.experts.191.up_proj,0.0067648171,hessian_weighted_relative_error,27308,0.02500,0.877
40,mlp.experts.192.up_proj,0.0084614727,hessian_weighted_relative_error,35357,0.02500,0.861
40,mlp.experts.193.up_proj,0.0064573461,hessian_weighted_relative_error,6990,0.02500,0.884
40,mlp.experts.194.up_proj,0.0072892962,hessian_weighted_relative_error,31954,0.02500,0.861
40,mlp.experts.195.up_proj,0.0064157315,hessian_weighted_relative_error,14849,0.02500,0.879
40,mlp.experts.196.up_proj,0.0074890163,hessian_weighted_relative_error,23646,0.02500,0.861
40,mlp.experts.198.up_proj,0.0058383435,hessian_weighted_relative_error,23858,0.02500,0.860
40,mlp.experts.199.up_proj,0.0068131185,hessian_weighted_relative_error,9457,0.02500,0.876
40,mlp.experts.201.up_proj,0.0083368474,hessian_weighted_relative_error,8526,0.02500,0.883
40,mlp.experts.202.up_proj,0.0076742800,hessian_weighted_relative_error,9200,0.02500,0.861
40,mlp.experts.203.up_proj,0.0107209267,hessian_weighted_relative_error,32695,0.02500,0.880
40,mlp.experts.205.up_proj,0.0105599946,hessian_weighted_relative_error,27817,0.02500,0.889
40,mlp.experts.206.up_proj,0.0049327792,hessian_weighted_relative_error,7866,0.02500,0.861
40,mlp.experts.207.up_proj,0.0090830163,hessian_weighted_relative_error,18923,0.02500,0.872
40,mlp.experts.208.up_proj,0.0085597944,hessian_weighted_relative_error,22217,0.02500,0.863
40,mlp.experts.209.up_proj,0.0058623274,hessian_weighted_relative_error,9540,0.02500,0.883
40,mlp.experts.210.up_proj,0.0099118946,hessian_weighted_relative_error,33655,0.02500,0.862
40,mlp.experts.211.up_proj,0.0081845383,hessian_weighted_relative_error,13068,0.02500,0.880
40,mlp.experts.213.up_proj,0.0073903643,hessian_weighted_relative_error,24304,0.02500,0.882
40,mlp.experts.214.up_proj,0.0098345219,hessian_weighted_relative_error,26902,0.02500,0.860
40,mlp.experts.215.up_proj,0.0053855079,hessian_weighted_relative_error,21958,0.02500,0.889
40,mlp.experts.216.up_proj,0.0077133577,hessian_weighted_relative_error,27762,0.02500,0.861
40,mlp.experts.217.up_proj,0.0097167290,hessian_weighted_relative_error,32677,0.02500,0.872
40,mlp.experts.219.up_proj,0.0084216629,hessian_weighted_relative_error,13052,0.02500,0.883
40,mlp.experts.220.up_proj,0.0094708886,hessian_weighted_relative_error,37740,0.02500,0.861
40,mlp.experts.221.up_proj,0.0103687750,hessian_weighted_relative_error,31398,0.02500,0.886
40,mlp.experts.222.up_proj,0.0094424216,hessian_weighted_relative_error,18556,0.02500,0.860
40,mlp.experts.223.up_proj,0.0047960967,hessian_weighted_relative_error,17638,0.02500,0.884
40,mlp.experts.224.up_proj,0.0070465471,hessian_weighted_relative_error,10361,0.02500,0.861
40,mlp.experts.225.up_proj,0.0058916309,hessian_weighted_relative_error,4308,0.02500,0.890
40,mlp.experts.226.up_proj,0.0105302410,hessian_weighted_relative_error,52418,0.02500,0.859
40,mlp.experts.227.up_proj,0.0104739146,hessian_weighted_relative_error,28182,0.02500,0.887
40,mlp.experts.229.up_proj,0.0077354265,hessian_weighted_relative_error,21064,0.02500,0.883
40,mlp.experts.230.up_proj,0.0071176461,hessian_weighted_relative_error,6654,0.02500,0.860
40,mlp.experts.231.up_proj,0.0073892151,hessian_weighted_relative_error,13475,0.02500,0.874
40,mlp.experts.234.up_proj,0.0100702158,hessian_weighted_relative_error,37235,0.02500,0.861
40,mlp.experts.236.up_proj,0.0077614714,hessian_weighted_relative_error,26804,0.02500,0.862
40,mlp.experts.237.up_proj,0.0101337310,hessian_weighted_relative_error,23724,0.02500,0.888
40,mlp.experts.238.up_proj,0.0064157832,hessian_weighted_relative_error,8546,0.02500,0.861
40,mlp.experts.240.up_proj,0.0087446251,hessian_weighted_relative_error,9308,0.02500,0.863
40,mlp.experts.241.up_proj,0.0080561179,hessian_weighted_relative_error,19843,0.02500,0.877
40,mlp.experts.242.up_proj,0.0106017311,hessian_weighted_relative_error,32438,0.02500,0.861
40,mlp.experts.243.up_proj,0.0079435506,hessian_weighted_relative_error,12880,0.02500,0.891
40,mlp.experts.244.up_proj,0.0099318003,hessian_weighted_relative_error,22394,0.02500,0.862
40,mlp.experts.245.up_proj,0.0099152810,hessian_weighted_relative_error,40875,0.02500,0.881
40,mlp.experts.246.up_proj,0.0080631518,hessian_weighted_relative_error,9439,0.02500,0.865
40,mlp.experts.247.up_proj,0.0102374624,hessian_weighted_relative_error,43631,0.02500,0.885
40,mlp.experts.248.up_proj,0.0094672821,hessian_weighted_relative_error,25392,0.02500,0.866
40,mlp.experts.249.up_proj,0.0093866125,hessian_weighted_relative_error,28413,0.02500,0.883
40,mlp.experts.250.up_proj,0.0071249520,hessian_weighted_relative_error,20981,0.02500,0.869
40,mlp.experts.251.up_proj,0.0093308021,hessian_weighted_relative_error,25839,0.02500,0.887
40,mlp.experts.252.up_proj,0.0076187152,hessian_weighted_relative_error,7274,0.02500,0.878
40,mlp.experts.253.up_proj,0.0084355203,hessian_weighted_relative_error,27055,0.02500,0.912
40,mlp.experts.254.up_proj,0.0070797572,hessian_weighted_relative_error,18894,0.02500,0.864
40,mlp.experts.255.up_proj,0.0077162758,hessian_weighted_relative_error,12475,0.02500,0.885
40,mlp.experts.257.up_proj,0.0106497581,hessian_weighted_relative_error,64842,0.02500,0.894
40,mlp.experts.259.up_proj,0.0090612894,hessian_weighted_relative_error,17135,0.02500,0.889
40,mlp.experts.260.up_proj,0.0101483456,hessian_weighted_relative_error,28935,0.02500,0.863
40,mlp.experts.261.up_proj,0.0060873214,hessian_weighted_relative_error,10023,0.02500,0.887
40,mlp.experts.262.up_proj,0.0103404138,hessian_weighted_relative_error,35736,0.02500,0.863
40,mlp.experts.263.up_proj,0.0107562839,hessian_weighted_relative_error,19704,0.02500,0.889
40,mlp.experts.265.up_proj,0.0087481355,hessian_weighted_relative_error,13897,0.02500,0.891
40,mlp.experts.267.up_proj,0.0099721283,hessian_weighted_relative_error,26198,0.02500,0.898
40,mlp.experts.268.up_proj,0.0082254091,hessian_weighted_relative_error,16194,0.02500,0.862
40,mlp.experts.270.up_proj,0.0075353431,hessian_weighted_relative_error,10670,0.02500,0.861
40,mlp.experts.271.up_proj,0.0108748940,hessian_weighted_relative_error,40426,0.02500,0.876
40,mlp.experts.273.up_proj,0.0066752210,hessian_weighted_relative_error,8102,0.02500,0.881
40,mlp.experts.277.up_proj,0.0066958867,hessian_weighted_relative_error,30625,0.02500,0.887
40,mlp.experts.278.up_proj,0.0074593368,hessian_weighted_relative_error,15289,0.02500,0.862
40,mlp.experts.280.up_proj,0.0107519100,hessian_weighted_relative_error,54184,0.02500,0.863
40,mlp.experts.281.up_proj,0.0101113621,hessian_weighted_relative_error,32487,0.02500,0.892
40,mlp.experts.282.up_proj,0.0105312691,hessian_weighted_relative_error,34783,0.02500,0.861
40,mlp.experts.283.up_proj,0.0085743722,hessian_weighted_relative_error,42527,0.02500,0.889
40,mlp.experts.284.up_proj,0.0104845287,hessian_weighted_relative_error,21072,0.02500,0.861
40,mlp.experts.285.up_proj,0.0062721675,hessian_weighted_relative_error,19715,0.02500,0.889
40,mlp.experts.286.up_proj,0.0039989712,hessian_weighted_relative_error,39351,0.02500,0.862
40,mlp.experts.287.up_proj,0.0081677130,hessian_weighted_relative_error,34834,0.02500,0.881
40,mlp.experts.1.down_proj,0.0148432767,hessian_weighted_relative_error,66108,0.02500,0.748
40,mlp.experts.2.down_proj,0.0113206793,hessian_weighted_relative_error,7836,0.02500,0.774
40,mlp.experts.3.down_proj,0.0125567994,hessian_weighted_relative_error,13589,0.02500,0.751
40,mlp.experts.4.down_proj,0.0148497894,hessian_weighted_relative_error,41868,0.02500,0.735
40,mlp.experts.7.down_proj,0.0114247488,hessian_weighted_relative_error,7218,0.02500,0.718
40,mlp.experts.8.down_proj,0.0112333477,hessian_weighted_relative_error,26784,0.02500,0.775
40,mlp.experts.10.down_proj,0.0141585596,hessian_weighted_relative_error,31942,0.02500,0.779
40,mlp.experts.11.down_proj,0.0108656131,hessian_weighted_relative_error,24143,0.02500,0.754
40,mlp.experts.13.down_proj,0.0148512538,hessian_weighted_relative_error,30229,0.02500,0.755
40,mlp.experts.16.down_proj,0.0127296052,hessian_weighted_relative_error,22239,0.02500,0.777
40,mlp.experts.19.down_proj,0.0124899649,hessian_weighted_relative_error,20346,0.02500,0.758
40,mlp.experts.20.down_proj,0.0112462497,hessian_weighted_relative_error,7873,0.02500,0.776
40,mlp.experts.21.down_proj,0.0035624772,hessian_weighted_relative_error,81880,0.02500,0.758
40,mlp.experts.23.down_proj,0.0124932369,hessian_weighted_relative_error,54849,0.02500,0.756
40,mlp.experts.24.down_proj,0.0114845988,hessian_weighted_relative_error,12772,0.02500,0.781
40,mlp.experts.26.down_proj,0.0085811000,hessian_weighted_relative_error,6010,0.02500,0.783
40,mlp.experts.27.down_proj,0.0110922464,hessian_weighted_relative_error,13698,0.02500,0.761
40,mlp.experts.28.down_proj,0.0109448307,hessian_weighted_relative_error,16765,0.02500,0.780
40,mlp.experts.29.down_proj,0.0099126668,hessian_weighted_relative_error,15758,0.02500,0.762
40,mlp.experts.30.down_proj,0.0145724904,hessian_weighted_relative_error,49959,0.02500,0.783
40,mlp.experts.32.down_proj,0.0113216245,hessian_weighted_relative_error,20200,0.02500,0.783
40,mlp.experts.33.down_proj,0.0114208363,hessian_weighted_relative_error,14343,0.02500,0.760
40,mlp.experts.34.down_proj,0.0120727420,hessian_weighted_relative_error,30388,0.02500,0.784
40,mlp.experts.35.down_proj,0.0079477397,hessian_weighted_relative_error,26734,0.02500,0.764
40,mlp.experts.36.down_proj,0.0090427629,hessian_weighted_relative_error,11161,0.02500,0.782
40,mlp.experts.37.down_proj,0.0130367590,hessian_weighted_relative_error,21117,0.02500,0.765
40,mlp.experts.38.down_proj,0.0078270721,hessian_weighted_relative_error,31715,0.02500,0.785
40,mlp.experts.39.down_proj,0.0085681172,hessian_weighted_relative_error,14403,0.02500,0.763
40,mlp.experts.41.down_proj,0.0106436796,hessian_weighted_relative_error,8732,0.02500,0.763
40,mlp.experts.42.down_proj,0.0129906082,hessian_weighted_relative_error,20618,0.02500,0.785
40,mlp.experts.44.down_proj,0.0068116084,hessian_weighted_relative_error,16679,0.02500,0.784
40,mlp.experts.47.down_proj,0.0067871841,hessian_weighted_relative_error,6543,0.02500,0.766
40,mlp.experts.49.down_proj,0.0092478409,hessian_weighted_relative_error,22376,0.02500,0.765
40,mlp.experts.50.down_proj,0.0127454765,hessian_weighted_relative_error,18412,0.02500,0.788
40,mlp.experts.51.down_proj,0.0137640776,hessian_weighted_relative_error,18060,0.02500,0.771
40,mlp.experts.54.down_proj,0.0139579108,hessian_weighted_relative_error,34525,0.02500,0.790
40,mlp.experts.57.down_proj,0.0127978043,hessian_weighted_relative_error,48383,0.02500,0.769
40,mlp.experts.58.down_proj,0.0122610216,hessian_weighted_relative_error,24746,0.02500,0.791
40,mlp.experts.59.down_proj,0.0107834990,hessian_weighted_relative_error,12931,0.02500,0.773
40,mlp.experts.61.down_proj,0.0131215125,hessian_weighted_relative_error,31940,0.02500,0.775
40,mlp.experts.64.down_proj,0.0126354255,hessian_weighted_relative_error,9748,0.02500,0.792
40,mlp.experts.65.down_proj,0.0145146489,hessian_weighted_relative_error,25558,0.02500,0.774
40,mlp.experts.69.down_proj,0.0124845750,hessian_weighted_relative_error,8824,0.02500,0.779
40,mlp.experts.71.down_proj,0.0111693660,hessian_weighted_relative_error,16330,0.02500,0.776
40,mlp.experts.72.down_proj,0.0118545721,hessian_weighted_relative_error,18123,0.02500,0.793
40,mlp.experts.73.down_proj,0.0037789961,hessian_weighted_relative_error,2010,0.02500,0.775
40,mlp.experts.74.down_proj,0.0125930923,hessian_weighted_relative_error,38482,0.02500,0.795
40,mlp.experts.75.down_proj,0.0119347568,hessian_weighted_relative_error,11744,0.02500,0.780
40,mlp.experts.77.down_proj,0.0121001868,hessian_weighted_relative_error,25888,0.02500,0.782
40,mlp.experts.78.down_proj,0.0099825918,hessian_weighted_relative_error,39314,0.02500,0.795
40,mlp.experts.79.down_proj,0.0064948014,hessian_weighted_relative_error,24948,0.02500,0.778
40,mlp.experts.81.down_proj,0.0115092487,hessian_weighted_relative_error,10362,0.02500,0.778
40,mlp.experts.83.down_proj,0.0128930318,hessian_weighted_relative_error,46045,0.02500,0.784
40,mlp.experts.84.down_proj,0.0088026808,hessian_weighted_relative_error,3176,0.02500,0.794
40,mlp.experts.85.down_proj,0.0121542235,hessian_weighted_relative_error,22204,0.02500,0.786
40,mlp.experts.86.down_proj,0.0120356298,hessian_weighted_relative_error,20646,0.02500,0.802
40,mlp.experts.87.down_proj,0.0060499757,hessian_weighted_relative_error,10470,0.02500,0.781
40,mlp.experts.88.down_proj,0.0141142547,hessian_weighted_relative_error,40044,0.02500,0.797
40,mlp.experts.91.down_proj,0.0124292490,hessian_weighted_relative_error,12353,0.02500,0.785
40,mlp.experts.92.down_proj,0.0080352986,hessian_weighted_relative_error,3776,0.02500,0.797
40,mlp.experts.94.down_proj,0.0121357162,hessian_weighted_relative_error,10518,0.02500,0.803
40,mlp.experts.95.down_proj,0.0104839657,hessian_weighted_relative_error,5330,0.02500,0.783
40,mlp.experts.97.down_proj,0.0124902192,hessian_weighted_relative_error,12590,0.02500,0.785
40,mlp.experts.99.down_proj,0.0112773240,hessian_weighted_relative_error,12216,0.02500,0.790
40,mlp.experts.102.down_proj,0.0089813038,hessian_weighted_relative_error,6354,0.02500,0.801
40,mlp.experts.103.down_proj,0.0070652878,hessian_weighted_relative_error,19479,0.02500,0.786
40,mlp.experts.104.down_proj,0.0052423884,hessian_weighted_relative_error,18620,0.02500,0.800
40,mlp.experts.106.down_proj,0.0110072691,hessian_weighted_relative_error,26041,0.02500,0.803
40,mlp.experts.109.down_proj,0.0121572792,hessian_weighted_relative_error,15249,0.02500,0.793
40,mlp.experts.112.down_proj,0.0111026618,hessian_weighted_relative_error,15234,0.02500,0.802
40,mlp.experts.113.down_proj,0.0114521835,hessian_weighted_relative_error,18260,0.02500,0.789
40,mlp.experts.116.down_proj,0.0117138908,hessian_weighted_relative_error,24376,0.02500,0.802
40,mlp.experts.117.down_proj,0.0112212532,hessian_weighted_relative_error,25511,0.02500,0.793
40,mlp.experts.119.down_proj,0.0133761847,hessian_weighted_relative_error,35246,0.02500,0.790
40,mlp.experts.120.down_proj,0.0128197325,hessian_weighted_relative_error,21844,0.02500,0.804
40,mlp.experts.123.down_proj,0.0110450970,hessian_weighted_relative_error,11264,0.02500,0.797
40,mlp.experts.125.down_proj,0.0137686824,hessian_weighted_relative_error,37638,0.02500,0.796
40,mlp.experts.126.down_proj,0.0125389996,hessian_weighted_relative_error,24428,0.02500,0.805
40,mlp.experts.128.down_proj,0.0120269356,hessian_weighted_relative_error,21255,0.02500,0.805
40,mlp.experts.129.down_proj,0.0068630446,hessian_weighted_relative_error,14801,0.02500,0.795
40,mlp.experts.130.down_proj,0.0116221276,hessian_weighted_relative_error,19542,0.02500,0.807
40,mlp.experts.131.down_proj,0.0098444489,hessian_weighted_relative_error,5181,0.02500,0.799
40,mlp.experts.132.down_proj,0.0102701055,hessian_weighted_relative_error,14435,0.02500,0.804
40,mlp.experts.134.down_proj,0.0118406100,hessian_weighted_relative_error,30565,0.02500,0.808
40,mlp.experts.136.down_proj,0.0107772317,hessian_weighted_relative_error,15730,0.02500,0.807
40,mlp.experts.138.down_proj,0.0131440891,hessian_weighted_relative_error,51344,0.02500,0.808
40,mlp.experts.142.down_proj,0.0118708579,hessian_weighted_relative_error,7738,0.02500,0.808
40,mlp.experts.144.down_proj,0.0128463203,hessian_weighted_relative_error,25322,0.02500,0.807
40,mlp.experts.146.down_proj,0.0123243893,hessian_weighted_relative_error,15778,0.02500,0.808
40,mlp.experts.148.down_proj,0.0141524081,hessian_weighted_relative_error,30776,0.02500,0.806
40,mlp.experts.150.down_proj,0.0144451578,hessian_weighted_relative_error,33991,0.02500,0.810
40,mlp.experts.152.down_proj,0.0120016562,hessian_weighted_relative_error,16387,0.02500,0.808
40,mlp.experts.154.down_proj,0.0137249952,hessian_weighted_relative_error,34766,0.02500,0.810
40,mlp.experts.155.down_proj,0.0138704891,hessian_weighted_relative_error,26630,0.02500,0.806
40,mlp.experts.156.down_proj,0.0074332104,hessian_weighted_relative_error,45103,0.02500,0.807
40,mlp.experts.157.down_proj,0.0108399779,hessian_weighted_relative_error,26844,0.02500,0.808
40,mlp.experts.158.down_proj,0.0131781943,hessian_weighted_relative_error,13668,0.02500,0.812
40,mlp.experts.159.down_proj,0.0145213440,hessian_weighted_relative_error,43829,0.02500,0.805
40,mlp.experts.160.down_proj,0.0149104722,hessian_weighted_relative_error,54916,0.02500,0.809
40,mlp.experts.162.down_proj,0.0111063643,hessian_weighted_relative_error,18900,0.02500,0.811
40,mlp.experts.163.down_proj,0.0099270079,hessian_weighted_relative_error,18697,0.02500,0.809
40,mlp.experts.167.down_proj,0.0108336132,hessian_weighted_relative_error,23730,0.02500,0.808
40,mlp.experts.169.down_proj,0.0118213624,hessian_weighted_relative_error,14688,0.02500,0.807
40,mlp.experts.170.down_proj,0.0131190566,hessian_weighted_relative_error,21493,0.02500,0.812
40,mlp.experts.172.down_proj,0.0126574248,hessian_weighted_relative_error,18123,0.02500,0.810
40,mlp.experts.174.down_proj,0.0123511043,hessian_weighted_relative_error,17409,0.02500,0.813
40,mlp.experts.175.down_proj,0.0130629864,hessian_weighted_relative_error,13717,0.02500,0.809
40,mlp.experts.176.down_proj,0.0118621972,hessian_weighted_relative_error,6729,0.02500,0.811
40,mlp.experts.177.down_proj,0.0127684950,hessian_weighted_relative_error,16258,0.02500,0.810
40,mlp.experts.179.down_proj,0.0122244596,hessian_weighted_relative_error,14385,0.02500,0.813
40,mlp.experts.180.down_proj,0.0090144143,hessian_weighted_relative_error,23769,0.02500,0.810
40,mlp.experts.181.down_proj,0.0096601303,hessian_weighted_relative_error,17797,0.02500,0.817
40,mlp.experts.182.down_proj,0.0099123729,hessian_weighted_relative_error,27350,0.02500,0.814
40,mlp.experts.184.down_proj,0.0127598424,hessian_weighted_relative_error,27344,0.02500,0.812
40,mlp.experts.185.down_proj,0.0089064343,hessian_weighted_relative_error,18962,0.02500,0.813
40,mlp.experts.189.down_proj,0.0132555515,hessian_weighted_relative_error,16237,0.02500,0.819
40,mlp.experts.190.down_proj,0.0132592022,hessian_weighted_relative_error,11739,0.02500,0.816
40,mlp.experts.193.down_proj,0.0106760586,hessian_weighted_relative_error,6990,0.02500,0.815
40,mlp.experts.195.down_proj,0.0106359690,hessian_weighted_relative_error,14849,0.02500,0.819
40,mlp.experts.196.down_proj,0.0091617051,hessian_weighted_relative_error,23646,0.02500,0.813
40,mlp.experts.199.down_proj,0.0107240042,hessian_weighted_relative_error,9457,0.02500,0.816
40,mlp.experts.201.down_proj,0.0119876697,hessian_weighted_relative_error,8526,0.02500,0.816
40,mlp.experts.202.down_proj,0.0118807269,hessian_weighted_relative_error,9200,0.02500,0.814
40,mlp.experts.203.down_proj,0.0143123608,hessian_weighted_relative_error,32695,0.02500,0.819
40,mlp.experts.205.down_proj,0.0145111362,hessian_weighted_relative_error,27817,0.02500,0.821
40,mlp.experts.206.down_proj,0.0093061278,hessian_weighted_relative_error,7866,0.02500,0.817
40,mlp.experts.207.down_proj,0.0135716912,hessian_weighted_relative_error,18923,0.02500,0.819
40,mlp.experts.208.down_proj,0.0117017668,hessian_weighted_relative_error,22217,0.02500,0.814
40,mlp.experts.209.down_proj,0.0092647065,hessian_weighted_relative_error,9540,0.02500,0.818
40,mlp.experts.210.down_proj,0.0129047059,hessian_weighted_relative_error,33655,0.02500,0.816
40,mlp.experts.211.down_proj,0.0125957112,hessian_weighted_relative_error,13068,0.02500,0.822
40,mlp.experts.213.down_proj,0.0091332281,hessian_weighted_relative_error,24304,0.02500,0.824
40,mlp.experts.214.down_proj,0.0141721761,hessian_weighted_relative_error,26902,0.02500,0.817
40,mlp.experts.215.down_proj,0.0072258610,hessian_weighted_relative_error,21958,0.02500,0.822
40,mlp.experts.216.down_proj,0.0109193560,hessian_weighted_relative_error,27762,0.02500,0.815
40,mlp.experts.217.down_proj,0.0130886402,hessian_weighted_relative_error,32677,0.02500,0.820
40,mlp.experts.219.down_proj,0.0116670236,hessian_weighted_relative_error,13052,0.02500,0.826
40,mlp.experts.221.down_proj,0.0142723534,hessian_weighted_relative_error,31398,0.02500,0.824
40,mlp.experts.222.down_proj,0.0135204216,hessian_weighted_relative_error,18556,0.02500,0.817
40,mlp.experts.223.down_proj,0.0059801795,hessian_weighted_relative_error,17638,0.02500,0.822
40,mlp.experts.224.down_proj,0.0110740342,hessian_weighted_relative_error,10361,0.02500,0.816
40,mlp.experts.225.down_proj,0.0102422753,hessian_weighted_relative_error,4308,0.02500,0.820
40,mlp.experts.226.down_proj,0.0139660081,hessian_weighted_relative_error,52418,0.02500,0.816
40,mlp.experts.229.down_proj,0.0104946177,hessian_weighted_relative_error,21064,0.02500,0.825
40,mlp.experts.230.down_proj,0.0111586389,hessian_weighted_relative_error,6654,0.02500,0.819
40,mlp.experts.231.down_proj,0.0110316070,hessian_weighted_relative_error,13475,0.02500,0.824
40,mlp.experts.234.down_proj,0.0134946537,hessian_weighted_relative_error,37235,0.02500,0.817
40,mlp.experts.237.down_proj,0.0133490990,hessian_weighted_relative_error,23724,0.02500,0.825
40,mlp.experts.238.down_proj,0.0110444516,hessian_weighted_relative_error,8546,0.02500,0.822
40,mlp.experts.240.down_proj,0.0130438996,hessian_weighted_relative_error,9308,0.02500,0.818
40,mlp.experts.241.down_proj,0.0125120156,hessian_weighted_relative_error,19843,0.02500,0.822
40,mlp.experts.242.down_proj,0.0144133874,hessian_weighted_relative_error,32438,0.02500,0.819
40,mlp.experts.243.down_proj,0.0089360392,hessian_weighted_relative_error,12880,0.02500,0.828
40,mlp.experts.244.down_proj,0.0137273126,hessian_weighted_relative_error,22394,0.02500,0.818
40,mlp.experts.245.down_proj,0.0130201156,hessian_weighted_relative_error,40875,0.02500,0.826
40,mlp.experts.246.down_proj,0.0123131385,hessian_weighted_relative_error,9439,0.02500,0.822
40,mlp.experts.247.down_proj,0.0137356716,hessian_weighted_relative_error,43631,0.02500,0.825
40,mlp.experts.248.down_proj,0.0138333394,hessian_weighted_relative_error,25392,0.02500,0.818
40,mlp.experts.249.down_proj,0.0121419761,hessian_weighted_relative_error,28413,0.02500,0.825
40,mlp.experts.250.down_proj,0.0107860170,hessian_weighted_relative_error,20981,0.02500,0.820
40,mlp.experts.252.down_proj,0.0112684442,hessian_weighted_relative_error,7274,0.02500,0.818
40,mlp.experts.254.down_proj,0.0103948250,hessian_weighted_relative_error,18894,0.02500,0.823
40,mlp.experts.255.down_proj,0.0120087536,hessian_weighted_relative_error,12475,0.02500,0.826
40,mlp.experts.259.down_proj,0.0134847710,hessian_weighted_relative_error,17135,0.02500,0.828
40,mlp.experts.260.down_proj,0.0133053424,hessian_weighted_relative_error,28935,0.02500,0.819
40,mlp.experts.261.down_proj,0.0087128842,hessian_weighted_relative_error,10023,0.02500,0.829
40,mlp.experts.262.down_proj,0.0139082920,hessian_weighted_relative_error,35736,0.02500,0.823
40,mlp.experts.263.down_proj,0.0144605643,hessian_weighted_relative_error,19704,0.02500,0.826
40,mlp.experts.265.down_proj,0.0130510778,hessian_weighted_relative_error,13897,0.02500,0.824
40,mlp.experts.267.down_proj,0.0134507431,hessian_weighted_relative_error,26198,0.02500,0.829
40,mlp.experts.268.down_proj,0.0128497698,hessian_weighted_relative_error,16194,0.02500,0.818
40,mlp.experts.270.down_proj,0.0117226067,hessian_weighted_relative_error,10670,0.02500,0.823
40,mlp.experts.273.down_proj,0.0109359643,hessian_weighted_relative_error,8102,0.02500,0.825
40,mlp.experts.278.down_proj,0.0106830609,hessian_weighted_relative_error,15289,0.02500,0.823
40,mlp.experts.280.down_proj,0.0146850353,hessian_weighted_relative_error,54184,0.02500,0.819
40,mlp.experts.281.down_proj,0.0133067733,hessian_weighted_relative_error,32487,0.02500,0.825
40,mlp.experts.282.down_proj,0.0127394130,hessian_weighted_relative_error,34783,0.02500,0.821
40,mlp.experts.283.down_proj,0.0114512246,hessian_weighted_relative_error,42527,0.02500,0.827
40,mlp.experts.284.down_proj,0.0146619670,hessian_weighted_relative_error,21072,0.02500,0.820
40,mlp.experts.285.down_proj,0.0078714838,hessian_weighted_relative_error,19715,0.02500,0.828
40,mlp.experts.0.down_proj,0.0021026403,hessian_weighted_relative_error,23165,0.02500,1.471
40,mlp.experts.101.down_proj,0.0024724399,hessian_weighted_relative_error,18603,0.02500,1.490
40,mlp.experts.100.up_proj,0.0028384425,hessian_weighted_relative_error,223625,0.02500,1.621
40,mlp.experts.105.gate_proj,0.0015820335,hessian_weighted_relative_error,68237,0.02500,1.612
40,mlp.experts.100.down_proj,0.0033816788,hessian_weighted_relative_error,223625,0.02500,1.535
40,mlp.experts.105.down_proj,0.0016294425,hessian_weighted_relative_error,68237,0.02500,1.533
40,mlp.experts.100.gate_proj,0.0023637857,hessian_weighted_relative_error,223625,0.02500,1.597
40,mlp.experts.105.up_proj,0.0019017894,hessian_weighted_relative_error,68237,0.02500,1.646
40,mlp.experts.108.down_proj,0.0034227640,hessian_weighted_relative_error,40243,0.02500,1.535
40,mlp.experts.107.down_proj,0.0036103195,hessian_weighted_relative_error,47264,0.02500,1.528
40,mlp.experts.110.down_proj,0.0031737507,hessian_weighted_relative_error,46967,0.02500,1.541
40,mlp.experts.111.gate_proj,0.0014638688,hessian_weighted_relative_error,31699,0.02500,1.609
40,mlp.experts.108.gate_proj,0.0021003664,hessian_weighted_relative_error,40243,0.02500,1.595
40,mlp.experts.111.down_proj,0.0022915335,hessian_weighted_relative_error,31699,0.02500,1.533
40,mlp.experts.108.up_proj,0.0022581091,hessian_weighted_relative_error,40243,0.02500,1.621
40,mlp.experts.111.up_proj,0.0020298213,hessian_weighted_relative_error,31699,0.02500,1.647
40,mlp.experts.110.gate_proj,0.0019884694,hessian_weighted_relative_error,46967,0.02500,1.593
40,mlp.experts.115.down_proj,0.0038566120,hessian_weighted_relative_error,50476,0.02500,1.533
40,mlp.experts.114.gate_proj,0.0015643492,hessian_weighted_relative_error,32232,0.02500,1.598
40,mlp.experts.121.down_proj,0.0029710972,hessian_weighted_relative_error,31979,0.02500,1.536
40,mlp.experts.110.up_proj,0.0023834473,hessian_weighted_relative_error,46967,0.02500,1.620
40,mlp.experts.115.up_proj,0.0028498113,hessian_weighted_relative_error,50476,0.02500,1.661
40,mlp.experts.114.down_proj,0.0028624533,hessian_weighted_relative_error,32232,0.02500,1.543
40,mlp.experts.121.gate_proj,0.0017597249,hessian_weighted_relative_error,31979,0.02500,1.627
40,mlp.experts.114.up_proj,0.0018725765,hessian_weighted_relative_error,32232,0.02500,1.622
40,mlp.experts.121.up_proj,0.0021009813,hessian_weighted_relative_error,31979,0.02500,1.674
40,mlp.experts.12.gate_proj,0.0016574485,hessian_weighted_relative_error,25946,0.02500,1.573
40,mlp.experts.133.down_proj,0.0027076083,hessian_weighted_relative_error,53933,0.02500,1.547
40,mlp.experts.118.down_proj,0.0016878980,hessian_weighted_relative_error,44565,0.02500,1.545
40,mlp.experts.127.down_proj,0.0037908144,hessian_weighted_relative_error,39739,0.02500,1.538
40,mlp.experts.12.down_proj,0.0025196109,hessian_weighted_relative_error,25946,0.02500,1.512
40,mlp.experts.133.gate_proj,0.0021534431,hessian_weighted_relative_error,53933,0.02500,1.637
40,mlp.experts.12.up_proj,0.0017301204,hessian_weighted_relative_error,25946,0.02500,1.630
40,mlp.experts.133.up_proj,0.0025459566,hessian_weighted_relative_error,53933,0.02500,1.674
40,mlp.experts.122.up_proj,0.0022625267,hessian_weighted_relative_error,44999,0.02500,1.624
40,mlp.experts.137.down_proj,0.0038283251,hessian_weighted_relative_error,62904,0.02500,1.542
40,mlp.experts.122.down_proj,0.0032236239,hessian_weighted_relative_error,44999,0.02500,1.544
40,mlp.experts.135.down_proj,0.0033823977,hessian_weighted_relative_error,47016,0.02500,1.544
40,mlp.experts.122.gate_proj,0.0020948116,hessian_weighted_relative_error,44999,0.02500,1.600
40,mlp.experts.139.down_proj,0.0032000876,hessian_weighted_relative_error,32095,0.02500,1.546
40,mlp.experts.124.down_proj,0.0018057598,hessian_weighted_relative_error,41921,0.02500,1.542
40,mlp.experts.139.up_proj,0.0022259562,hessian_weighted_relative_error,32095,0.02500,1.672
40,mlp.experts.14.down_proj,0.0033059891,hessian_weighted_relative_error,37704,0.02500,1.521
40,mlp.experts.143.down_proj,0.0038637941,hessian_weighted_relative_error,110784,0.02500,1.549
40,mlp.experts.124.gate_proj,0.0008048342,hessian_weighted_relative_error,41921,0.02500,1.601
40,mlp.experts.141.down_proj,0.0037832244,hessian_weighted_relative_error,44893,0.02500,1.551
40,mlp.experts.124.up_proj,0.0009097472,hessian_weighted_relative_error,41921,0.02500,1.623
40,mlp.experts.143.gate_proj,0.0022571458,hessian_weighted_relative_error,110784,0.02500,1.648
40,mlp.experts.14.gate_proj,0.0018943216,hessian_weighted_relative_error,37704,0.02500,1.572
40,mlp.experts.143.up_proj,0.0029141079,hessian_weighted_relative_error,110784,0.02500,1.678
40,mlp.experts.164.down_proj,0.0035314454,hessian_weighted_relative_error,50670,0.02500,1.550
40,mlp.experts.147.down_proj,0.0037507695,hessian_weighted_relative_error,52973,0.02500,1.551
40,mlp.experts.14.up_proj,0.0021087693,hessian_weighted_relative_error,37704,0.02500,1.632
40,mlp.experts.145.down_proj,0.0035980305,hessian_weighted_relative_error,49676,0.02500,1.546
40,mlp.experts.140.down_proj,0.0025731867,hessian_weighted_relative_error,9698,0.02500,1.546
40,mlp.experts.147.up_proj,0.0030585938,hessian_weighted_relative_error,52973,0.02500,1.674
40,mlp.experts.164.up_proj,0.0027723020,hessian_weighted_relative_error,50670,0.02500,1.627
40,mlp.experts.149.down_proj,0.0029405267,hessian_weighted_relative_error,45156,0.02500,1.547
40,mlp.experts.168.down_proj,0.0036236367,hessian_weighted_relative_error,121537,0.02500,1.551
40,mlp.experts.149.up_proj,0.0020261951,hessian_weighted_relative_error,45156,0.02500,1.681
40,mlp.experts.166.down_proj,0.0014432701,hessian_weighted_relative_error,23147,0.02500,1.553
40,mlp.experts.149.gate_proj,0.0018235913,hessian_weighted_relative_error,45156,0.02500,1.651
40,mlp.experts.166.up_proj,0.0012237284,hessian_weighted_relative_error,23147,0.02500,1.633
40,mlp.experts.15.down_proj,0.0033304689,hessian_weighted_relative_error,33156,0.02500,1.502
40,mlp.experts.168.gate_proj,0.0016118841,hessian_weighted_relative_error,121537,0.02500,1.606
40,mlp.experts.15.gate_proj,0.0019926703,hessian_weighted_relative_error,33156,0.02500,1.588
40,mlp.experts.18.down_proj,0.0036721830,hessian_weighted_relative_error,54776,0.02500,1.520
40,mlp.experts.151.down_proj,0.0026213718,hessian_weighted_relative_error,20829,0.02500,1.553
40,mlp.experts.168.up_proj,0.0026500789,hessian_weighted_relative_error,121537,0.02500,1.629
40,mlp.experts.15.up_proj,0.0021524573,hessian_weighted_relative_error,33156,0.02500,1.666
40,mlp.experts.178.down_proj,0.0026409586,hessian_weighted_relative_error,35648,0.02500,1.553
40,mlp.experts.153.down_proj,0.0024570476,hessian_weighted_relative_error,31011,0.02500,1.552
40,mlp.experts.186.down_proj,0.0034120443,hessian_weighted_relative_error,42296,0.02500,1.553
40,mlp.experts.153.gate_proj,0.0014138838,hessian_weighted_relative_error,31011,0.02500,1.649
40,mlp.experts.192.down_proj,0.0030752740,hessian_weighted_relative_error,35357,0.02500,1.554
40,mlp.experts.186.up_proj,0.0026294451,hessian_weighted_relative_error,42296,0.02500,1.627
40,mlp.experts.161.down_proj,0.0030911441,hessian_weighted_relative_error,53810,0.02500,1.575
40,mlp.experts.188.down_proj,0.0026853836,hessian_weighted_relative_error,24023,0.02500,1.552
40,mlp.experts.153.up_proj,0.0017420070,hessian_weighted_relative_error,31011,0.02500,1.681
40,mlp.experts.194.down_proj,0.0028121504,hessian_weighted_relative_error,31954,0.02500,1.555
40,mlp.experts.161.gate_proj,0.0022647386,hessian_weighted_relative_error,53810,0.02500,1.653
40,mlp.experts.200.up_proj,0.0028844893,hessian_weighted_relative_error,50205,0.02500,1.627
40,mlp.experts.161.up_proj,0.0026260945,hessian_weighted_relative_error,53810,0.02500,1.687
40,mlp.experts.198.down_proj,0.0025688120,hessian_weighted_relative_error,23858,0.02500,1.556
40,mlp.experts.165.up_proj,0.0013921878,hessian_weighted_relative_error,39552,0.02500,1.682
40,mlp.experts.200.down_proj,0.0037931656,hessian_weighted_relative_error,50205,0.02500,1.554
40,mlp.experts.165.down_proj,0.0019862566,hessian_weighted_relative_error,39552,0.02500,1.561
40,mlp.experts.204.down_proj,0.0029812875,hessian_weighted_relative_error,13076,0.02500,1.554
40,mlp.experts.17.down_proj,0.0033211806,hessian_weighted_relative_error,35428,0.02500,1.499
40,mlp.experts.212.down_proj,0.0030940255,hessian_weighted_relative_error,22677,0.02500,1.557
40,mlp.experts.17.gate_proj,0.0020217472,hessian_weighted_relative_error,35428,0.02500,1.590
40,mlp.experts.204.gate_proj,0.0017712505,hessian_weighted_relative_error,13076,0.02500,1.613
40,mlp.experts.171.down_proj,0.0040234536,hessian_weighted_relative_error,62638,0.02500,1.563
40,mlp.experts.204.up_proj,0.0019345547,hessian_weighted_relative_error,13076,0.02500,1.629
40,mlp.experts.17.up_proj,0.0022180930,hessian_weighted_relative_error,35428,0.02500,1.677
40,mlp.experts.212.gate_proj,0.0018256688,hessian_weighted_relative_error,22677,0.02500,1.613
40,mlp.experts.171.up_proj,0.0030288545,hessian_weighted_relative_error,62638,0.02500,1.691
40,mlp.experts.218.up_proj,0.0027808336,hessian_weighted_relative_error,49728,0.02500,1.633
40,mlp.experts.173.down_proj,0.0031647129,hessian_weighted_relative_error,54784,0.02500,1.562
40,mlp.experts.212.up_proj,0.0019934902,hessian_weighted_relative_error,22677,0.02500,1.628
40,mlp.experts.173.up_proj,0.0022045179,hessian_weighted_relative_error,54784,0.02500,1.686
40,mlp.experts.218.down_proj,0.0036992301,hessian_weighted_relative_error,49728,0.02500,1.557
40,mlp.experts.173.gate_proj,0.0019063091,hessian_weighted_relative_error,54784,0.02500,1.663
40,mlp.experts.22.down_proj,0.0032338992,hessian_weighted_relative_error,39742,0.02500,1.520
40,mlp.experts.183.down_proj,0.0035287737,hessian_weighted_relative_error,37192,0.02500,1.560
40,mlp.experts.228.down_proj,0.0029855171,hessian_weighted_relative_error,34739,0.02500,1.559
40,mlp.experts.187.down_proj,0.0031067789,hessian_weighted_relative_error,26373,0.02500,1.562
40,mlp.experts.22.up_proj,0.0022013951,hessian_weighted_relative_error,39742,0.02500,1.631
40,mlp.experts.191.down_proj,0.0025506452,hessian_weighted_relative_error,27308,0.02500,1.565
40,mlp.experts.220.down_proj,0.0032779204,hessian_weighted_relative_error,37740,0.02500,1.556
40,mlp.experts.187.up_proj,0.0021344816,hessian_weighted_relative_error,26373,0.02500,1.689
40,mlp.experts.228.up_proj,0.0022582289,hessian_weighted_relative_error,34739,0.02500,1.628
40,mlp.experts.197.down_proj,0.0029659759,hessian_weighted_relative_error,29794,0.02500,1.575
40,mlp.experts.236.down_proj,0.0029129324,hessian_weighted_relative_error,26804,0.02500,1.559
40,mlp.experts.197.up_proj,0.0024178324,hessian_weighted_relative_error,29794,0.02500,1.687
40,mlp.experts.232.down_proj,0.0037104668,hessian_weighted_relative_error,47853,0.02500,1.561
40,mlp.experts.21.up_proj,0.0025702366,hessian_weighted_relative_error,81880,0.02500,1.676
40,mlp.experts.232.up_proj,0.0028008756,hessian_weighted_relative_error,47853,0.02500,1.633
40,mlp.experts.21.gate_proj,0.0020186963,hessian_weighted_relative_error,81880,0.02500,1.600
40,mlp.experts.256.down_proj,0.0033383056,hessian_weighted_relative_error,44839,0.02500,1.560
40,mlp.experts.227.down_proj,0.0036633405,hessian_weighted_relative_error,28182,0.02500,1.579
40,mlp.experts.258.down_proj,0.0032493281,hessian_weighted_relative_error,67188,0.02500,1.567
40,mlp.experts.233.down_proj,0.0038522618,hessian_weighted_relative_error,72753,0.02500,1.573
40,mlp.experts.256.gate_proj,0.0022406515,hessian_weighted_relative_error,44839,0.02500,1.629
40,mlp.experts.233.up_proj,0.0030065704,hessian_weighted_relative_error,72753,0.02500,1.686
40,mlp.experts.256.up_proj,0.0023691447,hessian_weighted_relative_error,44839,0.02500,1.634
40,mlp.experts.233.gate_proj,0.0025111708,hessian_weighted_relative_error,72753,0.02500,1.667
40,mlp.experts.258.up_proj,0.0015357595,hessian_weighted_relative_error,67188,0.02500,1.631
40,mlp.experts.235.down_proj,0.0028758168,hessian_weighted_relative_error,59184,0.02500,1.575
40,mlp.experts.264.up_proj,0.0025417619,hessian_weighted_relative_error,42574,0.02500,1.633
40,mlp.experts.235.gate_proj,0.0018504840,hessian_weighted_relative_error,59184,0.02500,1.665
40,mlp.experts.264.down_proj,0.0032728215,hessian_weighted_relative_error,42574,0.02500,1.562
40,mlp.experts.264.gate_proj,0.0023327042,hessian_weighted_relative_error,42574,0.02500,1.633
40,mlp.experts.239.down_proj,0.0038387117,hessian_weighted_relative_error,68931,0.02500,1.594
40,mlp.experts.266.down_proj,0.0036576279,hessian_weighted_relative_error,38637,0.02500,1.566
40,mlp.experts.235.up_proj,0.0022614747,hessian_weighted_relative_error,59184,0.02500,1.688
40,mlp.experts.272.down_proj,0.0033134967,hessian_weighted_relative_error,41390,0.02500,1.565
40,mlp.experts.239.gate_proj,0.0022866594,hessian_weighted_relative_error,68931,0.02500,1.669
40,mlp.experts.266.gate_proj,0.0023188155,hessian_weighted_relative_error,38637,0.02500,1.632
40,mlp.experts.239.up_proj,0.0030274597,hessian_weighted_relative_error,68931,0.02500,1.689
40,mlp.experts.266.up_proj,0.0025082898,hessian_weighted_relative_error,38637,0.02500,1.630
40,mlp.experts.25.gate_proj,0.0018294739,hessian_weighted_relative_error,25135,0.02500,1.607
40,mlp.experts.272.up_proj,0.0025796547,hessian_weighted_relative_error,41390,0.02500,1.632
40,mlp.experts.25.down_proj,0.0025537224,hessian_weighted_relative_error,25135,0.02500,1.511
40,mlp.experts.274.up_proj,0.0028138012,hessian_weighted_relative_error,77543,0.02500,1.631
40,mlp.experts.25.up_proj,0.0020681100,hessian_weighted_relative_error,25135,0.02500,1.670
40,mlp.experts.274.down_proj,0.0035743366,hessian_weighted_relative_error,77543,0.02500,1.567
40,mlp.experts.251.down_proj,0.0032201953,hessian_weighted_relative_error,25839,0.02500,1.574
40,mlp.experts.274.gate_proj,0.0018968055,hessian_weighted_relative_error,77543,0.02500,1.634
40,mlp.experts.257.down_proj,0.0037962544,hessian_weighted_relative_error,64842,0.02500,1.581
40,mlp.experts.276.down_proj,0.0035972471,hessian_weighted_relative_error,29611,0.02500,1.563
40,mlp.experts.253.down_proj,0.0030546914,hessian_weighted_relative_error,27055,0.02500,1.576
40,mlp.experts.40.down_proj,0.0036342753,hessian_weighted_relative_error,55980,0.02500,1.530
40,mlp.experts.269.down_proj,0.0028826895,hessian_weighted_relative_error,34955,0.02500,1.579
40,mlp.experts.276.up_proj,0.0025020234,hessian_weighted_relative_error,29611,0.02500,1.634
40,mlp.experts.269.up_proj,0.0024266103,hessian_weighted_relative_error,34955,0.02500,1.686
40,mlp.experts.286.down_proj,0.0025174908,hessian_weighted_relative_error,39351,0.02500,1.564
40,mlp.experts.275.down_proj,0.0030977631,hessian_weighted_relative_error,32221,0.02500,1.582
40,mlp.experts.46.down_proj,0.0029607248,hessian_weighted_relative_error,36075,0.02500,1.530
40,mlp.experts.271.down_proj,0.0036019970,hessian_weighted_relative_error,40426,0.02500,1.578
40,mlp.experts.48.gate_proj,0.0016593046,hessian_weighted_relative_error,25857,0.02500,1.591
40,mlp.experts.275.gate_proj,0.0021624621,hessian_weighted_relative_error,32221,0.02500,1.674
40,mlp.experts.46.up_proj,0.0025226299,hessian_weighted_relative_error,36075,0.02500,1.621
40,mlp.experts.275.up_proj,0.0027590540,hessian_weighted_relative_error,32221,0.02500,1.700
40,mlp.experts.48.down_proj,0.0030605518,hessian_weighted_relative_error,25857,0.02500,1.529
40,mlp.experts.279.down_proj,0.0027349238,hessian_weighted_relative_error,24114,0.02500,1.655
40,mlp.experts.277.down_proj,0.0025963685,hessian_weighted_relative_error,30625,0.02500,1.564
40,mlp.experts.52.up_proj,0.0019240100,hessian_weighted_relative_error,44154,0.02500,1.611
40,mlp.experts.279.up_proj,0.0020037618,hessian_weighted_relative_error,24114,0.02500,1.705
40,mlp.experts.52.down_proj,0.0027944823,hessian_weighted_relative_error,44154,0.02500,1.531
40,mlp.experts.287.down_proj,0.0030516147,hessian_weighted_relative_error,34834,0.02500,1.581
40,mlp.experts.56.down_proj,0.0037572177,hessian_weighted_relative_error,71577,0.02500,1.538
40,mlp.experts.48.up_proj,0.0019834467,hessian_weighted_relative_error,25857,0.02500,1.624
40,mlp.experts.31.up_proj,0.0024663841,hessian_weighted_relative_error,45722,0.02500,1.688
40,mlp.experts.60.down_proj,0.0027727772,hessian_weighted_relative_error,53652,0.02500,1.531
40,mlp.experts.31.gate_proj,0.0023119528,hessian_weighted_relative_error,45722,0.02500,1.604
40,mlp.experts.6.down_proj,0.0024029676,hessian_weighted_relative_error,27828,0.02500,1.522
40,mlp.experts.43.down_proj,0.0039948536,hessian_weighted_relative_error,104215,0.02500,1.521
40,mlp.experts.60.up_proj,0.0020300372,hessian_weighted_relative_error,53652,0.02500,1.624
40,mlp.experts.31.down_proj,0.0036752252,hessian_weighted_relative_error,45722,0.02500,1.524
40,mlp.experts.56.up_proj,0.0029450706,hessian_weighted_relative_error,71577,0.02500,1.628
40,mlp.experts.45.down_proj,0.0026180478,hessian_weighted_relative_error,27895,0.02500,1.522
40,mlp.experts.66.up_proj,0.0025736430,hessian_weighted_relative_error,28120,0.02500,1.626
40,mlp.experts.43.up_proj,0.0030480815,hessian_weighted_relative_error,104215,0.02500,1.672
40,mlp.experts.66.down_proj,0.0033881877,hessian_weighted_relative_error,28120,0.02500,1.538
40,mlp.experts.5.down_proj,0.0025951960,hessian_weighted_relative_error,68434,0.02500,1.508
40,mlp.experts.68.down_proj,0.0028944472,hessian_weighted_relative_error,39741,0.02500,1.535
40,mlp.experts.43.gate_proj,0.0019629070,hessian_weighted_relative_error,104215,0.02500,1.611
40,mlp.experts.62.down_proj,0.0026062446,hessian_weighted_relative_error,14261,0.02500,1.535
40,mlp.experts.53.down_proj,0.0028443039,hessian_weighted_relative_error,20052,0.02500,1.526
40,mlp.experts.70.up_proj,0.0028628630,hessian_weighted_relative_error,51249,0.02500,1.623
40,mlp.experts.5.up_proj,0.0018535080,hessian_weighted_relative_error,68434,0.02500,1.662
40,mlp.experts.70.gate_proj,0.0024704882,hessian_weighted_relative_error,51249,0.02500,1.594
40,mlp.experts.55.down_proj,0.0036452456,hessian_weighted_relative_error,37016,0.02500,1.518
40,mlp.experts.76.down_proj,0.0030557922,hessian_weighted_relative_error,22470,0.02500,1.538
40,mlp.experts.5.gate_proj,0.0015890916,hessian_weighted_relative_error,68434,0.02500,1.585
40,mlp.experts.70.down_proj,0.0038193970,hessian_weighted_relative_error,51249,0.02500,1.538
40,mlp.experts.63.gate_proj,0.0022387778,hessian_weighted_relative_error,60675,0.02500,1.612
40,mlp.experts.82.up_proj,0.0029845087,hessian_weighted_relative_error,74001,0.02500,1.625
40,mlp.experts.63.down_proj,0.0035969644,hessian_weighted_relative_error,60675,0.02500,1.525
40,mlp.experts.82.down_proj,0.0039411682,hessian_weighted_relative_error,74001,0.02500,1.543
40,mlp.experts.63.up_proj,0.0027598328,hessian_weighted_relative_error,60675,0.02500,1.663
40,mlp.experts.90.down_proj,0.0038969487,hessian_weighted_relative_error,57547,0.02500,1.546
40,mlp.experts.55.up_proj,0.0027020326,hessian_weighted_relative_error,37016,0.02500,1.667
40,mlp.experts.80.down_proj,0.0026909685,hessian_weighted_relative_error,30120,0.02500,1.537
40,mlp.experts.89.gate_proj,0.0019889334,hessian_weighted_relative_error,34412,0.02500,1.615
40,mlp.experts.96.up_proj,0.0025466636,hessian_weighted_relative_error,46039,0.02500,1.626
40,mlp.experts.89.down_proj,0.0033322021,hessian_weighted_relative_error,34412,0.02500,1.530
40,mlp.experts.96.gate_proj,0.0022880312,hessian_weighted_relative_error,46039,0.02500,1.600
40,mlp.experts.89.up_proj,0.0023195216,hessian_weighted_relative_error,34412,0.02500,1.671
40,mlp.experts.98.down_proj,0.0031806924,hessian_weighted_relative_error,24145,0.02500,1.545
40,mlp.experts.67.down_proj,0.0023908948,hessian_weighted_relative_error,25128,0.02500,1.525
40,mlp.experts.96.down_proj,0.0036737398,hessian_weighted_relative_error,46039,0.02500,1.542
40,mlp.experts.9.up_proj,0.0020095564,hessian_weighted_relative_error,30813,0.02500,1.660
40,mlp.experts.9.gate_proj,0.0017342092,hessian_weighted_relative_error,30813,0.02500,1.585
40,mlp.experts.93.down_proj,0.0032953284,hessian_weighted_relative_error,27984,0.02500,1.533
40,mlp.experts.9.down_proj,0.0030957843,hessian_weighted_relative_error,30813,0.02500,1.502
41,mlp.experts.0.gate_proj,0.0050329373,hessian_weighted_relative_error,9857,0.02500,0.802
41,mlp.experts.1.gate_proj,0.0062302269,hessian_weighted_relative_error,13812,0.02500,0.787
41,mlp.experts.2.gate_proj,0.0062061951,hessian_weighted_relative_error,20341,0.02500,0.805
41,mlp.experts.3.gate_proj,0.0047219669,hessian_weighted_relative_error,22994,0.02500,0.765
41,mlp.experts.4.gate_proj,0.0065618495,hessian_weighted_relative_error,22732,0.02500,0.803
41,mlp.experts.5.gate_proj,0.0040353303,hessian_weighted_relative_error,19545,0.02500,0.785
41,mlp.experts.6.gate_proj,0.0031453048,hessian_weighted_relative_error,27292,0.02500,0.811
41,mlp.experts.7.gate_proj,0.0047194898,hessian_weighted_relative_error,9971,0.02500,0.784
41,mlp.experts.11.gate_proj,0.0078924065,hessian_weighted_relative_error,40769,0.02500,0.787
41,mlp.experts.12.gate_proj,0.0062253787,hessian_weighted_relative_error,35350,0.02500,0.807
41,mlp.experts.13.gate_proj,0.0056043638,hessian_weighted_relative_error,24932,0.02500,0.790
41,mlp.experts.15.gate_proj,0.0051796165,hessian_weighted_relative_error,26335,0.02500,0.789
41,mlp.experts.16.gate_proj,0.0048672972,hessian_weighted_relative_error,19556,0.02500,0.811
41,mlp.experts.18.gate_proj,0.0041019721,hessian_weighted_relative_error,25338,0.02500,0.811
41,mlp.experts.21.gate_proj,0.0061327114,hessian_weighted_relative_error,25539,0.02500,0.797
41,mlp.experts.22.gate_proj,0.0039979600,hessian_weighted_relative_error,21930,0.02500,0.808
41,mlp.experts.23.gate_proj,0.0041586807,hessian_weighted_relative_error,28755,0.02500,0.795
41,mlp.experts.24.gate_proj,0.0041301509,hessian_weighted_relative_error,18220,0.02500,0.814
41,mlp.experts.25.gate_proj,0.0058622224,hessian_weighted_relative_error,20205,0.02500,0.800
41,mlp.experts.26.gate_proj,0.0049228078,hessian_weighted_relative_error,16788,0.02500,0.814
41,mlp.experts.27.gate_proj,0.0060087924,hessian_weighted_relative_error,21335,0.02500,0.796
41,mlp.experts.28.gate_proj,0.0036661138,hessian_weighted_relative_error,29123,0.02500,0.817
41,mlp.experts.30.gate_proj,0.0057989421,hessian_weighted_relative_error,30972,0.02500,0.813
41,mlp.experts.31.gate_proj,0.0043989547,hessian_weighted_relative_error,18432,0.02500,0.796
41,mlp.experts.32.gate_proj,0.0049451018,hessian_weighted_relative_error,24414,0.02500,0.815
41,mlp.experts.33.gate_proj,0.0059615140,hessian_weighted_relative_error,43207,0.02500,0.803
41,mlp.experts.34.gate_proj,0.0043730631,hessian_weighted_relative_error,28348,0.02500,0.815
41,mlp.experts.35.gate_proj,0.0037895203,hessian_weighted_relative_error,23314,0.02500,0.800
41,mlp.experts.36.gate_proj,0.0065233771,hessian_weighted_relative_error,38705,0.02500,0.816
41,mlp.experts.37.gate_proj,0.0045860949,hessian_weighted_relative_error,24293,0.02500,0.804
41,mlp.experts.38.gate_proj,0.0055662154,hessian_weighted_relative_error,34191,0.02500,0.814
41,mlp.experts.39.gate_proj,0.0048005433,hessian_weighted_relative_error,21549,0.02500,0.802
41,mlp.experts.40.gate_proj,0.0057051112,hessian_weighted_relative_error,20569,0.02500,0.817
41,mlp.experts.41.gate_proj,0.0057914736,hessian_weighted_relative_error,21427,0.02500,0.809
41,mlp.experts.42.gate_proj,0.0059455917,hessian_weighted_relative_error,21794,0.02500,0.819
41,mlp.experts.44.gate_proj,0.0058912171,hessian_weighted_relative_error,26484,0.02500,0.818
41,mlp.experts.45.gate_proj,0.0061703535,hessian_weighted_relative_error,28241,0.02500,0.807
41,mlp.experts.46.gate_proj,0.0025419412,hessian_weighted_relative_error,8780,0.02500,0.817
41,mlp.experts.47.gate_proj,0.0052724548,hessian_weighted_relative_error,24800,0.02500,0.807
41,mlp.experts.48.gate_proj,0.0047277727,hessian_weighted_relative_error,28392,0.02500,0.819
41,mlp.experts.49.gate_proj,0.0056496523,hessian_weighted_relative_error,33819,0.02500,0.815
41,mlp.experts.50.gate_proj,0.0074634316,hessian_weighted_relative_error,33163,0.02500,0.821
41,mlp.experts.51.gate_proj,0.0055938587,hessian_weighted_relative_error,29033,0.02500,0.807
41,mlp.experts.52.gate_proj,0.0050371376,hessian_weighted_relative_error,7858,0.02500,0.821
41,mlp.experts.53.gate_proj,0.0053005879,hessian_weighted_relative_error,19243,0.02500,0.809
41,mlp.experts.54.gate_proj,0.0054362058,hessian_weighted_relative_error,35086,0.02500,0.818
41,mlp.experts.55.gate_proj,0.0045888166,hessian_weighted_relative_error,12006,0.02500,0.808
41,mlp.experts.56.gate_proj,0.0059637275,hessian_weighted_relative_error,43265,0.02500,0.822
41,mlp.experts.57.gate_proj,0.0062084566,hessian_weighted_relative_error,25449,0.02500,0.817
41,mlp.experts.58.gate_proj,0.0047171774,hessian_weighted_relative_error,33638,0.02500,0.825
41,mlp.experts.60.gate_proj,0.0057718270,hessian_weighted_relative_error,21551,0.02500,0.824
41,mlp.experts.62.gate_proj,0.0056470704,hessian_weighted_relative_error,28453,0.02500,0.822
41,mlp.experts.63.gate_proj,0.0062613546,hessian_weighted_relative_error,19461,0.02500,0.812
41,mlp.experts.64.gate_proj,0.0047703248,hessian_weighted_relative_error,12651,0.02500,0.825
41,mlp.experts.65.gate_proj,0.0062706007,hessian_weighted_relative_error,18710,0.02500,0.819
41,mlp.experts.67.gate_proj,0.0069273987,hessian_weighted_relative_error,22934,0.02500,0.819
41,mlp.experts.68.gate_proj,0.0048865578,hessian_weighted_relative_error,17975,0.02500,0.825
41,mlp.experts.69.gate_proj,0.0065132386,hessian_weighted_relative_error,18105,0.02500,0.815
41,mlp.experts.70.gate_proj,0.0039510150,hessian_weighted_relative_error,28135,0.02500,0.824
41,mlp.experts.71.gate_proj,0.0044927477,hessian_weighted_relative_error,56528,0.02500,0.815
41,mlp.experts.72.gate_proj,0.0064263195,hessian_weighted_relative_error,27979,0.02500,0.828
41,mlp.experts.73.gate_proj,0.0045921104,hessian_weighted_relative_error,23804,0.02500,0.822
41,mlp.experts.74.gate_proj,0.0039643001,hessian_weighted_relative_error,14419,0.02500,0.828
41,mlp.experts.75.gate_proj,0.0030326150,hessian_weighted_relative_error,9435,0.02500,0.819
41,mlp.experts.76.gate_proj,0.0061275881,hessian_weighted_relative_error,62505,0.02500,0.827
41,mlp.experts.77.gate_proj,0.0065018900,hessian_weighted_relative_error,32823,0.02500,0.825
41,mlp.experts.78.gate_proj,0.0043885067,hessian_weighted_relative_error,23054,0.02500,0.826
41,mlp.experts.79.gate_proj,0.0044928029,hessian_weighted_relative_error,18081,0.02500,0.821
41,mlp.experts.80.gate_proj,0.0039038241,hessian_weighted_relative_error,33988,0.02500,0.827
41,mlp.experts.81.gate_proj,0.0064672568,hessian_weighted_relative_error,57232,0.02500,0.825
41,mlp.experts.82.gate_proj,0.0040494119,hessian_weighted_relative_error,21005,0.02500,0.828
41,mlp.experts.83.gate_proj,0.0060715602,hessian_weighted_relative_error,24636,0.02500,0.824
41,mlp.experts.84.gate_proj,0.0058550843,hessian_weighted_relative_error,32565,0.02500,0.829
41,mlp.experts.85.gate_proj,0.0058241817,hessian_weighted_relative_error,20146,0.02500,0.827
41,mlp.experts.86.gate_proj,0.0068564114,hessian_weighted_relative_error,25201,0.02500,0.827
41,mlp.experts.87.gate_proj,0.0037156834,hessian_weighted_relative_error,21006,0.02500,0.826
41,mlp.experts.88.gate_proj,0.0046816589,hessian_weighted_relative_error,14506,0.02500,0.831
41,mlp.experts.89.gate_proj,0.0054414718,hessian_weighted_relative_error,26041,0.02500,0.828
41,mlp.experts.90.gate_proj,0.0052570209,hessian_weighted_relative_error,15598,0.02500,0.832
41,mlp.experts.92.gate_proj,0.0041038199,hessian_weighted_relative_error,39166,0.02500,0.831
41,mlp.experts.93.gate_proj,0.0050053967,hessian_weighted_relative_error,36718,0.02500,0.828
41,mlp.experts.94.gate_proj,0.0024413158,hessian_weighted_relative_error,7026,0.02500,0.829
41,mlp.experts.95.gate_proj,0.0051873386,hessian_weighted_relative_error,30849,0.02500,0.830
41,mlp.experts.96.gate_proj,0.0059672513,hessian_weighted_relative_error,31237,0.02500,0.830
41,mlp.experts.97.gate_proj,0.0078507973,hessian_weighted_relative_error,35790,0.02500,0.835
41,mlp.experts.100.gate_proj,0.0062001872,hessian_weighted_relative_error,55169,0.02500,0.833
41,mlp.experts.101.gate_proj,0.0054756006,hessian_weighted_relative_error,54051,0.02500,0.833
41,mlp.experts.102.gate_proj,0.0055139250,hessian_weighted_relative_error,17836,0.02500,0.831
41,mlp.experts.103.gate_proj,0.0029856316,hessian_weighted_relative_error,12136,0.02500,0.834
41,mlp.experts.104.gate_proj,0.0052368063,hessian_weighted_relative_error,17128,0.02500,0.833
41,mlp.experts.105.gate_proj,0.0047129572,hessian_weighted_relative_error,38132,0.02500,0.837
41,mlp.experts.106.gate_proj,0.0043935522,hessian_weighted_relative_error,25632,0.02500,0.836
41,mlp.experts.107.gate_proj,0.0054660691,hessian_weighted_relative_error,21659,0.02500,0.833
41,mlp.experts.108.gate_proj,0.0046377302,hessian_weighted_relative_error,27098,0.02500,0.834
41,mlp.experts.110.gate_proj,0.0044728991,hessian_weighted_relative_error,22816,0.02500,0.833
41,mlp.experts.111.gate_proj,0.0057536524,hessian_weighted_relative_error,26106,0.02500,0.836
41,mlp.experts.112.gate_proj,0.0062718820,hessian_weighted_relative_error,32829,0.02500,0.837
41,mlp.experts.113.gate_proj,0.0043646034,hessian_weighted_relative_error,18348,0.02500,0.841
41,mlp.experts.114.gate_proj,0.0040410217,hessian_weighted_relative_error,13505,0.02500,0.836
41,mlp.experts.115.gate_proj,0.0053085853,hessian_weighted_relative_error,26646,0.02500,0.838
41,mlp.experts.116.gate_proj,0.0061431741,hessian_weighted_relative_error,22374,0.02500,0.838
41,mlp.experts.117.gate_proj,0.0074582553,hessian_weighted_relative_error,24651,0.02500,0.840
41,mlp.experts.118.gate_proj,0.0070356645,hessian_weighted_relative_error,36522,0.02500,0.834
41,mlp.experts.119.gate_proj,0.0059952762,hessian_weighted_relative_error,28383,0.02500,0.838
41,mlp.experts.120.gate_proj,0.0054656288,hessian_weighted_relative_error,26248,0.02500,0.836
41,mlp.experts.121.gate_proj,0.0054931599,hessian_weighted_relative_error,32747,0.02500,0.845
41,mlp.experts.122.gate_proj,0.0063171118,hessian_weighted_relative_error,37666,0.02500,0.838
41,mlp.experts.123.gate_proj,0.0039545016,hessian_weighted_relative_error,45205,0.02500,0.842
41,mlp.experts.124.gate_proj,0.0054967456,hessian_weighted_relative_error,60713,0.02500,0.837
41,mlp.experts.125.gate_proj,0.0054855186,hessian_weighted_relative_error,14793,0.02500,0.845
41,mlp.experts.126.gate_proj,0.0045050408,hessian_weighted_relative_error,12124,0.02500,0.836
41,mlp.experts.127.gate_proj,0.0049541557,hessian_weighted_relative_error,12341,0.02500,0.841
41,mlp.experts.128.gate_proj,0.0061047079,hessian_weighted_relative_error,49340,0.02500,0.837
41,mlp.experts.129.gate_proj,0.0056566331,hessian_weighted_relative_error,25328,0.02500,0.848
41,mlp.experts.130.gate_proj,0.0059738641,hessian_weighted_relative_error,25776,0.02500,0.839
41,mlp.experts.131.gate_proj,0.0062410473,hessian_weighted_relative_error,21290,0.02500,0.843
41,mlp.experts.132.gate_proj,0.0057762786,hessian_weighted_relative_error,31363,0.02500,0.838
41,mlp.experts.133.gate_proj,0.0057722543,hessian_weighted_relative_error,36822,0.02500,0.850
41,mlp.experts.134.gate_proj,0.0058430759,hessian_weighted_relative_error,38566,0.02500,0.838
41,mlp.experts.135.gate_proj,0.0064017968,hessian_weighted_relative_error,44522,0.02500,0.842
41,mlp.experts.136.gate_proj,0.0035861299,hessian_weighted_relative_error,19268,0.02500,0.838
41,mlp.experts.137.gate_proj,0.0043194391,hessian_weighted_relative_error,14568,0.02500,0.847
41,mlp.experts.138.gate_proj,0.0062615638,hessian_weighted_relative_error,19526,0.02500,0.839
41,mlp.experts.139.gate_proj,0.0053290150,hessian_weighted_relative_error,30793,0.02500,0.849
41,mlp.experts.140.gate_proj,0.0045573665,hessian_weighted_relative_error,14180,0.02500,0.839
41,mlp.experts.142.gate_proj,0.0044634572,hessian_weighted_relative_error,15540,0.02500,0.838
41,mlp.experts.143.gate_proj,0.0055460876,hessian_weighted_relative_error,22785,0.02500,0.848
41,mlp.experts.145.gate_proj,0.0048627793,hessian_weighted_relative_error,24027,0.02500,0.851
41,mlp.experts.146.gate_proj,0.0068541310,hessian_weighted_relative_error,36458,0.02500,0.842
41,mlp.experts.148.gate_proj,0.0061536540,hessian_weighted_relative_error,20286,0.02500,0.840
41,mlp.experts.149.gate_proj,0.0059818125,hessian_weighted_relative_error,23752,0.02500,0.848
41,mlp.experts.151.gate_proj,0.0047854310,hessian_weighted_relative_error,23347,0.02500,0.847
41,mlp.experts.155.gate_proj,0.0061674025,hessian_weighted_relative_error,26170,0.02500,0.853
41,mlp.experts.156.gate_proj,0.0075815201,hessian_weighted_relative_error,25785,0.02500,0.841
41,mlp.experts.157.gate_proj,0.0041012283,hessian_weighted_relative_error,24467,0.02500,0.851
41,mlp.experts.159.gate_proj,0.0056910358,hessian_weighted_relative_error,42217,0.02500,0.851
41,mlp.experts.160.gate_proj,0.0049621728,hessian_weighted_relative_error,42143,0.02500,0.843
41,mlp.experts.161.gate_proj,0.0066435838,hessian_weighted_relative_error,34569,0.02500,0.853
41,mlp.experts.162.gate_proj,0.0055584938,hessian_weighted_relative_error,23277,0.02500,0.843
41,mlp.experts.163.gate_proj,0.0062935364,hessian_weighted_relative_error,18565,0.02500,0.851
41,mlp.experts.164.gate_proj,0.0056684286,hessian_weighted_relative_error,13106,0.02500,0.844
41,mlp.experts.167.gate_proj,0.0061813085,hessian_weighted_relative_error,26456,0.02500,0.851
41,mlp.experts.168.gate_proj,0.0037708032,hessian_weighted_relative_error,31318,0.02500,0.842
41,mlp.experts.169.gate_proj,0.0040327413,hessian_weighted_relative_error,40019,0.02500,0.855
41,mlp.experts.170.gate_proj,0.0061548158,hessian_weighted_relative_error,38613,0.02500,0.846
41,mlp.experts.171.gate_proj,0.0049312031,hessian_weighted_relative_error,28070,0.02500,0.852
41,mlp.experts.172.gate_proj,0.0053709165,hessian_weighted_relative_error,18318,0.02500,0.843
41,mlp.experts.173.gate_proj,0.0039724667,hessian_weighted_relative_error,25342,0.02500,0.855
41,mlp.experts.174.gate_proj,0.0053284478,hessian_weighted_relative_error,16001,0.02500,0.842
41,mlp.experts.175.gate_proj,0.0067405596,hessian_weighted_relative_error,22048,0.02500,0.855
41,mlp.experts.176.gate_proj,0.0047629877,hessian_weighted_relative_error,19064,0.02500,0.843
41,mlp.experts.177.gate_proj,0.0034878411,hessian_weighted_relative_error,8896,0.02500,0.857
41,mlp.experts.178.gate_proj,0.0054251482,hessian_weighted_relative_error,22361,0.02500,0.845
41,mlp.experts.179.gate_proj,0.0062718068,hessian_weighted_relative_error,19073,0.02500,0.856
41,mlp.experts.180.gate_proj,0.0052862525,hessian_weighted_relative_error,30492,0.02500,0.844
41,mlp.experts.182.gate_proj,0.0054090065,hessian_weighted_relative_error,21875,0.02500,0.846
41,mlp.experts.183.gate_proj,0.0057825414,hessian_weighted_relative_error,20269,0.02500,0.856
41,mlp.experts.184.gate_proj,0.0067929622,hessian_weighted_relative_error,55638,0.02500,0.848
41,mlp.experts.186.gate_proj,0.0051956404,hessian_weighted_relative_error,18402,0.02500,0.845
41,mlp.experts.187.gate_proj,0.0042157612,hessian_weighted_relative_error,16204,0.02500,0.855
41,mlp.experts.188.gate_proj,0.0068637120,hessian_weighted_relative_error,35028,0.02500,0.847
41,mlp.experts.189.gate_proj,0.0051030866,hessian_weighted_relative_error,37261,0.02500,0.858
41,mlp.experts.190.gate_proj,0.0053314410,hessian_weighted_relative_error,22296,0.02500,0.843
41,mlp.experts.191.gate_proj,0.0070859268,hessian_weighted_relative_error,24622,0.02500,0.856
41,mlp.experts.192.gate_proj,0.0062151239,hessian_weighted_relative_error,44169,0.02500,0.846
41,mlp.experts.193.gate_proj,0.0050504423,hessian_weighted_relative_error,15569,0.02500,0.855
41,mlp.experts.194.gate_proj,0.0032467001,hessian_weighted_relative_error,15604,0.02500,0.846
41,mlp.experts.195.gate_proj,0.0048266410,hessian_weighted_relative_error,25560,0.02500,0.854
41,mlp.experts.196.gate_proj,0.0045047128,hessian_weighted_relative_error,42734,0.02500,0.846
41,mlp.experts.198.gate_proj,0.0047632733,hessian_weighted_relative_error,34907,0.02500,0.846
41,mlp.experts.199.gate_proj,0.0060674761,hessian_weighted_relative_error,45716,0.02500,0.855
41,mlp.experts.201.gate_proj,0.0057271176,hessian_weighted_relative_error,54039,0.02500,0.858
41,mlp.experts.202.gate_proj,0.0056091435,hessian_weighted_relative_error,26482,0.02500,0.845
41,mlp.experts.203.gate_proj,0.0072372967,hessian_weighted_relative_error,22454,0.02500,0.861
41,mlp.experts.205.gate_proj,0.0070478419,hessian_weighted_relative_error,27894,0.02500,0.856
41,mlp.experts.206.gate_proj,0.0039769139,hessian_weighted_relative_error,16891,0.02500,0.848
41,mlp.experts.207.gate_proj,0.0029788945,hessian_weighted_relative_error,23841,0.02500,0.856
41,mlp.experts.208.gate_proj,0.0073501134,hessian_weighted_relative_error,56842,0.02500,0.846
41,mlp.experts.210.gate_proj,0.0044620536,hessian_weighted_relative_error,25152,0.02500,0.848
41,mlp.experts.211.gate_proj,0.0038359964,hessian_weighted_relative_error,13174,0.02500,0.858
41,mlp.experts.212.gate_proj,0.0059022423,hessian_weighted_relative_error,21792,0.02500,0.846
41,mlp.experts.213.gate_proj,0.0073191419,hessian_weighted_relative_error,43834,0.02500,0.859
41,mlp.experts.214.gate_proj,0.0053382709,hessian_weighted_relative_error,9330,0.02500,0.848
41,mlp.experts.215.gate_proj,0.0065324465,hessian_weighted_relative_error,23277,0.02500,0.855
41,mlp.experts.216.gate_proj,0.0051327393,hessian_weighted_relative_error,31623,0.02500,0.847
41,mlp.experts.217.gate_proj,0.0059993904,hessian_weighted_relative_error,75365,0.02500,0.856
41,mlp.experts.218.gate_proj,0.0044753050,hessian_weighted_relative_error,19253,0.02500,0.847
41,mlp.experts.219.gate_proj,0.0059008274,hessian_weighted_relative_error,27529,0.02500,0.859
41,mlp.experts.221.gate_proj,0.0066686678,hessian_weighted_relative_error,34547,0.02500,0.862
41,mlp.experts.222.gate_proj,0.0043603299,hessian_weighted_relative_error,33984,0.02500,0.848
41,mlp.experts.223.gate_proj,0.0060592667,hessian_weighted_relative_error,22187,0.02500,0.860
41,mlp.experts.224.gate_proj,0.0063590292,hessian_weighted_relative_error,22215,0.02500,0.847
41,mlp.experts.225.gate_proj,0.0034755724,hessian_weighted_relative_error,10816,0.02500,0.861
41,mlp.experts.226.gate_proj,0.0069010113,hessian_weighted_relative_error,18018,0.02500,0.849
41,mlp.experts.227.gate_proj,0.0050527908,hessian_weighted_relative_error,14937,0.02500,0.860
41,mlp.experts.228.gate_proj,0.0045536422,hessian_weighted_relative_error,38216,0.02500,0.846
41,mlp.experts.229.gate_proj,0.0061915981,hessian_weighted_relative_error,31945,0.02500,0.860
41,mlp.experts.230.gate_proj,0.0037110410,hessian_weighted_relative_error,14717,0.02500,0.849
41,mlp.experts.231.gate_proj,0.0045984931,hessian_weighted_relative_error,20661,0.02500,0.861
41,mlp.experts.232.gate_proj,0.0052429292,hessian_weighted_relative_error,35554,0.02500,0.852
41,mlp.experts.233.gate_proj,0.0045225486,hessian_weighted_relative_error,22640,0.02500,0.861
41,mlp.experts.234.gate_proj,0.0060642979,hessian_weighted_relative_error,28066,0.02500,0.860
41,mlp.experts.237.gate_proj,0.0070466890,hessian_weighted_relative_error,18392,0.02500,0.866
41,mlp.experts.238.gate_proj,0.0026643861,hessian_weighted_relative_error,28344,0.02500,0.852
41,mlp.experts.239.gate_proj,0.0049376802,hessian_weighted_relative_error,15768,0.02500,0.862
41,mlp.experts.240.gate_proj,0.0051150037,hessian_weighted_relative_error,30309,0.02500,0.863
41,mlp.experts.241.gate_proj,0.0062270533,hessian_weighted_relative_error,31869,0.02500,0.862
41,mlp.experts.242.gate_proj,0.0050339316,hessian_weighted_relative_error,20758,0.02500,0.859
41,mlp.experts.243.gate_proj,0.0051157688,hessian_weighted_relative_error,25002,0.02500,0.859
41,mlp.experts.244.gate_proj,0.0024473766,hessian_weighted_relative_error,8212,0.02500,0.860
41,mlp.experts.245.gate_proj,0.0067423521,hessian_weighted_relative_error,23314,0.02500,0.861
41,mlp.experts.246.gate_proj,0.0063649965,hessian_weighted_relative_error,11560,0.02500,0.863
41,mlp.experts.247.gate_proj,0.0062427216,hessian_weighted_relative_error,48430,0.02500,0.861
41,mlp.experts.248.gate_proj,0.0042647390,hessian_weighted_relative_error,19130,0.02500,0.861
41,mlp.experts.249.gate_proj,0.0061075337,hessian_weighted_relative_error,14052,0.02500,0.860
41,mlp.experts.251.gate_proj,0.0059206162,hessian_weighted_relative_error,14039,0.02500,0.858
41,mlp.experts.252.gate_proj,0.0029505911,hessian_weighted_relative_error,14414,0.02500,0.860
41,mlp.experts.253.gate_proj,0.0067399132,hessian_weighted_relative_error,35191,0.02500,0.860
41,mlp.experts.254.gate_proj,0.0040042737,hessian_weighted_relative_error,19076,0.02500,0.864
41,mlp.experts.255.gate_proj,0.0059066295,hessian_weighted_relative_error,24573,0.02500,0.863
41,mlp.experts.256.gate_proj,0.0043817766,hessian_weighted_relative_error,11800,0.02500,0.861
41,mlp.experts.257.gate_proj,0.0048256573,hessian_weighted_relative_error,35471,0.02500,0.883
41,mlp.experts.258.gate_proj,0.0045781210,hessian_weighted_relative_error,10564,0.02500,0.849
41,mlp.experts.260.gate_proj,0.0066402853,hessian_weighted_relative_error,24368,0.02500,0.864
41,mlp.experts.263.gate_proj,0.0052022674,hessian_weighted_relative_error,28728,0.02500,0.867
41,mlp.experts.264.gate_proj,0.0047005916,hessian_weighted_relative_error,17931,0.02500,0.851
41,mlp.experts.265.gate_proj,0.0068703319,hessian_weighted_relative_error,33171,0.02500,0.862
41,mlp.experts.266.gate_proj,0.0054340430,hessian_weighted_relative_error,19132,0.02500,0.851
41,mlp.experts.267.gate_proj,0.0072845238,hessian_weighted_relative_error,25083,0.02500,0.867
41,mlp.experts.268.gate_proj,0.0059477167,hessian_weighted_relative_error,28997,0.02500,0.852
41,mlp.experts.269.gate_proj,0.0063997493,hessian_weighted_relative_error,33973,0.02500,0.861
41,mlp.experts.270.gate_proj,0.0071755555,hessian_weighted_relative_error,37165,0.02500,0.853
41,mlp.experts.271.gate_proj,0.0045098637,hessian_weighted_relative_error,29242,0.02500,0.863
41,mlp.experts.273.gate_proj,0.0057170126,hessian_weighted_relative_error,15427,0.02500,0.863
41,mlp.experts.274.gate_proj,0.0064059590,hessian_weighted_relative_error,38108,0.02500,0.852
41,mlp.experts.275.gate_proj,0.0058207088,hessian_weighted_relative_error,26047,0.02500,0.864
41,mlp.experts.276.gate_proj,0.0067728929,hessian_weighted_relative_error,23352,0.02500,0.851
41,mlp.experts.277.gate_proj,0.0047899992,hessian_weighted_relative_error,15834,0.02500,0.863
41,mlp.experts.278.gate_proj,0.0035913188,hessian_weighted_relative_error,27270,0.02500,0.850
41,mlp.experts.279.gate_proj,0.0055796523,hessian_weighted_relative_error,12324,0.02500,0.863
41,mlp.experts.280.gate_proj,0.0042932578,hessian_weighted_relative_error,18382,0.02500,0.851
41,mlp.experts.281.gate_proj,0.0067315381,hessian_weighted_relative_error,13780,0.02500,0.863
41,mlp.experts.282.gate_proj,0.0044168129,hessian_weighted_relative_error,28208,0.02500,0.855
41,mlp.experts.283.gate_proj,0.0069120831,hessian_weighted_relative_error,40605,0.02500,0.863
41,mlp.experts.284.gate_proj,0.0035572880,hessian_weighted_relative_error,11005,0.02500,0.852
41,mlp.experts.285.gate_proj,0.0076262365,hessian_weighted_relative_error,20530,0.02500,0.862
41,mlp.experts.286.gate_proj,0.0054927378,hessian_weighted_relative_error,45804,0.02500,0.851
41,mlp.experts.287.gate_proj,0.0073860380,hessian_weighted_relative_error,37257,0.02500,0.860
41,mlp.experts.0.up_proj,0.0070039674,hessian_weighted_relative_error,9857,0.02500,0.852
41,mlp.experts.1.up_proj,0.0087512461,hessian_weighted_relative_error,13812,0.02500,0.864
41,mlp.experts.2.up_proj,0.0076057790,hessian_weighted_relative_error,20341,0.02500,0.853
41,mlp.experts.3.up_proj,0.0055910489,hessian_weighted_relative_error,22994,0.02500,0.863
41,mlp.experts.4.up_proj,0.0105393522,hessian_weighted_relative_error,22732,0.02500,0.853
41,mlp.experts.5.up_proj,0.0060992205,hessian_weighted_relative_error,19545,0.02500,0.868
41,mlp.experts.6.up_proj,0.0065118807,hessian_weighted_relative_error,27292,0.02500,0.852
41,mlp.experts.7.up_proj,0.0071837700,hessian_weighted_relative_error,9971,0.02500,0.863
41,mlp.experts.12.up_proj,0.0077385019,hessian_weighted_relative_error,35350,0.02500,0.855
41,mlp.experts.13.up_proj,0.0072903780,hessian_weighted_relative_error,24932,0.02500,0.875
41,mlp.experts.15.up_proj,0.0064424833,hessian_weighted_relative_error,26335,0.02500,0.863
41,mlp.experts.16.up_proj,0.0068978250,hessian_weighted_relative_error,19556,0.02500,0.853
41,mlp.experts.18.up_proj,0.0060741588,hessian_weighted_relative_error,25338,0.02500,0.852
41,mlp.experts.21.up_proj,0.0078322252,hessian_weighted_relative_error,25539,0.02500,0.864
41,mlp.experts.22.up_proj,0.0062667080,hessian_weighted_relative_error,21930,0.02500,0.853
41,mlp.experts.23.up_proj,0.0056364298,hessian_weighted_relative_error,28755,0.02500,0.865
41,mlp.experts.24.up_proj,0.0078897663,hessian_weighted_relative_error,18220,0.02500,0.853
41,mlp.experts.25.up_proj,0.0082621313,hessian_weighted_relative_error,20205,0.02500,0.865
41,mlp.experts.26.up_proj,0.0076586690,hessian_weighted_relative_error,16788,0.02500,0.853
41,mlp.experts.27.up_proj,0.0094094466,hessian_weighted_relative_error,21335,0.02500,0.867
41,mlp.experts.28.up_proj,0.0078265411,hessian_weighted_relative_error,29123,0.02500,0.855
41,mlp.experts.30.up_proj,0.0076662742,hessian_weighted_relative_error,30972,0.02500,0.855
41,mlp.experts.31.up_proj,0.0069803188,hessian_weighted_relative_error,18432,0.02500,0.870
41,mlp.experts.32.up_proj,0.0083085546,hessian_weighted_relative_error,24414,0.02500,0.856
41,mlp.experts.33.up_proj,0.0088059629,hessian_weighted_relative_error,43207,0.02500,0.865
41,mlp.experts.34.up_proj,0.0054472249,hessian_weighted_relative_error,28348,0.02500,0.854
41,mlp.experts.35.up_proj,0.0062318573,hessian_weighted_relative_error,23314,0.02500,0.864
41,mlp.experts.36.up_proj,0.0090582945,hessian_weighted_relative_error,38705,0.02500,0.853
41,mlp.experts.37.up_proj,0.0066542465,hessian_weighted_relative_error,24293,0.02500,0.866
41,mlp.experts.38.up_proj,0.0062348916,hessian_weighted_relative_error,34191,0.02500,0.854
41,mlp.experts.39.up_proj,0.0059962289,hessian_weighted_relative_error,21549,0.02500,0.867
41,mlp.experts.40.up_proj,0.0080810965,hessian_weighted_relative_error,20569,0.02500,0.855
41,mlp.experts.41.up_proj,0.0095868034,hessian_weighted_relative_error,21427,0.02500,0.866
41,mlp.experts.42.up_proj,0.0091185188,hessian_weighted_relative_error,21794,0.02500,0.854
41,mlp.experts.44.up_proj,0.0084842350,hessian_weighted_relative_error,26484,0.02500,0.855
41,mlp.experts.45.up_proj,0.0097481388,hessian_weighted_relative_error,28241,0.02500,0.864
41,mlp.experts.46.up_proj,0.0039362019,hessian_weighted_relative_error,8780,0.02500,0.855
41,mlp.experts.47.up_proj,0.0083010637,hessian_weighted_relative_error,24800,0.02500,0.866
41,mlp.experts.48.up_proj,0.0059836252,hessian_weighted_relative_error,28392,0.02500,0.855
41,mlp.experts.49.up_proj,0.0091046254,hessian_weighted_relative_error,33819,0.02500,0.870
41,mlp.experts.50.up_proj,0.0089669908,hessian_weighted_relative_error,33163,0.02500,0.855
41,mlp.experts.51.up_proj,0.0076595317,hessian_weighted_relative_error,29033,0.02500,0.867
41,mlp.experts.52.up_proj,0.0066666416,hessian_weighted_relative_error,7858,0.02500,0.859
41,mlp.experts.53.up_proj,0.0072488319,hessian_weighted_relative_error,19243,0.02500,0.865
41,mlp.experts.54.up_proj,0.0070932790,hessian_weighted_relative_error,35086,0.02500,0.855
41,mlp.experts.55.up_proj,0.0062733019,hessian_weighted_relative_error,12006,0.02500,0.867
41,mlp.experts.56.up_proj,0.0100054082,hessian_weighted_relative_error,43265,0.02500,0.855
41,mlp.experts.58.up_proj,0.0063530529,hessian_weighted_relative_error,33638,0.02500,0.856
41,mlp.experts.60.up_proj,0.0088348790,hessian_weighted_relative_error,21551,0.02500,0.856
41,mlp.experts.62.up_proj,0.0083282372,hessian_weighted_relative_error,28453,0.02500,0.858
41,mlp.experts.63.up_proj,0.0078545050,hessian_weighted_relative_error,19461,0.02500,0.877
41,mlp.experts.64.up_proj,0.0083475866,hessian_weighted_relative_error,12651,0.02500,0.855
41,mlp.experts.65.up_proj,0.0082554698,hessian_weighted_relative_error,18710,0.02500,0.869
41,mlp.experts.67.up_proj,0.0090414432,hessian_weighted_relative_error,22934,0.02500,0.868
41,mlp.experts.68.up_proj,0.0067815703,hessian_weighted_relative_error,17975,0.02500,0.858
41,mlp.experts.69.up_proj,0.0083989925,hessian_weighted_relative_error,18105,0.02500,0.867
41,mlp.experts.70.up_proj,0.0068903427,hessian_weighted_relative_error,28135,0.02500,0.857
41,mlp.experts.72.up_proj,0.0080054087,hessian_weighted_relative_error,27979,0.02500,0.858
41,mlp.experts.73.up_proj,0.0090939461,hessian_weighted_relative_error,23804,0.02500,0.868
41,mlp.experts.74.up_proj,0.0038343220,hessian_weighted_relative_error,14419,0.02500,0.857
41,mlp.experts.75.up_proj,0.0063082990,hessian_weighted_relative_error,9435,0.02500,0.866
41,mlp.experts.77.up_proj,0.0099989492,hessian_weighted_relative_error,32823,0.02500,0.869
41,mlp.experts.78.up_proj,0.0062068331,hessian_weighted_relative_error,23054,0.02500,0.857
41,mlp.experts.79.up_proj,0.0057055854,hessian_weighted_relative_error,18081,0.02500,0.869
41,mlp.experts.80.up_proj,0.0054867547,hessian_weighted_relative_error,33988,0.02500,0.858
41,mlp.experts.82.up_proj,0.0059664625,hessian_weighted_relative_error,21005,0.02500,0.857
41,mlp.experts.83.up_proj,0.0081288443,hessian_weighted_relative_error,24636,0.02500,0.868
41,mlp.experts.85.up_proj,0.0085686009,hessian_weighted_relative_error,20146,0.02500,0.867
41,mlp.experts.86.up_proj,0.0091779639,hessian_weighted_relative_error,25201,0.02500,0.856
41,mlp.experts.87.up_proj,0.0051667840,hessian_weighted_relative_error,21006,0.02500,0.868
41,mlp.experts.88.up_proj,0.0074325383,hessian_weighted_relative_error,14506,0.02500,0.855
41,mlp.experts.89.up_proj,0.0080041198,hessian_weighted_relative_error,26041,0.02500,0.877
41,mlp.experts.90.up_proj,0.0071076746,hessian_weighted_relative_error,15598,0.02500,0.860
41,mlp.experts.92.up_proj,0.0048660980,hessian_weighted_relative_error,39166,0.02500,0.858
41,mlp.experts.93.up_proj,0.0104860438,hessian_weighted_relative_error,36718,0.02500,0.865
41,mlp.experts.94.up_proj,0.0035084269,hessian_weighted_relative_error,7026,0.02500,0.857
41,mlp.experts.96.up_proj,0.0087127792,hessian_weighted_relative_error,31237,0.02500,0.857
41,mlp.experts.97.up_proj,0.0095800197,hessian_weighted_relative_error,35790,0.02500,0.868
41,mlp.experts.102.up_proj,0.0077421192,hessian_weighted_relative_error,17836,0.02500,0.859
41,mlp.experts.103.up_proj,0.0042494472,hessian_weighted_relative_error,12136,0.02500,0.869
41,mlp.experts.104.up_proj,0.0059988239,hessian_weighted_relative_error,17128,0.02500,0.858
41,mlp.experts.105.up_proj,0.0069030229,hessian_weighted_relative_error,38132,0.02500,0.879
41,mlp.experts.106.up_proj,0.0058142344,hessian_weighted_relative_error,25632,0.02500,0.858
41,mlp.experts.107.up_proj,0.0088696415,hessian_weighted_relative_error,21659,0.02500,0.871
41,mlp.experts.108.up_proj,0.0059824792,hessian_weighted_relative_error,27098,0.02500,0.861
41,mlp.experts.110.up_proj,0.0058416836,hessian_weighted_relative_error,22816,0.02500,0.858
41,mlp.experts.111.up_proj,0.0090596738,hessian_weighted_relative_error,26106,0.02500,0.868
41,mlp.experts.112.up_proj,0.0101746337,hessian_weighted_relative_error,32829,0.02500,0.857
41,mlp.experts.113.up_proj,0.0075881963,hessian_weighted_relative_error,18348,0.02500,0.870
41,mlp.experts.114.up_proj,0.0055037213,hessian_weighted_relative_error,13505,0.02500,0.860
41,mlp.experts.115.up_proj,0.0095347450,hessian_weighted_relative_error,26646,0.02500,0.877
41,mlp.experts.116.up_proj,0.0084505193,hessian_weighted_relative_error,22374,0.02500,0.857
41,mlp.experts.117.up_proj,0.0105573906,hessian_weighted_relative_error,24651,0.02500,0.871
41,mlp.experts.118.up_proj,0.0104645158,hessian_weighted_relative_error,36522,0.02500,0.857
41,mlp.experts.119.up_proj,0.0085047364,hessian_weighted_relative_error,28383,0.02500,0.873
41,mlp.experts.120.up_proj,0.0081451412,hessian_weighted_relative_error,26248,0.02500,0.861
41,mlp.experts.121.up_proj,0.0062253502,hessian_weighted_relative_error,32747,0.02500,0.893
41,mlp.experts.123.up_proj,0.0051574979,hessian_weighted_relative_error,45205,0.02500,0.870
41,mlp.experts.125.up_proj,0.0069755949,hessian_weighted_relative_error,14793,0.02500,0.879
41,mlp.experts.126.up_proj,0.0060811180,hessian_weighted_relative_error,12124,0.02500,0.860
41,mlp.experts.127.up_proj,0.0073658648,hessian_weighted_relative_error,12341,0.02500,0.876
41,mlp.experts.128.up_proj,0.0079880683,hessian_weighted_relative_error,49340,0.02500,0.863
41,mlp.experts.129.up_proj,0.0088179562,hessian_weighted_relative_error,25328,0.02500,0.874
41,mlp.experts.130.up_proj,0.0090020732,hessian_weighted_relative_error,25776,0.02500,0.859
41,mlp.experts.131.up_proj,0.0080779388,hessian_weighted_relative_error,21290,0.02500,0.871
41,mlp.experts.132.up_proj,0.0089344710,hessian_weighted_relative_error,31363,0.02500,0.860
41,mlp.experts.133.up_proj,0.0090334973,hessian_weighted_relative_error,36822,0.02500,0.870
41,mlp.experts.134.up_proj,0.0074448914,hessian_weighted_relative_error,38566,0.02500,0.859
41,mlp.experts.135.up_proj,0.0101226607,hessian_weighted_relative_error,44522,0.02500,0.872
41,mlp.experts.136.up_proj,0.0056258130,hessian_weighted_relative_error,19268,0.02500,0.858
41,mlp.experts.137.up_proj,0.0058513621,hessian_weighted_relative_error,14568,0.02500,0.876
41,mlp.experts.138.up_proj,0.0090353473,hessian_weighted_relative_error,19526,0.02500,0.858
41,mlp.experts.139.up_proj,0.0066860455,hessian_weighted_relative_error,30793,0.02500,0.877
41,mlp.experts.140.up_proj,0.0055821622,hessian_weighted_relative_error,14180,0.02500,0.859
41,mlp.experts.142.up_proj,0.0050970919,hessian_weighted_relative_error,15540,0.02500,0.860
41,mlp.experts.143.up_proj,0.0073916012,hessian_weighted_relative_error,22785,0.02500,0.881
41,mlp.experts.145.up_proj,0.0085132951,hessian_weighted_relative_error,24027,0.02500,0.887
41,mlp.experts.146.up_proj,0.0109364199,hessian_weighted_relative_error,36458,0.02500,0.858
41,mlp.experts.148.up_proj,0.0079201040,hessian_weighted_relative_error,20286,0.02500,0.858
41,mlp.experts.149.up_proj,0.0095347342,hessian_weighted_relative_error,23752,0.02500,0.871
41,mlp.experts.151.up_proj,0.0056687507,hessian_weighted_relative_error,23347,0.02500,0.881
41,mlp.experts.155.up_proj,0.0076465589,hessian_weighted_relative_error,26170,0.02500,0.872
41,mlp.experts.156.up_proj,0.0089846274,hessian_weighted_relative_error,25785,0.02500,0.860
41,mlp.experts.157.up_proj,0.0044216077,hessian_weighted_relative_error,24467,0.02500,0.869
41,mlp.experts.159.up_proj,0.0079828032,hessian_weighted_relative_error,42217,0.02500,0.882
41,mlp.experts.163.up_proj,0.0072255428,hessian_weighted_relative_error,18565,0.02500,0.872
41,mlp.experts.164.up_proj,0.0083592039,hessian_weighted_relative_error,13106,0.02500,0.858
41,mlp.experts.167.up_proj,0.0100539907,hessian_weighted_relative_error,26456,0.02500,0.873
41,mlp.experts.168.up_proj,0.0049841493,hessian_weighted_relative_error,31318,0.02500,0.859
41,mlp.experts.169.up_proj,0.0045982965,hessian_weighted_relative_error,40019,0.02500,0.878
41,mlp.experts.171.up_proj,0.0063050855,hessian_weighted_relative_error,28070,0.02500,0.888
41,mlp.experts.172.up_proj,0.0073051810,hessian_weighted_relative_error,18318,0.02500,0.861
41,mlp.experts.173.up_proj,0.0054535485,hessian_weighted_relative_error,25342,0.02500,0.885
41,mlp.experts.174.up_proj,0.0081123496,hessian_weighted_relative_error,16001,0.02500,0.860
41,mlp.experts.175.up_proj,0.0101119137,hessian_weighted_relative_error,22048,0.02500,0.878
41,mlp.experts.176.up_proj,0.0055821663,hessian_weighted_relative_error,19064,0.02500,0.858
41,mlp.experts.177.up_proj,0.0063312897,hessian_weighted_relative_error,8896,0.02500,0.886
41,mlp.experts.178.up_proj,0.0080475156,hessian_weighted_relative_error,22361,0.02500,0.859
41,mlp.experts.179.up_proj,0.0078200794,hessian_weighted_relative_error,19073,0.02500,0.882
41,mlp.experts.180.up_proj,0.0064388546,hessian_weighted_relative_error,30492,0.02500,0.859
41,mlp.experts.182.up_proj,0.0099219717,hessian_weighted_relative_error,21875,0.02500,0.861
41,mlp.experts.183.up_proj,0.0082744668,hessian_weighted_relative_error,20269,0.02500,0.882
41,mlp.experts.186.up_proj,0.0066309027,hessian_weighted_relative_error,18402,0.02500,0.857
41,mlp.experts.187.up_proj,0.0069712295,hessian_weighted_relative_error,16204,0.02500,0.884
41,mlp.experts.188.up_proj,0.0094247727,hessian_weighted_relative_error,35028,0.02500,0.859
41,mlp.experts.189.up_proj,0.0066348647,hessian_weighted_relative_error,37261,0.02500,0.884
41,mlp.experts.190.up_proj,0.0070272492,hessian_weighted_relative_error,22296,0.02500,0.860
41,mlp.experts.191.up_proj,0.0076992304,hessian_weighted_relative_error,24622,0.02500,0.881
41,mlp.experts.193.up_proj,0.0061963547,hessian_weighted_relative_error,15569,0.02500,0.883
41,mlp.experts.194.up_proj,0.0049898420,hessian_weighted_relative_error,15604,0.02500,0.860
41,mlp.experts.195.up_proj,0.0089318394,hessian_weighted_relative_error,25560,0.02500,0.884
41,mlp.experts.196.up_proj,0.0052428042,hessian_weighted_relative_error,42734,0.02500,0.859
41,mlp.experts.198.up_proj,0.0093011032,hessian_weighted_relative_error,34907,0.02500,0.860
41,mlp.experts.200.up_proj,0.0026001040,hessian_weighted_relative_error,29088,0.02500,0.864
41,mlp.experts.201.up_proj,0.0085027538,hessian_weighted_relative_error,54039,0.02500,0.885
41,mlp.experts.202.up_proj,0.0085147143,hessian_weighted_relative_error,26482,0.02500,0.859
41,mlp.experts.203.up_proj,0.0101609668,hessian_weighted_relative_error,22454,0.02500,0.888
41,mlp.experts.205.up_proj,0.0095280039,hessian_weighted_relative_error,27894,0.02500,0.880
41,mlp.experts.206.up_proj,0.0071851585,hessian_weighted_relative_error,16891,0.02500,0.860
41,mlp.experts.207.up_proj,0.0061590027,hessian_weighted_relative_error,23841,0.02500,0.880
41,mlp.experts.210.up_proj,0.0054684880,hessian_weighted_relative_error,25152,0.02500,0.860
41,mlp.experts.211.up_proj,0.0051397651,hessian_weighted_relative_error,13174,0.02500,0.877
41,mlp.experts.212.up_proj,0.0086225944,hessian_weighted_relative_error,21792,0.02500,0.861
41,mlp.experts.214.up_proj,0.0066981842,hessian_weighted_relative_error,9330,0.02500,0.863
41,mlp.experts.215.up_proj,0.0077808721,hessian_weighted_relative_error,23277,0.02500,0.888
41,mlp.experts.216.up_proj,0.0077256325,hessian_weighted_relative_error,31623,0.02500,0.869
41,mlp.experts.218.up_proj,0.0054015214,hessian_weighted_relative_error,19253,0.02500,0.858
41,mlp.experts.219.up_proj,0.0075781194,hessian_weighted_relative_error,27529,0.02500,0.891
41,mlp.experts.222.up_proj,0.0089479893,hessian_weighted_relative_error,33984,0.02500,0.860
41,mlp.experts.223.up_proj,0.0083039720,hessian_weighted_relative_error,22187,0.02500,0.898
41,mlp.experts.224.up_proj,0.0087187288,hessian_weighted_relative_error,22215,0.02500,0.862
41,mlp.experts.225.up_proj,0.0055726203,hessian_weighted_relative_error,10816,0.02500,0.886
41,mlp.experts.226.up_proj,0.0089759180,hessian_weighted_relative_error,18018,0.02500,0.860
41,mlp.experts.227.up_proj,0.0067732322,hessian_weighted_relative_error,14937,0.02500,0.886
41,mlp.experts.229.up_proj,0.0088183415,hessian_weighted_relative_error,31945,0.02500,0.886
41,mlp.experts.230.up_proj,0.0060604314,hessian_weighted_relative_error,14717,0.02500,0.861
41,mlp.experts.231.up_proj,0.0077877882,hessian_weighted_relative_error,20661,0.02500,0.894
41,mlp.experts.232.up_proj,0.0090688970,hessian_weighted_relative_error,35554,0.02500,0.862
41,mlp.experts.233.up_proj,0.0068374099,hessian_weighted_relative_error,22640,0.02500,0.885
41,mlp.experts.234.up_proj,0.0094941961,hessian_weighted_relative_error,28066,0.02500,0.859
41,mlp.experts.237.up_proj,0.0084030368,hessian_weighted_relative_error,18392,0.02500,0.886
41,mlp.experts.238.up_proj,0.0062613325,hessian_weighted_relative_error,28344,0.02500,0.860
41,mlp.experts.239.up_proj,0.0060420222,hessian_weighted_relative_error,15768,0.02500,0.885
41,mlp.experts.240.up_proj,0.0061499505,hessian_weighted_relative_error,30309,0.02500,0.859
41,mlp.experts.242.up_proj,0.0087861815,hessian_weighted_relative_error,20758,0.02500,0.860
41,mlp.experts.244.up_proj,0.0054406555,hessian_weighted_relative_error,8212,0.02500,0.861
41,mlp.experts.245.up_proj,0.0080297858,hessian_weighted_relative_error,23314,0.02500,0.880
41,mlp.experts.246.up_proj,0.0077537798,hessian_weighted_relative_error,11560,0.02500,0.860
41,mlp.experts.247.up_proj,0.0088062822,hessian_weighted_relative_error,48430,0.02500,0.883
41,mlp.experts.248.up_proj,0.0056055968,hessian_weighted_relative_error,19130,0.02500,0.860
41,mlp.experts.249.up_proj,0.0080472216,hessian_weighted_relative_error,14052,0.02500,0.900
41,mlp.experts.251.up_proj,0.0081473105,hessian_weighted_relative_error,14039,0.02500,0.887
41,mlp.experts.252.up_proj,0.0036270650,hessian_weighted_relative_error,14414,0.02500,0.862
41,mlp.experts.253.up_proj,0.0083635882,hessian_weighted_relative_error,35191,0.02500,0.886
41,mlp.experts.254.up_proj,0.0053768951,hessian_weighted_relative_error,19076,0.02500,0.861
41,mlp.experts.255.up_proj,0.0086779968,hessian_weighted_relative_error,24573,0.02500,0.885
41,mlp.experts.256.up_proj,0.0071228224,hessian_weighted_relative_error,11800,0.02500,0.862
41,mlp.experts.257.up_proj,0.0061788303,hessian_weighted_relative_error,35471,0.02500,0.906
41,mlp.experts.258.up_proj,0.0074755436,hessian_weighted_relative_error,10564,0.02500,0.862
41,mlp.experts.260.up_proj,0.0076031466,hessian_weighted_relative_error,24368,0.02500,0.861
41,mlp.experts.263.up_proj,0.0084622931,hessian_weighted_relative_error,28728,0.02500,0.889
41,mlp.experts.264.up_proj,0.0067763209,hessian_weighted_relative_error,17931,0.02500,0.862
41,mlp.experts.266.up_proj,0.0086779937,hessian_weighted_relative_error,19132,0.02500,0.862
41,mlp.experts.267.up_proj,0.0093407566,hessian_weighted_relative_error,25083,0.02500,0.891
41,mlp.experts.268.up_proj,0.0083419613,hessian_weighted_relative_error,28997,0.02500,0.862
41,mlp.experts.269.up_proj,0.0092735393,hessian_weighted_relative_error,33973,0.02500,0.890
41,mlp.experts.270.up_proj,0.0104722316,hessian_weighted_relative_error,37165,0.02500,0.861
41,mlp.experts.273.up_proj,0.0072297752,hessian_weighted_relative_error,15427,0.02500,0.887
41,mlp.experts.274.up_proj,0.0094064251,hessian_weighted_relative_error,38108,0.02500,0.861
41,mlp.experts.275.up_proj,0.0090201170,hessian_weighted_relative_error,26047,0.02500,0.889
41,mlp.experts.276.up_proj,0.0097393172,hessian_weighted_relative_error,23352,0.02500,0.861
41,mlp.experts.277.up_proj,0.0089633468,hessian_weighted_relative_error,15834,0.02500,0.889
41,mlp.experts.278.up_proj,0.0058594354,hessian_weighted_relative_error,27270,0.02500,0.863
41,mlp.experts.279.up_proj,0.0070329426,hessian_weighted_relative_error,12324,0.02500,0.908
41,mlp.experts.280.up_proj,0.0067170782,hessian_weighted_relative_error,18382,0.02500,0.862
41,mlp.experts.281.up_proj,0.0077727715,hessian_weighted_relative_error,13780,0.02500,0.888
41,mlp.experts.282.up_proj,0.0071926616,hessian_weighted_relative_error,28208,0.02500,0.872
41,mlp.experts.284.up_proj,0.0044742868,hessian_weighted_relative_error,11005,0.02500,0.862
41,mlp.experts.285.up_proj,0.0089459724,hessian_weighted_relative_error,20530,0.02500,0.887
41,mlp.experts.286.up_proj,0.0103924427,hessian_weighted_relative_error,45804,0.02500,0.863
41,mlp.experts.287.up_proj,0.0104757895,hessian_weighted_relative_error,37257,0.02500,0.888
41,mlp.experts.0.down_proj,0.0110754207,hessian_weighted_relative_error,9857,0.02500,0.772
41,mlp.experts.1.down_proj,0.0117236388,hessian_weighted_relative_error,13812,0.02500,0.753
41,mlp.experts.2.down_proj,0.0112245244,hessian_weighted_relative_error,20341,0.02500,0.770
41,mlp.experts.3.down_proj,0.0085671844,hessian_weighted_relative_error,22994,0.02500,0.749
41,mlp.experts.4.down_proj,0.0137696097,hessian_weighted_relative_error,22732,0.02500,0.773
41,mlp.experts.5.down_proj,0.0021581036,hessian_weighted_relative_error,19545,0.02500,0.747
41,mlp.experts.7.down_proj,0.0113633628,hessian_weighted_relative_error,9971,0.02500,0.712
41,mlp.experts.13.down_proj,0.0092950065,hessian_weighted_relative_error,24932,0.02500,0.751
41,mlp.experts.15.down_proj,0.0096839066,hessian_weighted_relative_error,26335,0.02500,0.748
41,mlp.experts.16.down_proj,0.0107420908,hessian_weighted_relative_error,19556,0.02500,0.778
41,mlp.experts.18.down_proj,0.0087433377,hessian_weighted_relative_error,25338,0.02500,0.777
41,mlp.experts.22.down_proj,0.0080700575,hessian_weighted_relative_error,21930,0.02500,0.777
41,mlp.experts.23.down_proj,0.0076039975,hessian_weighted_relative_error,28755,0.02500,0.751
41,mlp.experts.24.down_proj,0.0100486356,hessian_weighted_relative_error,18220,0.02500,0.781
41,mlp.experts.25.down_proj,0.0119993463,hessian_weighted_relative_error,20205,0.02500,0.762
41,mlp.experts.26.down_proj,0.0113043320,hessian_weighted_relative_error,16788,0.02500,0.780
41,mlp.experts.27.down_proj,0.0131327278,hessian_weighted_relative_error,21335,0.02500,0.760
41,mlp.experts.28.down_proj,0.0092813428,hessian_weighted_relative_error,29123,0.02500,0.782
41,mlp.experts.31.down_proj,0.0082013228,hessian_weighted_relative_error,18432,0.02500,0.755
41,mlp.experts.32.down_proj,0.0118137307,hessian_weighted_relative_error,24414,0.02500,0.784
41,mlp.experts.35.down_proj,0.0103040373,hessian_weighted_relative_error,23314,0.02500,0.764
41,mlp.experts.37.down_proj,0.0111987198,hessian_weighted_relative_error,24293,0.02500,0.763
41,mlp.experts.38.down_proj,0.0095334777,hessian_weighted_relative_error,34191,0.02500,0.781
41,mlp.experts.39.down_proj,0.0102230065,hessian_weighted_relative_error,21549,0.02500,0.759
41,mlp.experts.40.down_proj,0.0113262225,hessian_weighted_relative_error,20569,0.02500,0.786
41,mlp.experts.41.down_proj,0.0135911128,hessian_weighted_relative_error,21427,0.02500,0.766
41,mlp.experts.42.down_proj,0.0131301401,hessian_weighted_relative_error,21794,0.02500,0.785
41,mlp.experts.44.down_proj,0.0107305746,hessian_weighted_relative_error,26484,0.02500,0.787
41,mlp.experts.45.down_proj,0.0133919114,hessian_weighted_relative_error,28241,0.02500,0.765
41,mlp.experts.46.down_proj,0.0064308014,hessian_weighted_relative_error,8780,0.02500,0.784
41,mlp.experts.47.down_proj,0.0120834718,hessian_weighted_relative_error,24800,0.02500,0.763
41,mlp.experts.48.down_proj,0.0083751830,hessian_weighted_relative_error,28392,0.02500,0.786
41,mlp.experts.49.down_proj,0.0110904086,hessian_weighted_relative_error,33819,0.02500,0.770
41,mlp.experts.51.down_proj,0.0120041870,hessian_weighted_relative_error,29033,0.02500,0.768
41,mlp.experts.52.down_proj,0.0110811930,hessian_weighted_relative_error,7858,0.02500,0.789
41,mlp.experts.53.down_proj,0.0098150815,hessian_weighted_relative_error,19243,0.02500,0.767
41,mlp.experts.55.down_proj,0.0085929253,hessian_weighted_relative_error,12006,0.02500,0.764
41,mlp.experts.56.down_proj,0.0118451407,hessian_weighted_relative_error,43265,0.02500,0.789
41,mlp.experts.60.down_proj,0.0129042022,hessian_weighted_relative_error,21551,0.02500,0.791
41,mlp.experts.62.down_proj,0.0130379506,hessian_weighted_relative_error,28453,0.02500,0.787
41,mlp.experts.63.down_proj,0.0102873169,hessian_weighted_relative_error,19461,0.02500,0.767
41,mlp.experts.64.down_proj,0.0127322627,hessian_weighted_relative_error,12651,0.02500,0.792
41,mlp.experts.65.down_proj,0.0127454133,hessian_weighted_relative_error,18710,0.02500,0.779
41,mlp.experts.67.down_proj,0.0121425163,hessian_weighted_relative_error,22934,0.02500,0.776
41,mlp.experts.68.down_proj,0.0080385781,hessian_weighted_relative_error,17975,0.02500,0.792
41,mlp.experts.69.down_proj,0.0132090342,hessian_weighted_relative_error,18105,0.02500,0.773
41,mlp.experts.70.down_proj,0.0109946809,hessian_weighted_relative_error,28135,0.02500,0.790
41,mlp.experts.72.down_proj,0.0110934891,hessian_weighted_relative_error,27979,0.02500,0.793
41,mlp.experts.73.down_proj,0.0121486179,hessian_weighted_relative_error,23804,0.02500,0.784
41,mlp.experts.74.down_proj,0.0099413018,hessian_weighted_relative_error,14419,0.02500,0.792
41,mlp.experts.75.down_proj,0.0093383852,hessian_weighted_relative_error,9435,0.02500,0.779
41,mlp.experts.77.down_proj,0.0126208406,hessian_weighted_relative_error,32823,0.02500,0.776
41,mlp.experts.78.down_proj,0.0094078760,hessian_weighted_relative_error,23054,0.02500,0.792
41,mlp.experts.79.down_proj,0.0086219197,hessian_weighted_relative_error,18081,0.02500,0.773
41,mlp.experts.82.down_proj,0.0082487349,hessian_weighted_relative_error,21005,0.02500,0.795
41,mlp.experts.83.down_proj,0.0109913789,hessian_weighted_relative_error,24636,0.02500,0.780
41,mlp.experts.85.down_proj,0.0131736108,hessian_weighted_relative_error,20146,0.02500,0.780
41,mlp.experts.86.down_proj,0.0122293065,hessian_weighted_relative_error,25201,0.02500,0.794
41,mlp.experts.87.down_proj,0.0076910644,hessian_weighted_relative_error,21006,0.02500,0.776
41,mlp.experts.88.down_proj,0.0107551391,hessian_weighted_relative_error,14506,0.02500,0.797
41,mlp.experts.89.down_proj,0.0105477607,hessian_weighted_relative_error,26041,0.02500,0.784
41,mlp.experts.90.down_proj,0.0113923911,hessian_weighted_relative_error,15598,0.02500,0.797
41,mlp.experts.93.down_proj,0.0140439729,hessian_weighted_relative_error,36718,0.02500,0.782
41,mlp.experts.94.down_proj,0.0069754612,hessian_weighted_relative_error,7026,0.02500,0.795
41,mlp.experts.96.down_proj,0.0111419208,hessian_weighted_relative_error,31237,0.02500,0.799
41,mlp.experts.97.down_proj,0.0128554580,hessian_weighted_relative_error,35790,0.02500,0.787
41,mlp.experts.102.down_proj,0.0103192708,hessian_weighted_relative_error,17836,0.02500,0.798
41,mlp.experts.103.down_proj,0.0085060328,hessian_weighted_relative_error,12136,0.02500,0.782
41,mlp.experts.104.down_proj,0.0080601273,hessian_weighted_relative_error,17128,0.02500,0.800
41,mlp.experts.105.down_proj,0.0089227124,hessian_weighted_relative_error,38132,0.02500,0.789
41,mlp.experts.106.down_proj,0.0084927903,hessian_weighted_relative_error,25632,0.02500,0.799
41,mlp.experts.107.down_proj,0.0125962098,hessian_weighted_relative_error,21659,0.02500,0.789
41,mlp.experts.108.down_proj,0.0082290848,hessian_weighted_relative_error,27098,0.02500,0.801
41,mlp.experts.110.down_proj,0.0069561091,hessian_weighted_relative_error,22816,0.02500,0.798
41,mlp.experts.111.down_proj,0.0128914534,hessian_weighted_relative_error,26106,0.02500,0.784
41,mlp.experts.112.down_proj,0.0133543357,hessian_weighted_relative_error,32829,0.02500,0.802
41,mlp.experts.113.down_proj,0.0119500200,hessian_weighted_relative_error,18348,0.02500,0.790
41,mlp.experts.114.down_proj,0.0103838292,hessian_weighted_relative_error,13505,0.02500,0.801
41,mlp.experts.115.down_proj,0.0119295560,hessian_weighted_relative_error,26646,0.02500,0.790
41,mlp.experts.116.down_proj,0.0119707524,hessian_weighted_relative_error,22374,0.02500,0.803
41,mlp.experts.117.down_proj,0.0141836753,hessian_weighted_relative_error,24651,0.02500,0.790
41,mlp.experts.119.down_proj,0.0134791967,hessian_weighted_relative_error,28383,0.02500,0.786
41,mlp.experts.120.down_proj,0.0110116765,hessian_weighted_relative_error,26248,0.02500,0.803
41,mlp.experts.121.down_proj,0.0075481844,hessian_weighted_relative_error,32747,0.02500,0.796
41,mlp.experts.125.down_proj,0.0105447439,hessian_weighted_relative_error,14793,0.02500,0.795
41,mlp.experts.126.down_proj,0.0102052006,hessian_weighted_relative_error,12124,0.02500,0.802
41,mlp.experts.127.down_proj,0.0113513220,hessian_weighted_relative_error,12341,0.02500,0.788
41,mlp.experts.129.down_proj,0.0133958098,hessian_weighted_relative_error,25328,0.02500,0.799
41,mlp.experts.130.down_proj,0.0107540337,hessian_weighted_relative_error,25776,0.02500,0.805
41,mlp.experts.131.down_proj,0.0121527841,hessian_weighted_relative_error,21290,0.02500,0.796
41,mlp.experts.132.down_proj,0.0118489331,hessian_weighted_relative_error,31363,0.02500,0.805
41,mlp.experts.133.down_proj,0.0133835731,hessian_weighted_relative_error,36822,0.02500,0.794
41,mlp.experts.134.down_proj,0.0097809756,hessian_weighted_relative_error,38566,0.02500,0.803
41,mlp.experts.136.down_proj,0.0084412044,hessian_weighted_relative_error,19268,0.02500,0.805
41,mlp.experts.137.down_proj,0.0103684075,hessian_weighted_relative_error,14568,0.02500,0.800
41,mlp.experts.138.down_proj,0.0132212584,hessian_weighted_relative_error,19526,0.02500,0.805
41,mlp.experts.140.down_proj,0.0088299901,hessian_weighted_relative_error,14180,0.02500,0.808
41,mlp.experts.142.down_proj,0.0099391772,hessian_weighted_relative_error,15540,0.02500,0.804
41,mlp.experts.143.down_proj,0.0114310267,hessian_weighted_relative_error,22785,0.02500,0.794
41,mlp.experts.145.down_proj,0.0094687788,hessian_weighted_relative_error,24027,0.02500,0.806
41,mlp.experts.146.down_proj,0.0144274497,hessian_weighted_relative_error,36458,0.02500,0.805
41,mlp.experts.148.down_proj,0.0114671217,hessian_weighted_relative_error,20286,0.02500,0.808
41,mlp.experts.149.down_proj,0.0123883791,hessian_weighted_relative_error,23752,0.02500,0.800
41,mlp.experts.151.down_proj,0.0096555154,hessian_weighted_relative_error,23347,0.02500,0.797
41,mlp.experts.155.down_proj,0.0111333232,hessian_weighted_relative_error,26170,0.02500,0.804
41,mlp.experts.159.down_proj,0.0113690101,hessian_weighted_relative_error,42217,0.02500,0.799
41,mlp.experts.164.down_proj,0.0116994405,hessian_weighted_relative_error,13106,0.02500,0.811
41,mlp.experts.167.down_proj,0.0134142394,hessian_weighted_relative_error,26456,0.02500,0.801
41,mlp.experts.172.down_proj,0.0125967479,hessian_weighted_relative_error,18318,0.02500,0.812
41,mlp.experts.173.down_proj,0.0090044104,hessian_weighted_relative_error,25342,0.02500,0.808
41,mlp.experts.174.down_proj,0.0128938304,hessian_weighted_relative_error,16001,0.02500,0.809
41,mlp.experts.175.down_proj,0.0124715834,hessian_weighted_relative_error,22048,0.02500,0.803
41,mlp.experts.176.down_proj,0.0109386399,hessian_weighted_relative_error,19064,0.02500,0.814
41,mlp.experts.177.down_proj,0.0063599629,hessian_weighted_relative_error,8896,0.02500,0.816
41,mlp.experts.178.down_proj,0.0126988320,hessian_weighted_relative_error,22361,0.02500,0.812
41,mlp.experts.179.down_proj,0.0107661773,hessian_weighted_relative_error,19073,0.02500,0.813
41,mlp.experts.182.down_proj,0.0138969365,hessian_weighted_relative_error,21875,0.02500,0.810
41,mlp.experts.183.down_proj,0.0119133167,hessian_weighted_relative_error,20269,0.02500,0.807
41,mlp.experts.186.down_proj,0.0116162551,hessian_weighted_relative_error,18402,0.02500,0.810
41,mlp.experts.187.down_proj,0.0113883722,hessian_weighted_relative_error,16204,0.02500,0.816
41,mlp.experts.188.down_proj,0.0136822820,hessian_weighted_relative_error,35028,0.02500,0.813
41,mlp.experts.190.down_proj,0.0103993242,hessian_weighted_relative_error,22296,0.02500,0.812
41,mlp.experts.191.down_proj,0.0117333680,hessian_weighted_relative_error,24622,0.02500,0.811
41,mlp.experts.193.down_proj,0.0097089396,hessian_weighted_relative_error,15569,0.02500,0.818
41,mlp.experts.194.down_proj,0.0077353443,hessian_weighted_relative_error,15604,0.02500,0.812
41,mlp.experts.195.down_proj,0.0124472460,hessian_weighted_relative_error,25560,0.02500,0.818
41,mlp.experts.198.down_proj,0.0133982847,hessian_weighted_relative_error,34907,0.02500,0.811
41,mlp.experts.202.down_proj,0.0122473754,hessian_weighted_relative_error,26482,0.02500,0.814
41,mlp.experts.203.down_proj,0.0131434090,hessian_weighted_relative_error,22454,0.02500,0.818
41,mlp.experts.205.down_proj,0.0120493771,hessian_weighted_relative_error,27894,0.02500,0.818
41,mlp.experts.206.down_proj,0.0116783769,hessian_weighted_relative_error,16891,0.02500,0.812
41,mlp.experts.207.down_proj,0.0107037280,hessian_weighted_relative_error,23841,0.02500,0.814
41,mlp.experts.212.down_proj,0.0123329525,hessian_weighted_relative_error,21792,0.02500,0.817
41,mlp.experts.214.down_proj,0.0104884976,hessian_weighted_relative_error,9330,0.02500,0.815
41,mlp.experts.215.down_proj,0.0122774852,hessian_weighted_relative_error,23277,0.02500,0.815
41,mlp.experts.216.down_proj,0.0096991340,hessian_weighted_relative_error,31623,0.02500,0.818
41,mlp.experts.218.down_proj,0.0082547520,hessian_weighted_relative_error,19253,0.02500,0.815
41,mlp.experts.219.down_proj,0.0115436062,hessian_weighted_relative_error,27529,0.02500,0.821
41,mlp.experts.222.down_proj,0.0121353449,hessian_weighted_relative_error,33984,0.02500,0.815
41,mlp.experts.223.down_proj,0.0111808995,hessian_weighted_relative_error,22187,0.02500,0.818
41,mlp.experts.224.down_proj,0.0125604283,hessian_weighted_relative_error,22215,0.02500,0.818
41,mlp.experts.225.down_proj,0.0097586739,hessian_weighted_relative_error,10816,0.02500,0.821
41,mlp.experts.226.down_proj,0.0128768179,hessian_weighted_relative_error,18018,0.02500,0.816
41,mlp.experts.227.down_proj,0.0115784457,hessian_weighted_relative_error,14937,0.02500,0.823
41,mlp.experts.230.down_proj,0.0089465644,hessian_weighted_relative_error,14717,0.02500,0.815
41,mlp.experts.231.down_proj,0.0119358226,hessian_weighted_relative_error,20661,0.02500,0.818
41,mlp.experts.233.down_proj,0.0065627634,hessian_weighted_relative_error,22640,0.02500,0.826
41,mlp.experts.234.down_proj,0.0125108466,hessian_weighted_relative_error,28066,0.02500,0.817
41,mlp.experts.237.down_proj,0.0121003870,hessian_weighted_relative_error,18392,0.02500,0.822
41,mlp.experts.238.down_proj,0.0102470595,hessian_weighted_relative_error,28344,0.02500,0.816
41,mlp.experts.239.down_proj,0.0118805019,hessian_weighted_relative_error,15768,0.02500,0.817
41,mlp.experts.242.down_proj,0.0121482268,hessian_weighted_relative_error,20758,0.02500,0.818
41,mlp.experts.244.down_proj,0.0100642874,hessian_weighted_relative_error,8212,0.02500,0.819
41,mlp.experts.246.down_proj,0.0115687530,hessian_weighted_relative_error,11560,0.02500,0.818
41,mlp.experts.247.down_proj,0.0115960861,hessian_weighted_relative_error,48430,0.02500,0.821
41,mlp.experts.248.down_proj,0.0085677855,hessian_weighted_relative_error,19130,0.02500,0.820
41,mlp.experts.249.down_proj,0.0116751649,hessian_weighted_relative_error,14052,0.02500,0.825
41,mlp.experts.251.down_proj,0.0102149424,hessian_weighted_relative_error,14039,0.02500,0.826
41,mlp.experts.252.down_proj,0.0051417279,hessian_weighted_relative_error,14414,0.02500,0.819
41,mlp.experts.254.down_proj,0.0093565200,hessian_weighted_relative_error,19076,0.02500,0.818
41,mlp.experts.255.down_proj,0.0122420071,hessian_weighted_relative_error,24573,0.02500,0.820
41,mlp.experts.256.down_proj,0.0113932282,hessian_weighted_relative_error,11800,0.02500,0.821
41,mlp.experts.258.down_proj,0.0115606563,hessian_weighted_relative_error,10564,0.02500,0.819
41,mlp.experts.260.down_proj,0.0112619850,hessian_weighted_relative_error,24368,0.02500,0.821
41,mlp.experts.263.down_proj,0.0122848978,hessian_weighted_relative_error,28728,0.02500,0.823
41,mlp.experts.264.down_proj,0.0093872122,hessian_weighted_relative_error,17931,0.02500,0.822
41,mlp.experts.266.down_proj,0.0126311766,hessian_weighted_relative_error,19132,0.02500,0.819
41,mlp.experts.268.down_proj,0.0128528107,hessian_weighted_relative_error,28997,0.02500,0.821
41,mlp.experts.273.down_proj,0.0113083318,hessian_weighted_relative_error,15427,0.02500,0.825
41,mlp.experts.274.down_proj,0.0133175137,hessian_weighted_relative_error,38108,0.02500,0.820
41,mlp.experts.275.down_proj,0.0131491929,hessian_weighted_relative_error,26047,0.02500,0.826
41,mlp.experts.276.down_proj,0.0135722153,hessian_weighted_relative_error,23352,0.02500,0.821
41,mlp.experts.277.down_proj,0.0117535830,hessian_weighted_relative_error,15834,0.02500,0.823
41,mlp.experts.278.down_proj,0.0056224091,hessian_weighted_relative_error,27270,0.02500,0.820
41,mlp.experts.279.down_proj,0.0102902362,hessian_weighted_relative_error,12324,0.02500,0.820
41,mlp.experts.280.down_proj,0.0101271842,hessian_weighted_relative_error,18382,0.02500,0.822
41,mlp.experts.281.down_proj,0.0117476527,hessian_weighted_relative_error,13780,0.02500,0.825
41,mlp.experts.282.down_proj,0.0111869430,hessian_weighted_relative_error,28208,0.02500,0.822
41,mlp.experts.284.down_proj,0.0073473969,hessian_weighted_relative_error,11005,0.02500,0.822
41,mlp.experts.287.down_proj,0.0144752215,hessian_weighted_relative_error,37257,0.02500,0.823
41,mlp.experts.10.gate_proj,0.0019235724,hessian_weighted_relative_error,31319,0.02500,1.551
41,mlp.experts.109.down_proj,0.0032384598,hessian_weighted_relative_error,70302,0.02500,1.490
41,mlp.experts.10.up_proj,0.0024614422,hessian_weighted_relative_error,31319,0.02500,1.615
41,mlp.experts.101.up_proj,0.0021914698,hessian_weighted_relative_error,54051,0.02500,1.640
41,mlp.experts.100.down_proj,0.0037321248,hessian_weighted_relative_error,55169,0.02500,1.539
41,mlp.experts.101.down_proj,0.0026530548,hessian_weighted_relative_error,54051,0.02500,1.527
41,mlp.experts.10.down_proj,0.0031930352,hessian_weighted_relative_error,31319,0.02500,1.511
41,mlp.experts.109.gate_proj,0.0016857586,hessian_weighted_relative_error,70302,0.02500,1.619
41,mlp.experts.118.down_proj,0.0035680422,hessian_weighted_relative_error,36522,0.02500,1.536
41,mlp.experts.11.up_proj,0.0024478564,hessian_weighted_relative_error,40769,0.02500,1.648
41,mlp.experts.12.down_proj,0.0028926539,hessian_weighted_relative_error,35350,0.02500,1.515
41,mlp.experts.11.down_proj,0.0035436064,hessian_weighted_relative_error,40769,0.02500,1.498
41,mlp.experts.122.down_proj,0.0030896278,hessian_weighted_relative_error,37666,0.02500,1.539
41,mlp.experts.109.up_proj,0.0023778488,hessian_weighted_relative_error,70302,0.02500,1.660
41,mlp.experts.100.up_proj,0.0027130827,hessian_weighted_relative_error,55169,0.02500,1.619
41,mlp.experts.123.down_proj,0.0019418717,hessian_weighted_relative_error,45205,0.02500,1.535
41,mlp.experts.124.down_proj,0.0032292421,hessian_weighted_relative_error,60713,0.02500,1.540
41,mlp.experts.141.down_proj,0.0018002806,hessian_weighted_relative_error,60170,0.02500,1.541
41,mlp.experts.124.up_proj,0.0022657999,hessian_weighted_relative_error,60713,0.02500,1.632
41,mlp.experts.139.down_proj,0.0025345469,hessian_weighted_relative_error,30793,0.02500,1.543
41,mlp.experts.128.down_proj,0.0033618232,hessian_weighted_relative_error,49340,0.02500,1.543
41,mlp.experts.135.down_proj,0.0034834744,hessian_weighted_relative_error,44522,0.02500,1.533
41,mlp.experts.122.up_proj,0.0025128389,hessian_weighted_relative_error,37666,0.02500,1.631
41,mlp.experts.141.gate_proj,0.0011074727,hessian_weighted_relative_error,60170,0.02500,1.635
41,mlp.experts.14.gate_proj,0.0015892984,hessian_weighted_relative_error,58570,0.02500,1.567
41,mlp.experts.147.gate_proj,0.0014593769,hessian_weighted_relative_error,45583,0.02500,1.636
41,mlp.experts.14.up_proj,0.0019167583,hessian_weighted_relative_error,58570,0.02500,1.616
41,mlp.experts.147.down_proj,0.0023697058,hessian_weighted_relative_error,45583,0.02500,1.550
41,mlp.experts.144.down_proj,0.0033007969,hessian_weighted_relative_error,77231,0.02500,1.546
41,mlp.experts.141.up_proj,0.0013812740,hessian_weighted_relative_error,60170,0.02500,1.684
41,mlp.experts.14.down_proj,0.0028302628,hessian_weighted_relative_error,58570,0.02500,1.511
41,mlp.experts.147.up_proj,0.0016423939,hessian_weighted_relative_error,45583,0.02500,1.661
41,mlp.experts.144.up_proj,0.0021468497,hessian_weighted_relative_error,77231,0.02500,1.621
41,mlp.experts.153.up_proj,0.0021237551,hessian_weighted_relative_error,27424,0.02500,1.667
41,mlp.experts.150.down_proj,0.0024446364,hessian_weighted_relative_error,45861,0.02500,1.544
41,mlp.experts.153.gate_proj,0.0016024169,hessian_weighted_relative_error,27424,0.02500,1.645
41,mlp.experts.150.gate_proj,0.0014658827,hessian_weighted_relative_error,45861,0.02500,1.607
41,mlp.experts.153.down_proj,0.0025972135,hessian_weighted_relative_error,27424,0.02500,1.551
41,mlp.experts.144.gate_proj,0.0019086710,hessian_weighted_relative_error,77231,0.02500,1.605
41,mlp.experts.157.down_proj,0.0024538022,hessian_weighted_relative_error,24467,0.02500,1.543
41,mlp.experts.152.down_proj,0.0032319417,hessian_weighted_relative_error,29067,0.02500,1.546
41,mlp.experts.163.down_proj,0.0030216096,hessian_weighted_relative_error,18565,0.02500,1.550
41,mlp.experts.152.gate_proj,0.0020550494,hessian_weighted_relative_error,29067,0.02500,1.608
41,mlp.experts.161.up_proj,0.0025242897,hessian_weighted_relative_error,34569,0.02500,1.672
41,mlp.experts.152.up_proj,0.0022430295,hessian_weighted_relative_error,29067,0.02500,1.623
41,mlp.experts.161.down_proj,0.0033546748,hessian_weighted_relative_error,34569,0.02500,1.558
41,mlp.experts.150.up_proj,0.0024012415,hessian_weighted_relative_error,45861,0.02500,1.624
41,mlp.experts.165.down_proj,0.0026554811,hessian_weighted_relative_error,66491,0.02500,1.547
41,mlp.experts.154.gate_proj,0.0012935369,hessian_weighted_relative_error,58835,0.02500,1.608
41,mlp.experts.169.down_proj,0.0020995129,hessian_weighted_relative_error,40019,0.02500,1.554
41,mlp.experts.154.up_proj,0.0016225771,hessian_weighted_relative_error,58835,0.02500,1.624
41,mlp.experts.165.up_proj,0.0024347026,hessian_weighted_relative_error,66491,0.02500,1.666
41,mlp.experts.156.down_proj,0.0033277934,hessian_weighted_relative_error,25785,0.02500,1.548
41,mlp.experts.165.gate_proj,0.0017238780,hessian_weighted_relative_error,66491,0.02500,1.655
41,mlp.experts.154.down_proj,0.0025534036,hessian_weighted_relative_error,58835,0.02500,1.548
41,mlp.experts.17.down_proj,0.0035580330,hessian_weighted_relative_error,44929,0.02500,1.505
41,mlp.experts.158.gate_proj,0.0016750054,hessian_weighted_relative_error,18745,0.02500,1.605
41,mlp.experts.171.down_proj,0.0027675562,hessian_weighted_relative_error,28070,0.02500,1.553
41,mlp.experts.158.up_proj,0.0019866555,hessian_weighted_relative_error,18745,0.02500,1.625
41,mlp.experts.17.up_proj,0.0025782788,hessian_weighted_relative_error,44929,0.02500,1.663
41,mlp.experts.160.down_proj,0.0025413226,hessian_weighted_relative_error,42143,0.02500,1.551
41,mlp.experts.17.gate_proj,0.0021269109,hessian_weighted_relative_error,44929,0.02500,1.597
41,mlp.experts.158.down_proj,0.0029507821,hessian_weighted_relative_error,18745,0.02500,1.547
41,mlp.experts.181.down_proj,0.0017839288,hessian_weighted_relative_error,41005,0.02500,1.558
41,mlp.experts.162.down_proj,0.0023060764,hessian_weighted_relative_error,23277,0.02500,1.550
41,mlp.experts.185.down_proj,0.0029093919,hessian_weighted_relative_error,45140,0.02500,1.561
41,mlp.experts.162.up_proj,0.0019751841,hessian_weighted_relative_error,23277,0.02500,1.624
41,mlp.experts.181.up_proj,0.0010591946,hessian_weighted_relative_error,41005,0.02500,1.687
41,mlp.experts.166.down_proj,0.0031097950,hessian_weighted_relative_error,48656,0.02500,1.547
41,mlp.experts.181.gate_proj,0.0009714055,hessian_weighted_relative_error,41005,0.02500,1.660
41,mlp.experts.160.up_proj,0.0019359791,hessian_weighted_relative_error,42143,0.02500,1.623
41,mlp.experts.166.up_proj,0.0022935487,hessian_weighted_relative_error,48656,0.02500,1.631
41,mlp.experts.185.gate_proj,0.0015218515,hessian_weighted_relative_error,45140,0.02500,1.660
41,mlp.experts.168.down_proj,0.0022851447,hessian_weighted_relative_error,31318,0.02500,1.556
41,mlp.experts.19.down_proj,0.0031816547,hessian_weighted_relative_error,50133,0.02500,1.505
41,mlp.experts.170.down_proj,0.0030596950,hessian_weighted_relative_error,38613,0.02500,1.552
41,mlp.experts.189.down_proj,0.0029306705,hessian_weighted_relative_error,37261,0.02500,1.559
41,mlp.experts.166.gate_proj,0.0018396456,hessian_weighted_relative_error,48656,0.02500,1.609
41,mlp.experts.185.up_proj,0.0018865534,hessian_weighted_relative_error,45140,0.02500,1.681
41,mlp.experts.180.down_proj,0.0023155904,hessian_weighted_relative_error,30492,0.02500,1.553
41,mlp.experts.19.gate_proj,0.0008094093,hessian_weighted_relative_error,50133,0.02500,1.595
41,mlp.experts.184.down_proj,0.0038182613,hessian_weighted_relative_error,55638,0.02500,1.555
41,mlp.experts.197.gate_proj,0.0015670247,hessian_weighted_relative_error,50783,0.02500,1.658
41,mlp.experts.184.up_proj,0.0029368665,hessian_weighted_relative_error,55638,0.02500,1.626
41,mlp.experts.197.down_proj,0.0026440494,hessian_weighted_relative_error,50783,0.02500,1.566
41,mlp.experts.170.up_proj,0.0023367832,hessian_weighted_relative_error,38613,0.02500,1.624
41,mlp.experts.19.up_proj,0.0019240813,hessian_weighted_relative_error,50133,0.02500,1.663
41,mlp.experts.192.up_proj,0.0021672779,hessian_weighted_relative_error,44169,0.02500,1.627
41,mlp.experts.197.up_proj,0.0021649786,hessian_weighted_relative_error,50783,0.02500,1.685
41,mlp.experts.196.down_proj,0.0022812055,hessian_weighted_relative_error,42734,0.02500,1.557
41,mlp.experts.201.down_proj,0.0027331000,hessian_weighted_relative_error,54039,0.02500,1.567
41,mlp.experts.20.down_proj,0.0026826076,hessian_weighted_relative_error,54022,0.02500,1.523
41,mlp.experts.199.up_proj,0.0025172157,hessian_weighted_relative_error,45716,0.02500,1.666
41,mlp.experts.192.down_proj,0.0030904862,hessian_weighted_relative_error,44169,0.02500,1.556
41,mlp.experts.199.down_proj,0.0033903530,hessian_weighted_relative_error,45716,0.02500,1.563
41,mlp.experts.20.up_proj,0.0017492449,hessian_weighted_relative_error,54022,0.02500,1.623
41,mlp.experts.209.down_proj,0.0027569107,hessian_weighted_relative_error,34196,0.02500,1.563
41,mlp.experts.200.down_proj,0.0022490073,hessian_weighted_relative_error,29088,0.02500,1.557
41,mlp.experts.21.down_proj,0.0031322995,hessian_weighted_relative_error,25539,0.02500,1.502
41,mlp.experts.200.gate_proj,0.0009001497,hessian_weighted_relative_error,29088,0.02500,1.611
41,mlp.experts.209.up_proj,0.0020401771,hessian_weighted_relative_error,34196,0.02500,1.681
41,mlp.experts.20.gate_proj,0.0013838851,hessian_weighted_relative_error,54022,0.02500,1.577
41,mlp.experts.209.gate_proj,0.0015812966,hessian_weighted_relative_error,34196,0.02500,1.662
41,mlp.experts.204.gate_proj,0.0021734503,hessian_weighted_relative_error,61674,0.02500,1.613
41,mlp.experts.211.down_proj,0.0024782875,hessian_weighted_relative_error,13174,0.02500,1.568
41,mlp.experts.204.up_proj,0.0024212767,hessian_weighted_relative_error,61674,0.02500,1.627
41,mlp.experts.217.down_proj,0.0033911874,hessian_weighted_relative_error,75365,0.02500,1.566
41,mlp.experts.208.down_proj,0.0038576437,hessian_weighted_relative_error,56842,0.02500,1.557
41,mlp.experts.213.up_proj,0.0025157551,hessian_weighted_relative_error,43834,0.02500,1.687
41,mlp.experts.204.down_proj,0.0034329953,hessian_weighted_relative_error,61674,0.02500,1.559
41,mlp.experts.213.down_proj,0.0034769497,hessian_weighted_relative_error,43834,0.02500,1.572
41,mlp.experts.210.down_proj,0.0023227911,hessian_weighted_relative_error,25152,0.02500,1.555
41,mlp.experts.217.up_proj,0.0025747269,hessian_weighted_relative_error,75365,0.02500,1.697
41,mlp.experts.220.down_proj,0.0027692741,hessian_weighted_relative_error,39715,0.02500,1.561
41,mlp.experts.229.down_proj,0.0031593506,hessian_weighted_relative_error,31945,0.02500,1.571
41,mlp.experts.220.gate_proj,0.0016823831,hessian_weighted_relative_error,39715,0.02500,1.619
41,mlp.experts.221.up_proj,0.0024680444,hessian_weighted_relative_error,34547,0.02500,1.683
41,mlp.experts.208.up_proj,0.0029296486,hessian_weighted_relative_error,56842,0.02500,1.628
41,mlp.experts.221.down_proj,0.0034214941,hessian_weighted_relative_error,34547,0.02500,1.570
41,mlp.experts.228.down_proj,0.0030942267,hessian_weighted_relative_error,38216,0.02500,1.558
41,mlp.experts.235.down_proj,0.0036520005,hessian_weighted_relative_error,77151,0.02500,1.570
41,mlp.experts.228.up_proj,0.0022556502,hessian_weighted_relative_error,38216,0.02500,1.630
41,mlp.experts.241.down_proj,0.0028142134,hessian_weighted_relative_error,31869,0.02500,1.573
41,mlp.experts.232.down_proj,0.0033265122,hessian_weighted_relative_error,35554,0.02500,1.561
41,mlp.experts.235.up_proj,0.0027646418,hessian_weighted_relative_error,77151,0.02500,1.687
41,mlp.experts.220.up_proj,0.0020561593,hessian_weighted_relative_error,39715,0.02500,1.640
41,mlp.experts.235.gate_proj,0.0016157073,hessian_weighted_relative_error,77151,0.02500,1.670
41,mlp.experts.236.gate_proj,0.0023782473,hessian_weighted_relative_error,51045,0.02500,1.629
41,mlp.experts.241.up_proj,0.0022090047,hessian_weighted_relative_error,31869,0.02500,1.712
41,mlp.experts.236.up_proj,0.0025454021,hessian_weighted_relative_error,51045,0.02500,1.627
41,mlp.experts.245.down_proj,0.0030544968,hessian_weighted_relative_error,23314,0.02500,1.575
41,mlp.experts.240.down_proj,0.0028601046,hessian_weighted_relative_error,30309,0.02500,1.560
41,mlp.experts.243.up_proj,0.0020181655,hessian_weighted_relative_error,25002,0.02500,1.696
41,mlp.experts.236.down_proj,0.0036329095,hessian_weighted_relative_error,51045,0.02500,1.562
41,mlp.experts.243.down_proj,0.0023533774,hessian_weighted_relative_error,25002,0.02500,1.578
41,mlp.experts.250.gate_proj,0.0016335744,hessian_weighted_relative_error,68497,0.02500,1.630
41,mlp.experts.253.down_proj,0.0031228608,hessian_weighted_relative_error,35191,0.02500,1.567
41,mlp.experts.250.up_proj,0.0018038179,hessian_weighted_relative_error,68497,0.02500,1.627
41,mlp.experts.259.gate_proj,0.0020249205,hessian_weighted_relative_error,58059,0.02500,1.669
41,mlp.experts.262.down_proj,0.0014600213,hessian_weighted_relative_error,48442,0.02500,1.563
41,mlp.experts.259.down_proj,0.0035013911,hessian_weighted_relative_error,58059,0.02500,1.578
41,mlp.experts.250.down_proj,0.0029441627,hessian_weighted_relative_error,68497,0.02500,1.563
41,mlp.experts.257.down_proj,0.0024751887,hessian_weighted_relative_error,35471,0.02500,1.578
41,mlp.experts.262.up_proj,0.0014911195,hessian_weighted_relative_error,48442,0.02500,1.630
41,mlp.experts.259.up_proj,0.0026807271,hessian_weighted_relative_error,58059,0.02500,1.699
41,mlp.experts.270.down_proj,0.0038244214,hessian_weighted_relative_error,37165,0.02500,1.565
41,mlp.experts.261.up_proj,0.0022719707,hessian_weighted_relative_error,35412,0.02500,1.683
41,mlp.experts.272.down_proj,0.0029017056,hessian_weighted_relative_error,74514,0.02500,1.566
41,mlp.experts.261.gate_proj,0.0017124936,hessian_weighted_relative_error,35412,0.02500,1.666
41,mlp.experts.262.gate_proj,0.0010090417,hessian_weighted_relative_error,48442,0.02500,1.638
41,mlp.experts.261.down_proj,0.0031336558,hessian_weighted_relative_error,35412,0.02500,1.593
41,mlp.experts.272.up_proj,0.0021748269,hessian_weighted_relative_error,74514,0.02500,1.631
41,mlp.experts.286.down_proj,0.0036772660,hessian_weighted_relative_error,45804,0.02500,1.566
41,mlp.experts.265.down_proj,0.0032358894,hessian_weighted_relative_error,33171,0.02500,1.571
41,mlp.experts.269.down_proj,0.0032480280,hessian_weighted_relative_error,33973,0.02500,1.572
41,mlp.experts.30.down_proj,0.0028080091,hessian_weighted_relative_error,30972,0.02500,1.523
41,mlp.experts.267.down_proj,0.0035316586,hessian_weighted_relative_error,25083,0.02500,1.586
41,mlp.experts.272.gate_proj,0.0016566762,hessian_weighted_relative_error,74514,0.02500,1.620
41,mlp.experts.36.down_proj,0.0034277693,hessian_weighted_relative_error,38705,0.02500,1.526
41,mlp.experts.265.up_proj,0.0024257050,hessian_weighted_relative_error,33171,0.02500,1.690
41,mlp.experts.50.down_proj,0.0032371987,hessian_weighted_relative_error,33163,0.02500,1.532
41,mlp.experts.271.down_proj,0.0022304293,hessian_weighted_relative_error,29242,0.02500,1.570
41,mlp.experts.54.down_proj,0.0028652506,hessian_weighted_relative_error,35086,0.02500,1.528
41,mlp.experts.283.up_proj,0.0023100209,hessian_weighted_relative_error,40605,0.02500,1.696
41,mlp.experts.34.down_proj,0.0018974227,hessian_weighted_relative_error,28348,0.02500,1.526
41,mlp.experts.283.down_proj,0.0033566539,hessian_weighted_relative_error,40605,0.02500,1.581
41,mlp.experts.271.up_proj,0.0014731254,hessian_weighted_relative_error,29242,0.02500,1.697
41,mlp.experts.58.down_proj,0.0026824005,hessian_weighted_relative_error,33638,0.02500,1.506
41,mlp.experts.285.down_proj,0.0034102177,hessian_weighted_relative_error,20530,0.02500,1.573
41,mlp.experts.6.down_proj,0.0026774582,hessian_weighted_relative_error,27292,0.02500,1.474
41,mlp.experts.29.up_proj,0.0024001997,hessian_weighted_relative_error,91922,0.02500,1.671
41,mlp.experts.66.down_proj,0.0021605874,hessian_weighted_relative_error,35334,0.02500,1.534
41,mlp.experts.29.gate_proj,0.0015972974,hessian_weighted_relative_error,91922,0.02500,1.603
41,mlp.experts.66.gate_proj,0.0017142685,hessian_weighted_relative_error,35334,0.02500,1.599
41,mlp.experts.66.up_proj,0.0021599418,hessian_weighted_relative_error,35334,0.02500,1.632
41,mlp.experts.33.down_proj,0.0033651600,hessian_weighted_relative_error,43207,0.02500,1.545
41,mlp.experts.76.down_proj,0.0031589223,hessian_weighted_relative_error,62505,0.02500,1.538
41,mlp.experts.43.up_proj,0.0020803902,hessian_weighted_relative_error,82529,0.02500,1.674
41,mlp.experts.76.up_proj,0.0023654333,hessian_weighted_relative_error,62505,0.02500,1.627
41,mlp.experts.43.gate_proj,0.0013428205,hessian_weighted_relative_error,82529,0.02500,1.620
41,mlp.experts.8.down_proj,0.0035035106,hessian_weighted_relative_error,76009,0.02500,1.524
41,mlp.experts.29.down_proj,0.0031671511,hessian_weighted_relative_error,91922,0.02500,1.514
41,mlp.experts.8.gate_proj,0.0019705073,hessian_weighted_relative_error,76009,0.02500,1.576
41,mlp.experts.57.down_proj,0.0024217375,hessian_weighted_relative_error,25449,0.02500,1.528
41,mlp.experts.8.up_proj,0.0025637965,hessian_weighted_relative_error,76009,0.02500,1.623
41,mlp.experts.59.gate_proj,0.0013452478,hessian_weighted_relative_error,39188,0.02500,1.615
41,mlp.experts.80.down_proj,0.0019853696,hessian_weighted_relative_error,33988,0.02500,1.541
41,mlp.experts.59.down_proj,0.0017193697,hessian_weighted_relative_error,39188,0.02500,1.528
41,mlp.experts.84.down_proj,0.0024381056,hessian_weighted_relative_error,32565,0.02500,1.540
41,mlp.experts.43.down_proj,0.0029979769,hessian_weighted_relative_error,82529,0.02500,1.518
41,mlp.experts.84.up_proj,0.0022829361,hessian_weighted_relative_error,32565,0.02500,1.627
41,mlp.experts.59.up_proj,0.0017758295,hessian_weighted_relative_error,39188,0.02500,1.673
41,mlp.experts.92.down_proj,0.0023337348,hessian_weighted_relative_error,39166,0.02500,1.542
41,mlp.experts.61.up_proj,0.0024029655,hessian_weighted_relative_error,57462,0.02500,1.674
41,mlp.experts.98.down_proj,0.0019116845,hessian_weighted_relative_error,53949,0.02500,1.543
41,mlp.experts.61.gate_proj,0.0021431534,hessian_weighted_relative_error,57462,0.02500,1.621
41,mlp.experts.98.gate_proj,0.0012197694,hessian_weighted_relative_error,53949,0.02500,1.602
41,mlp.experts.57.up_proj,0.0021697739,hessian_weighted_relative_error,25449,0.02500,1.670
41,mlp.experts.98.up_proj,0.0015922016,hessian_weighted_relative_error,53949,0.02500,1.626
41,mlp.experts.71.down_proj,0.0032340920,hessian_weighted_relative_error,56528,0.02500,1.521
41,mlp.experts.81.up_proj,0.0025771613,hessian_weighted_relative_error,57232,0.02500,1.672
41,mlp.experts.81.down_proj,0.0033741205,hessian_weighted_relative_error,57232,0.02500,1.533
41,mlp.experts.61.down_proj,0.0034520580,hessian_weighted_relative_error,57462,0.02500,1.521
41,mlp.experts.9.down_proj,0.0032727417,hessian_weighted_relative_error,30645,0.02500,1.504
41,mlp.experts.91.down_proj,0.0024614698,hessian_weighted_relative_error,96240,0.02500,1.535
41,mlp.experts.9.up_proj,0.0022712106,hessian_weighted_relative_error,30645,0.02500,1.671
41,mlp.experts.71.up_proj,0.0021486692,hessian_weighted_relative_error,56528,0.02500,1.672
41,mlp.experts.91.gate_proj,0.0014140473,hessian_weighted_relative_error,96240,0.02500,1.637
41,mlp.experts.95.up_proj,0.0019902159,hessian_weighted_relative_error,30849,0.02500,1.682
41,mlp.experts.95.down_proj,0.0027425198,hessian_weighted_relative_error,30849,0.02500,1.530
41,mlp.experts.9.gate_proj,0.0018698487,hessian_weighted_relative_error,30645,0.02500,1.601
41,mlp.experts.99.down_proj,0.0030068844,hessian_weighted_relative_error,57274,0.02500,1.537
41,mlp.experts.99.up_proj,0.0018654872,hessian_weighted_relative_error,57274,0.02500,1.667
41,mlp.experts.91.up_proj,0.0018250275,hessian_weighted_relative_error,96240,0.02500,1.669
41,mlp.experts.99.gate_proj,0.0013833707,hessian_weighted_relative_error,57274,0.02500,1.631
42,mlp.experts.0.gate_proj,0.0039672146,hessian_weighted_relative_error,29257,0.02500,0.808
42,mlp.experts.1.gate_proj,0.0024667613,hessian_weighted_relative_error,24195,0.02500,0.786
42,mlp.experts.3.gate_proj,0.0057424570,hessian_weighted_relative_error,40673,0.02500,0.766
42,mlp.experts.4.gate_proj,0.0032270555,hessian_weighted_relative_error,38479,0.02500,0.806
42,mlp.experts.5.gate_proj,0.0053070872,hessian_weighted_relative_error,32174,0.02500,0.783
42,mlp.experts.6.gate_proj,0.0037686033,hessian_weighted_relative_error,13109,0.02500,0.807
42,mlp.experts.7.gate_proj,0.0041696810,hessian_weighted_relative_error,30722,0.02500,0.787
42,mlp.experts.8.gate_proj,0.0032486018,hessian_weighted_relative_error,20609,0.02500,0.806
42,mlp.experts.9.gate_proj,0.0028774663,hessian_weighted_relative_error,13209,0.02500,0.792
42,mlp.experts.10.gate_proj,0.0044679082,hessian_weighted_relative_error,56612,0.02500,0.808
42,mlp.experts.11.gate_proj,0.0027258224,hessian_weighted_relative_error,7442,0.02500,0.790
42,mlp.experts.12.gate_proj,0.0032683332,hessian_weighted_relative_error,20420,0.02500,0.810
42,mlp.experts.13.gate_proj,0.0040543132,hessian_weighted_relative_error,40293,0.02500,0.790
42,mlp.experts.16.gate_proj,0.0034294413,hessian_weighted_relative_error,45739,0.02500,0.813
42,mlp.experts.17.gate_proj,0.0043967778,hessian_weighted_relative_error,21676,0.02500,0.797
42,mlp.experts.18.gate_proj,0.0040559695,hessian_weighted_relative_error,31288,0.02500,0.811
42,mlp.experts.19.gate_proj,0.0039414157,hessian_weighted_relative_error,20344,0.02500,0.794
42,mlp.experts.20.gate_proj,0.0043434169,hessian_weighted_relative_error,42076,0.02500,0.811
42,mlp.experts.21.gate_proj,0.0032708941,hessian_weighted_relative_error,72759,0.02500,0.795
42,mlp.experts.22.gate_proj,0.0036018572,hessian_weighted_relative_error,14572,0.02500,0.812
42,mlp.experts.24.gate_proj,0.0042165893,hessian_weighted_relative_error,29494,0.02500,0.813
42,mlp.experts.25.gate_proj,0.0039152907,hessian_weighted_relative_error,34909,0.02500,0.800
42,mlp.experts.26.gate_proj,0.0033842402,hessian_weighted_relative_error,12873,0.02500,0.813
42,mlp.experts.27.gate_proj,0.0038939744,hessian_weighted_relative_error,47060,0.02500,0.797
42,mlp.experts.28.gate_proj,0.0035347981,hessian_weighted_relative_error,23390,0.02500,0.812
42,mlp.experts.29.gate_proj,0.0026809803,hessian_weighted_relative_error,9860,0.02500,0.798
42,mlp.experts.30.gate_proj,0.0033688703,hessian_weighted_relative_error,25135,0.02500,0.813
42,mlp.experts.32.gate_proj,0.0045040868,hessian_weighted_relative_error,20995,0.02500,0.817
42,mlp.experts.33.gate_proj,0.0041075441,hessian_weighted_relative_error,15664,0.02500,0.805
42,mlp.experts.34.gate_proj,0.0040648854,hessian_weighted_relative_error,31947,0.02500,0.818
42,mlp.experts.35.gate_proj,0.0020117806,hessian_weighted_relative_error,21228,0.02500,0.804
42,mlp.experts.36.gate_proj,0.0050191137,hessian_weighted_relative_error,39683,0.02500,0.818
42,mlp.experts.37.gate_proj,0.0017304097,hessian_weighted_relative_error,10047,0.02500,0.801
42,mlp.experts.40.gate_proj,0.0027275652,hessian_weighted_relative_error,31774,0.02500,0.818
42,mlp.experts.41.gate_proj,0.0045360094,hessian_weighted_relative_error,21550,0.02500,0.807
42,mlp.experts.42.gate_proj,0.0037761354,hessian_weighted_relative_error,15353,0.02500,0.822
42,mlp.experts.43.gate_proj,0.0029123785,hessian_weighted_relative_error,18404,0.02500,0.806
42,mlp.experts.44.gate_proj,0.0039009226,hessian_weighted_relative_error,10569,0.02500,0.820
42,mlp.experts.45.gate_proj,0.0047204015,hessian_weighted_relative_error,37144,0.02500,0.804
42,mlp.experts.46.gate_proj,0.0038558041,hessian_weighted_relative_error,14942,0.02500,0.820
42,mlp.experts.48.gate_proj,0.0027748474,hessian_weighted_relative_error,8540,0.02500,0.821
42,mlp.experts.49.gate_proj,0.0039807563,hessian_weighted_relative_error,33332,0.02500,0.810
42,mlp.experts.50.gate_proj,0.0026787157,hessian_weighted_relative_error,20493,0.02500,0.822
42,mlp.experts.51.gate_proj,0.0051798744,hessian_weighted_relative_error,22259,0.02500,0.810
42,mlp.experts.52.gate_proj,0.0045592060,hessian_weighted_relative_error,24633,0.02500,0.823
42,mlp.experts.53.gate_proj,0.0029072861,hessian_weighted_relative_error,15584,0.02500,0.808
42,mlp.experts.54.gate_proj,0.0050800459,hessian_weighted_relative_error,34384,0.02500,0.822
42,mlp.experts.55.gate_proj,0.0019430832,hessian_weighted_relative_error,19248,0.02500,0.811
42,mlp.experts.57.gate_proj,0.0061837656,hessian_weighted_relative_error,25068,0.02500,0.817
42,mlp.experts.58.gate_proj,0.0036052864,hessian_weighted_relative_error,15465,0.02500,0.824
42,mlp.experts.60.gate_proj,0.0041935363,hessian_weighted_relative_error,12746,0.02500,0.825
42,mlp.experts.61.gate_proj,0.0049378561,hessian_weighted_relative_error,30146,0.02500,0.813
42,mlp.experts.62.gate_proj,0.0029656416,hessian_weighted_relative_error,14119,0.02500,0.822
42,mlp.experts.63.gate_proj,0.0038804218,hessian_weighted_relative_error,32040,0.02500,0.814
42,mlp.experts.64.gate_proj,0.0037924725,hessian_weighted_relative_error,35915,0.02500,0.826
42,mlp.experts.65.gate_proj,0.0037726771,hessian_weighted_relative_error,12945,0.02500,0.818
42,mlp.experts.66.gate_proj,0.0041335382,hessian_weighted_relative_error,27232,0.02500,0.827
42,mlp.experts.67.gate_proj,0.0038261666,hessian_weighted_relative_error,28040,0.02500,0.816
42,mlp.experts.68.gate_proj,0.0031979147,hessian_weighted_relative_error,13233,0.02500,0.828
42,mlp.experts.69.gate_proj,0.0027334955,hessian_weighted_relative_error,22501,0.02500,0.819
42,mlp.experts.70.gate_proj,0.0039860378,hessian_weighted_relative_error,14986,0.02500,0.826
42,mlp.experts.71.gate_proj,0.0042028111,hessian_weighted_relative_error,22771,0.02500,0.823
42,mlp.experts.73.gate_proj,0.0032040163,hessian_weighted_relative_error,19149,0.02500,0.819
42,mlp.experts.74.gate_proj,0.0038165930,hessian_weighted_relative_error,35170,0.02500,0.827
42,mlp.experts.75.gate_proj,0.0033441203,hessian_weighted_relative_error,13352,0.02500,0.819
42,mlp.experts.76.gate_proj,0.0048681587,hessian_weighted_relative_error,42394,0.02500,0.830
42,mlp.experts.77.gate_proj,0.0054519913,hessian_weighted_relative_error,44896,0.02500,0.821
42,mlp.experts.78.gate_proj,0.0056988957,hessian_weighted_relative_error,19424,0.02500,0.827
42,mlp.experts.79.gate_proj,0.0037027017,hessian_weighted_relative_error,15211,0.02500,0.821
42,mlp.experts.80.gate_proj,0.0029054164,hessian_weighted_relative_error,12612,0.02500,0.830
42,mlp.experts.81.gate_proj,0.0039543385,hessian_weighted_relative_error,14612,0.02500,0.826
42,mlp.experts.82.gate_proj,0.0045178707,hessian_weighted_relative_error,39651,0.02500,0.830
42,mlp.experts.83.gate_proj,0.0047482607,hessian_weighted_relative_error,36671,0.02500,0.821
42,mlp.experts.84.gate_proj,0.0035777671,hessian_weighted_relative_error,25979,0.02500,0.833
42,mlp.experts.85.gate_proj,0.0026617006,hessian_weighted_relative_error,4230,0.02500,0.823
42,mlp.experts.87.gate_proj,0.0031050414,hessian_weighted_relative_error,14205,0.02500,0.824
42,mlp.experts.88.gate_proj,0.0033447132,hessian_weighted_relative_error,10350,0.02500,0.829
42,mlp.experts.90.gate_proj,0.0025784505,hessian_weighted_relative_error,15753,0.02500,0.831
42,mlp.experts.92.gate_proj,0.0049642811,hessian_weighted_relative_error,38921,0.02500,0.834
42,mlp.experts.93.gate_proj,0.0041917741,hessian_weighted_relative_error,17744,0.02500,0.830
42,mlp.experts.94.gate_proj,0.0040587425,hessian_weighted_relative_error,20030,0.02500,0.831
42,mlp.experts.95.gate_proj,0.0041519917,hessian_weighted_relative_error,23993,0.02500,0.830
42,mlp.experts.96.gate_proj,0.0036053893,hessian_weighted_relative_error,21796,0.02500,0.832
42,mlp.experts.97.gate_proj,0.0034600424,hessian_weighted_relative_error,11297,0.02500,0.832
42,mlp.experts.98.gate_proj,0.0030326640,hessian_weighted_relative_error,15041,0.02500,0.832
42,mlp.experts.99.gate_proj,0.0042680355,hessian_weighted_relative_error,24615,0.02500,0.828
42,mlp.experts.100.gate_proj,0.0035255311,hessian_weighted_relative_error,10464,0.02500,0.834
42,mlp.experts.101.gate_proj,0.0030753548,hessian_weighted_relative_error,23878,0.02500,0.830
42,mlp.experts.102.gate_proj,0.0044908937,hessian_weighted_relative_error,30911,0.02500,0.831
42,mlp.experts.103.gate_proj,0.0038168339,hessian_weighted_relative_error,20571,0.02500,0.834
42,mlp.experts.105.gate_proj,0.0029320484,hessian_weighted_relative_error,21819,0.02500,0.836
42,mlp.experts.106.gate_proj,0.0032419090,hessian_weighted_relative_error,14397,0.02500,0.835
42,mlp.experts.107.gate_proj,0.0035980641,hessian_weighted_relative_error,19579,0.02500,0.833
42,mlp.experts.108.gate_proj,0.0039825755,hessian_weighted_relative_error,30114,0.02500,0.835
42,mlp.experts.111.gate_proj,0.0035821067,hessian_weighted_relative_error,34018,0.02500,0.835
42,mlp.experts.112.gate_proj,0.0055014085,hessian_weighted_relative_error,46257,0.02500,0.834
42,mlp.experts.113.gate_proj,0.0045467007,hessian_weighted_relative_error,24290,0.02500,0.840
42,mlp.experts.114.gate_proj,0.0032479639,hessian_weighted_relative_error,14991,0.02500,0.835
42,mlp.experts.115.gate_proj,0.0023258816,hessian_weighted_relative_error,22720,0.02500,0.839
42,mlp.experts.116.gate_proj,0.0044127602,hessian_weighted_relative_error,18887,0.02500,0.836
42,mlp.experts.117.gate_proj,0.0037787924,hessian_weighted_relative_error,24026,0.02500,0.838
42,mlp.experts.118.gate_proj,0.0038739667,hessian_weighted_relative_error,26370,0.02500,0.833
42,mlp.experts.119.gate_proj,0.0041488460,hessian_weighted_relative_error,38262,0.02500,0.841
42,mlp.experts.120.gate_proj,0.0028762917,hessian_weighted_relative_error,7540,0.02500,0.836
42,mlp.experts.121.gate_proj,0.0035944572,hessian_weighted_relative_error,33525,0.02500,0.845
42,mlp.experts.122.gate_proj,0.0036686545,hessian_weighted_relative_error,12950,0.02500,0.835
42,mlp.experts.123.gate_proj,0.0037010715,hessian_weighted_relative_error,32839,0.02500,0.842
42,mlp.experts.124.gate_proj,0.0044863998,hessian_weighted_relative_error,21507,0.02500,0.838
42,mlp.experts.125.gate_proj,0.0034617485,hessian_weighted_relative_error,30217,0.02500,0.841
42,mlp.experts.126.gate_proj,0.0049093858,hessian_weighted_relative_error,37499,0.02500,0.835
42,mlp.experts.127.gate_proj,0.0031562080,hessian_weighted_relative_error,37590,0.02500,0.842
42,mlp.experts.128.gate_proj,0.0038836329,hessian_weighted_relative_error,24512,0.02500,0.835
42,mlp.experts.129.gate_proj,0.0030139804,hessian_weighted_relative_error,9267,0.02500,0.848
42,mlp.experts.130.gate_proj,0.0032684946,hessian_weighted_relative_error,15538,0.02500,0.838
42,mlp.experts.131.gate_proj,0.0040413383,hessian_weighted_relative_error,30092,0.02500,0.844
42,mlp.experts.132.gate_proj,0.0038900330,hessian_weighted_relative_error,19783,0.02500,0.839
42,mlp.experts.134.gate_proj,0.0018229149,hessian_weighted_relative_error,23650,0.02500,0.836
42,mlp.experts.135.gate_proj,0.0050366636,hessian_weighted_relative_error,48139,0.02500,0.847
42,mlp.experts.136.gate_proj,0.0035492019,hessian_weighted_relative_error,23710,0.02500,0.837
42,mlp.experts.137.gate_proj,0.0051035637,hessian_weighted_relative_error,34260,0.02500,0.849
42,mlp.experts.139.gate_proj,0.0044424381,hessian_weighted_relative_error,39052,0.02500,0.848
42,mlp.experts.140.gate_proj,0.0052175766,hessian_weighted_relative_error,28537,0.02500,0.839
42,mlp.experts.141.gate_proj,0.0038787226,hessian_weighted_relative_error,18115,0.02500,0.847
42,mlp.experts.142.gate_proj,0.0032558658,hessian_weighted_relative_error,23571,0.02500,0.837
42,mlp.experts.143.gate_proj,0.0035353861,hessian_weighted_relative_error,9799,0.02500,0.848
42,mlp.experts.144.gate_proj,0.0031475716,hessian_weighted_relative_error,26767,0.02500,0.840
42,mlp.experts.145.gate_proj,0.0034351680,hessian_weighted_relative_error,8464,0.02500,0.849
42,mlp.experts.146.gate_proj,0.0045323559,hessian_weighted_relative_error,15238,0.02500,0.841
42,mlp.experts.147.gate_proj,0.0034946070,hessian_weighted_relative_error,29299,0.02500,0.848
42,mlp.experts.148.gate_proj,0.0032787912,hessian_weighted_relative_error,21266,0.02500,0.842
42,mlp.experts.149.gate_proj,0.0036279028,hessian_weighted_relative_error,37052,0.02500,0.848
42,mlp.experts.150.gate_proj,0.0035428803,hessian_weighted_relative_error,21816,0.02500,0.840
42,mlp.experts.151.gate_proj,0.0029384297,hessian_weighted_relative_error,10192,0.02500,0.851
42,mlp.experts.152.gate_proj,0.0035086125,hessian_weighted_relative_error,10668,0.02500,0.841
42,mlp.experts.154.gate_proj,0.0052951705,hessian_weighted_relative_error,47698,0.02500,0.842
42,mlp.experts.155.gate_proj,0.0049762636,hessian_weighted_relative_error,42589,0.02500,0.852
42,mlp.experts.156.gate_proj,0.0039238872,hessian_weighted_relative_error,27175,0.02500,0.842
42,mlp.experts.157.gate_proj,0.0026500011,hessian_weighted_relative_error,17730,0.02500,0.848
42,mlp.experts.158.gate_proj,0.0054777766,hessian_weighted_relative_error,22731,0.02500,0.840
42,mlp.experts.159.gate_proj,0.0026483977,hessian_weighted_relative_error,9020,0.02500,0.852
42,mlp.experts.160.gate_proj,0.0041588873,hessian_weighted_relative_error,42421,0.02500,0.841
42,mlp.experts.161.gate_proj,0.0026309249,hessian_weighted_relative_error,11700,0.02500,0.853
42,mlp.experts.162.gate_proj,0.0041405618,hessian_weighted_relative_error,32216,0.02500,0.841
42,mlp.experts.163.gate_proj,0.0044366899,hessian_weighted_relative_error,20157,0.02500,0.852
42,mlp.experts.164.gate_proj,0.0047895936,hessian_weighted_relative_error,35156,0.02500,0.843
42,mlp.experts.165.gate_proj,0.0041707903,hessian_weighted_relative_error,33396,0.02500,0.852
42,mlp.experts.166.gate_proj,0.0030963131,hessian_weighted_relative_error,8905,0.02500,0.840
42,mlp.experts.167.gate_proj,0.0044311786,hessian_weighted_relative_error,45767,0.02500,0.852
42,mlp.experts.170.gate_proj,0.0045223181,hessian_weighted_relative_error,19337,0.02500,0.842
42,mlp.experts.171.gate_proj,0.0033653755,hessian_weighted_relative_error,15020,0.02500,0.851
42,mlp.experts.172.gate_proj,0.0026298600,hessian_weighted_relative_error,26580,0.02500,0.842
42,mlp.experts.173.gate_proj,0.0047495570,hessian_weighted_relative_error,21015,0.02500,0.852
42,mlp.experts.174.gate_proj,0.0040280067,hessian_weighted_relative_error,33783,0.02500,0.840
42,mlp.experts.176.gate_proj,0.0034483795,hessian_weighted_relative_error,20274,0.02500,0.845
42,mlp.experts.177.gate_proj,0.0033513280,hessian_weighted_relative_error,23878,0.02500,0.854
42,mlp.experts.178.gate_proj,0.0036742679,hessian_weighted_relative_error,13056,0.02500,0.844
42,mlp.experts.179.gate_proj,0.0038949233,hessian_weighted_relative_error,17650,0.02500,0.855
42,mlp.experts.180.gate_proj,0.0021264891,hessian_weighted_relative_error,28683,0.02500,0.842
42,mlp.experts.181.gate_proj,0.0045852384,hessian_weighted_relative_error,30814,0.02500,0.855
42,mlp.experts.183.gate_proj,0.0050319702,hessian_weighted_relative_error,61810,0.02500,0.854
42,mlp.experts.184.gate_proj,0.0042446133,hessian_weighted_relative_error,18122,0.02500,0.845
42,mlp.experts.185.gate_proj,0.0027836053,hessian_weighted_relative_error,23875,0.02500,0.851
42,mlp.experts.186.gate_proj,0.0038771075,hessian_weighted_relative_error,13540,0.02500,0.846
42,mlp.experts.187.gate_proj,0.0029697574,hessian_weighted_relative_error,23004,0.02500,0.855
42,mlp.experts.188.gate_proj,0.0028772410,hessian_weighted_relative_error,8283,0.02500,0.843
42,mlp.experts.191.gate_proj,0.0031136483,hessian_weighted_relative_error,23222,0.02500,0.854
42,mlp.experts.192.gate_proj,0.0031276404,hessian_weighted_relative_error,38793,0.02500,0.844
42,mlp.experts.193.gate_proj,0.0049965388,hessian_weighted_relative_error,32773,0.02500,0.853
42,mlp.experts.194.gate_proj,0.0026516979,hessian_weighted_relative_error,63549,0.02500,0.843
42,mlp.experts.195.gate_proj,0.0030941392,hessian_weighted_relative_error,47637,0.02500,0.857
42,mlp.experts.196.gate_proj,0.0029618005,hessian_weighted_relative_error,22896,0.02500,0.845
42,mlp.experts.198.gate_proj,0.0039203819,hessian_weighted_relative_error,23339,0.02500,0.845
42,mlp.experts.200.gate_proj,0.0038694681,hessian_weighted_relative_error,36078,0.02500,0.846
42,mlp.experts.201.gate_proj,0.0042041572,hessian_weighted_relative_error,37555,0.02500,0.854
42,mlp.experts.202.gate_proj,0.0031141652,hessian_weighted_relative_error,25177,0.02500,0.847
42,mlp.experts.203.gate_proj,0.0045009411,hessian_weighted_relative_error,16489,0.02500,0.856
42,mlp.experts.204.gate_proj,0.0034464525,hessian_weighted_relative_error,16277,0.02500,0.845
42,mlp.experts.205.gate_proj,0.0042814245,hessian_weighted_relative_error,21097,0.02500,0.855
42,mlp.experts.206.gate_proj,0.0045510307,hessian_weighted_relative_error,38021,0.02500,0.847
42,mlp.experts.207.gate_proj,0.0048598351,hessian_weighted_relative_error,37730,0.02500,0.856
42,mlp.experts.208.gate_proj,0.0039491978,hessian_weighted_relative_error,28475,0.02500,0.845
42,mlp.experts.209.gate_proj,0.0025515563,hessian_weighted_relative_error,22894,0.02500,0.856
42,mlp.experts.211.gate_proj,0.0047156388,hessian_weighted_relative_error,43792,0.02500,0.859
42,mlp.experts.213.gate_proj,0.0034926609,hessian_weighted_relative_error,33423,0.02500,0.857
42,mlp.experts.214.gate_proj,0.0035372723,hessian_weighted_relative_error,28535,0.02500,0.845
42,mlp.experts.215.gate_proj,0.0034257785,hessian_weighted_relative_error,25959,0.02500,0.860
42,mlp.experts.217.gate_proj,0.0039975382,hessian_weighted_relative_error,15164,0.02500,0.859
42,mlp.experts.218.gate_proj,0.0045670674,hessian_weighted_relative_error,56174,0.02500,0.846
42,mlp.experts.219.gate_proj,0.0057693603,hessian_weighted_relative_error,26892,0.02500,0.858
42,mlp.experts.220.gate_proj,0.0036020548,hessian_weighted_relative_error,12956,0.02500,0.849
42,mlp.experts.221.gate_proj,0.0043778263,hessian_weighted_relative_error,34832,0.02500,0.855
42,mlp.experts.222.gate_proj,0.0043110571,hessian_weighted_relative_error,20088,0.02500,0.847
42,mlp.experts.223.gate_proj,0.0026660326,hessian_weighted_relative_error,9474,0.02500,0.857
42,mlp.experts.224.gate_proj,0.0026455399,hessian_weighted_relative_error,20049,0.02500,0.850
42,mlp.experts.225.gate_proj,0.0047796958,hessian_weighted_relative_error,42706,0.02500,0.859
42,mlp.experts.226.gate_proj,0.0035298112,hessian_weighted_relative_error,19068,0.02500,0.848
42,mlp.experts.227.gate_proj,0.0032964396,hessian_weighted_relative_error,16049,0.02500,0.857
42,mlp.experts.228.gate_proj,0.0035437597,hessian_weighted_relative_error,15311,0.02500,0.848
42,mlp.experts.229.gate_proj,0.0028684737,hessian_weighted_relative_error,22598,0.02500,0.857
42,mlp.experts.232.gate_proj,0.0049078033,hessian_weighted_relative_error,38865,0.02500,0.848
42,mlp.experts.233.gate_proj,0.0033833235,hessian_weighted_relative_error,21779,0.02500,0.858
42,mlp.experts.235.gate_proj,0.0045570979,hessian_weighted_relative_error,45900,0.02500,0.859
42,mlp.experts.236.gate_proj,0.0035256214,hessian_weighted_relative_error,28180,0.02500,0.849
42,mlp.experts.238.gate_proj,0.0037597936,hessian_weighted_relative_error,16577,0.02500,0.849
42,mlp.experts.239.gate_proj,0.0011496068,hessian_weighted_relative_error,2864,0.02500,0.860
42,mlp.experts.240.gate_proj,0.0027049820,hessian_weighted_relative_error,18628,0.02500,0.845
42,mlp.experts.241.gate_proj,0.0042629816,hessian_weighted_relative_error,26251,0.02500,0.864
42,mlp.experts.242.gate_proj,0.0051522097,hessian_weighted_relative_error,39875,0.02500,0.851
42,mlp.experts.243.gate_proj,0.0042849029,hessian_weighted_relative_error,16798,0.02500,0.861
42,mlp.experts.244.gate_proj,0.0045960484,hessian_weighted_relative_error,26630,0.02500,0.858
42,mlp.experts.245.gate_proj,0.0029125383,hessian_weighted_relative_error,22687,0.02500,0.861
42,mlp.experts.246.gate_proj,0.0019591664,hessian_weighted_relative_error,13125,0.02500,0.851
42,mlp.experts.250.gate_proj,0.0021049396,hessian_weighted_relative_error,5420,0.02500,0.860
42,mlp.experts.251.gate_proj,0.0030211484,hessian_weighted_relative_error,15377,0.02500,0.864
42,mlp.experts.252.gate_proj,0.0052890960,hessian_weighted_relative_error,21765,0.02500,0.863
42,mlp.experts.253.gate_proj,0.0036863525,hessian_weighted_relative_error,19196,0.02500,0.864
42,mlp.experts.254.gate_proj,0.0020530139,hessian_weighted_relative_error,10231,0.02500,0.867
42,mlp.experts.256.gate_proj,0.0044766536,hessian_weighted_relative_error,33064,0.02500,0.863
42,mlp.experts.257.gate_proj,0.0048000674,hessian_weighted_relative_error,42014,0.02500,0.864
42,mlp.experts.258.gate_proj,0.0036035586,hessian_weighted_relative_error,18935,0.02500,0.861
42,mlp.experts.259.gate_proj,0.0032739853,hessian_weighted_relative_error,8001,0.02500,0.861
42,mlp.experts.260.gate_proj,0.0037853882,hessian_weighted_relative_error,15679,0.02500,0.861
42,mlp.experts.261.gate_proj,0.0029349101,hessian_weighted_relative_error,24040,0.02500,0.862
42,mlp.experts.262.gate_proj,0.0037954154,hessian_weighted_relative_error,16324,0.02500,0.861
42,mlp.experts.263.gate_proj,0.0048217348,hessian_weighted_relative_error,40714,0.02500,0.864
42,mlp.experts.264.gate_proj,0.0028283074,hessian_weighted_relative_error,16709,0.02500,0.867
42,mlp.experts.265.gate_proj,0.0039587768,hessian_weighted_relative_error,26094,0.02500,0.862
42,mlp.experts.266.gate_proj,0.0036474536,hessian_weighted_relative_error,9425,0.02500,0.864
42,mlp.experts.267.gate_proj,0.0047346598,hessian_weighted_relative_error,51084,0.02500,0.859
42,mlp.experts.268.gate_proj,0.0031732779,hessian_weighted_relative_error,22171,0.02500,0.865
42,mlp.experts.269.gate_proj,0.0037563190,hessian_weighted_relative_error,10393,0.02500,0.872
42,mlp.experts.270.gate_proj,0.0028103093,hessian_weighted_relative_error,32621,0.02500,0.863
42,mlp.experts.271.gate_proj,0.0030145806,hessian_weighted_relative_error,42148,0.02500,0.863
42,mlp.experts.272.gate_proj,0.0040545311,hessian_weighted_relative_error,32551,0.02500,0.864
42,mlp.experts.273.gate_proj,0.0045232287,hessian_weighted_relative_error,25325,0.02500,0.861
42,mlp.experts.274.gate_proj,0.0048702953,hessian_weighted_relative_error,19737,0.02500,0.866
42,mlp.experts.275.gate_proj,0.0051564363,hessian_weighted_relative_error,47333,0.02500,0.865
42,mlp.experts.277.gate_proj,0.0034419345,hessian_weighted_relative_error,28328,0.02500,0.862
42,mlp.experts.278.gate_proj,0.0036557177,hessian_weighted_relative_error,13892,0.02500,0.867
42,mlp.experts.279.gate_proj,0.0044468577,hessian_weighted_relative_error,31978,0.02500,0.862
42,mlp.experts.280.gate_proj,0.0039056513,hessian_weighted_relative_error,20311,0.02500,0.860
42,mlp.experts.281.gate_proj,0.0039575475,hessian_weighted_relative_error,37311,0.02500,0.865
42,mlp.experts.282.gate_proj,0.0042173256,hessian_weighted_relative_error,38787,0.02500,0.862
42,mlp.experts.283.gate_proj,0.0038897456,hessian_weighted_relative_error,11964,0.02500,0.864
42,mlp.experts.284.gate_proj,0.0030689301,hessian_weighted_relative_error,17354,0.02500,0.862
42,mlp.experts.286.gate_proj,0.0042518802,hessian_weighted_relative_error,44803,0.02500,0.862
42,mlp.experts.287.gate_proj,0.0039705560,hessian_weighted_relative_error,32825,0.02500,0.863
42,mlp.experts.0.up_proj,0.0054175929,hessian_weighted_relative_error,29257,0.02500,0.865
42,mlp.experts.1.up_proj,0.0038530770,hessian_weighted_relative_error,24195,0.02500,0.872
42,mlp.experts.4.up_proj,0.0058840495,hessian_weighted_relative_error,38479,0.02500,0.866
42,mlp.experts.5.up_proj,0.0072441917,hessian_weighted_relative_error,32174,0.02500,0.865
42,mlp.experts.6.up_proj,0.0052996615,hessian_weighted_relative_error,13109,0.02500,0.863
42,mlp.experts.7.up_proj,0.0057880947,hessian_weighted_relative_error,30722,0.02500,0.862
42,mlp.experts.8.up_proj,0.0062056191,hessian_weighted_relative_error,20609,0.02500,0.865
42,mlp.experts.9.up_proj,0.0036834058,hessian_weighted_relative_error,13209,0.02500,0.864
42,mlp.experts.11.up_proj,0.0037186606,hessian_weighted_relative_error,7442,0.02500,0.863
42,mlp.experts.12.up_proj,0.0049131383,hessian_weighted_relative_error,20420,0.02500,0.860
42,mlp.experts.13.up_proj,0.0056257390,hessian_weighted_relative_error,40293,0.02500,0.863
42,mlp.experts.17.up_proj,0.0059581309,hessian_weighted_relative_error,21676,0.02500,0.871
42,mlp.experts.18.up_proj,0.0056492423,hessian_weighted_relative_error,31288,0.02500,0.864
42,mlp.experts.19.up_proj,0.0060235589,hessian_weighted_relative_error,20344,0.02500,0.864
42,mlp.experts.20.up_proj,0.0073737068,hessian_weighted_relative_error,42076,0.02500,0.866
42,mlp.experts.22.up_proj,0.0046445384,hessian_weighted_relative_error,14572,0.02500,0.864
42,mlp.experts.24.up_proj,0.0058877053,hessian_weighted_relative_error,29494,0.02500,0.866
42,mlp.experts.26.up_proj,0.0041849293,hessian_weighted_relative_error,12873,0.02500,0.865
42,mlp.experts.27.up_proj,0.0081393005,hessian_weighted_relative_error,47060,0.02500,0.864
42,mlp.experts.28.up_proj,0.0056557894,hessian_weighted_relative_error,23390,0.02500,0.866
42,mlp.experts.29.up_proj,0.0029870457,hessian_weighted_relative_error,9860,0.02500,0.864
42,mlp.experts.30.up_proj,0.0051446372,hessian_weighted_relative_error,25135,0.02500,0.861
42,mlp.experts.32.up_proj,0.0073303613,hessian_weighted_relative_error,20995,0.02500,0.865
42,mlp.experts.33.up_proj,0.0053050895,hessian_weighted_relative_error,15664,0.02500,0.864
42,mlp.experts.34.up_proj,0.0072212887,hessian_weighted_relative_error,31947,0.02500,0.870
42,mlp.experts.35.up_proj,0.0029536618,hessian_weighted_relative_error,21228,0.02500,0.865
42,mlp.experts.36.up_proj,0.0082673525,hessian_weighted_relative_error,39683,0.02500,0.868
42,mlp.experts.37.up_proj,0.0050909763,hessian_weighted_relative_error,10047,0.02500,0.868
42,mlp.experts.40.up_proj,0.0047062145,hessian_weighted_relative_error,31774,0.02500,0.865
42,mlp.experts.41.up_proj,0.0074229640,hessian_weighted_relative_error,21550,0.02500,0.866
42,mlp.experts.42.up_proj,0.0057728925,hessian_weighted_relative_error,15353,0.02500,0.866
42,mlp.experts.43.up_proj,0.0061592160,hessian_weighted_relative_error,18404,0.02500,0.869
42,mlp.experts.44.up_proj,0.0055834578,hessian_weighted_relative_error,10569,0.02500,0.867
42,mlp.experts.45.up_proj,0.0081755816,hessian_weighted_relative_error,37144,0.02500,0.869
42,mlp.experts.46.up_proj,0.0053126243,hessian_weighted_relative_error,14942,0.02500,0.867
42,mlp.experts.48.up_proj,0.0051129703,hessian_weighted_relative_error,8540,0.02500,0.867
42,mlp.experts.49.up_proj,0.0069557072,hessian_weighted_relative_error,33332,0.02500,0.875
42,mlp.experts.50.up_proj,0.0042459983,hessian_weighted_relative_error,20493,0.02500,0.865
42,mlp.experts.51.up_proj,0.0078693203,hessian_weighted_relative_error,22259,0.02500,0.867
42,mlp.experts.52.up_proj,0.0065498606,hessian_weighted_relative_error,24633,0.02500,0.871
42,mlp.experts.53.up_proj,0.0035546988,hessian_weighted_relative_error,15584,0.02500,0.865
42,mlp.experts.54.up_proj,0.0055009783,hessian_weighted_relative_error,34384,0.02500,0.865
42,mlp.experts.55.up_proj,0.0046885940,hessian_weighted_relative_error,19248,0.02500,0.877
42,mlp.experts.57.up_proj,0.0080975457,hessian_weighted_relative_error,25068,0.02500,0.878
42,mlp.experts.58.up_proj,0.0046422955,hessian_weighted_relative_error,15465,0.02500,0.870
42,mlp.experts.59.up_proj,0.0032153648,hessian_weighted_relative_error,57577,0.02500,0.867
42,mlp.experts.60.up_proj,0.0046512062,hessian_weighted_relative_error,12746,0.02500,0.865
42,mlp.experts.61.up_proj,0.0086257918,hessian_weighted_relative_error,30146,0.02500,0.867
42,mlp.experts.62.up_proj,0.0048930625,hessian_weighted_relative_error,14119,0.02500,0.868
42,mlp.experts.64.up_proj,0.0057833279,hessian_weighted_relative_error,35915,0.02500,0.856
42,mlp.experts.65.up_proj,0.0048629445,hessian_weighted_relative_error,12945,0.02500,0.871
42,mlp.experts.66.up_proj,0.0071046076,hessian_weighted_relative_error,27232,0.02500,0.857
42,mlp.experts.68.up_proj,0.0040103858,hessian_weighted_relative_error,13233,0.02500,0.868
42,mlp.experts.69.up_proj,0.0040030932,hessian_weighted_relative_error,22501,0.02500,0.882
42,mlp.experts.70.up_proj,0.0052076938,hessian_weighted_relative_error,14986,0.02500,0.858
42,mlp.experts.71.up_proj,0.0073563724,hessian_weighted_relative_error,22771,0.02500,0.873
42,mlp.experts.74.up_proj,0.0056705420,hessian_weighted_relative_error,35170,0.02500,0.856
42,mlp.experts.75.up_proj,0.0047346467,hessian_weighted_relative_error,13352,0.02500,0.867
42,mlp.experts.77.up_proj,0.0087532475,hessian_weighted_relative_error,44896,0.02500,0.876
42,mlp.experts.78.up_proj,0.0073706551,hessian_weighted_relative_error,19424,0.02500,0.858
42,mlp.experts.79.up_proj,0.0052551393,hessian_weighted_relative_error,15211,0.02500,0.867
42,mlp.experts.80.up_proj,0.0037912988,hessian_weighted_relative_error,12612,0.02500,0.859
42,mlp.experts.81.up_proj,0.0056661203,hessian_weighted_relative_error,14612,0.02500,0.873
42,mlp.experts.82.up_proj,0.0065419006,hessian_weighted_relative_error,39651,0.02500,0.857
42,mlp.experts.83.up_proj,0.0088723732,hessian_weighted_relative_error,36671,0.02500,0.866
42,mlp.experts.85.up_proj,0.0033130510,hessian_weighted_relative_error,4230,0.02500,0.868
42,mlp.experts.87.up_proj,0.0062441670,hessian_weighted_relative_error,14205,0.02500,0.880
42,mlp.experts.88.up_proj,0.0043646037,hessian_weighted_relative_error,10350,0.02500,0.859
42,mlp.experts.90.up_proj,0.0043609370,hessian_weighted_relative_error,15753,0.02500,0.857
42,mlp.experts.92.up_proj,0.0073753883,hessian_weighted_relative_error,38921,0.02500,0.858
42,mlp.experts.93.up_proj,0.0067406517,hessian_weighted_relative_error,17744,0.02500,0.868
42,mlp.experts.94.up_proj,0.0069068981,hessian_weighted_relative_error,20030,0.02500,0.858
42,mlp.experts.95.up_proj,0.0065192924,hessian_weighted_relative_error,23993,0.02500,0.866
42,mlp.experts.96.up_proj,0.0053941611,hessian_weighted_relative_error,21796,0.02500,0.858
42,mlp.experts.97.up_proj,0.0050279940,hessian_weighted_relative_error,11297,0.02500,0.866
42,mlp.experts.98.up_proj,0.0066077569,hessian_weighted_relative_error,15041,0.02500,0.857
42,mlp.experts.99.up_proj,0.0047166249,hessian_weighted_relative_error,24615,0.02500,0.867
42,mlp.experts.100.up_proj,0.0050790861,hessian_weighted_relative_error,10464,0.02500,0.857
42,mlp.experts.101.up_proj,0.0057497427,hessian_weighted_relative_error,23878,0.02500,0.865
42,mlp.experts.102.up_proj,0.0081435466,hessian_weighted_relative_error,30911,0.02500,0.858
42,mlp.experts.103.up_proj,0.0068654916,hessian_weighted_relative_error,20571,0.02500,0.875
42,mlp.experts.105.up_proj,0.0035559781,hessian_weighted_relative_error,21819,0.02500,0.871
42,mlp.experts.106.up_proj,0.0047860170,hessian_weighted_relative_error,14397,0.02500,0.858
42,mlp.experts.107.up_proj,0.0044215946,hessian_weighted_relative_error,19579,0.02500,0.877
42,mlp.experts.108.up_proj,0.0046313036,hessian_weighted_relative_error,30114,0.02500,0.859
42,mlp.experts.111.up_proj,0.0040605374,hessian_weighted_relative_error,34018,0.02500,0.884
42,mlp.experts.113.up_proj,0.0060814980,hessian_weighted_relative_error,24290,0.02500,0.869
42,mlp.experts.114.up_proj,0.0041766261,hessian_weighted_relative_error,14991,0.02500,0.860
42,mlp.experts.115.up_proj,0.0059319172,hessian_weighted_relative_error,22720,0.02500,0.867
42,mlp.experts.116.up_proj,0.0062054802,hessian_weighted_relative_error,18887,0.02500,0.858
42,mlp.experts.117.up_proj,0.0049966189,hessian_weighted_relative_error,24026,0.02500,0.866
42,mlp.experts.118.up_proj,0.0076109244,hessian_weighted_relative_error,26370,0.02500,0.860
42,mlp.experts.119.up_proj,0.0078922660,hessian_weighted_relative_error,38262,0.02500,0.875
42,mlp.experts.120.up_proj,0.0035550084,hessian_weighted_relative_error,7540,0.02500,0.858
42,mlp.experts.121.up_proj,0.0054634800,hessian_weighted_relative_error,33525,0.02500,0.874
42,mlp.experts.122.up_proj,0.0052114247,hessian_weighted_relative_error,12950,0.02500,0.860
42,mlp.experts.123.up_proj,0.0071952931,hessian_weighted_relative_error,32839,0.02500,0.868
42,mlp.experts.124.up_proj,0.0057182191,hessian_weighted_relative_error,21507,0.02500,0.858
42,mlp.experts.125.up_proj,0.0042249586,hessian_weighted_relative_error,30217,0.02500,0.869
42,mlp.experts.126.up_proj,0.0080309987,hessian_weighted_relative_error,37499,0.02500,0.859
42,mlp.experts.127.up_proj,0.0044420405,hessian_weighted_relative_error,37590,0.02500,0.875
42,mlp.experts.128.up_proj,0.0042163765,hessian_weighted_relative_error,24512,0.02500,0.858
42,mlp.experts.129.up_proj,0.0044388071,hessian_weighted_relative_error,9267,0.02500,0.872
42,mlp.experts.130.up_proj,0.0038171282,hessian_weighted_relative_error,15538,0.02500,0.860
42,mlp.experts.132.up_proj,0.0041613641,hessian_weighted_relative_error,19783,0.02500,0.860
42,mlp.experts.134.up_proj,0.0054100207,hessian_weighted_relative_error,23650,0.02500,0.860
42,mlp.experts.136.up_proj,0.0068410458,hessian_weighted_relative_error,23710,0.02500,0.859
42,mlp.experts.137.up_proj,0.0086559839,hessian_weighted_relative_error,34260,0.02500,0.871
42,mlp.experts.140.up_proj,0.0069063963,hessian_weighted_relative_error,28537,0.02500,0.861
42,mlp.experts.141.up_proj,0.0046666340,hessian_weighted_relative_error,18115,0.02500,0.879
42,mlp.experts.142.up_proj,0.0055697244,hessian_weighted_relative_error,23571,0.02500,0.858
42,mlp.experts.143.up_proj,0.0046800134,hessian_weighted_relative_error,9799,0.02500,0.878
42,mlp.experts.144.up_proj,0.0077297774,hessian_weighted_relative_error,26767,0.02500,0.857
42,mlp.experts.145.up_proj,0.0057605861,hessian_weighted_relative_error,8464,0.02500,0.886
42,mlp.experts.146.up_proj,0.0054903301,hessian_weighted_relative_error,15238,0.02500,0.860
42,mlp.experts.147.up_proj,0.0053632844,hessian_weighted_relative_error,29299,0.02500,0.871
42,mlp.experts.148.up_proj,0.0037291666,hessian_weighted_relative_error,21266,0.02500,0.860
42,mlp.experts.149.up_proj,0.0067355308,hessian_weighted_relative_error,37052,0.02500,0.867
42,mlp.experts.150.up_proj,0.0072262137,hessian_weighted_relative_error,21816,0.02500,0.858
42,mlp.experts.151.up_proj,0.0043318465,hessian_weighted_relative_error,10192,0.02500,0.877
42,mlp.experts.152.up_proj,0.0041525729,hessian_weighted_relative_error,10668,0.02500,0.859
42,mlp.experts.155.up_proj,0.0086336021,hessian_weighted_relative_error,42589,0.02500,0.870
42,mlp.experts.156.up_proj,0.0054926573,hessian_weighted_relative_error,27175,0.02500,0.860
42,mlp.experts.157.up_proj,0.0032375192,hessian_weighted_relative_error,17730,0.02500,0.871
42,mlp.experts.158.up_proj,0.0057222847,hessian_weighted_relative_error,22731,0.02500,0.860
42,mlp.experts.159.up_proj,0.0035220632,hessian_weighted_relative_error,9020,0.02500,0.870
42,mlp.experts.160.up_proj,0.0085084422,hessian_weighted_relative_error,42421,0.02500,0.859
42,mlp.experts.161.up_proj,0.0037797647,hessian_weighted_relative_error,11700,0.02500,0.881
42,mlp.experts.162.up_proj,0.0087886984,hessian_weighted_relative_error,32216,0.02500,0.861
42,mlp.experts.163.up_proj,0.0053845394,hessian_weighted_relative_error,20157,0.02500,0.874
42,mlp.experts.164.up_proj,0.0077951733,hessian_weighted_relative_error,35156,0.02500,0.861
42,mlp.experts.165.up_proj,0.0064973936,hessian_weighted_relative_error,33396,0.02500,0.891
42,mlp.experts.166.up_proj,0.0043137036,hessian_weighted_relative_error,8905,0.02500,0.860
42,mlp.experts.167.up_proj,0.0078161258,hessian_weighted_relative_error,45767,0.02500,0.871
42,mlp.experts.170.up_proj,0.0072133960,hessian_weighted_relative_error,19337,0.02500,0.862
42,mlp.experts.171.up_proj,0.0043379028,hessian_weighted_relative_error,15020,0.02500,0.872
42,mlp.experts.172.up_proj,0.0045288905,hessian_weighted_relative_error,26580,0.02500,0.861
42,mlp.experts.173.up_proj,0.0074509538,hessian_weighted_relative_error,21015,0.02500,0.887
42,mlp.experts.174.up_proj,0.0073017429,hessian_weighted_relative_error,33783,0.02500,0.860
42,mlp.experts.176.up_proj,0.0047704229,hessian_weighted_relative_error,20274,0.02500,0.860
42,mlp.experts.177.up_proj,0.0075058072,hessian_weighted_relative_error,23878,0.02500,0.872
42,mlp.experts.178.up_proj,0.0042763310,hessian_weighted_relative_error,13056,0.02500,0.863
42,mlp.experts.179.up_proj,0.0060185233,hessian_weighted_relative_error,17650,0.02500,0.895
42,mlp.experts.181.up_proj,0.0074665616,hessian_weighted_relative_error,30814,0.02500,0.884
42,mlp.experts.184.up_proj,0.0054593763,hessian_weighted_relative_error,18122,0.02500,0.861
42,mlp.experts.185.up_proj,0.0035686301,hessian_weighted_relative_error,23875,0.02500,0.890
42,mlp.experts.186.up_proj,0.0039239021,hessian_weighted_relative_error,13540,0.02500,0.873
42,mlp.experts.187.up_proj,0.0041156313,hessian_weighted_relative_error,23004,0.02500,0.892
42,mlp.experts.188.up_proj,0.0044573602,hessian_weighted_relative_error,8283,0.02500,0.861
42,mlp.experts.190.up_proj,0.0032833081,hessian_weighted_relative_error,37500,0.02500,0.871
42,mlp.experts.191.up_proj,0.0037261174,hessian_weighted_relative_error,23222,0.02500,0.900
42,mlp.experts.192.up_proj,0.0069796655,hessian_weighted_relative_error,38793,0.02500,0.862
42,mlp.experts.193.up_proj,0.0074733809,hessian_weighted_relative_error,32773,0.02500,0.890
42,mlp.experts.194.up_proj,0.0050779567,hessian_weighted_relative_error,63549,0.02500,0.860
42,mlp.experts.195.up_proj,0.0054119740,hessian_weighted_relative_error,47637,0.02500,0.879
42,mlp.experts.196.up_proj,0.0038157062,hessian_weighted_relative_error,22896,0.02500,0.860
42,mlp.experts.201.up_proj,0.0076108391,hessian_weighted_relative_error,37555,0.02500,0.879
42,mlp.experts.202.up_proj,0.0046838148,hessian_weighted_relative_error,25177,0.02500,0.860
42,mlp.experts.203.up_proj,0.0065129912,hessian_weighted_relative_error,16489,0.02500,0.875
42,mlp.experts.204.up_proj,0.0057044610,hessian_weighted_relative_error,16277,0.02500,0.861
42,mlp.experts.205.up_proj,0.0066462608,hessian_weighted_relative_error,21097,0.02500,0.883
42,mlp.experts.206.up_proj,0.0077019421,hessian_weighted_relative_error,38021,0.02500,0.859
42,mlp.experts.207.up_proj,0.0062420775,hessian_weighted_relative_error,37730,0.02500,0.881
42,mlp.experts.208.up_proj,0.0054218035,hessian_weighted_relative_error,28475,0.02500,0.861
42,mlp.experts.209.up_proj,0.0059314987,hessian_weighted_relative_error,22894,0.02500,0.882
42,mlp.experts.213.up_proj,0.0053804718,hessian_weighted_relative_error,33423,0.02500,0.876
42,mlp.experts.214.up_proj,0.0054103200,hessian_weighted_relative_error,28535,0.02500,0.864
42,mlp.experts.215.up_proj,0.0048270930,hessian_weighted_relative_error,25959,0.02500,0.887
42,mlp.experts.217.up_proj,0.0054857047,hessian_weighted_relative_error,15164,0.02500,0.883
42,mlp.experts.219.up_proj,0.0063090841,hessian_weighted_relative_error,26892,0.02500,0.884
42,mlp.experts.220.up_proj,0.0048914212,hessian_weighted_relative_error,12956,0.02500,0.863
42,mlp.experts.222.up_proj,0.0062988506,hessian_weighted_relative_error,20088,0.02500,0.862
42,mlp.experts.223.up_proj,0.0037718396,hessian_weighted_relative_error,9474,0.02500,0.875
42,mlp.experts.224.up_proj,0.0044798818,hessian_weighted_relative_error,20049,0.02500,0.862
42,mlp.experts.225.up_proj,0.0089529618,hessian_weighted_relative_error,42706,0.02500,0.875
42,mlp.experts.226.up_proj,0.0054506334,hessian_weighted_relative_error,19068,0.02500,0.861
42,mlp.experts.227.up_proj,0.0062052486,hessian_weighted_relative_error,16049,0.02500,0.896
42,mlp.experts.228.up_proj,0.0055521180,hessian_weighted_relative_error,15311,0.02500,0.859
42,mlp.experts.229.up_proj,0.0049721947,hessian_weighted_relative_error,22598,0.02500,0.885
42,mlp.experts.233.up_proj,0.0041629062,hessian_weighted_relative_error,21779,0.02500,0.888
42,mlp.experts.234.up_proj,0.0049784243,hessian_weighted_relative_error,28157,0.02500,0.860
42,mlp.experts.238.up_proj,0.0058306444,hessian_weighted_relative_error,16577,0.02500,0.862
42,mlp.experts.239.up_proj,0.0014943302,hessian_weighted_relative_error,2864,0.02500,0.890
42,mlp.experts.240.up_proj,0.0034129554,hessian_weighted_relative_error,18628,0.02500,0.860
42,mlp.experts.241.up_proj,0.0076860607,hessian_weighted_relative_error,26251,0.02500,0.885
42,mlp.experts.242.up_proj,0.0074833088,hessian_weighted_relative_error,39875,0.02500,0.862
42,mlp.experts.243.up_proj,0.0064503627,hessian_weighted_relative_error,16798,0.02500,0.883
42,mlp.experts.244.up_proj,0.0064606903,hessian_weighted_relative_error,26630,0.02500,0.861
42,mlp.experts.245.up_proj,0.0033068875,hessian_weighted_relative_error,22687,0.02500,0.894
42,mlp.experts.246.up_proj,0.0023998981,hessian_weighted_relative_error,13125,0.02500,0.859
42,mlp.experts.250.up_proj,0.0033570067,hessian_weighted_relative_error,5420,0.02500,0.862
42,mlp.experts.251.up_proj,0.0042582681,hessian_weighted_relative_error,15377,0.02500,0.908
42,mlp.experts.252.up_proj,0.0070591322,hessian_weighted_relative_error,21765,0.02500,0.864
42,mlp.experts.253.up_proj,0.0035984618,hessian_weighted_relative_error,19196,0.02500,0.883
42,mlp.experts.254.up_proj,0.0032828913,hessian_weighted_relative_error,10231,0.02500,0.861
42,mlp.experts.256.up_proj,0.0066074744,hessian_weighted_relative_error,33064,0.02500,0.861
42,mlp.experts.257.up_proj,0.0080705805,hessian_weighted_relative_error,42014,0.02500,0.884
42,mlp.experts.258.up_proj,0.0051605060,hessian_weighted_relative_error,18935,0.02500,0.862
42,mlp.experts.259.up_proj,0.0051526131,hessian_weighted_relative_error,8001,0.02500,0.895
42,mlp.experts.260.up_proj,0.0049679759,hessian_weighted_relative_error,15679,0.02500,0.864
42,mlp.experts.261.up_proj,0.0035499521,hessian_weighted_relative_error,24040,0.02500,0.885
42,mlp.experts.262.up_proj,0.0055936579,hessian_weighted_relative_error,16324,0.02500,0.865
42,mlp.experts.263.up_proj,0.0065471444,hessian_weighted_relative_error,40714,0.02500,0.887
42,mlp.experts.264.up_proj,0.0033544253,hessian_weighted_relative_error,16709,0.02500,0.864
42,mlp.experts.265.up_proj,0.0049798441,hessian_weighted_relative_error,26094,0.02500,0.885
42,mlp.experts.266.up_proj,0.0042534993,hessian_weighted_relative_error,9425,0.02500,0.869
42,mlp.experts.267.up_proj,0.0076779641,hessian_weighted_relative_error,51084,0.02500,0.886
42,mlp.experts.268.up_proj,0.0039166280,hessian_weighted_relative_error,22171,0.02500,0.864
42,mlp.experts.269.up_proj,0.0048518173,hessian_weighted_relative_error,10393,0.02500,0.903
42,mlp.experts.272.up_proj,0.0081990306,hessian_weighted_relative_error,32551,0.02500,0.864
42,mlp.experts.273.up_proj,0.0044454183,hessian_weighted_relative_error,25325,0.02500,0.880
42,mlp.experts.274.up_proj,0.0058862311,hessian_weighted_relative_error,19737,0.02500,0.861
42,mlp.experts.277.up_proj,0.0045438150,hessian_weighted_relative_error,28328,0.02500,0.886
42,mlp.experts.278.up_proj,0.0043274938,hessian_weighted_relative_error,13892,0.02500,0.861
42,mlp.experts.279.up_proj,0.0041787579,hessian_weighted_relative_error,31978,0.02500,0.903
42,mlp.experts.280.up_proj,0.0054118206,hessian_weighted_relative_error,20311,0.02500,0.861
42,mlp.experts.281.up_proj,0.0068389183,hessian_weighted_relative_error,37311,0.02500,0.913
42,mlp.experts.283.up_proj,0.0056714109,hessian_weighted_relative_error,11964,0.02500,0.891
42,mlp.experts.284.up_proj,0.0042152265,hessian_weighted_relative_error,17354,0.02500,0.861
42,mlp.experts.287.up_proj,0.0050051359,hessian_weighted_relative_error,32825,0.02500,0.884
42,mlp.experts.0.down_proj,0.0094892353,hessian_weighted_relative_error,29257,0.02500,0.775
42,mlp.experts.1.down_proj,0.0066555331,hessian_weighted_relative_error,24195,0.02500,0.715
42,mlp.experts.5.down_proj,0.0110231299,hessian_weighted_relative_error,32174,0.02500,0.748
42,mlp.experts.6.down_proj,0.0080374428,hessian_weighted_relative_error,13109,0.02500,0.734
42,mlp.experts.7.down_proj,0.0068642971,hessian_weighted_relative_error,30722,0.02500,0.749
42,mlp.experts.8.down_proj,0.0109633444,hessian_weighted_relative_error,20609,0.02500,0.776
42,mlp.experts.9.down_proj,0.0102814236,hessian_weighted_relative_error,13209,0.02500,0.751
42,mlp.experts.11.down_proj,0.0093997497,hessian_weighted_relative_error,7442,0.02500,0.751
42,mlp.experts.12.down_proj,0.0097657222,hessian_weighted_relative_error,20420,0.02500,0.777
42,mlp.experts.17.down_proj,0.0094690979,hessian_weighted_relative_error,21676,0.02500,0.754
42,mlp.experts.19.down_proj,0.0098892575,hessian_weighted_relative_error,20344,0.02500,0.756
42,mlp.experts.22.down_proj,0.0110146016,hessian_weighted_relative_error,14572,0.02500,0.776
42,mlp.experts.26.down_proj,0.0099573674,hessian_weighted_relative_error,12873,0.02500,0.780
42,mlp.experts.27.down_proj,0.0114331940,hessian_weighted_relative_error,47060,0.02500,0.758
42,mlp.experts.28.down_proj,0.0097549023,hessian_weighted_relative_error,23390,0.02500,0.781
42,mlp.experts.29.down_proj,0.0086076112,hessian_weighted_relative_error,9860,0.02500,0.759
42,mlp.experts.30.down_proj,0.0091333225,hessian_weighted_relative_error,25135,0.02500,0.778
42,mlp.experts.32.down_proj,0.0121786274,hessian_weighted_relative_error,20995,0.02500,0.784
42,mlp.experts.33.down_proj,0.0099487447,hessian_weighted_relative_error,15664,0.02500,0.762
42,mlp.experts.34.down_proj,0.0123361228,hessian_weighted_relative_error,31947,0.02500,0.782
42,mlp.experts.35.down_proj,0.0070458926,hessian_weighted_relative_error,21228,0.02500,0.762
42,mlp.experts.37.down_proj,0.0086146317,hessian_weighted_relative_error,10047,0.02500,0.763
42,mlp.experts.40.down_proj,0.0091488988,hessian_weighted_relative_error,31774,0.02500,0.788
42,mlp.experts.41.down_proj,0.0121989309,hessian_weighted_relative_error,21550,0.02500,0.765
42,mlp.experts.42.down_proj,0.0094704970,hessian_weighted_relative_error,15353,0.02500,0.784
42,mlp.experts.43.down_proj,0.0113325759,hessian_weighted_relative_error,18404,0.02500,0.764
42,mlp.experts.44.down_proj,0.0101673800,hessian_weighted_relative_error,10569,0.02500,0.785
42,mlp.experts.45.down_proj,0.0114823595,hessian_weighted_relative_error,37144,0.02500,0.765
42,mlp.experts.46.down_proj,0.0100338040,hessian_weighted_relative_error,14942,0.02500,0.783
42,mlp.experts.48.down_proj,0.0085420578,hessian_weighted_relative_error,8540,0.02500,0.789
42,mlp.experts.49.down_proj,0.0090418026,hessian_weighted_relative_error,33332,0.02500,0.768
42,mlp.experts.50.down_proj,0.0085577904,hessian_weighted_relative_error,20493,0.02500,0.787
42,mlp.experts.52.down_proj,0.0124345742,hessian_weighted_relative_error,24633,0.02500,0.788
42,mlp.experts.53.down_proj,0.0062144635,hessian_weighted_relative_error,15584,0.02500,0.768
42,mlp.experts.55.down_proj,0.0077161994,hessian_weighted_relative_error,19248,0.02500,0.769
42,mlp.experts.58.down_proj,0.0106882961,hessian_weighted_relative_error,15465,0.02500,0.788
42,mlp.experts.60.down_proj,0.0093667516,hessian_weighted_relative_error,12746,0.02500,0.789
42,mlp.experts.61.down_proj,0.0121208667,hessian_weighted_relative_error,30146,0.02500,0.771
42,mlp.experts.62.down_proj,0.0107039363,hessian_weighted_relative_error,14119,0.02500,0.788
42,mlp.experts.65.down_proj,0.0109510264,hessian_weighted_relative_error,12945,0.02500,0.773
42,mlp.experts.66.down_proj,0.0108771335,hessian_weighted_relative_error,27232,0.02500,0.791
42,mlp.experts.68.down_proj,0.0072560843,hessian_weighted_relative_error,13233,0.02500,0.793
42,mlp.experts.69.down_proj,0.0078035601,hessian_weighted_relative_error,22501,0.02500,0.773
42,mlp.experts.70.down_proj,0.0107026114,hessian_weighted_relative_error,14986,0.02500,0.790
42,mlp.experts.71.down_proj,0.0119154105,hessian_weighted_relative_error,22771,0.02500,0.776
42,mlp.experts.74.down_proj,0.0093762073,hessian_weighted_relative_error,35170,0.02500,0.793
42,mlp.experts.75.down_proj,0.0079981057,hessian_weighted_relative_error,13352,0.02500,0.775
42,mlp.experts.78.down_proj,0.0123435413,hessian_weighted_relative_error,19424,0.02500,0.791
42,mlp.experts.79.down_proj,0.0105975322,hessian_weighted_relative_error,15211,0.02500,0.782
42,mlp.experts.80.down_proj,0.0104616535,hessian_weighted_relative_error,12612,0.02500,0.799
42,mlp.experts.81.down_proj,0.0094818149,hessian_weighted_relative_error,14612,0.02500,0.781
42,mlp.experts.82.down_proj,0.0087006100,hessian_weighted_relative_error,39651,0.02500,0.795
42,mlp.experts.83.down_proj,0.0132552063,hessian_weighted_relative_error,36671,0.02500,0.781
42,mlp.experts.85.down_proj,0.0057466306,hessian_weighted_relative_error,4230,0.02500,0.782
42,mlp.experts.87.down_proj,0.0067252871,hessian_weighted_relative_error,14205,0.02500,0.786
42,mlp.experts.88.down_proj,0.0090463654,hessian_weighted_relative_error,10350,0.02500,0.799
42,mlp.experts.90.down_proj,0.0081049794,hessian_weighted_relative_error,15753,0.02500,0.797
42,mlp.experts.93.down_proj,0.0121562942,hessian_weighted_relative_error,17744,0.02500,0.784
42,mlp.experts.94.down_proj,0.0120358273,hessian_weighted_relative_error,20030,0.02500,0.796
42,mlp.experts.95.down_proj,0.0106301208,hessian_weighted_relative_error,23993,0.02500,0.784
42,mlp.experts.96.down_proj,0.0120790268,hessian_weighted_relative_error,21796,0.02500,0.801
42,mlp.experts.97.down_proj,0.0083073702,hessian_weighted_relative_error,11297,0.02500,0.786
42,mlp.experts.98.down_proj,0.0091348696,hessian_weighted_relative_error,15041,0.02500,0.798
42,mlp.experts.99.down_proj,0.0097739330,hessian_weighted_relative_error,24615,0.02500,0.785
42,mlp.experts.100.down_proj,0.0102003451,hessian_weighted_relative_error,10464,0.02500,0.801
42,mlp.experts.101.down_proj,0.0114596521,hessian_weighted_relative_error,23878,0.02500,0.788
42,mlp.experts.103.down_proj,0.0124193733,hessian_weighted_relative_error,20571,0.02500,0.788
42,mlp.experts.105.down_proj,0.0067103464,hessian_weighted_relative_error,21819,0.02500,0.787
42,mlp.experts.106.down_proj,0.0109445156,hessian_weighted_relative_error,14397,0.02500,0.800
42,mlp.experts.107.down_proj,0.0081456766,hessian_weighted_relative_error,19579,0.02500,0.787
42,mlp.experts.108.down_proj,0.0069756544,hessian_weighted_relative_error,30114,0.02500,0.802
42,mlp.experts.111.down_proj,0.0069461076,hessian_weighted_relative_error,34018,0.02500,0.789
42,mlp.experts.113.down_proj,0.0103440674,hessian_weighted_relative_error,24290,0.02500,0.789
42,mlp.experts.114.down_proj,0.0106136566,hessian_weighted_relative_error,14991,0.02500,0.801
42,mlp.experts.115.down_proj,0.0108843938,hessian_weighted_relative_error,22720,0.02500,0.790
42,mlp.experts.116.down_proj,0.0123701153,hessian_weighted_relative_error,18887,0.02500,0.802
42,mlp.experts.117.down_proj,0.0079874742,hessian_weighted_relative_error,24026,0.02500,0.791
42,mlp.experts.118.down_proj,0.0119118286,hessian_weighted_relative_error,26370,0.02500,0.801
42,mlp.experts.119.down_proj,0.0105346748,hessian_weighted_relative_error,38262,0.02500,0.792
42,mlp.experts.120.down_proj,0.0073389398,hessian_weighted_relative_error,7540,0.02500,0.806
42,mlp.experts.121.down_proj,0.0099632151,hessian_weighted_relative_error,33525,0.02500,0.791
42,mlp.experts.122.down_proj,0.0099831956,hessian_weighted_relative_error,12950,0.02500,0.802
42,mlp.experts.124.down_proj,0.0117470809,hessian_weighted_relative_error,21507,0.02500,0.804
42,mlp.experts.125.down_proj,0.0073063253,hessian_weighted_relative_error,30217,0.02500,0.794
42,mlp.experts.127.down_proj,0.0084930792,hessian_weighted_relative_error,37590,0.02500,0.797
42,mlp.experts.129.down_proj,0.0082921501,hessian_weighted_relative_error,9267,0.02500,0.796
42,mlp.experts.130.down_proj,0.0085429827,hessian_weighted_relative_error,15538,0.02500,0.803
42,mlp.experts.132.down_proj,0.0006704749,hessian_weighted_relative_error,19783,0.02500,0.805
42,mlp.experts.134.down_proj,0.0094634232,hessian_weighted_relative_error,23650,0.02500,0.804
42,mlp.experts.136.down_proj,0.0076027553,hessian_weighted_relative_error,23710,0.02500,0.808
42,mlp.experts.137.down_proj,0.0120396473,hessian_weighted_relative_error,34260,0.02500,0.797
42,mlp.experts.140.down_proj,0.0093957287,hessian_weighted_relative_error,28537,0.02500,0.807
42,mlp.experts.141.down_proj,0.0088685934,hessian_weighted_relative_error,18115,0.02500,0.800
42,mlp.experts.142.down_proj,0.0096543908,hessian_weighted_relative_error,23571,0.02500,0.805
42,mlp.experts.143.down_proj,0.0095824392,hessian_weighted_relative_error,9799,0.02500,0.799
42,mlp.experts.144.down_proj,0.0124307430,hessian_weighted_relative_error,26767,0.02500,0.810
42,mlp.experts.145.down_proj,0.0075541847,hessian_weighted_relative_error,8464,0.02500,0.799
42,mlp.experts.146.down_proj,0.0110777747,hessian_weighted_relative_error,15238,0.02500,0.807
42,mlp.experts.147.down_proj,0.0092249681,hessian_weighted_relative_error,29299,0.02500,0.799
42,mlp.experts.150.down_proj,0.0119113758,hessian_weighted_relative_error,21816,0.02500,0.807
42,mlp.experts.151.down_proj,0.0104349454,hessian_weighted_relative_error,10192,0.02500,0.801
42,mlp.experts.152.down_proj,0.0066209396,hessian_weighted_relative_error,10668,0.02500,0.810
42,mlp.experts.157.down_proj,0.0065680754,hessian_weighted_relative_error,17730,0.02500,0.803
42,mlp.experts.159.down_proj,0.0077691906,hessian_weighted_relative_error,9020,0.02500,0.803
42,mlp.experts.160.down_proj,0.0121516596,hessian_weighted_relative_error,42421,0.02500,0.809
42,mlp.experts.161.down_proj,0.0070066735,hessian_weighted_relative_error,11700,0.02500,0.806
42,mlp.experts.162.down_proj,0.0122149467,hessian_weighted_relative_error,32216,0.02500,0.809
42,mlp.experts.163.down_proj,0.0081626739,hessian_weighted_relative_error,20157,0.02500,0.803
42,mlp.experts.164.down_proj,0.0129142497,hessian_weighted_relative_error,35156,0.02500,0.811
42,mlp.experts.165.down_proj,0.0075860334,hessian_weighted_relative_error,33396,0.02500,0.807
42,mlp.experts.166.down_proj,0.0101223834,hessian_weighted_relative_error,8905,0.02500,0.808
42,mlp.experts.170.down_proj,0.0108924403,hessian_weighted_relative_error,19337,0.02500,0.811
42,mlp.experts.171.down_proj,0.0089143114,hessian_weighted_relative_error,15020,0.02500,0.807
42,mlp.experts.172.down_proj,0.0074163738,hessian_weighted_relative_error,26580,0.02500,0.811
42,mlp.experts.173.down_proj,0.0096733802,hessian_weighted_relative_error,21015,0.02500,0.809
42,mlp.experts.174.down_proj,0.0096009460,hessian_weighted_relative_error,33783,0.02500,0.808
42,mlp.experts.176.down_proj,0.0072182574,hessian_weighted_relative_error,20274,0.02500,0.813
42,mlp.experts.177.down_proj,0.0116975741,hessian_weighted_relative_error,23878,0.02500,0.811
42,mlp.experts.178.down_proj,0.0085897097,hessian_weighted_relative_error,13056,0.02500,0.811
42,mlp.experts.179.down_proj,0.0108720834,hessian_weighted_relative_error,17650,0.02500,0.810
42,mlp.experts.184.down_proj,0.0094997770,hessian_weighted_relative_error,18122,0.02500,0.814
42,mlp.experts.185.down_proj,0.0065485975,hessian_weighted_relative_error,23875,0.02500,0.813
42,mlp.experts.186.down_proj,0.0106277867,hessian_weighted_relative_error,13540,0.02500,0.813
42,mlp.experts.187.down_proj,0.0082681554,hessian_weighted_relative_error,23004,0.02500,0.812
42,mlp.experts.188.down_proj,0.0101648711,hessian_weighted_relative_error,8283,0.02500,0.814
42,mlp.experts.192.down_proj,0.0087100133,hessian_weighted_relative_error,38793,0.02500,0.815
42,mlp.experts.193.down_proj,0.0108444465,hessian_weighted_relative_error,32773,0.02500,0.815
42,mlp.experts.194.down_proj,0.0080271796,hessian_weighted_relative_error,63549,0.02500,0.812
42,mlp.experts.202.down_proj,0.0076682365,hessian_weighted_relative_error,25177,0.02500,0.815
42,mlp.experts.203.down_proj,0.0092934781,hessian_weighted_relative_error,16489,0.02500,0.815
42,mlp.experts.204.down_proj,0.0112420056,hessian_weighted_relative_error,16277,0.02500,0.815
42,mlp.experts.205.down_proj,0.0118807858,hessian_weighted_relative_error,21097,0.02500,0.818
42,mlp.experts.206.down_proj,0.0124211985,hessian_weighted_relative_error,38021,0.02500,0.814
42,mlp.experts.208.down_proj,0.0086255712,hessian_weighted_relative_error,28475,0.02500,0.816
42,mlp.experts.209.down_proj,0.0098438829,hessian_weighted_relative_error,22894,0.02500,0.819
42,mlp.experts.213.down_proj,0.0061111265,hessian_weighted_relative_error,33423,0.02500,0.821
42,mlp.experts.215.down_proj,0.0085447460,hessian_weighted_relative_error,25959,0.02500,0.820
42,mlp.experts.217.down_proj,0.0114529364,hessian_weighted_relative_error,15164,0.02500,0.820
42,mlp.experts.220.down_proj,0.0100577806,hessian_weighted_relative_error,12956,0.02500,0.817
42,mlp.experts.222.down_proj,0.0110938130,hessian_weighted_relative_error,20088,0.02500,0.817
42,mlp.experts.223.down_proj,0.0091726991,hessian_weighted_relative_error,9474,0.02500,0.822
42,mlp.experts.224.down_proj,0.0104377305,hessian_weighted_relative_error,20049,0.02500,0.818
42,mlp.experts.226.down_proj,0.0112190906,hessian_weighted_relative_error,19068,0.02500,0.816
42,mlp.experts.227.down_proj,0.0089926431,hessian_weighted_relative_error,16049,0.02500,0.820
42,mlp.experts.228.down_proj,0.0098721839,hessian_weighted_relative_error,15311,0.02500,0.819
42,mlp.experts.229.down_proj,0.0108041830,hessian_weighted_relative_error,22598,0.02500,0.824
42,mlp.experts.233.down_proj,0.0083592649,hessian_weighted_relative_error,21779,0.02500,0.822
42,mlp.experts.235.down_proj,0.0072134183,hessian_weighted_relative_error,45900,0.02500,0.822
42,mlp.experts.238.down_proj,0.0100272830,hessian_weighted_relative_error,16577,0.02500,0.817
42,mlp.experts.239.down_proj,0.0035796995,hessian_weighted_relative_error,2864,0.02500,0.824
42,mlp.experts.240.down_proj,0.0062977536,hessian_weighted_relative_error,18628,0.02500,0.820
42,mlp.experts.241.down_proj,0.0119463701,hessian_weighted_relative_error,26251,0.02500,0.824
42,mlp.experts.242.down_proj,0.0121672170,hessian_weighted_relative_error,39875,0.02500,0.818
42,mlp.experts.243.down_proj,0.0114592434,hessian_weighted_relative_error,16798,0.02500,0.821
42,mlp.experts.245.down_proj,0.0091451967,hessian_weighted_relative_error,22687,0.02500,0.826
42,mlp.experts.246.down_proj,0.0051770244,hessian_weighted_relative_error,13125,0.02500,0.817
42,mlp.experts.250.down_proj,0.0073934561,hessian_weighted_relative_error,5420,0.02500,0.819
42,mlp.experts.251.down_proj,0.0081445108,hessian_weighted_relative_error,15377,0.02500,0.822
42,mlp.experts.252.down_proj,0.0107265494,hessian_weighted_relative_error,21765,0.02500,0.821
42,mlp.experts.253.down_proj,0.0090476968,hessian_weighted_relative_error,19196,0.02500,0.825
42,mlp.experts.254.down_proj,0.0074908052,hessian_weighted_relative_error,10231,0.02500,0.819
42,mlp.experts.257.down_proj,0.0114280217,hessian_weighted_relative_error,42014,0.02500,0.824
42,mlp.experts.258.down_proj,0.0096111061,hessian_weighted_relative_error,18935,0.02500,0.819
42,mlp.experts.259.down_proj,0.0102029109,hessian_weighted_relative_error,8001,0.02500,0.824
42,mlp.experts.260.down_proj,0.0113008352,hessian_weighted_relative_error,15679,0.02500,0.821
42,mlp.experts.261.down_proj,0.0068722548,hessian_weighted_relative_error,24040,0.02500,0.826
42,mlp.experts.262.down_proj,0.0100786984,hessian_weighted_relative_error,16324,0.02500,0.819
42,mlp.experts.264.down_proj,0.0059038109,hessian_weighted_relative_error,16709,0.02500,0.821
42,mlp.experts.266.down_proj,0.0088050124,hessian_weighted_relative_error,9425,0.02500,0.820
42,mlp.experts.268.down_proj,0.0067443342,hessian_weighted_relative_error,22171,0.02500,0.821
42,mlp.experts.269.down_proj,0.0095341709,hessian_weighted_relative_error,10393,0.02500,0.825
42,mlp.experts.270.down_proj,0.0027781631,hessian_weighted_relative_error,32621,0.02500,0.819
42,mlp.experts.272.down_proj,0.0130227397,hessian_weighted_relative_error,32551,0.02500,0.821
42,mlp.experts.273.down_proj,0.0102934552,hessian_weighted_relative_error,25325,0.02500,0.825
42,mlp.experts.274.down_proj,0.0109653729,hessian_weighted_relative_error,19737,0.02500,0.820
42,mlp.experts.277.down_proj,0.0075803717,hessian_weighted_relative_error,28328,0.02500,0.827
42,mlp.experts.278.down_proj,0.0087034689,hessian_weighted_relative_error,13892,0.02500,0.820
42,mlp.experts.280.down_proj,0.0101965690,hessian_weighted_relative_error,20311,0.02500,0.822
42,mlp.experts.283.down_proj,0.0112763411,hessian_weighted_relative_error,11964,0.02500,0.823
42,mlp.experts.284.down_proj,0.0085113073,hessian_weighted_relative_error,17354,0.02500,0.821
42,mlp.experts.10.down_proj,0.0028679542,hessian_weighted_relative_error,56612,0.02500,1.486
42,mlp.experts.109.gate_proj,0.0011531301,hessian_weighted_relative_error,34598,0.02500,1.574
42,mlp.experts.10.up_proj,0.0021101493,hessian_weighted_relative_error,56612,0.02500,1.631
42,mlp.experts.109.down_proj,0.0028303604,hessian_weighted_relative_error,34598,0.02500,1.528
42,mlp.experts.102.down_proj,0.0030482031,hessian_weighted_relative_error,30911,0.02500,1.536
42,mlp.experts.109.up_proj,0.0014756684,hessian_weighted_relative_error,34598,0.02500,1.647
42,mlp.experts.104.down_proj,0.0026353197,hessian_weighted_relative_error,42227,0.02500,1.535
42,mlp.experts.123.down_proj,0.0030184026,hessian_weighted_relative_error,32839,0.02500,1.533
42,mlp.experts.104.gate_proj,0.0012744167,hessian_weighted_relative_error,42227,0.02500,1.594
42,mlp.experts.131.down_proj,0.0024974587,hessian_weighted_relative_error,30092,0.02500,1.533
42,mlp.experts.104.up_proj,0.0019219625,hessian_weighted_relative_error,42227,0.02500,1.620
42,mlp.experts.13.down_proj,0.0027302663,hessian_weighted_relative_error,40293,0.02500,1.492
42,mlp.experts.110.down_proj,0.0031637429,hessian_weighted_relative_error,52605,0.02500,1.536
42,mlp.experts.131.up_proj,0.0017451745,hessian_weighted_relative_error,30092,0.02500,1.650
42,mlp.experts.110.gate_proj,0.0013741597,hessian_weighted_relative_error,52605,0.02500,1.596
42,mlp.experts.133.down_proj,0.0025753936,hessian_weighted_relative_error,141656,0.02500,1.538
42,mlp.experts.110.up_proj,0.0021716560,hessian_weighted_relative_error,52605,0.02500,1.620
42,mlp.experts.133.up_proj,0.0018091604,hessian_weighted_relative_error,141656,0.02500,1.666
42,mlp.experts.112.down_proj,0.0036150274,hessian_weighted_relative_error,46257,0.02500,1.539
42,mlp.experts.133.gate_proj,0.0005692845,hessian_weighted_relative_error,141656,0.02500,1.630
42,mlp.experts.112.up_proj,0.0024367040,hessian_weighted_relative_error,46257,0.02500,1.619
42,mlp.experts.135.down_proj,0.0026125259,hessian_weighted_relative_error,48139,0.02500,1.539
42,mlp.experts.126.down_proj,0.0031742065,hessian_weighted_relative_error,37499,0.02500,1.537
42,mlp.experts.135.up_proj,0.0021016653,hessian_weighted_relative_error,48139,0.02500,1.658
42,mlp.experts.128.down_proj,0.0027687482,hessian_weighted_relative_error,24512,0.02500,1.544
42,mlp.experts.139.up_proj,0.0015660526,hessian_weighted_relative_error,39052,0.02500,1.658
42,mlp.experts.138.down_proj,0.0022307372,hessian_weighted_relative_error,29498,0.02500,1.543
42,mlp.experts.139.down_proj,0.0030700148,hessian_weighted_relative_error,39052,0.02500,1.539
42,mlp.experts.138.gate_proj,0.0010735262,hessian_weighted_relative_error,29498,0.02500,1.601
42,mlp.experts.149.down_proj,0.0026373241,hessian_weighted_relative_error,37052,0.02500,1.544
42,mlp.experts.138.up_proj,0.0011141685,hessian_weighted_relative_error,29498,0.02500,1.622
42,mlp.experts.15.down_proj,0.0031307856,hessian_weighted_relative_error,46525,0.02500,1.498
42,mlp.experts.14.down_proj,0.0024269668,hessian_weighted_relative_error,192584,0.02500,1.513
42,mlp.experts.15.up_proj,0.0017089710,hessian_weighted_relative_error,46525,0.02500,1.652
42,mlp.experts.14.gate_proj,0.0008018320,hessian_weighted_relative_error,192584,0.02500,1.577
42,mlp.experts.15.gate_proj,0.0013193130,hessian_weighted_relative_error,46525,0.02500,1.581
42,mlp.experts.14.up_proj,0.0015028982,hessian_weighted_relative_error,192584,0.02500,1.630
42,mlp.experts.153.down_proj,0.0019609608,hessian_weighted_relative_error,29687,0.02500,1.546
42,mlp.experts.148.down_proj,0.0017480571,hessian_weighted_relative_error,21266,0.02500,1.549
42,mlp.experts.153.gate_proj,0.0008582242,hessian_weighted_relative_error,29687,0.02500,1.637
42,mlp.experts.154.down_proj,0.0033115647,hessian_weighted_relative_error,47698,0.02500,1.550
42,mlp.experts.155.down_proj,0.0035222374,hessian_weighted_relative_error,42589,0.02500,1.543
42,mlp.experts.154.up_proj,0.0022984942,hessian_weighted_relative_error,47698,0.02500,1.628
42,mlp.experts.153.up_proj,0.0011775914,hessian_weighted_relative_error,29687,0.02500,1.668
42,mlp.experts.156.down_proj,0.0032539019,hessian_weighted_relative_error,27175,0.02500,1.559
42,mlp.experts.167.down_proj,0.0029383348,hessian_weighted_relative_error,45767,0.02500,1.555
42,mlp.experts.158.down_proj,0.0030234100,hessian_weighted_relative_error,22731,0.02500,1.543
42,mlp.experts.169.down_proj,0.0017969832,hessian_weighted_relative_error,78180,0.02500,1.551
42,mlp.experts.16.down_proj,0.0025143665,hessian_weighted_relative_error,45739,0.02500,1.519
42,mlp.experts.169.up_proj,0.0009978721,hessian_weighted_relative_error,78180,0.02500,1.671
42,mlp.experts.16.up_proj,0.0015177513,hessian_weighted_relative_error,45739,0.02500,1.630
42,mlp.experts.169.gate_proj,0.0008542857,hessian_weighted_relative_error,78180,0.02500,1.639
42,mlp.experts.168.down_proj,0.0020677777,hessian_weighted_relative_error,31209,0.02500,1.553
42,mlp.experts.175.down_proj,0.0025523427,hessian_weighted_relative_error,25272,0.02500,1.561
42,mlp.experts.168.gate_proj,0.0012877405,hessian_weighted_relative_error,31209,0.02500,1.609
42,mlp.experts.175.gate_proj,0.0015822849,hessian_weighted_relative_error,25272,0.02500,1.649
42,mlp.experts.168.up_proj,0.0015573683,hessian_weighted_relative_error,31209,0.02500,1.623
42,mlp.experts.181.down_proj,0.0032411189,hessian_weighted_relative_error,30814,0.02500,1.555
42,mlp.experts.18.down_proj,0.0025089040,hessian_weighted_relative_error,31288,0.02500,1.514
42,mlp.experts.175.up_proj,0.0018261370,hessian_weighted_relative_error,25272,0.02500,1.678
42,mlp.experts.180.down_proj,0.0029905361,hessian_weighted_relative_error,28683,0.02500,1.555
42,mlp.experts.183.down_proj,0.0035989393,hessian_weighted_relative_error,61810,0.02500,1.563
42,mlp.experts.180.up_proj,0.0012392614,hessian_weighted_relative_error,28683,0.02500,1.622
42,mlp.experts.182.down_proj,0.0029421207,hessian_weighted_relative_error,31819,0.02500,1.551
42,mlp.experts.183.up_proj,0.0025316785,hessian_weighted_relative_error,61810,0.02500,1.681
42,mlp.experts.182.gate_proj,0.0013788517,hessian_weighted_relative_error,31819,0.02500,1.610
42,mlp.experts.189.gate_proj,0.0009746680,hessian_weighted_relative_error,46921,0.02500,1.674
42,mlp.experts.182.up_proj,0.0018452609,hessian_weighted_relative_error,31819,0.02500,1.624
42,mlp.experts.189.down_proj,0.0018228263,hessian_weighted_relative_error,46921,0.02500,1.563
42,mlp.experts.190.down_proj,0.0012979452,hessian_weighted_relative_error,37500,0.02500,1.551
42,mlp.experts.189.up_proj,0.0015441964,hessian_weighted_relative_error,46921,0.02500,1.673
42,mlp.experts.190.gate_proj,0.0007934325,hessian_weighted_relative_error,37500,0.02500,1.610
42,mlp.experts.191.down_proj,0.0021664325,hessian_weighted_relative_error,23222,0.02500,1.565
42,mlp.experts.196.down_proj,0.0022410182,hessian_weighted_relative_error,22896,0.02500,1.555
42,mlp.experts.197.down_proj,0.0022517781,hessian_weighted_relative_error,30408,0.02500,1.561
42,mlp.experts.198.down_proj,0.0021293797,hessian_weighted_relative_error,23339,0.02500,1.554
42,mlp.experts.195.down_proj,0.0022069066,hessian_weighted_relative_error,47637,0.02500,1.558
42,mlp.experts.198.up_proj,0.0016818868,hessian_weighted_relative_error,23339,0.02500,1.627
42,mlp.experts.197.gate_proj,0.0009749469,hessian_weighted_relative_error,30408,0.02500,1.657
42,mlp.experts.2.down_proj,0.0031797266,hessian_weighted_relative_error,93518,0.02500,1.512
42,mlp.experts.197.up_proj,0.0011229518,hessian_weighted_relative_error,30408,0.02500,1.673
42,mlp.experts.2.gate_proj,0.0016431090,hessian_weighted_relative_error,93518,0.02500,1.569
42,mlp.experts.199.gate_proj,0.0009030669,hessian_weighted_relative_error,48600,0.02500,1.659
42,mlp.experts.2.up_proj,0.0021573873,hessian_weighted_relative_error,93518,0.02500,1.632
42,mlp.experts.199.down_proj,0.0019937222,hessian_weighted_relative_error,48600,0.02500,1.565
42,mlp.experts.20.down_proj,0.0032695983,hessian_weighted_relative_error,42076,0.02500,1.519
42,mlp.experts.199.up_proj,0.0009690184,hessian_weighted_relative_error,48600,0.02500,1.679
42,mlp.experts.200.down_proj,0.0026021569,hessian_weighted_relative_error,36078,0.02500,1.560
42,mlp.experts.201.down_proj,0.0031928256,hessian_weighted_relative_error,37555,0.02500,1.565
42,mlp.experts.200.up_proj,0.0014497810,hessian_weighted_relative_error,36078,0.02500,1.629
42,mlp.experts.21.down_proj,0.0031272894,hessian_weighted_relative_error,72759,0.02500,1.496
42,mlp.experts.210.down_proj,0.0033943751,hessian_weighted_relative_error,100841,0.02500,1.558
42,mlp.experts.207.down_proj,0.0027590204,hessian_weighted_relative_error,37730,0.02500,1.565
42,mlp.experts.210.gate_proj,0.0013962184,hessian_weighted_relative_error,100841,0.02500,1.617
42,mlp.experts.21.up_proj,0.0020143898,hessian_weighted_relative_error,72759,0.02500,1.669
42,mlp.experts.210.up_proj,0.0022318029,hessian_weighted_relative_error,100841,0.02500,1.626
42,mlp.experts.211.down_proj,0.0028062434,hessian_weighted_relative_error,43792,0.02500,1.567
42,mlp.experts.212.down_proj,0.0025925864,hessian_weighted_relative_error,50102,0.02500,1.557
42,mlp.experts.219.down_proj,0.0029718610,hessian_weighted_relative_error,26892,0.02500,1.562
42,mlp.experts.212.gate_proj,0.0013453138,hessian_weighted_relative_error,50102,0.02500,1.613
42,mlp.experts.211.up_proj,0.0020109649,hessian_weighted_relative_error,43792,0.02500,1.682
42,mlp.experts.212.up_proj,0.0015466242,hessian_weighted_relative_error,50102,0.02500,1.629
42,mlp.experts.221.down_proj,0.0021917422,hessian_weighted_relative_error,34832,0.02500,1.577
42,mlp.experts.214.down_proj,0.0019448732,hessian_weighted_relative_error,28535,0.02500,1.559
42,mlp.experts.221.up_proj,0.0018167787,hessian_weighted_relative_error,34832,0.02500,1.692
42,mlp.experts.216.down_proj,0.0031768949,hessian_weighted_relative_error,50390,0.02500,1.559
42,mlp.experts.23.down_proj,0.0031161058,hessian_weighted_relative_error,55772,0.02500,1.502
42,mlp.experts.216.gate_proj,0.0014786148,hessian_weighted_relative_error,50390,0.02500,1.615
42,mlp.experts.225.down_proj,0.0035497255,hessian_weighted_relative_error,42706,0.02500,1.566
42,mlp.experts.216.up_proj,0.0021937817,hessian_weighted_relative_error,50390,0.02500,1.627
42,mlp.experts.23.gate_proj,0.0012515470,hessian_weighted_relative_error,55772,0.02500,1.598
42,mlp.experts.218.down_proj,0.0032884602,hessian_weighted_relative_error,56174,0.02500,1.558
42,mlp.experts.23.up_proj,0.0013853508,hessian_weighted_relative_error,55772,0.02500,1.671
42,mlp.experts.218.up_proj,0.0022883193,hessian_weighted_relative_error,56174,0.02500,1.628
42,mlp.experts.231.gate_proj,0.0011796209,hessian_weighted_relative_error,55263,0.02500,1.666
42,mlp.experts.230.down_proj,0.0033767100,hessian_weighted_relative_error,84527,0.02500,1.558
42,mlp.experts.231.down_proj,0.0026140402,hessian_weighted_relative_error,55263,0.02500,1.574
42,mlp.experts.230.gate_proj,0.0012316491,hessian_weighted_relative_error,84527,0.02500,1.616
42,mlp.experts.231.up_proj,0.0013551101,hessian_weighted_relative_error,55263,0.02500,1.699
42,mlp.experts.230.up_proj,0.0021177176,hessian_weighted_relative_error,84527,0.02500,1.629
42,mlp.experts.235.up_proj,0.0018036475,hessian_weighted_relative_error,45900,0.02500,1.698
42,mlp.experts.232.down_proj,0.0030113876,hessian_weighted_relative_error,38865,0.02500,1.561
42,mlp.experts.237.gate_proj,0.0012950173,hessian_weighted_relative_error,51198,0.02500,1.666
42,mlp.experts.232.up_proj,0.0022602877,hessian_weighted_relative_error,38865,0.02500,1.632
42,mlp.experts.237.down_proj,0.0024063354,hessian_weighted_relative_error,51198,0.02500,1.574
42,mlp.experts.234.down_proj,0.0025211607,hessian_weighted_relative_error,28157,0.02500,1.560
42,mlp.experts.237.up_proj,0.0019438269,hessian_weighted_relative_error,51198,0.02500,1.684
42,mlp.experts.234.gate_proj,0.0011846491,hessian_weighted_relative_error,28157,0.02500,1.617
42,mlp.experts.247.down_proj,0.0033708116,hessian_weighted_relative_error,76117,0.02500,1.577
42,mlp.experts.236.down_proj,0.0023850860,hessian_weighted_relative_error,28180,0.02500,1.560
42,mlp.experts.247.up_proj,0.0025031928,hessian_weighted_relative_error,76117,0.02500,1.691
42,mlp.experts.236.up_proj,0.0016521909,hessian_weighted_relative_error,28180,0.02500,1.634
42,mlp.experts.247.gate_proj,0.0014782365,hessian_weighted_relative_error,76117,0.02500,1.671
42,mlp.experts.24.down_proj,0.0030363421,hessian_weighted_relative_error,29494,0.02500,1.526
42,mlp.experts.249.down_proj,0.0013614150,hessian_weighted_relative_error,123602,0.02500,1.579
42,mlp.experts.244.down_proj,0.0028158242,hessian_weighted_relative_error,26630,0.02500,1.565
42,mlp.experts.249.gate_proj,0.0008918056,hessian_weighted_relative_error,123602,0.02500,1.670
42,mlp.experts.248.down_proj,0.0024104911,hessian_weighted_relative_error,33817,0.02500,1.565
42,mlp.experts.248.gate_proj,0.0011859781,hessian_weighted_relative_error,33817,0.02500,1.634
42,mlp.experts.25.down_proj,0.0025512699,hessian_weighted_relative_error,34909,0.02500,1.519
42,mlp.experts.248.up_proj,0.0014636686,hessian_weighted_relative_error,33817,0.02500,1.633
42,mlp.experts.249.up_proj,0.0012865443,hessian_weighted_relative_error,123602,0.02500,1.715
42,mlp.experts.256.down_proj,0.0027842973,hessian_weighted_relative_error,33064,0.02500,1.564
42,mlp.experts.25.up_proj,0.0017415289,hessian_weighted_relative_error,34909,0.02500,1.680
42,mlp.experts.270.up_proj,0.0009897258,hessian_weighted_relative_error,32621,0.02500,1.643
42,mlp.experts.255.down_proj,0.0029765871,hessian_weighted_relative_error,57045,0.02500,1.577
42,mlp.experts.276.down_proj,0.0027152075,hessian_weighted_relative_error,64948,0.02500,1.567
42,mlp.experts.255.up_proj,0.0018964401,hessian_weighted_relative_error,57045,0.02500,1.694
42,mlp.experts.276.gate_proj,0.0008667422,hessian_weighted_relative_error,64948,0.02500,1.633
42,mlp.experts.255.gate_proj,0.0013933203,hessian_weighted_relative_error,57045,0.02500,1.672
42,mlp.experts.276.up_proj,0.0016827752,hessian_weighted_relative_error,64948,0.02500,1.633
42,mlp.experts.263.down_proj,0.0029386716,hessian_weighted_relative_error,40714,0.02500,1.577
42,mlp.experts.282.down_proj,0.0030062400,hessian_weighted_relative_error,38787,0.02500,1.565
42,mlp.experts.265.down_proj,0.0022440127,hessian_weighted_relative_error,26094,0.02500,1.574
42,mlp.experts.282.up_proj,0.0015321202,hessian_weighted_relative_error,38787,0.02500,1.631
42,mlp.experts.271.down_proj,0.0030783513,hessian_weighted_relative_error,42148,0.02500,1.583
42,mlp.experts.286.down_proj,0.0026513105,hessian_weighted_relative_error,44803,0.02500,1.565
42,mlp.experts.267.down_proj,0.0032920608,hessian_weighted_relative_error,51084,0.02500,1.583
42,mlp.experts.286.up_proj,0.0017878572,hessian_weighted_relative_error,44803,0.02500,1.630
42,mlp.experts.271.up_proj,0.0020037729,hessian_weighted_relative_error,42148,0.02500,1.720
42,mlp.experts.36.down_proj,0.0033011028,hessian_weighted_relative_error,39683,0.02500,1.525
42,mlp.experts.275.down_proj,0.0031048924,hessian_weighted_relative_error,47333,0.02500,1.576
42,mlp.experts.38.down_proj,0.0028700931,hessian_weighted_relative_error,24952,0.02500,1.527
42,mlp.experts.279.down_proj,0.0025859355,hessian_weighted_relative_error,31978,0.02500,1.585
42,mlp.experts.38.gate_proj,0.0012168415,hessian_weighted_relative_error,24952,0.02500,1.587
42,mlp.experts.275.up_proj,0.0022894870,hessian_weighted_relative_error,47333,0.02500,1.684
42,mlp.experts.281.down_proj,0.0028281883,hessian_weighted_relative_error,37311,0.02500,1.648
42,mlp.experts.54.down_proj,0.0029352375,hessian_weighted_relative_error,34384,0.02500,1.500
42,mlp.experts.285.down_proj,0.0015101326,hessian_weighted_relative_error,52622,0.02500,1.593
42,mlp.experts.38.up_proj,0.0014051389,hessian_weighted_relative_error,24952,0.02500,1.636
42,mlp.experts.285.up_proj,0.0018602497,hessian_weighted_relative_error,52622,0.02500,1.688
42,mlp.experts.4.down_proj,0.0025170915,hessian_weighted_relative_error,38479,0.02500,1.513
42,mlp.experts.285.gate_proj,0.0012915883,hessian_weighted_relative_error,52622,0.02500,1.660
42,mlp.experts.56.down_proj,0.0033539818,hessian_weighted_relative_error,71207,0.02500,1.536
42,mlp.experts.64.down_proj,0.0030900603,hessian_weighted_relative_error,35915,0.02500,1.538
42,mlp.experts.287.down_proj,0.0026651289,hessian_weighted_relative_error,32825,0.02500,1.575
42,mlp.experts.56.gate_proj,0.0014665339,hessian_weighted_relative_error,71207,0.02500,1.593
42,mlp.experts.31.down_proj,0.0030636365,hessian_weighted_relative_error,59108,0.02500,1.512
42,mlp.experts.56.up_proj,0.0016708485,hessian_weighted_relative_error,71207,0.02500,1.640
42,mlp.experts.3.down_proj,0.0032475163,hessian_weighted_relative_error,40673,0.02500,1.505
42,mlp.experts.72.down_proj,0.0033730696,hessian_weighted_relative_error,81300,0.02500,1.539
42,mlp.experts.3.up_proj,0.0023623180,hessian_weighted_relative_error,40673,0.02500,1.679
42,mlp.experts.76.down_proj,0.0030268751,hessian_weighted_relative_error,42394,0.02500,1.541
42,mlp.experts.31.gate_proj,0.0011620232,hessian_weighted_relative_error,59108,0.02500,1.609
42,mlp.experts.72.gate_proj,0.0015582697,hessian_weighted_relative_error,81300,0.02500,1.597
42,mlp.experts.39.gate_proj,0.0012022835,hessian_weighted_relative_error,37312,0.02500,1.610
42,mlp.experts.72.up_proj,0.0021382885,hessian_weighted_relative_error,81300,0.02500,1.624
42,mlp.experts.31.up_proj,0.0019052360,hessian_weighted_relative_error,59108,0.02500,1.676
42,mlp.experts.76.up_proj,0.0017803941,hessian_weighted_relative_error,42394,0.02500,1.626
42,mlp.experts.39.down_proj,0.0021147837,hessian_weighted_relative_error,37312,0.02500,1.519
42,mlp.experts.86.down_proj,0.0024164776,hessian_weighted_relative_error,57747,0.02500,1.539
42,mlp.experts.39.up_proj,0.0013678233,hessian_weighted_relative_error,37312,0.02500,1.670
42,mlp.experts.84.down_proj,0.0023649482,hessian_weighted_relative_error,25979,0.02500,1.544
42,mlp.experts.47.up_proj,0.0012981605,hessian_weighted_relative_error,34677,0.02500,1.676
42,mlp.experts.84.up_proj,0.0016815403,hessian_weighted_relative_error,25979,0.02500,1.628
42,mlp.experts.47.down_proj,0.0014107684,hessian_weighted_relative_error,34677,0.02500,1.517
42,mlp.experts.86.gate_proj,0.0013820909,hessian_weighted_relative_error,57747,0.02500,1.600
42,mlp.experts.47.gate_proj,0.0010344843,hessian_weighted_relative_error,34677,0.02500,1.608
42,mlp.experts.86.up_proj,0.0017218115,hessian_weighted_relative_error,57747,0.02500,1.627
42,mlp.experts.51.down_proj,0.0031891386,hessian_weighted_relative_error,22259,0.02500,1.518
42,mlp.experts.92.down_proj,0.0028798643,hessian_weighted_relative_error,38921,0.02500,1.542
42,mlp.experts.59.gate_proj,0.0007507062,hessian_weighted_relative_error,57577,0.02500,1.623
42,mlp.experts.57.down_proj,0.0032033045,hessian_weighted_relative_error,25068,0.02500,1.523
42,mlp.experts.59.down_proj,0.0013199984,hessian_weighted_relative_error,57577,0.02500,1.518
42,mlp.experts.63.down_proj,0.0024723277,hessian_weighted_relative_error,32040,0.02500,1.533
42,mlp.experts.67.up_proj,0.0020404391,hessian_weighted_relative_error,28040,0.02500,1.693
42,mlp.experts.63.up_proj,0.0016321922,hessian_weighted_relative_error,32040,0.02500,1.669
42,mlp.experts.67.down_proj,0.0029762088,hessian_weighted_relative_error,28040,0.02500,1.525
42,mlp.experts.73.down_proj,0.0018886730,hessian_weighted_relative_error,19149,0.02500,1.529
42,mlp.experts.89.down_proj,0.0023263141,hessian_weighted_relative_error,34411,0.02500,1.531
42,mlp.experts.73.up_proj,0.0011241088,hessian_weighted_relative_error,19149,0.02500,1.684
42,mlp.experts.77.down_proj,0.0033613600,hessian_weighted_relative_error,44896,0.02500,1.532
42,mlp.experts.89.gate_proj,0.0015102609,hessian_weighted_relative_error,34411,0.02500,1.633
42,mlp.experts.91.gate_proj,0.0014368407,hessian_weighted_relative_error,62528,0.02500,1.640
42,mlp.experts.89.up_proj,0.0016215776,hessian_weighted_relative_error,34411,0.02500,1.669
42,mlp.experts.91.down_proj,0.0026470082,hessian_weighted_relative_error,62528,0.02500,1.533
42,mlp.experts.91.up_proj,0.0016187941,hessian_weighted_relative_error,62528,0.02500,1.678
43,mlp.experts.0.gate_proj,0.0039337440,hessian_weighted_relative_error,36049,0.02500,0.799
43,mlp.experts.1.gate_proj,0.0037269840,hessian_weighted_relative_error,13437,0.02500,0.782
43,mlp.experts.2.gate_proj,0.0049258544,hessian_weighted_relative_error,24869,0.02500,0.799
43,mlp.experts.3.gate_proj,0.0043329839,hessian_weighted_relative_error,27650,0.02500,0.782
43,mlp.experts.4.gate_proj,0.0048087302,hessian_weighted_relative_error,30324,0.02500,0.784
43,mlp.experts.5.gate_proj,0.0030123930,hessian_weighted_relative_error,38235,0.02500,0.755
43,mlp.experts.6.gate_proj,0.0026214458,hessian_weighted_relative_error,28516,0.02500,0.801
43,mlp.experts.7.gate_proj,0.0032451768,hessian_weighted_relative_error,11584,0.02500,0.780
43,mlp.experts.8.gate_proj,0.0052061616,hessian_weighted_relative_error,22307,0.02500,0.804
43,mlp.experts.9.gate_proj,0.0036348215,hessian_weighted_relative_error,29042,0.02500,0.787
43,mlp.experts.10.gate_proj,0.0038048153,hessian_weighted_relative_error,19877,0.02500,0.803
43,mlp.experts.11.gate_proj,0.0035351617,hessian_weighted_relative_error,35840,0.02500,0.787
43,mlp.experts.12.gate_proj,0.0046403374,hessian_weighted_relative_error,18602,0.02500,0.802
43,mlp.experts.13.gate_proj,0.0038404954,hessian_weighted_relative_error,24806,0.02500,0.785
43,mlp.experts.14.gate_proj,0.0059595789,hessian_weighted_relative_error,26755,0.02500,0.803
43,mlp.experts.15.gate_proj,0.0037294293,hessian_weighted_relative_error,29722,0.02500,0.787
43,mlp.experts.16.gate_proj,0.0028356704,hessian_weighted_relative_error,17113,0.02500,0.804
43,mlp.experts.18.gate_proj,0.0046127664,hessian_weighted_relative_error,42612,0.02500,0.804
43,mlp.experts.19.gate_proj,0.0027547679,hessian_weighted_relative_error,20069,0.02500,0.790
43,mlp.experts.22.gate_proj,0.0023312778,hessian_weighted_relative_error,22008,0.02500,0.806
43,mlp.experts.24.gate_proj,0.0024413056,hessian_weighted_relative_error,24066,0.02500,0.809
43,mlp.experts.25.gate_proj,0.0052880351,hessian_weighted_relative_error,24845,0.02500,0.796
43,mlp.experts.26.gate_proj,0.0030333369,hessian_weighted_relative_error,43061,0.02500,0.807
43,mlp.experts.27.gate_proj,0.0031204722,hessian_weighted_relative_error,23263,0.02500,0.796
43,mlp.experts.29.gate_proj,0.0030641466,hessian_weighted_relative_error,10071,0.02500,0.792
43,mlp.experts.30.gate_proj,0.0041985481,hessian_weighted_relative_error,18888,0.02500,0.809
43,mlp.experts.31.gate_proj,0.0014301746,hessian_weighted_relative_error,14642,0.02500,0.792
43,mlp.experts.32.gate_proj,0.0042588074,hessian_weighted_relative_error,17163,0.02500,0.812
43,mlp.experts.33.gate_proj,0.0057206196,hessian_weighted_relative_error,45154,0.02500,0.797
43,mlp.experts.34.gate_proj,0.0044169597,hessian_weighted_relative_error,24812,0.02500,0.809
43,mlp.experts.36.gate_proj,0.0041166684,hessian_weighted_relative_error,29699,0.02500,0.808
43,mlp.experts.37.gate_proj,0.0032150094,hessian_weighted_relative_error,28282,0.02500,0.796
43,mlp.experts.38.gate_proj,0.0036110926,hessian_weighted_relative_error,33659,0.02500,0.810
43,mlp.experts.40.gate_proj,0.0050502592,hessian_weighted_relative_error,26978,0.02500,0.813
43,mlp.experts.41.gate_proj,0.0030185398,hessian_weighted_relative_error,24116,0.02500,0.800
43,mlp.experts.43.gate_proj,0.0046199833,hessian_weighted_relative_error,32223,0.02500,0.801
43,mlp.experts.44.gate_proj,0.0021985308,hessian_weighted_relative_error,12564,0.02500,0.811
43,mlp.experts.45.gate_proj,0.0043599738,hessian_weighted_relative_error,17661,0.02500,0.799
43,mlp.experts.46.gate_proj,0.0024921409,hessian_weighted_relative_error,4330,0.02500,0.815
43,mlp.experts.48.gate_proj,0.0033675160,hessian_weighted_relative_error,22047,0.02500,0.815
43,mlp.experts.50.gate_proj,0.0031020800,hessian_weighted_relative_error,17759,0.02500,0.815
43,mlp.experts.51.gate_proj,0.0020922775,hessian_weighted_relative_error,69422,0.02500,0.806
43,mlp.experts.54.gate_proj,0.0018639255,hessian_weighted_relative_error,3951,0.02500,0.816
43,mlp.experts.55.gate_proj,0.0047062062,hessian_weighted_relative_error,20321,0.02500,0.806
43,mlp.experts.56.gate_proj,0.0037680604,hessian_weighted_relative_error,20395,0.02500,0.819
43,mlp.experts.58.gate_proj,0.0041394991,hessian_weighted_relative_error,27683,0.02500,0.817
43,mlp.experts.59.gate_proj,0.0046917098,hessian_weighted_relative_error,38768,0.02500,0.808
43,mlp.experts.60.gate_proj,0.0043161686,hessian_weighted_relative_error,21374,0.02500,0.816
43,mlp.experts.61.gate_proj,0.0036849935,hessian_weighted_relative_error,20091,0.02500,0.804
43,mlp.experts.62.gate_proj,0.0033255228,hessian_weighted_relative_error,14417,0.02500,0.819
43,mlp.experts.63.gate_proj,0.0038919574,hessian_weighted_relative_error,25329,0.02500,0.811
43,mlp.experts.64.gate_proj,0.0035787809,hessian_weighted_relative_error,39576,0.02500,0.818
43,mlp.experts.65.gate_proj,0.0034516085,hessian_weighted_relative_error,25436,0.02500,0.811
43,mlp.experts.66.gate_proj,0.0027560810,hessian_weighted_relative_error,30492,0.02500,0.819
43,mlp.experts.68.gate_proj,0.0032306726,hessian_weighted_relative_error,19108,0.02500,0.817
43,mlp.experts.69.gate_proj,0.0034099415,hessian_weighted_relative_error,41887,0.02500,0.810
43,mlp.experts.70.gate_proj,0.0035968993,hessian_weighted_relative_error,39779,0.02500,0.820
43,mlp.experts.71.gate_proj,0.0054875869,hessian_weighted_relative_error,31909,0.02500,0.810
43,mlp.experts.72.gate_proj,0.0046664231,hessian_weighted_relative_error,21920,0.02500,0.822
43,mlp.experts.73.gate_proj,0.0024154041,hessian_weighted_relative_error,21894,0.02500,0.813
43,mlp.experts.74.gate_proj,0.0039184683,hessian_weighted_relative_error,10757,0.02500,0.820
43,mlp.experts.76.gate_proj,0.0034056407,hessian_weighted_relative_error,51136,0.02500,0.821
43,mlp.experts.77.gate_proj,0.0035490302,hessian_weighted_relative_error,38568,0.02500,0.814
43,mlp.experts.78.gate_proj,0.0044923069,hessian_weighted_relative_error,21254,0.02500,0.824
43,mlp.experts.79.gate_proj,0.0040938164,hessian_weighted_relative_error,37120,0.02500,0.813
43,mlp.experts.81.gate_proj,0.0038053944,hessian_weighted_relative_error,17935,0.02500,0.817
43,mlp.experts.82.gate_proj,0.0041139296,hessian_weighted_relative_error,38399,0.02500,0.824
43,mlp.experts.83.gate_proj,0.0037423470,hessian_weighted_relative_error,16205,0.02500,0.824
43,mlp.experts.84.gate_proj,0.0015361767,hessian_weighted_relative_error,25942,0.02500,0.824
43,mlp.experts.85.gate_proj,0.0035593689,hessian_weighted_relative_error,22839,0.02500,0.817
43,mlp.experts.86.gate_proj,0.0036041201,hessian_weighted_relative_error,57769,0.02500,0.824
43,mlp.experts.87.gate_proj,0.0044883288,hessian_weighted_relative_error,51102,0.02500,0.817
43,mlp.experts.89.gate_proj,0.0036868708,hessian_weighted_relative_error,22234,0.02500,0.820
43,mlp.experts.91.gate_proj,0.0016279120,hessian_weighted_relative_error,24447,0.02500,0.822
43,mlp.experts.92.gate_proj,0.0043913942,hessian_weighted_relative_error,34274,0.02500,0.826
43,mlp.experts.93.gate_proj,0.0036817258,hessian_weighted_relative_error,9336,0.02500,0.819
43,mlp.experts.94.gate_proj,0.0027651442,hessian_weighted_relative_error,15418,0.02500,0.825
43,mlp.experts.96.gate_proj,0.0050707561,hessian_weighted_relative_error,26335,0.02500,0.827
43,mlp.experts.97.gate_proj,0.0058806219,hessian_weighted_relative_error,21778,0.02500,0.825
43,mlp.experts.98.gate_proj,0.0043649529,hessian_weighted_relative_error,17675,0.02500,0.828
43,mlp.experts.99.gate_proj,0.0057587064,hessian_weighted_relative_error,25177,0.02500,0.825
43,mlp.experts.100.gate_proj,0.0042735424,hessian_weighted_relative_error,12210,0.02500,0.825
43,mlp.experts.101.gate_proj,0.0023148374,hessian_weighted_relative_error,20652,0.02500,0.825
43,mlp.experts.102.gate_proj,0.0044074181,hessian_weighted_relative_error,33638,0.02500,0.828
43,mlp.experts.103.gate_proj,0.0041065133,hessian_weighted_relative_error,46222,0.02500,0.825
43,mlp.experts.104.gate_proj,0.0030611096,hessian_weighted_relative_error,24367,0.02500,0.828
43,mlp.experts.105.gate_proj,0.0037345220,hessian_weighted_relative_error,24791,0.02500,0.828
43,mlp.experts.106.gate_proj,0.0048757473,hessian_weighted_relative_error,12876,0.02500,0.827
43,mlp.experts.107.gate_proj,0.0022241682,hessian_weighted_relative_error,35369,0.02500,0.829
43,mlp.experts.108.gate_proj,0.0043794587,hessian_weighted_relative_error,36256,0.02500,0.826
43,mlp.experts.109.gate_proj,0.0039032689,hessian_weighted_relative_error,24632,0.02500,0.828
43,mlp.experts.110.gate_proj,0.0056512495,hessian_weighted_relative_error,36204,0.02500,0.829
43,mlp.experts.111.gate_proj,0.0035821089,hessian_weighted_relative_error,24591,0.02500,0.830
43,mlp.experts.112.gate_proj,0.0060230729,hessian_weighted_relative_error,24649,0.02500,0.831
43,mlp.experts.113.gate_proj,0.0052888808,hessian_weighted_relative_error,28030,0.02500,0.835
43,mlp.experts.114.gate_proj,0.0033489142,hessian_weighted_relative_error,36790,0.02500,0.830
43,mlp.experts.115.gate_proj,0.0024436621,hessian_weighted_relative_error,18748,0.02500,0.835
43,mlp.experts.116.gate_proj,0.0029098329,hessian_weighted_relative_error,29359,0.02500,0.829
43,mlp.experts.117.gate_proj,0.0033560333,hessian_weighted_relative_error,20711,0.02500,0.832
43,mlp.experts.118.gate_proj,0.0033703451,hessian_weighted_relative_error,14690,0.02500,0.830
43,mlp.experts.119.gate_proj,0.0031707906,hessian_weighted_relative_error,22178,0.02500,0.835
43,mlp.experts.120.gate_proj,0.0048102937,hessian_weighted_relative_error,23663,0.02500,0.831
43,mlp.experts.121.gate_proj,0.0039630617,hessian_weighted_relative_error,25588,0.02500,0.836
43,mlp.experts.122.gate_proj,0.0029108221,hessian_weighted_relative_error,23761,0.02500,0.832
43,mlp.experts.123.gate_proj,0.0054217359,hessian_weighted_relative_error,25354,0.02500,0.839
43,mlp.experts.125.gate_proj,0.0040783736,hessian_weighted_relative_error,18530,0.02500,0.833
43,mlp.experts.126.gate_proj,0.0031338571,hessian_weighted_relative_error,14928,0.02500,0.832
43,mlp.experts.127.gate_proj,0.0034185761,hessian_weighted_relative_error,23151,0.02500,0.836
43,mlp.experts.128.gate_proj,0.0030795297,hessian_weighted_relative_error,22756,0.02500,0.833
43,mlp.experts.129.gate_proj,0.0040097186,hessian_weighted_relative_error,26294,0.02500,0.839
43,mlp.experts.131.gate_proj,0.0035761313,hessian_weighted_relative_error,21975,0.02500,0.839
43,mlp.experts.132.gate_proj,0.0022010361,hessian_weighted_relative_error,6406,0.02500,0.835
43,mlp.experts.135.gate_proj,0.0032459208,hessian_weighted_relative_error,36163,0.02500,0.839
43,mlp.experts.136.gate_proj,0.0049130883,hessian_weighted_relative_error,41825,0.02500,0.835
43,mlp.experts.137.gate_proj,0.0040736373,hessian_weighted_relative_error,58741,0.02500,0.842
43,mlp.experts.138.gate_proj,0.0034239703,hessian_weighted_relative_error,33897,0.02500,0.834
43,mlp.experts.139.gate_proj,0.0037315735,hessian_weighted_relative_error,61280,0.02500,0.844
43,mlp.experts.140.gate_proj,0.0038970232,hessian_weighted_relative_error,17517,0.02500,0.834
43,mlp.experts.141.gate_proj,0.0053953833,hessian_weighted_relative_error,25598,0.02500,0.841
43,mlp.experts.142.gate_proj,0.0026692799,hessian_weighted_relative_error,19998,0.02500,0.834
43,mlp.experts.143.gate_proj,0.0029432900,hessian_weighted_relative_error,15715,0.02500,0.843
43,mlp.experts.144.gate_proj,0.0032089182,hessian_weighted_relative_error,38227,0.02500,0.835
43,mlp.experts.145.gate_proj,0.0024280869,hessian_weighted_relative_error,11377,0.02500,0.844
43,mlp.experts.146.gate_proj,0.0014154477,hessian_weighted_relative_error,12841,0.02500,0.835
43,mlp.experts.148.gate_proj,0.0031210149,hessian_weighted_relative_error,45914,0.02500,0.836
43,mlp.experts.149.gate_proj,0.0041765780,hessian_weighted_relative_error,12775,0.02500,0.841
43,mlp.experts.150.gate_proj,0.0027891079,hessian_weighted_relative_error,16174,0.02500,0.834
43,mlp.experts.152.gate_proj,0.0024257159,hessian_weighted_relative_error,16882,0.02500,0.836
43,mlp.experts.153.gate_proj,0.0032941270,hessian_weighted_relative_error,21654,0.02500,0.845
43,mlp.experts.154.gate_proj,0.0029870773,hessian_weighted_relative_error,33327,0.02500,0.835
43,mlp.experts.155.gate_proj,0.0030566828,hessian_weighted_relative_error,12516,0.02500,0.850
43,mlp.experts.157.gate_proj,0.0039967178,hessian_weighted_relative_error,21792,0.02500,0.845
43,mlp.experts.158.gate_proj,0.0027832493,hessian_weighted_relative_error,34396,0.02500,0.836
43,mlp.experts.159.gate_proj,0.0037214480,hessian_weighted_relative_error,44885,0.02500,0.846
43,mlp.experts.160.gate_proj,0.0041359248,hessian_weighted_relative_error,30892,0.02500,0.838
43,mlp.experts.161.gate_proj,0.0032135598,hessian_weighted_relative_error,18543,0.02500,0.849
43,mlp.experts.163.gate_proj,0.0029108148,hessian_weighted_relative_error,13710,0.02500,0.848
43,mlp.experts.164.gate_proj,0.0036264520,hessian_weighted_relative_error,22118,0.02500,0.836
43,mlp.experts.165.gate_proj,0.0053553033,hessian_weighted_relative_error,33810,0.02500,0.848
43,mlp.experts.166.gate_proj,0.0032629373,hessian_weighted_relative_error,18585,0.02500,0.839
43,mlp.experts.167.gate_proj,0.0029658300,hessian_weighted_relative_error,26679,0.02500,0.848
43,mlp.experts.168.gate_proj,0.0033980550,hessian_weighted_relative_error,8338,0.02500,0.837
43,mlp.experts.170.gate_proj,0.0032417959,hessian_weighted_relative_error,11386,0.02500,0.837
43,mlp.experts.171.gate_proj,0.0042015138,hessian_weighted_relative_error,23857,0.02500,0.850
43,mlp.experts.172.gate_proj,0.0037282708,hessian_weighted_relative_error,19268,0.02500,0.837
43,mlp.experts.173.gate_proj,0.0035963856,hessian_weighted_relative_error,45429,0.02500,0.847
43,mlp.experts.174.gate_proj,0.0027791802,hessian_weighted_relative_error,22719,0.02500,0.841
43,mlp.experts.175.gate_proj,0.0031885471,hessian_weighted_relative_error,14964,0.02500,0.849
43,mlp.experts.176.gate_proj,0.0037264874,hessian_weighted_relative_error,25944,0.02500,0.838
43,mlp.experts.177.gate_proj,0.0032140804,hessian_weighted_relative_error,14553,0.02500,0.853
43,mlp.experts.178.gate_proj,0.0038539386,hessian_weighted_relative_error,17699,0.02500,0.841
43,mlp.experts.180.gate_proj,0.0029079102,hessian_weighted_relative_error,19102,0.02500,0.838
43,mlp.experts.181.gate_proj,0.0037319027,hessian_weighted_relative_error,48759,0.02500,0.849
43,mlp.experts.182.gate_proj,0.0034196065,hessian_weighted_relative_error,22178,0.02500,0.840
43,mlp.experts.183.gate_proj,0.0026866043,hessian_weighted_relative_error,29722,0.02500,0.850
43,mlp.experts.184.gate_proj,0.0039650753,hessian_weighted_relative_error,42678,0.02500,0.841
43,mlp.experts.185.gate_proj,0.0041678934,hessian_weighted_relative_error,30661,0.02500,0.852
43,mlp.experts.186.gate_proj,0.0033968849,hessian_weighted_relative_error,17825,0.02500,0.840
43,mlp.experts.187.gate_proj,0.0028936562,hessian_weighted_relative_error,27453,0.02500,0.851
43,mlp.experts.189.gate_proj,0.0037519276,hessian_weighted_relative_error,36053,0.02500,0.853
43,mlp.experts.190.gate_proj,0.0042339995,hessian_weighted_relative_error,20208,0.02500,0.841
43,mlp.experts.191.gate_proj,0.0025339785,hessian_weighted_relative_error,20533,0.02500,0.850
43,mlp.experts.192.gate_proj,0.0055305248,hessian_weighted_relative_error,27393,0.02500,0.842
43,mlp.experts.193.gate_proj,0.0043476592,hessian_weighted_relative_error,27105,0.02500,0.855
43,mlp.experts.195.gate_proj,0.0022098343,hessian_weighted_relative_error,21810,0.02500,0.853
43,mlp.experts.196.gate_proj,0.0027089741,hessian_weighted_relative_error,37170,0.02500,0.843
43,mlp.experts.197.gate_proj,0.0017239520,hessian_weighted_relative_error,13587,0.02500,0.856
43,mlp.experts.198.gate_proj,0.0039681973,hessian_weighted_relative_error,22132,0.02500,0.841
43,mlp.experts.199.gate_proj,0.0039514488,hessian_weighted_relative_error,21811,0.02500,0.853
43,mlp.experts.201.gate_proj,0.0028052326,hessian_weighted_relative_error,20034,0.02500,0.852
43,mlp.experts.202.gate_proj,0.0041057802,hessian_weighted_relative_error,36181,0.02500,0.841
43,mlp.experts.203.gate_proj,0.0031158861,hessian_weighted_relative_error,18093,0.02500,0.853
43,mlp.experts.205.gate_proj,0.0043632121,hessian_weighted_relative_error,21243,0.02500,0.855
43,mlp.experts.207.gate_proj,0.0036284245,hessian_weighted_relative_error,22044,0.02500,0.855
43,mlp.experts.208.gate_proj,0.0049948010,hessian_weighted_relative_error,22205,0.02500,0.842
43,mlp.experts.209.gate_proj,0.0022443254,hessian_weighted_relative_error,11640,0.02500,0.852
43,mlp.experts.210.gate_proj,0.0035911073,hessian_weighted_relative_error,31971,0.02500,0.842
43,mlp.experts.211.gate_proj,0.0040842488,hessian_weighted_relative_error,20808,0.02500,0.858
43,mlp.experts.212.gate_proj,0.0041853101,hessian_weighted_relative_error,16373,0.02500,0.842
43,mlp.experts.213.gate_proj,0.0028715280,hessian_weighted_relative_error,58130,0.02500,0.853
43,mlp.experts.214.gate_proj,0.0046297966,hessian_weighted_relative_error,32755,0.02500,0.843
43,mlp.experts.215.gate_proj,0.0036363737,hessian_weighted_relative_error,10790,0.02500,0.856
43,mlp.experts.216.gate_proj,0.0048928715,hessian_weighted_relative_error,20088,0.02500,0.844
43,mlp.experts.217.gate_proj,0.0035478667,hessian_weighted_relative_error,31643,0.02500,0.855
43,mlp.experts.218.gate_proj,0.0019146704,hessian_weighted_relative_error,21829,0.02500,0.843
43,mlp.experts.219.gate_proj,0.0051064312,hessian_weighted_relative_error,24620,0.02500,0.859
43,mlp.experts.220.gate_proj,0.0029373127,hessian_weighted_relative_error,14723,0.02500,0.844
43,mlp.experts.222.gate_proj,0.0049372380,hessian_weighted_relative_error,22823,0.02500,0.844
43,mlp.experts.223.gate_proj,0.0040697054,hessian_weighted_relative_error,14294,0.02500,0.857
43,mlp.experts.224.gate_proj,0.0029727295,hessian_weighted_relative_error,21319,0.02500,0.844
43,mlp.experts.225.gate_proj,0.0040644925,hessian_weighted_relative_error,32096,0.02500,0.855
43,mlp.experts.226.gate_proj,0.0046176103,hessian_weighted_relative_error,26102,0.02500,0.848
43,mlp.experts.227.gate_proj,0.0030039420,hessian_weighted_relative_error,10499,0.02500,0.858
43,mlp.experts.228.gate_proj,0.0022140101,hessian_weighted_relative_error,44657,0.02500,0.845
43,mlp.experts.229.gate_proj,0.0033380514,hessian_weighted_relative_error,21296,0.02500,0.854
43,mlp.experts.230.gate_proj,0.0032646470,hessian_weighted_relative_error,19466,0.02500,0.841
43,mlp.experts.231.gate_proj,0.0046891408,hessian_weighted_relative_error,22842,0.02500,0.854
43,mlp.experts.232.gate_proj,0.0047637396,hessian_weighted_relative_error,18360,0.02500,0.851
43,mlp.experts.233.gate_proj,0.0032959853,hessian_weighted_relative_error,23528,0.02500,0.860
43,mlp.experts.234.gate_proj,0.0032216122,hessian_weighted_relative_error,34250,0.02500,0.847
43,mlp.experts.235.gate_proj,0.0060495853,hessian_weighted_relative_error,25922,0.02500,0.860
43,mlp.experts.236.gate_proj,0.0037531628,hessian_weighted_relative_error,23951,0.02500,0.846
43,mlp.experts.237.gate_proj,0.0050071289,hessian_weighted_relative_error,21697,0.02500,0.859
43,mlp.experts.238.gate_proj,0.0043999319,hessian_weighted_relative_error,37003,0.02500,0.857
43,mlp.experts.239.gate_proj,0.0031286670,hessian_weighted_relative_error,31193,0.02500,0.858
43,mlp.experts.241.gate_proj,0.0029929745,hessian_weighted_relative_error,20215,0.02500,0.862
43,mlp.experts.242.gate_proj,0.0023738188,hessian_weighted_relative_error,31940,0.02500,0.858
43,mlp.experts.243.gate_proj,0.0036949480,hessian_weighted_relative_error,34502,0.02500,0.880
43,mlp.experts.244.gate_proj,0.0043182054,hessian_weighted_relative_error,32621,0.02500,0.855
43,mlp.experts.245.gate_proj,0.0018401085,hessian_weighted_relative_error,26216,0.02500,0.858
43,mlp.experts.246.gate_proj,0.0029474590,hessian_weighted_relative_error,11586,0.02500,0.847
43,mlp.experts.247.gate_proj,0.0039543285,hessian_weighted_relative_error,52903,0.02500,0.862
43,mlp.experts.248.gate_proj,0.0062097749,hessian_weighted_relative_error,30354,0.02500,0.845
43,mlp.experts.249.gate_proj,0.0032102408,hessian_weighted_relative_error,37487,0.02500,0.858
43,mlp.experts.250.gate_proj,0.0039218415,hessian_weighted_relative_error,37052,0.02500,0.847
43,mlp.experts.251.gate_proj,0.0024351081,hessian_weighted_relative_error,9297,0.02500,0.861
43,mlp.experts.252.gate_proj,0.0038772774,hessian_weighted_relative_error,47641,0.02500,0.845
43,mlp.experts.253.gate_proj,0.0038367040,hessian_weighted_relative_error,24277,0.02500,0.861
43,mlp.experts.255.gate_proj,0.0049383041,hessian_weighted_relative_error,38811,0.02500,0.861
43,mlp.experts.256.gate_proj,0.0034100270,hessian_weighted_relative_error,29139,0.02500,0.844
43,mlp.experts.257.gate_proj,0.0037025498,hessian_weighted_relative_error,67379,0.02500,0.859
43,mlp.experts.259.gate_proj,0.0050035455,hessian_weighted_relative_error,28056,0.02500,0.859
43,mlp.experts.260.gate_proj,0.0049555873,hessian_weighted_relative_error,27695,0.02500,0.845
43,mlp.experts.261.gate_proj,0.0031674997,hessian_weighted_relative_error,37564,0.02500,0.860
43,mlp.experts.262.gate_proj,0.0047480333,hessian_weighted_relative_error,20993,0.02500,0.847
43,mlp.experts.263.gate_proj,0.0033057904,hessian_weighted_relative_error,51905,0.02500,0.859
43,mlp.experts.264.gate_proj,0.0040047864,hessian_weighted_relative_error,12910,0.02500,0.846
43,mlp.experts.265.gate_proj,0.0041428303,hessian_weighted_relative_error,43650,0.02500,0.861
43,mlp.experts.266.gate_proj,0.0057906683,hessian_weighted_relative_error,44486,0.02500,0.845
43,mlp.experts.268.gate_proj,0.0030466742,hessian_weighted_relative_error,11046,0.02500,0.849
43,mlp.experts.269.gate_proj,0.0041304885,hessian_weighted_relative_error,29869,0.02500,0.859
43,mlp.experts.270.gate_proj,0.0028170844,hessian_weighted_relative_error,22280,0.02500,0.847
43,mlp.experts.271.gate_proj,0.0042501138,hessian_weighted_relative_error,36194,0.02500,0.859
43,mlp.experts.272.gate_proj,0.0040233755,hessian_weighted_relative_error,37644,0.02500,0.847
43,mlp.experts.273.gate_proj,0.0060006196,hessian_weighted_relative_error,28578,0.02500,0.857
43,mlp.experts.275.gate_proj,0.0039607187,hessian_weighted_relative_error,40584,0.02500,0.859
43,mlp.experts.276.gate_proj,0.0045142841,hessian_weighted_relative_error,26555,0.02500,0.846
43,mlp.experts.277.gate_proj,0.0026887910,hessian_weighted_relative_error,9755,0.02500,0.858
43,mlp.experts.278.gate_proj,0.0030648962,hessian_weighted_relative_error,34988,0.02500,0.846
43,mlp.experts.279.gate_proj,0.0041937906,hessian_weighted_relative_error,19981,0.02500,0.859
43,mlp.experts.280.gate_proj,0.0054744080,hessian_weighted_relative_error,22249,0.02500,0.846
43,mlp.experts.281.gate_proj,0.0019424989,hessian_weighted_relative_error,8098,0.02500,0.857
43,mlp.experts.282.gate_proj,0.0031338425,hessian_weighted_relative_error,19438,0.02500,0.846
43,mlp.experts.283.gate_proj,0.0043474802,hessian_weighted_relative_error,25942,0.02500,0.859
43,mlp.experts.284.gate_proj,0.0031217437,hessian_weighted_relative_error,39922,0.02500,0.848
43,mlp.experts.285.gate_proj,0.0048738546,hessian_weighted_relative_error,32312,0.02500,0.858
43,mlp.experts.286.gate_proj,0.0037778374,hessian_weighted_relative_error,30776,0.02500,0.846
43,mlp.experts.287.gate_proj,0.0034200162,hessian_weighted_relative_error,16028,0.02500,0.857
43,mlp.experts.0.up_proj,0.0040074446,hessian_weighted_relative_error,36049,0.02500,0.847
43,mlp.experts.1.up_proj,0.0043844738,hessian_weighted_relative_error,13437,0.02500,0.861
43,mlp.experts.2.up_proj,0.0055915173,hessian_weighted_relative_error,24869,0.02500,0.847
43,mlp.experts.3.up_proj,0.0051939465,hessian_weighted_relative_error,27650,0.02500,0.863
43,mlp.experts.4.up_proj,0.0044481636,hessian_weighted_relative_error,30324,0.02500,0.848
43,mlp.experts.5.up_proj,0.0034399608,hessian_weighted_relative_error,38235,0.02500,0.858
43,mlp.experts.6.up_proj,0.0035257915,hessian_weighted_relative_error,28516,0.02500,0.848
43,mlp.experts.7.up_proj,0.0036155619,hessian_weighted_relative_error,11584,0.02500,0.862
43,mlp.experts.8.up_proj,0.0056667678,hessian_weighted_relative_error,22307,0.02500,0.847
43,mlp.experts.9.up_proj,0.0032050595,hessian_weighted_relative_error,29042,0.02500,0.860
43,mlp.experts.10.up_proj,0.0031918510,hessian_weighted_relative_error,19877,0.02500,0.847
43,mlp.experts.11.up_proj,0.0063032895,hessian_weighted_relative_error,35840,0.02500,0.861
43,mlp.experts.12.up_proj,0.0057573264,hessian_weighted_relative_error,18602,0.02500,0.849
43,mlp.experts.13.up_proj,0.0048632839,hessian_weighted_relative_error,24806,0.02500,0.859
43,mlp.experts.14.up_proj,0.0091424629,hessian_weighted_relative_error,26755,0.02500,0.847
43,mlp.experts.15.up_proj,0.0043034377,hessian_weighted_relative_error,29722,0.02500,0.865
43,mlp.experts.16.up_proj,0.0032813101,hessian_weighted_relative_error,17113,0.02500,0.849
43,mlp.experts.18.up_proj,0.0066005463,hessian_weighted_relative_error,42612,0.02500,0.848
43,mlp.experts.19.up_proj,0.0026411512,hessian_weighted_relative_error,20069,0.02500,0.861
43,mlp.experts.21.up_proj,0.0028759864,hessian_weighted_relative_error,56513,0.02500,0.861
43,mlp.experts.22.up_proj,0.0038755191,hessian_weighted_relative_error,22008,0.02500,0.848
43,mlp.experts.24.up_proj,0.0035975556,hessian_weighted_relative_error,24066,0.02500,0.850
43,mlp.experts.25.up_proj,0.0067633468,hessian_weighted_relative_error,24845,0.02500,0.860
43,mlp.experts.26.up_proj,0.0039234292,hessian_weighted_relative_error,43061,0.02500,0.849
43,mlp.experts.27.up_proj,0.0036407213,hessian_weighted_relative_error,23263,0.02500,0.861
43,mlp.experts.29.up_proj,0.0021375770,hessian_weighted_relative_error,10071,0.02500,0.861
43,mlp.experts.30.up_proj,0.0041297811,hessian_weighted_relative_error,18888,0.02500,0.850
43,mlp.experts.31.up_proj,0.0016184716,hessian_weighted_relative_error,14642,0.02500,0.863
43,mlp.experts.32.up_proj,0.0051769891,hessian_weighted_relative_error,17163,0.02500,0.852
43,mlp.experts.34.up_proj,0.0057987904,hessian_weighted_relative_error,24812,0.02500,0.850
43,mlp.experts.36.up_proj,0.0051744200,hessian_weighted_relative_error,29699,0.02500,0.851
43,mlp.experts.37.up_proj,0.0031081203,hessian_weighted_relative_error,28282,0.02500,0.859
43,mlp.experts.38.up_proj,0.0053058567,hessian_weighted_relative_error,33659,0.02500,0.851
43,mlp.experts.40.up_proj,0.0075653193,hessian_weighted_relative_error,26978,0.02500,0.851
43,mlp.experts.41.up_proj,0.0036335863,hessian_weighted_relative_error,24116,0.02500,0.862
43,mlp.experts.43.up_proj,0.0063402099,hessian_weighted_relative_error,32223,0.02500,0.861
43,mlp.experts.44.up_proj,0.0023516975,hessian_weighted_relative_error,12564,0.02500,0.852
43,mlp.experts.45.up_proj,0.0054720680,hessian_weighted_relative_error,17661,0.02500,0.863
43,mlp.experts.46.up_proj,0.0035845432,hessian_weighted_relative_error,4330,0.02500,0.851
43,mlp.experts.48.up_proj,0.0042930151,hessian_weighted_relative_error,22047,0.02500,0.854
43,mlp.experts.50.up_proj,0.0030606075,hessian_weighted_relative_error,17759,0.02500,0.851
43,mlp.experts.51.up_proj,0.0018315585,hessian_weighted_relative_error,69422,0.02500,0.863
43,mlp.experts.54.up_proj,0.0025121445,hessian_weighted_relative_error,3951,0.02500,0.850
43,mlp.experts.55.up_proj,0.0071209572,hessian_weighted_relative_error,20321,0.02500,0.862
43,mlp.experts.56.up_proj,0.0046804555,hessian_weighted_relative_error,20395,0.02500,0.851
43,mlp.experts.58.up_proj,0.0053100209,hessian_weighted_relative_error,27683,0.02500,0.850
43,mlp.experts.59.up_proj,0.0061709241,hessian_weighted_relative_error,38768,0.02500,0.862
43,mlp.experts.60.up_proj,0.0067723851,hessian_weighted_relative_error,21374,0.02500,0.850
43,mlp.experts.61.up_proj,0.0055951099,hessian_weighted_relative_error,20091,0.02500,0.861
43,mlp.experts.62.up_proj,0.0037676282,hessian_weighted_relative_error,14417,0.02500,0.851
43,mlp.experts.63.up_proj,0.0044929868,hessian_weighted_relative_error,25329,0.02500,0.861
43,mlp.experts.64.up_proj,0.0047800513,hessian_weighted_relative_error,39576,0.02500,0.854
43,mlp.experts.65.up_proj,0.0058699258,hessian_weighted_relative_error,25436,0.02500,0.863
43,mlp.experts.66.up_proj,0.0043588474,hessian_weighted_relative_error,30492,0.02500,0.853
43,mlp.experts.68.up_proj,0.0038089524,hessian_weighted_relative_error,19108,0.02500,0.851
43,mlp.experts.69.up_proj,0.0037568122,hessian_weighted_relative_error,41887,0.02500,0.863
43,mlp.experts.70.up_proj,0.0039287896,hessian_weighted_relative_error,39779,0.02500,0.852
43,mlp.experts.72.up_proj,0.0056735386,hessian_weighted_relative_error,21920,0.02500,0.852
43,mlp.experts.73.up_proj,0.0034624397,hessian_weighted_relative_error,21894,0.02500,0.863
43,mlp.experts.74.up_proj,0.0044866710,hessian_weighted_relative_error,10757,0.02500,0.854
43,mlp.experts.76.up_proj,0.0035063691,hessian_weighted_relative_error,51136,0.02500,0.852
43,mlp.experts.77.up_proj,0.0044132850,hessian_weighted_relative_error,38568,0.02500,0.865
43,mlp.experts.78.up_proj,0.0053083916,hessian_weighted_relative_error,21254,0.02500,0.853
43,mlp.experts.81.up_proj,0.0037775271,hessian_weighted_relative_error,17935,0.02500,0.865
43,mlp.experts.83.up_proj,0.0039265509,hessian_weighted_relative_error,16205,0.02500,0.863
43,mlp.experts.84.up_proj,0.0015415659,hessian_weighted_relative_error,25942,0.02500,0.853
43,mlp.experts.85.up_proj,0.0037686028,hessian_weighted_relative_error,22839,0.02500,0.866
43,mlp.experts.89.up_proj,0.0061569838,hessian_weighted_relative_error,22234,0.02500,0.871
43,mlp.experts.91.up_proj,0.0037966920,hessian_weighted_relative_error,24447,0.02500,0.864
43,mlp.experts.92.up_proj,0.0074339718,hessian_weighted_relative_error,34274,0.02500,0.853
43,mlp.experts.93.up_proj,0.0039720924,hessian_weighted_relative_error,9336,0.02500,0.866
43,mlp.experts.94.up_proj,0.0031930492,hessian_weighted_relative_error,15418,0.02500,0.854
43,mlp.experts.96.up_proj,0.0056347221,hessian_weighted_relative_error,26335,0.02500,0.856
43,mlp.experts.97.up_proj,0.0070988158,hessian_weighted_relative_error,21778,0.02500,0.869
43,mlp.experts.98.up_proj,0.0060473931,hessian_weighted_relative_error,17675,0.02500,0.855
43,mlp.experts.99.up_proj,0.0076174215,hessian_weighted_relative_error,25177,0.02500,0.866
43,mlp.experts.100.up_proj,0.0048287494,hessian_weighted_relative_error,12210,0.02500,0.855
43,mlp.experts.101.up_proj,0.0022943412,hessian_weighted_relative_error,20652,0.02500,0.864
43,mlp.experts.104.up_proj,0.0029864218,hessian_weighted_relative_error,24367,0.02500,0.861
43,mlp.experts.105.up_proj,0.0038933133,hessian_weighted_relative_error,24791,0.02500,0.868
43,mlp.experts.106.up_proj,0.0060331122,hessian_weighted_relative_error,12876,0.02500,0.853
43,mlp.experts.107.up_proj,0.0031149938,hessian_weighted_relative_error,35369,0.02500,0.865
43,mlp.experts.108.up_proj,0.0059296081,hessian_weighted_relative_error,36256,0.02500,0.854
43,mlp.experts.109.up_proj,0.0049786258,hessian_weighted_relative_error,24632,0.02500,0.865
43,mlp.experts.111.up_proj,0.0051382439,hessian_weighted_relative_error,24591,0.02500,0.867
43,mlp.experts.113.up_proj,0.0065096644,hessian_weighted_relative_error,28030,0.02500,0.867
43,mlp.experts.114.up_proj,0.0052422702,hessian_weighted_relative_error,36790,0.02500,0.865
43,mlp.experts.115.up_proj,0.0027548693,hessian_weighted_relative_error,18748,0.02500,0.874
43,mlp.experts.116.up_proj,0.0040129373,hessian_weighted_relative_error,29359,0.02500,0.866
43,mlp.experts.117.up_proj,0.0038260923,hessian_weighted_relative_error,20711,0.02500,0.865
43,mlp.experts.118.up_proj,0.0041381525,hessian_weighted_relative_error,14690,0.02500,0.866
43,mlp.experts.119.up_proj,0.0039682606,hessian_weighted_relative_error,22178,0.02500,0.867
43,mlp.experts.120.up_proj,0.0061647553,hessian_weighted_relative_error,23663,0.02500,0.867
43,mlp.experts.121.up_proj,0.0047432663,hessian_weighted_relative_error,25588,0.02500,0.868
43,mlp.experts.122.up_proj,0.0035618066,hessian_weighted_relative_error,23761,0.02500,0.869
43,mlp.experts.123.up_proj,0.0065419958,hessian_weighted_relative_error,25354,0.02500,0.866
43,mlp.experts.125.up_proj,0.0048787367,hessian_weighted_relative_error,18530,0.02500,0.863
43,mlp.experts.126.up_proj,0.0037678898,hessian_weighted_relative_error,14928,0.02500,0.866
43,mlp.experts.127.up_proj,0.0037146441,hessian_weighted_relative_error,23151,0.02500,0.870
43,mlp.experts.128.up_proj,0.0027601892,hessian_weighted_relative_error,22756,0.02500,0.868
43,mlp.experts.129.up_proj,0.0052429904,hessian_weighted_relative_error,26294,0.02500,0.873
43,mlp.experts.131.up_proj,0.0045965721,hessian_weighted_relative_error,21975,0.02500,0.873
43,mlp.experts.132.up_proj,0.0021079747,hessian_weighted_relative_error,6406,0.02500,0.871
43,mlp.experts.138.up_proj,0.0044757853,hessian_weighted_relative_error,33897,0.02500,0.868
43,mlp.experts.140.up_proj,0.0041246855,hessian_weighted_relative_error,17517,0.02500,0.870
43,mlp.experts.141.up_proj,0.0063676790,hessian_weighted_relative_error,25598,0.02500,0.871
43,mlp.experts.142.up_proj,0.0025948677,hessian_weighted_relative_error,19998,0.02500,0.858
43,mlp.experts.143.up_proj,0.0033260307,hessian_weighted_relative_error,15715,0.02500,0.897
43,mlp.experts.144.up_proj,0.0039084014,hessian_weighted_relative_error,38227,0.02500,0.856
43,mlp.experts.145.up_proj,0.0037728681,hessian_weighted_relative_error,11377,0.02500,0.869
43,mlp.experts.146.up_proj,0.0025349729,hessian_weighted_relative_error,12841,0.02500,0.855
43,mlp.experts.148.up_proj,0.0043671130,hessian_weighted_relative_error,45914,0.02500,0.858
43,mlp.experts.149.up_proj,0.0077836609,hessian_weighted_relative_error,12775,0.02500,0.867
43,mlp.experts.150.up_proj,0.0028315171,hessian_weighted_relative_error,16174,0.02500,0.855
43,mlp.experts.152.up_proj,0.0022289558,hessian_weighted_relative_error,16882,0.02500,0.858
43,mlp.experts.153.up_proj,0.0037258825,hessian_weighted_relative_error,21654,0.02500,0.870
43,mlp.experts.154.up_proj,0.0029380583,hessian_weighted_relative_error,33327,0.02500,0.856
43,mlp.experts.155.up_proj,0.0033247116,hessian_weighted_relative_error,12516,0.02500,0.875
43,mlp.experts.157.up_proj,0.0041683024,hessian_weighted_relative_error,21792,0.02500,0.867
43,mlp.experts.158.up_proj,0.0038870693,hessian_weighted_relative_error,34396,0.02500,0.858
43,mlp.experts.159.up_proj,0.0051880136,hessian_weighted_relative_error,44885,0.02500,0.866
43,mlp.experts.161.up_proj,0.0046135493,hessian_weighted_relative_error,18543,0.02500,0.874
43,mlp.experts.163.up_proj,0.0027795787,hessian_weighted_relative_error,13710,0.02500,0.871
43,mlp.experts.164.up_proj,0.0065218672,hessian_weighted_relative_error,22118,0.02500,0.856
43,mlp.experts.166.up_proj,0.0048892060,hessian_weighted_relative_error,18585,0.02500,0.855
43,mlp.experts.167.up_proj,0.0028772760,hessian_weighted_relative_error,26679,0.02500,0.868
43,mlp.experts.168.up_proj,0.0036509066,hessian_weighted_relative_error,8338,0.02500,0.855
43,mlp.experts.170.up_proj,0.0035323295,hessian_weighted_relative_error,11386,0.02500,0.855
43,mlp.experts.171.up_proj,0.0049978536,hessian_weighted_relative_error,23857,0.02500,0.868
43,mlp.experts.174.up_proj,0.0031935658,hessian_weighted_relative_error,22719,0.02500,0.858
43,mlp.experts.175.up_proj,0.0036687828,hessian_weighted_relative_error,14964,0.02500,0.867
43,mlp.experts.176.up_proj,0.0043682866,hessian_weighted_relative_error,25944,0.02500,0.859
43,mlp.experts.177.up_proj,0.0036542097,hessian_weighted_relative_error,14553,0.02500,0.867
43,mlp.experts.178.up_proj,0.0050291334,hessian_weighted_relative_error,17699,0.02500,0.856
43,mlp.experts.180.up_proj,0.0039008775,hessian_weighted_relative_error,19102,0.02500,0.856
43,mlp.experts.181.up_proj,0.0043907971,hessian_weighted_relative_error,48759,0.02500,0.871
43,mlp.experts.182.up_proj,0.0038348491,hessian_weighted_relative_error,22178,0.02500,0.859
43,mlp.experts.183.up_proj,0.0029011061,hessian_weighted_relative_error,29722,0.02500,0.868
43,mlp.experts.184.up_proj,0.0054411563,hessian_weighted_relative_error,42678,0.02500,0.856
43,mlp.experts.185.up_proj,0.0073137006,hessian_weighted_relative_error,30661,0.02500,0.868
43,mlp.experts.186.up_proj,0.0047253687,hessian_weighted_relative_error,17825,0.02500,0.857
43,mlp.experts.187.up_proj,0.0038937793,hessian_weighted_relative_error,27453,0.02500,0.888
43,mlp.experts.189.up_proj,0.0048154793,hessian_weighted_relative_error,36053,0.02500,0.870
43,mlp.experts.190.up_proj,0.0044866626,hessian_weighted_relative_error,20208,0.02500,0.856
43,mlp.experts.191.up_proj,0.0027255652,hessian_weighted_relative_error,20533,0.02500,0.871
43,mlp.experts.193.up_proj,0.0068625670,hessian_weighted_relative_error,27105,0.02500,0.868
43,mlp.experts.195.up_proj,0.0045018179,hessian_weighted_relative_error,21810,0.02500,0.867
43,mlp.experts.196.up_proj,0.0039827491,hessian_weighted_relative_error,37170,0.02500,0.858
43,mlp.experts.197.up_proj,0.0019729522,hessian_weighted_relative_error,13587,0.02500,0.877
43,mlp.experts.198.up_proj,0.0053558012,hessian_weighted_relative_error,22132,0.02500,0.858
43,mlp.experts.199.up_proj,0.0051253424,hessian_weighted_relative_error,21811,0.02500,0.871
43,mlp.experts.201.up_proj,0.0047895805,hessian_weighted_relative_error,20034,0.02500,0.888
43,mlp.experts.202.up_proj,0.0046037804,hessian_weighted_relative_error,36181,0.02500,0.861
43,mlp.experts.203.up_proj,0.0044451313,hessian_weighted_relative_error,18093,0.02500,0.874
43,mlp.experts.205.up_proj,0.0072654619,hessian_weighted_relative_error,21243,0.02500,0.868
43,mlp.experts.207.up_proj,0.0040225769,hessian_weighted_relative_error,22044,0.02500,0.869
43,mlp.experts.208.up_proj,0.0074057660,hessian_weighted_relative_error,22205,0.02500,0.856
43,mlp.experts.209.up_proj,0.0028765673,hessian_weighted_relative_error,11640,0.02500,0.875
43,mlp.experts.211.up_proj,0.0054554924,hessian_weighted_relative_error,20808,0.02500,0.870
43,mlp.experts.212.up_proj,0.0056977738,hessian_weighted_relative_error,16373,0.02500,0.860
43,mlp.experts.215.up_proj,0.0041759952,hessian_weighted_relative_error,10790,0.02500,0.866
43,mlp.experts.216.up_proj,0.0067825640,hessian_weighted_relative_error,20088,0.02500,0.858
43,mlp.experts.217.up_proj,0.0049280172,hessian_weighted_relative_error,31643,0.02500,0.872
43,mlp.experts.218.up_proj,0.0018556302,hessian_weighted_relative_error,21829,0.02500,0.859
43,mlp.experts.220.up_proj,0.0050798927,hessian_weighted_relative_error,14723,0.02500,0.859
43,mlp.experts.222.up_proj,0.0062511936,hessian_weighted_relative_error,22823,0.02500,0.857
43,mlp.experts.223.up_proj,0.0054722935,hessian_weighted_relative_error,14294,0.02500,0.869
43,mlp.experts.224.up_proj,0.0038788720,hessian_weighted_relative_error,21319,0.02500,0.858
43,mlp.experts.225.up_proj,0.0069088810,hessian_weighted_relative_error,32096,0.02500,0.868
43,mlp.experts.226.up_proj,0.0065873377,hessian_weighted_relative_error,26102,0.02500,0.858
43,mlp.experts.227.up_proj,0.0030826812,hessian_weighted_relative_error,10499,0.02500,0.877
43,mlp.experts.228.up_proj,0.0026729797,hessian_weighted_relative_error,44657,0.02500,0.858
43,mlp.experts.229.up_proj,0.0039659302,hessian_weighted_relative_error,21296,0.02500,0.884
43,mlp.experts.230.up_proj,0.0030773398,hessian_weighted_relative_error,19466,0.02500,0.858
43,mlp.experts.231.up_proj,0.0067852274,hessian_weighted_relative_error,22842,0.02500,0.873
43,mlp.experts.232.up_proj,0.0074522645,hessian_weighted_relative_error,18360,0.02500,0.858
43,mlp.experts.233.up_proj,0.0047071967,hessian_weighted_relative_error,23528,0.02500,0.869
43,mlp.experts.234.up_proj,0.0050940145,hessian_weighted_relative_error,34250,0.02500,0.857
43,mlp.experts.235.up_proj,0.0068939697,hessian_weighted_relative_error,25922,0.02500,0.887
43,mlp.experts.236.up_proj,0.0054288802,hessian_weighted_relative_error,23951,0.02500,0.859
43,mlp.experts.238.up_proj,0.0062235517,hessian_weighted_relative_error,37003,0.02500,0.858
43,mlp.experts.239.up_proj,0.0037387343,hessian_weighted_relative_error,31193,0.02500,0.867
43,mlp.experts.241.up_proj,0.0031871521,hessian_weighted_relative_error,20215,0.02500,0.870
43,mlp.experts.242.up_proj,0.0046131670,hessian_weighted_relative_error,31940,0.02500,0.859
43,mlp.experts.243.up_proj,0.0036120149,hessian_weighted_relative_error,34502,0.02500,0.877
43,mlp.experts.244.up_proj,0.0050109962,hessian_weighted_relative_error,32621,0.02500,0.858
43,mlp.experts.245.up_proj,0.0028769216,hessian_weighted_relative_error,26216,0.02500,0.871
43,mlp.experts.246.up_proj,0.0044544541,hessian_weighted_relative_error,11586,0.02500,0.857
43,mlp.experts.247.up_proj,0.0058682095,hessian_weighted_relative_error,52903,0.02500,0.867
43,mlp.experts.249.up_proj,0.0032063429,hessian_weighted_relative_error,37487,0.02500,0.879
43,mlp.experts.250.up_proj,0.0056437760,hessian_weighted_relative_error,37052,0.02500,0.857
43,mlp.experts.251.up_proj,0.0029293859,hessian_weighted_relative_error,9297,0.02500,0.872
43,mlp.experts.252.up_proj,0.0034031822,hessian_weighted_relative_error,47641,0.02500,0.858
43,mlp.experts.253.up_proj,0.0050034984,hessian_weighted_relative_error,24277,0.02500,0.869
43,mlp.experts.257.up_proj,0.0040106366,hessian_weighted_relative_error,67379,0.02500,0.881
43,mlp.experts.259.up_proj,0.0086669734,hessian_weighted_relative_error,28056,0.02500,0.881
43,mlp.experts.260.up_proj,0.0066963277,hessian_weighted_relative_error,27695,0.02500,0.858
43,mlp.experts.261.up_proj,0.0035421474,hessian_weighted_relative_error,37564,0.02500,0.879
43,mlp.experts.262.up_proj,0.0049376455,hessian_weighted_relative_error,20993,0.02500,0.860
43,mlp.experts.263.up_proj,0.0044001378,hessian_weighted_relative_error,51905,0.02500,0.872
43,mlp.experts.264.up_proj,0.0059817037,hessian_weighted_relative_error,12910,0.02500,0.871
43,mlp.experts.265.up_proj,0.0036651292,hessian_weighted_relative_error,43650,0.02500,0.895
43,mlp.experts.268.up_proj,0.0038287629,hessian_weighted_relative_error,11046,0.02500,0.862
43,mlp.experts.269.up_proj,0.0067613554,hessian_weighted_relative_error,29869,0.02500,0.881
43,mlp.experts.270.up_proj,0.0038703503,hessian_weighted_relative_error,22280,0.02500,0.872
43,mlp.experts.271.up_proj,0.0054682985,hessian_weighted_relative_error,36194,0.02500,0.881
43,mlp.experts.272.up_proj,0.0049942186,hessian_weighted_relative_error,37644,0.02500,0.860
43,mlp.experts.273.up_proj,0.0085540816,hessian_weighted_relative_error,28578,0.02500,0.874
43,mlp.experts.275.up_proj,0.0058716243,hessian_weighted_relative_error,40584,0.02500,0.880
43,mlp.experts.276.up_proj,0.0049822562,hessian_weighted_relative_error,26555,0.02500,0.862
43,mlp.experts.277.up_proj,0.0031280803,hessian_weighted_relative_error,9755,0.02500,0.888
43,mlp.experts.278.up_proj,0.0031180023,hessian_weighted_relative_error,34988,0.02500,0.859
43,mlp.experts.279.up_proj,0.0051183560,hessian_weighted_relative_error,19981,0.02500,0.886
43,mlp.experts.280.up_proj,0.0054207080,hessian_weighted_relative_error,22249,0.02500,0.860
43,mlp.experts.281.up_proj,0.0021608713,hessian_weighted_relative_error,8098,0.02500,0.884
43,mlp.experts.282.up_proj,0.0031604111,hessian_weighted_relative_error,19438,0.02500,0.858
43,mlp.experts.283.up_proj,0.0057513310,hessian_weighted_relative_error,25942,0.02500,0.893
43,mlp.experts.284.up_proj,0.0039557845,hessian_weighted_relative_error,39922,0.02500,0.859
43,mlp.experts.285.up_proj,0.0079183815,hessian_weighted_relative_error,32312,0.02500,0.875
43,mlp.experts.286.up_proj,0.0043114564,hessian_weighted_relative_error,30776,0.02500,0.858
43,mlp.experts.287.up_proj,0.0045247531,hessian_weighted_relative_error,16028,0.02500,0.882
43,mlp.experts.1.down_proj,0.0082810091,hessian_weighted_relative_error,13437,0.02500,0.747
43,mlp.experts.2.down_proj,0.0103596562,hessian_weighted_relative_error,24869,0.02500,0.731
43,mlp.experts.6.down_proj,0.0107731621,hessian_weighted_relative_error,28516,0.02500,0.765
43,mlp.experts.7.down_proj,0.0100298406,hessian_weighted_relative_error,11584,0.02500,0.748
43,mlp.experts.8.down_proj,0.0093983709,hessian_weighted_relative_error,22307,0.02500,0.771
43,mlp.experts.9.down_proj,0.0107766614,hessian_weighted_relative_error,29042,0.02500,0.752
43,mlp.experts.11.down_proj,0.0120384113,hessian_weighted_relative_error,35840,0.02500,0.749
43,mlp.experts.12.down_proj,0.0083564287,hessian_weighted_relative_error,18602,0.02500,0.771
43,mlp.experts.13.down_proj,0.0002260093,hessian_weighted_relative_error,24806,0.02500,0.748
43,mlp.experts.14.down_proj,0.0133089917,hessian_weighted_relative_error,26755,0.02500,0.769
43,mlp.experts.15.down_proj,0.0088523514,hessian_weighted_relative_error,29722,0.02500,0.751
43,mlp.experts.16.down_proj,0.0066047763,hessian_weighted_relative_error,17113,0.02500,0.774
43,mlp.experts.18.down_proj,0.0111380841,hessian_weighted_relative_error,42612,0.02500,0.771
43,mlp.experts.19.down_proj,0.0063225231,hessian_weighted_relative_error,20069,0.02500,0.754
43,mlp.experts.22.down_proj,0.0057684169,hessian_weighted_relative_error,22008,0.02500,0.773
43,mlp.experts.24.down_proj,0.0116477541,hessian_weighted_relative_error,24066,0.02500,0.776
43,mlp.experts.25.down_proj,0.0112967102,hessian_weighted_relative_error,24845,0.02500,0.758
43,mlp.experts.27.down_proj,0.0117112798,hessian_weighted_relative_error,23263,0.02500,0.756
43,mlp.experts.29.down_proj,0.0086717898,hessian_weighted_relative_error,10071,0.02500,0.753
43,mlp.experts.31.down_proj,0.0044633463,hessian_weighted_relative_error,14642,0.02500,0.757
43,mlp.experts.32.down_proj,0.0081911276,hessian_weighted_relative_error,17163,0.02500,0.780
43,mlp.experts.34.down_proj,0.0084672950,hessian_weighted_relative_error,24812,0.02500,0.776
43,mlp.experts.36.down_proj,0.0124877396,hessian_weighted_relative_error,29699,0.02500,0.780
43,mlp.experts.40.down_proj,0.0117304470,hessian_weighted_relative_error,26978,0.02500,0.782
43,mlp.experts.41.down_proj,0.0093616364,hessian_weighted_relative_error,24116,0.02500,0.762
43,mlp.experts.43.down_proj,0.0116481032,hessian_weighted_relative_error,32223,0.02500,0.762
43,mlp.experts.44.down_proj,0.0105563633,hessian_weighted_relative_error,12564,0.02500,0.781
43,mlp.experts.45.down_proj,0.0070312744,hessian_weighted_relative_error,17661,0.02500,0.760
43,mlp.experts.46.down_proj,0.0079788917,hessian_weighted_relative_error,4330,0.02500,0.779
43,mlp.experts.48.down_proj,0.0074250090,hessian_weighted_relative_error,22047,0.02500,0.782
43,mlp.experts.50.down_proj,0.0099282093,hessian_weighted_relative_error,17759,0.02500,0.781
43,mlp.experts.54.down_proj,0.0057238130,hessian_weighted_relative_error,3951,0.02500,0.781
43,mlp.experts.55.down_proj,0.0111853143,hessian_weighted_relative_error,20321,0.02500,0.768
43,mlp.experts.56.down_proj,0.0111711215,hessian_weighted_relative_error,20395,0.02500,0.784
43,mlp.experts.58.down_proj,0.0120991320,hessian_weighted_relative_error,27683,0.02500,0.783
43,mlp.experts.60.down_proj,0.0110903667,hessian_weighted_relative_error,21374,0.02500,0.785
43,mlp.experts.61.down_proj,0.0108490016,hessian_weighted_relative_error,20091,0.02500,0.765
43,mlp.experts.62.down_proj,0.0081992099,hessian_weighted_relative_error,14417,0.02500,0.783
43,mlp.experts.63.down_proj,0.0081243244,hessian_weighted_relative_error,25329,0.02500,0.770
43,mlp.experts.65.down_proj,0.0116422511,hessian_weighted_relative_error,25436,0.02500,0.772
43,mlp.experts.68.down_proj,0.0107711292,hessian_weighted_relative_error,19108,0.02500,0.787
43,mlp.experts.69.down_proj,0.0074686151,hessian_weighted_relative_error,41887,0.02500,0.768
43,mlp.experts.70.down_proj,0.0095214297,hessian_weighted_relative_error,39779,0.02500,0.785
43,mlp.experts.72.down_proj,0.0106970976,hessian_weighted_relative_error,21920,0.02500,0.790
43,mlp.experts.73.down_proj,0.0104073395,hessian_weighted_relative_error,21894,0.02500,0.775
43,mlp.experts.74.down_proj,0.0113358887,hessian_weighted_relative_error,10757,0.02500,0.787
43,mlp.experts.78.down_proj,0.0094162431,hessian_weighted_relative_error,21254,0.02500,0.788
43,mlp.experts.81.down_proj,0.0087488593,hessian_weighted_relative_error,17935,0.02500,0.779
43,mlp.experts.84.down_proj,0.0050216364,hessian_weighted_relative_error,25942,0.02500,0.792
43,mlp.experts.85.down_proj,0.0125943410,hessian_weighted_relative_error,22839,0.02500,0.774
43,mlp.experts.89.down_proj,0.0096123440,hessian_weighted_relative_error,22234,0.02500,0.782
43,mlp.experts.91.down_proj,0.0072367377,hessian_weighted_relative_error,24447,0.02500,0.779
43,mlp.experts.93.down_proj,0.0096149199,hessian_weighted_relative_error,9336,0.02500,0.777
43,mlp.experts.94.down_proj,0.0084522254,hessian_weighted_relative_error,15418,0.02500,0.791
43,mlp.experts.96.down_proj,0.0105334271,hessian_weighted_relative_error,26335,0.02500,0.795
43,mlp.experts.97.down_proj,0.0115049306,hessian_weighted_relative_error,21778,0.02500,0.783
43,mlp.experts.98.down_proj,0.0101637440,hessian_weighted_relative_error,17675,0.02500,0.791
43,mlp.experts.99.down_proj,0.0126323780,hessian_weighted_relative_error,25177,0.02500,0.785
43,mlp.experts.100.down_proj,0.0089331485,hessian_weighted_relative_error,12210,0.02500,0.798
43,mlp.experts.101.down_proj,0.0072730924,hessian_weighted_relative_error,20652,0.02500,0.779
43,mlp.experts.104.down_proj,0.0063071818,hessian_weighted_relative_error,24367,0.02500,0.795
43,mlp.experts.105.down_proj,0.0065188277,hessian_weighted_relative_error,24791,0.02500,0.786
43,mlp.experts.106.down_proj,0.0090909492,hessian_weighted_relative_error,12876,0.02500,0.794
43,mlp.experts.107.down_proj,0.0058443978,hessian_weighted_relative_error,35369,0.02500,0.784
43,mlp.experts.109.down_proj,0.0120173033,hessian_weighted_relative_error,24632,0.02500,0.782
43,mlp.experts.111.down_proj,0.0105707152,hessian_weighted_relative_error,24591,0.02500,0.785
43,mlp.experts.113.down_proj,0.0127716120,hessian_weighted_relative_error,28030,0.02500,0.788
43,mlp.experts.114.down_proj,0.0108114510,hessian_weighted_relative_error,36790,0.02500,0.795
43,mlp.experts.115.down_proj,0.0073070950,hessian_weighted_relative_error,18748,0.02500,0.786
43,mlp.experts.116.down_proj,0.0090112314,hessian_weighted_relative_error,29359,0.02500,0.800
43,mlp.experts.117.down_proj,0.0086330031,hessian_weighted_relative_error,20711,0.02500,0.784
43,mlp.experts.118.down_proj,0.0088421669,hessian_weighted_relative_error,14690,0.02500,0.797
43,mlp.experts.119.down_proj,0.0116230015,hessian_weighted_relative_error,22178,0.02500,0.789
43,mlp.experts.120.down_proj,0.0124944336,hessian_weighted_relative_error,23663,0.02500,0.798
43,mlp.experts.121.down_proj,0.0091222942,hessian_weighted_relative_error,25588,0.02500,0.790
43,mlp.experts.122.down_proj,0.0108763505,hessian_weighted_relative_error,23761,0.02500,0.796
43,mlp.experts.123.down_proj,0.0102762360,hessian_weighted_relative_error,25354,0.02500,0.788
43,mlp.experts.125.down_proj,0.0099776355,hessian_weighted_relative_error,18530,0.02500,0.787
43,mlp.experts.126.down_proj,0.0085055805,hessian_weighted_relative_error,14928,0.02500,0.797
43,mlp.experts.127.down_proj,0.0098277966,hessian_weighted_relative_error,23151,0.02500,0.791
43,mlp.experts.128.down_proj,0.0062407477,hessian_weighted_relative_error,22756,0.02500,0.801
43,mlp.experts.129.down_proj,0.0120049142,hessian_weighted_relative_error,26294,0.02500,0.794
43,mlp.experts.131.down_proj,0.0095808159,hessian_weighted_relative_error,21975,0.02500,0.791
43,mlp.experts.132.down_proj,0.0100592535,hessian_weighted_relative_error,6406,0.02500,0.803
43,mlp.experts.141.down_proj,0.0105348207,hessian_weighted_relative_error,25598,0.02500,0.790
43,mlp.experts.142.down_proj,0.0102953591,hessian_weighted_relative_error,19998,0.02500,0.799
43,mlp.experts.143.down_proj,0.0097152703,hessian_weighted_relative_error,15715,0.02500,0.800
43,mlp.experts.145.down_proj,0.0061848869,hessian_weighted_relative_error,11377,0.02500,0.797
43,mlp.experts.146.down_proj,0.0089832528,hessian_weighted_relative_error,12841,0.02500,0.801
43,mlp.experts.148.down_proj,0.0059155579,hessian_weighted_relative_error,45914,0.02500,0.803
43,mlp.experts.149.down_proj,0.0103206303,hessian_weighted_relative_error,12775,0.02500,0.793
43,mlp.experts.150.down_proj,0.0117696708,hessian_weighted_relative_error,16174,0.02500,0.801
43,mlp.experts.152.down_proj,0.0087047612,hessian_weighted_relative_error,16882,0.02500,0.804
43,mlp.experts.153.down_proj,0.0092415728,hessian_weighted_relative_error,21654,0.02500,0.800
43,mlp.experts.154.down_proj,0.0071782118,hessian_weighted_relative_error,33327,0.02500,0.802
43,mlp.experts.155.down_proj,0.0104291671,hessian_weighted_relative_error,12516,0.02500,0.799
43,mlp.experts.157.down_proj,0.0115639113,hessian_weighted_relative_error,21792,0.02500,0.796
43,mlp.experts.158.down_proj,0.0114024862,hessian_weighted_relative_error,34396,0.02500,0.802
43,mlp.experts.161.down_proj,0.0077322100,hessian_weighted_relative_error,18543,0.02500,0.802
43,mlp.experts.163.down_proj,0.0085708455,hessian_weighted_relative_error,13710,0.02500,0.800
43,mlp.experts.164.down_proj,0.0108990914,hessian_weighted_relative_error,22118,0.02500,0.804
43,mlp.experts.166.down_proj,0.0095727686,hessian_weighted_relative_error,18585,0.02500,0.803
43,mlp.experts.167.down_proj,0.0113266217,hessian_weighted_relative_error,26679,0.02500,0.802
43,mlp.experts.168.down_proj,0.0077433670,hessian_weighted_relative_error,8338,0.02500,0.804
43,mlp.experts.170.down_proj,0.0113237278,hessian_weighted_relative_error,11386,0.02500,0.804
43,mlp.experts.171.down_proj,0.0106481841,hessian_weighted_relative_error,23857,0.02500,0.802
43,mlp.experts.174.down_proj,0.0119265676,hessian_weighted_relative_error,22719,0.02500,0.804
43,mlp.experts.175.down_proj,0.0086037829,hessian_weighted_relative_error,14964,0.02500,0.803
43,mlp.experts.176.down_proj,0.0098112925,hessian_weighted_relative_error,25944,0.02500,0.806
43,mlp.experts.177.down_proj,0.0109686164,hessian_weighted_relative_error,14553,0.02500,0.807
43,mlp.experts.178.down_proj,0.0090207348,hessian_weighted_relative_error,17699,0.02500,0.804
43,mlp.experts.180.down_proj,0.0111240135,hessian_weighted_relative_error,19102,0.02500,0.807
43,mlp.experts.182.down_proj,0.0117963702,hessian_weighted_relative_error,22178,0.02500,0.804
43,mlp.experts.183.down_proj,0.0091877694,hessian_weighted_relative_error,29722,0.02500,0.808
43,mlp.experts.185.down_proj,0.0124287958,hessian_weighted_relative_error,30661,0.02500,0.810
43,mlp.experts.186.down_proj,0.0106733546,hessian_weighted_relative_error,17825,0.02500,0.805
43,mlp.experts.189.down_proj,0.0113954866,hessian_weighted_relative_error,36053,0.02500,0.804
43,mlp.experts.190.down_proj,0.0091063578,hessian_weighted_relative_error,20208,0.02500,0.806
43,mlp.experts.191.down_proj,0.0069375023,hessian_weighted_relative_error,20533,0.02500,0.809
43,mlp.experts.193.down_proj,0.0128490514,hessian_weighted_relative_error,27105,0.02500,0.811
43,mlp.experts.195.down_proj,0.0090086319,hessian_weighted_relative_error,21810,0.02500,0.810
43,mlp.experts.196.down_proj,0.0116088180,hessian_weighted_relative_error,37170,0.02500,0.808
43,mlp.experts.197.down_proj,0.0060261750,hessian_weighted_relative_error,13587,0.02500,0.809
43,mlp.experts.198.down_proj,0.0125404739,hessian_weighted_relative_error,22132,0.02500,0.807
43,mlp.experts.199.down_proj,0.0094411713,hessian_weighted_relative_error,21811,0.02500,0.812
43,mlp.experts.201.down_proj,0.0104556398,hessian_weighted_relative_error,20034,0.02500,0.814
43,mlp.experts.203.down_proj,0.0112097876,hessian_weighted_relative_error,18093,0.02500,0.813
43,mlp.experts.204.down_proj,0.0015504357,hessian_weighted_relative_error,40149,0.02500,0.810
43,mlp.experts.205.down_proj,0.0119308538,hessian_weighted_relative_error,21243,0.02500,0.811
43,mlp.experts.206.down_proj,0.0066516375,hessian_weighted_relative_error,24518,0.02500,0.808
43,mlp.experts.208.down_proj,0.0101148591,hessian_weighted_relative_error,22205,0.02500,0.812
43,mlp.experts.209.down_proj,0.0084561549,hessian_weighted_relative_error,11640,0.02500,0.816
43,mlp.experts.210.down_proj,0.0047883568,hessian_weighted_relative_error,31971,0.02500,0.807
43,mlp.experts.211.down_proj,0.0109228475,hessian_weighted_relative_error,20808,0.02500,0.816
43,mlp.experts.212.down_proj,0.0120432973,hessian_weighted_relative_error,16373,0.02500,0.811
43,mlp.experts.215.down_proj,0.0098787114,hessian_weighted_relative_error,10790,0.02500,0.818
43,mlp.experts.216.down_proj,0.0090719096,hessian_weighted_relative_error,20088,0.02500,0.812
43,mlp.experts.217.down_proj,0.0098418208,hessian_weighted_relative_error,31643,0.02500,0.818
43,mlp.experts.218.down_proj,0.0061858972,hessian_weighted_relative_error,21829,0.02500,0.809
43,mlp.experts.220.down_proj,0.0092048290,hessian_weighted_relative_error,14723,0.02500,0.814
43,mlp.experts.223.down_proj,0.0088082852,hessian_weighted_relative_error,14294,0.02500,0.819
43,mlp.experts.224.down_proj,0.0060149445,hessian_weighted_relative_error,21319,0.02500,0.814
43,mlp.experts.225.down_proj,0.0078960715,hessian_weighted_relative_error,32096,0.02500,0.819
43,mlp.experts.226.down_proj,0.0099332681,hessian_weighted_relative_error,26102,0.02500,0.812
43,mlp.experts.227.down_proj,0.0066191480,hessian_weighted_relative_error,10499,0.02500,0.817
43,mlp.experts.228.down_proj,0.0070232960,hessian_weighted_relative_error,44657,0.02500,0.813
43,mlp.experts.229.down_proj,0.0098351613,hessian_weighted_relative_error,21296,0.02500,0.817
43,mlp.experts.230.down_proj,0.0094368232,hessian_weighted_relative_error,19466,0.02500,0.812
43,mlp.experts.231.down_proj,0.0107920711,hessian_weighted_relative_error,22842,0.02500,0.819
43,mlp.experts.232.down_proj,0.0095583804,hessian_weighted_relative_error,18360,0.02500,0.815
43,mlp.experts.233.down_proj,0.0079286559,hessian_weighted_relative_error,23528,0.02500,0.820
43,mlp.experts.234.down_proj,0.0113877880,hessian_weighted_relative_error,34250,0.02500,0.812
43,mlp.experts.236.down_proj,0.0113962680,hessian_weighted_relative_error,23951,0.02500,0.817
43,mlp.experts.238.down_proj,0.0091207439,hessian_weighted_relative_error,37003,0.02500,0.811
43,mlp.experts.239.down_proj,0.0073746150,hessian_weighted_relative_error,31193,0.02500,0.822
43,mlp.experts.241.down_proj,0.0119348991,hessian_weighted_relative_error,20215,0.02500,0.822
43,mlp.experts.242.down_proj,0.0096917257,hessian_weighted_relative_error,31940,0.02500,0.812
43,mlp.experts.245.down_proj,0.0095376402,hessian_weighted_relative_error,26216,0.02500,0.819
43,mlp.experts.246.down_proj,0.0106770187,hessian_weighted_relative_error,11586,0.02500,0.812
43,mlp.experts.250.down_proj,0.0107552092,hessian_weighted_relative_error,37052,0.02500,0.813
43,mlp.experts.251.down_proj,0.0069046942,hessian_weighted_relative_error,9297,0.02500,0.821
43,mlp.experts.253.down_proj,0.0081634276,hessian_weighted_relative_error,24277,0.02500,0.819
43,mlp.experts.259.down_proj,0.0118685270,hessian_weighted_relative_error,28056,0.02500,0.822
43,mlp.experts.260.down_proj,0.0125443637,hessian_weighted_relative_error,27695,0.02500,0.816
43,mlp.experts.262.down_proj,0.0090738216,hessian_weighted_relative_error,20993,0.02500,0.813
43,mlp.experts.264.down_proj,0.0111897872,hessian_weighted_relative_error,12910,0.02500,0.817
43,mlp.experts.268.down_proj,0.0067429104,hessian_weighted_relative_error,11046,0.02500,0.816
43,mlp.experts.269.down_proj,0.0118765565,hessian_weighted_relative_error,29869,0.02500,0.822
43,mlp.experts.270.down_proj,0.0109358453,hessian_weighted_relative_error,22280,0.02500,0.816
43,mlp.experts.273.down_proj,0.0128679091,hessian_weighted_relative_error,28578,0.02500,0.824
43,mlp.experts.275.down_proj,0.0087050011,hessian_weighted_relative_error,40584,0.02500,0.823
43,mlp.experts.277.down_proj,0.0106992013,hessian_weighted_relative_error,9755,0.02500,0.821
43,mlp.experts.278.down_proj,0.0054959927,hessian_weighted_relative_error,34988,0.02500,0.815
43,mlp.experts.279.down_proj,0.0101930837,hessian_weighted_relative_error,19981,0.02500,0.829
43,mlp.experts.280.down_proj,0.0106985522,hessian_weighted_relative_error,22249,0.02500,0.819
43,mlp.experts.281.down_proj,0.0097831393,hessian_weighted_relative_error,8098,0.02500,0.823
43,mlp.experts.282.down_proj,0.0100712334,hessian_weighted_relative_error,19438,0.02500,0.816
43,mlp.experts.285.down_proj,0.0123384283,hessian_weighted_relative_error,32312,0.02500,0.820
43,mlp.experts.286.down_proj,0.0098061236,hessian_weighted_relative_error,30776,0.02500,0.816
43,mlp.experts.287.down_proj,0.0095813873,hessian_weighted_relative_error,16028,0.02500,0.821
43,mlp.experts.102.down_proj,0.0022086023,hessian_weighted_relative_error,33638,0.02500,1.496
43,mlp.experts.103.down_proj,0.0031929924,hessian_weighted_relative_error,46222,0.02500,1.488
43,mlp.experts.10.down_proj,0.0019272735,hessian_weighted_relative_error,19877,0.02500,1.498
43,mlp.experts.103.up_proj,0.0015497714,hessian_weighted_relative_error,46222,0.02500,1.641
43,mlp.experts.102.up_proj,0.0013839822,hessian_weighted_relative_error,33638,0.02500,1.616
43,mlp.experts.133.down_proj,0.0014822515,hessian_weighted_relative_error,44531,0.02500,1.526
43,mlp.experts.0.down_proj,0.0027376123,hessian_weighted_relative_error,36049,0.02500,1.502
43,mlp.experts.133.gate_proj,0.0009193937,hessian_weighted_relative_error,44531,0.02500,1.617
43,mlp.experts.110.up_proj,0.0018133284,hessian_weighted_relative_error,36204,0.02500,1.619
43,mlp.experts.133.up_proj,0.0009223825,hessian_weighted_relative_error,44531,0.02500,1.646
43,mlp.experts.110.down_proj,0.0032570052,hessian_weighted_relative_error,36204,0.02500,1.524
43,mlp.experts.135.down_proj,0.0026231419,hessian_weighted_relative_error,36163,0.02500,1.536
43,mlp.experts.112.down_proj,0.0032213240,hessian_weighted_relative_error,24649,0.02500,1.530
43,mlp.experts.135.up_proj,0.0012654933,hessian_weighted_relative_error,36163,0.02500,1.653
43,mlp.experts.108.down_proj,0.0026247782,hessian_weighted_relative_error,36256,0.02500,1.534
43,mlp.experts.137.down_proj,0.0032987329,hessian_weighted_relative_error,58741,0.02500,1.536
43,mlp.experts.124.gate_proj,0.0015941365,hessian_weighted_relative_error,40838,0.02500,1.589
43,mlp.experts.137.up_proj,0.0013553384,hessian_weighted_relative_error,58741,0.02500,1.655
43,mlp.experts.124.down_proj,0.0028036141,hessian_weighted_relative_error,40838,0.02500,1.532
43,mlp.experts.139.down_proj,0.0028981858,hessian_weighted_relative_error,61280,0.02500,1.535
43,mlp.experts.124.up_proj,0.0017490738,hessian_weighted_relative_error,40838,0.02500,1.625
43,mlp.experts.139.up_proj,0.0017476377,hessian_weighted_relative_error,61280,0.02500,1.655
43,mlp.experts.112.up_proj,0.0019701389,hessian_weighted_relative_error,24649,0.02500,1.626
43,mlp.experts.147.down_proj,0.0017182023,hessian_weighted_relative_error,39167,0.02500,1.541
43,mlp.experts.130.up_proj,0.0008833556,hessian_weighted_relative_error,48430,0.02500,1.624
43,mlp.experts.147.gate_proj,0.0008980241,hessian_weighted_relative_error,39167,0.02500,1.631
43,mlp.experts.130.gate_proj,0.0007093547,hessian_weighted_relative_error,48430,0.02500,1.592
43,mlp.experts.147.up_proj,0.0008342385,hessian_weighted_relative_error,39167,0.02500,1.647
43,mlp.experts.134.down_proj,0.0031670813,hessian_weighted_relative_error,123103,0.02500,1.530
43,mlp.experts.151.down_proj,0.0011522466,hessian_weighted_relative_error,78695,0.02500,1.539
43,mlp.experts.130.down_proj,0.0011465105,hessian_weighted_relative_error,48430,0.02500,1.534
43,mlp.experts.151.gate_proj,0.0009609973,hessian_weighted_relative_error,78695,0.02500,1.635
43,mlp.experts.136.down_proj,0.0029205145,hessian_weighted_relative_error,41825,0.02500,1.537
43,mlp.experts.151.up_proj,0.0011600548,hessian_weighted_relative_error,78695,0.02500,1.658
43,mlp.experts.134.up_proj,0.0018760868,hessian_weighted_relative_error,123103,0.02500,1.625
43,mlp.experts.159.down_proj,0.0030273465,hessian_weighted_relative_error,44885,0.02500,1.546
43,mlp.experts.136.up_proj,0.0016086352,hessian_weighted_relative_error,41825,0.02500,1.617
43,mlp.experts.165.down_proj,0.0027529154,hessian_weighted_relative_error,33810,0.02500,1.536
43,mlp.experts.134.gate_proj,0.0014989418,hessian_weighted_relative_error,123103,0.02500,1.594
43,mlp.experts.165.up_proj,0.0015772261,hessian_weighted_relative_error,33810,0.02500,1.654
43,mlp.experts.144.down_proj,0.0023057409,hessian_weighted_relative_error,38227,0.02500,1.540
43,mlp.experts.169.down_proj,0.0022143845,hessian_weighted_relative_error,33440,0.02500,1.547
43,mlp.experts.140.down_proj,0.0022372886,hessian_weighted_relative_error,17517,0.02500,1.538
43,mlp.experts.169.gate_proj,0.0015164337,hessian_weighted_relative_error,33440,0.02500,1.639
43,mlp.experts.156.down_proj,0.0021428850,hessian_weighted_relative_error,42213,0.02500,1.539
43,mlp.experts.169.up_proj,0.0015569906,hessian_weighted_relative_error,33440,0.02500,1.662
43,mlp.experts.138.down_proj,0.0029351458,hessian_weighted_relative_error,33897,0.02500,1.538
43,mlp.experts.17.down_proj,0.0021371746,hessian_weighted_relative_error,26398,0.02500,1.500
43,mlp.experts.160.down_proj,0.0024021233,hessian_weighted_relative_error,30892,0.02500,1.543
43,mlp.experts.17.gate_proj,0.0009982442,hessian_weighted_relative_error,26398,0.02500,1.581
43,mlp.experts.156.up_proj,0.0014218070,hessian_weighted_relative_error,42213,0.02500,1.617
43,mlp.experts.17.up_proj,0.0011743150,hessian_weighted_relative_error,26398,0.02500,1.654
43,mlp.experts.160.up_proj,0.0016912733,hessian_weighted_relative_error,30892,0.02500,1.618
43,mlp.experts.173.down_proj,0.0028747903,hessian_weighted_relative_error,45429,0.02500,1.542
43,mlp.experts.156.gate_proj,0.0013562752,hessian_weighted_relative_error,42213,0.02500,1.598
43,mlp.experts.173.up_proj,0.0017322537,hessian_weighted_relative_error,45429,0.02500,1.661
43,mlp.experts.162.up_proj,0.0016279078,hessian_weighted_relative_error,35589,0.02500,1.621
43,mlp.experts.179.down_proj,0.0032255993,hessian_weighted_relative_error,96466,0.02500,1.552
43,mlp.experts.162.gate_proj,0.0014384566,hessian_weighted_relative_error,35589,0.02500,1.600
43,mlp.experts.179.gate_proj,0.0009172134,hessian_weighted_relative_error,96466,0.02500,1.639
43,mlp.experts.172.down_proj,0.0017316751,hessian_weighted_relative_error,19268,0.02500,1.542
43,mlp.experts.162.down_proj,0.0023859544,hessian_weighted_relative_error,35589,0.02500,1.543
43,mlp.experts.179.up_proj,0.0010059933,hessian_weighted_relative_error,96466,0.02500,1.667
43,mlp.experts.188.down_proj,0.0027128941,hessian_weighted_relative_error,43976,0.02500,1.547
43,mlp.experts.181.down_proj,0.0032695698,hessian_weighted_relative_error,48759,0.02500,1.549
43,mlp.experts.184.down_proj,0.0028955136,hessian_weighted_relative_error,42678,0.02500,1.543
43,mlp.experts.187.down_proj,0.0020057555,hessian_weighted_relative_error,27453,0.02500,1.554
43,mlp.experts.188.gate_proj,0.0011678504,hessian_weighted_relative_error,43976,0.02500,1.604
43,mlp.experts.207.down_proj,0.0017372409,hessian_weighted_relative_error,22044,0.02500,1.560
43,mlp.experts.21.down_proj,0.0028458024,hessian_weighted_relative_error,56513,0.02500,1.494
43,mlp.experts.172.up_proj,0.0012032408,hessian_weighted_relative_error,19268,0.02500,1.618
43,mlp.experts.192.up_proj,0.0020017642,hessian_weighted_relative_error,27393,0.02500,1.617
43,mlp.experts.21.gate_proj,0.0009003601,hessian_weighted_relative_error,56513,0.02500,1.594
43,mlp.experts.192.down_proj,0.0027737753,hessian_weighted_relative_error,27393,0.02500,1.547
43,mlp.experts.213.down_proj,0.0027817725,hessian_weighted_relative_error,58130,0.02500,1.563
43,mlp.experts.194.down_proj,0.0033664130,hessian_weighted_relative_error,67217,0.02500,1.544
43,mlp.experts.213.up_proj,0.0015487881,hessian_weighted_relative_error,58130,0.02500,1.658
43,mlp.experts.188.up_proj,0.0014803998,hessian_weighted_relative_error,43976,0.02500,1.620
43,mlp.experts.219.down_proj,0.0028219198,hessian_weighted_relative_error,24620,0.02500,1.560
43,mlp.experts.20.down_proj,0.0027542738,hessian_weighted_relative_error,62895,0.02500,1.513
43,mlp.experts.219.up_proj,0.0018933216,hessian_weighted_relative_error,24620,0.02500,1.659
43,mlp.experts.194.up_proj,0.0016640312,hessian_weighted_relative_error,67217,0.02500,1.621
43,mlp.experts.221.down_proj,0.0035331298,hessian_weighted_relative_error,54947,0.02500,1.561
43,mlp.experts.20.gate_proj,0.0011973059,hessian_weighted_relative_error,62895,0.02500,1.567
43,mlp.experts.221.gate_proj,0.0016254324,hessian_weighted_relative_error,54947,0.02500,1.649
43,mlp.experts.194.gate_proj,0.0013627002,hessian_weighted_relative_error,67217,0.02500,1.602
43,mlp.experts.221.up_proj,0.0015007747,hessian_weighted_relative_error,54947,0.02500,1.656
43,mlp.experts.200.gate_proj,0.0008484977,hessian_weighted_relative_error,40001,0.02500,1.608
43,mlp.experts.23.down_proj,0.0025697800,hessian_weighted_relative_error,44715,0.02500,1.506
43,mlp.experts.200.down_proj,0.0016756293,hessian_weighted_relative_error,40001,0.02500,1.547
43,mlp.experts.23.gate_proj,0.0009102051,hessian_weighted_relative_error,44715,0.02500,1.582
43,mlp.experts.200.up_proj,0.0009437237,hessian_weighted_relative_error,40001,0.02500,1.621
43,mlp.experts.23.up_proj,0.0010259852,hessian_weighted_relative_error,44715,0.02500,1.655
43,mlp.experts.20.up_proj,0.0013875828,hessian_weighted_relative_error,62895,0.02500,1.612
43,mlp.experts.235.down_proj,0.0029604853,hessian_weighted_relative_error,25922,0.02500,1.566
43,mlp.experts.204.up_proj,0.0018693368,hessian_weighted_relative_error,40149,0.02500,1.623
43,mlp.experts.237.down_proj,0.0022961466,hessian_weighted_relative_error,21697,0.02500,1.562
43,mlp.experts.204.gate_proj,0.0013958496,hessian_weighted_relative_error,40149,0.02500,1.605
43,mlp.experts.237.up_proj,0.0015469919,hessian_weighted_relative_error,21697,0.02500,1.663
43,mlp.experts.206.gate_proj,0.0012632205,hessian_weighted_relative_error,24518,0.02500,1.607
43,mlp.experts.243.down_proj,0.0027877228,hessian_weighted_relative_error,34502,0.02500,1.567
43,mlp.experts.202.down_proj,0.0027023469,hessian_weighted_relative_error,36181,0.02500,1.547
43,mlp.experts.247.down_proj,0.0033788064,hessian_weighted_relative_error,52903,0.02500,1.563
43,mlp.experts.214.down_proj,0.0022445616,hessian_weighted_relative_error,32755,0.02500,1.549
43,mlp.experts.249.down_proj,0.0025468429,hessian_weighted_relative_error,37487,0.02500,1.569
43,mlp.experts.210.up_proj,0.0011370428,hessian_weighted_relative_error,31971,0.02500,1.623
43,mlp.experts.255.down_proj,0.0027207734,hessian_weighted_relative_error,38811,0.02500,1.571
43,mlp.experts.214.up_proj,0.0015489820,hessian_weighted_relative_error,32755,0.02500,1.622
43,mlp.experts.255.up_proj,0.0016792636,hessian_weighted_relative_error,38811,0.02500,1.674
43,mlp.experts.206.up_proj,0.0016418541,hessian_weighted_relative_error,24518,0.02500,1.622
43,mlp.experts.257.down_proj,0.0032213459,hessian_weighted_relative_error,67379,0.02500,1.570
43,mlp.experts.240.gate_proj,0.0008490537,hessian_weighted_relative_error,49444,0.02500,1.623
43,mlp.experts.261.down_proj,0.0019999927,hessian_weighted_relative_error,37564,0.02500,1.568
43,mlp.experts.240.down_proj,0.0020408132,hessian_weighted_relative_error,49444,0.02500,1.554
43,mlp.experts.263.down_proj,0.0030823760,hessian_weighted_relative_error,51905,0.02500,1.571
43,mlp.experts.240.up_proj,0.0010421849,hessian_weighted_relative_error,49444,0.02500,1.623
43,mlp.experts.265.down_proj,0.0029303709,hessian_weighted_relative_error,43650,0.02500,1.571
43,mlp.experts.222.down_proj,0.0028491210,hessian_weighted_relative_error,22823,0.02500,1.550
43,mlp.experts.267.down_proj,0.0029293936,hessian_weighted_relative_error,46854,0.02500,1.565
43,mlp.experts.248.up_proj,0.0022204011,hessian_weighted_relative_error,30354,0.02500,1.624
43,mlp.experts.267.gate_proj,0.0014636073,hessian_weighted_relative_error,46854,0.02500,1.650
43,mlp.experts.248.down_proj,0.0031754646,hessian_weighted_relative_error,30354,0.02500,1.555
43,mlp.experts.267.up_proj,0.0021293136,hessian_weighted_relative_error,46854,0.02500,1.683
43,mlp.experts.252.down_proj,0.0025777154,hessian_weighted_relative_error,47641,0.02500,1.557
43,mlp.experts.271.down_proj,0.0031402733,hessian_weighted_relative_error,36194,0.02500,1.571
43,mlp.experts.244.down_proj,0.0019941407,hessian_weighted_relative_error,32621,0.02500,1.557
43,mlp.experts.283.down_proj,0.0028251549,hessian_weighted_relative_error,25942,0.02500,1.565
43,mlp.experts.254.up_proj,0.0014020931,hessian_weighted_relative_error,40609,0.02500,1.623
43,mlp.experts.3.down_proj,0.0029444792,hessian_weighted_relative_error,27650,0.02500,1.460
43,mlp.experts.254.gate_proj,0.0013779305,hessian_weighted_relative_error,40609,0.02500,1.611
43,mlp.experts.33.down_proj,0.0030694268,hessian_weighted_relative_error,45154,0.02500,1.506
43,mlp.experts.256.down_proj,0.0025886622,hessian_weighted_relative_error,29139,0.02500,1.556
43,mlp.experts.33.up_proj,0.0020183161,hessian_weighted_relative_error,45154,0.02500,1.658
43,mlp.experts.254.down_proj,0.0021179351,hessian_weighted_relative_error,40609,0.02500,1.554
43,mlp.experts.35.down_proj,0.0022846632,hessian_weighted_relative_error,41834,0.02500,1.503
43,mlp.experts.258.gate_proj,0.0009071492,hessian_weighted_relative_error,169150,0.02500,1.610
43,mlp.experts.35.gate_proj,0.0013040465,hessian_weighted_relative_error,41834,0.02500,1.595
43,mlp.experts.258.down_proj,0.0022603916,hessian_weighted_relative_error,169150,0.02500,1.552
43,mlp.experts.35.up_proj,0.0014674661,hessian_weighted_relative_error,41834,0.02500,1.656
43,mlp.experts.258.up_proj,0.0015715746,hessian_weighted_relative_error,169150,0.02500,1.627
43,mlp.experts.37.down_proj,0.0028245891,hessian_weighted_relative_error,28282,0.02500,1.505
43,mlp.experts.256.up_proj,0.0017345896,hessian_weighted_relative_error,29139,0.02500,1.625
43,mlp.experts.39.down_proj,0.0029991635,hessian_weighted_relative_error,34630,0.02500,1.505
43,mlp.experts.266.up_proj,0.0017522184,hessian_weighted_relative_error,44486,0.02500,1.631
43,mlp.experts.39.gate_proj,0.0013551216,hessian_weighted_relative_error,34630,0.02500,1.596
43,mlp.experts.266.down_proj,0.0033068314,hessian_weighted_relative_error,44486,0.02500,1.555
43,mlp.experts.39.up_proj,0.0011084115,hessian_weighted_relative_error,34630,0.02500,1.660
43,mlp.experts.272.down_proj,0.0032172297,hessian_weighted_relative_error,37644,0.02500,1.559
43,mlp.experts.47.down_proj,0.0030165947,hessian_weighted_relative_error,45884,0.02500,1.512
43,mlp.experts.26.down_proj,0.0015869318,hessian_weighted_relative_error,43061,0.02500,1.515
43,mlp.experts.47.gate_proj,0.0016605861,hessian_weighted_relative_error,45884,0.02500,1.598
43,mlp.experts.274.up_proj,0.0016415274,hessian_weighted_relative_error,65968,0.02500,1.627
43,mlp.experts.47.up_proj,0.0019169806,hessian_weighted_relative_error,45884,0.02500,1.663
43,mlp.experts.274.gate_proj,0.0010679268,hessian_weighted_relative_error,65968,0.02500,1.611
43,mlp.experts.49.down_proj,0.0022515876,hessian_weighted_relative_error,37913,0.02500,1.514
43,mlp.experts.276.down_proj,0.0019307742,hessian_weighted_relative_error,26555,0.02500,1.558
43,mlp.experts.49.gate_proj,0.0009406241,hessian_weighted_relative_error,37913,0.02500,1.605
43,mlp.experts.274.down_proj,0.0027056783,hessian_weighted_relative_error,65968,0.02500,1.556
43,mlp.experts.49.up_proj,0.0009692974,hessian_weighted_relative_error,37913,0.02500,1.665
43,mlp.experts.28.up_proj,0.0017796330,hessian_weighted_relative_error,42326,0.02500,1.617
43,mlp.experts.5.down_proj,0.0023132115,hessian_weighted_relative_error,38235,0.02500,1.494
43,mlp.experts.28.gate_proj,0.0014391709,hessian_weighted_relative_error,42326,0.02500,1.574
43,mlp.experts.51.down_proj,0.0012955147,hessian_weighted_relative_error,69422,0.02500,1.514
43,mlp.experts.284.down_proj,0.0029194617,hessian_weighted_relative_error,39922,0.02500,1.557
43,mlp.experts.53.down_proj,0.0026118774,hessian_weighted_relative_error,43775,0.02500,1.508
43,mlp.experts.28.down_proj,0.0030029675,hessian_weighted_relative_error,42326,0.02500,1.518
43,mlp.experts.53.gate_proj,0.0014660761,hessian_weighted_relative_error,43775,0.02500,1.602
43,mlp.experts.30.down_proj,0.0023686978,hessian_weighted_relative_error,18888,0.02500,1.488
43,mlp.experts.53.up_proj,0.0018223755,hessian_weighted_relative_error,43775,0.02500,1.663
43,mlp.experts.38.down_proj,0.0029971928,hessian_weighted_relative_error,33659,0.02500,1.515
43,mlp.experts.57.down_proj,0.0017481240,hessian_weighted_relative_error,39414,0.02500,1.520
43,mlp.experts.4.down_proj,0.0027993448,hessian_weighted_relative_error,30324,0.02500,1.511
43,mlp.experts.57.gate_proj,0.0008198973,hessian_weighted_relative_error,39414,0.02500,1.609
43,mlp.experts.42.down_proj,0.0031329546,hessian_weighted_relative_error,45968,0.02500,1.519
43,mlp.experts.42.gate_proj,0.0014625593,hessian_weighted_relative_error,45968,0.02500,1.584
43,mlp.experts.67.gate_proj,0.0015006304,hessian_weighted_relative_error,42750,0.02500,1.617
43,mlp.experts.42.up_proj,0.0016341790,hessian_weighted_relative_error,45968,0.02500,1.615
43,mlp.experts.59.down_proj,0.0033488675,hessian_weighted_relative_error,38768,0.02500,1.521
43,mlp.experts.52.down_proj,0.0031096397,hessian_weighted_relative_error,50100,0.02500,1.525
43,mlp.experts.67.down_proj,0.0028635500,hessian_weighted_relative_error,42750,0.02500,1.528
43,mlp.experts.52.gate_proj,0.0010428036,hessian_weighted_relative_error,50100,0.02500,1.580
43,mlp.experts.57.up_proj,0.0012088471,hessian_weighted_relative_error,39414,0.02500,1.664
43,mlp.experts.52.up_proj,0.0008616574,hessian_weighted_relative_error,50100,0.02500,1.618
43,mlp.experts.75.down_proj,0.0025001932,hessian_weighted_relative_error,63155,0.02500,1.524
43,mlp.experts.64.down_proj,0.0031883458,hessian_weighted_relative_error,39576,0.02500,1.526
43,mlp.experts.71.down_proj,0.0023351149,hessian_weighted_relative_error,31909,0.02500,1.521
43,mlp.experts.66.down_proj,0.0026743479,hessian_weighted_relative_error,30492,0.02500,1.528
43,mlp.experts.71.up_proj,0.0016265647,hessian_weighted_relative_error,31909,0.02500,1.661
43,mlp.experts.76.down_proj,0.0032135466,hessian_weighted_relative_error,51136,0.02500,1.532
43,mlp.experts.67.up_proj,0.0018003213,hessian_weighted_relative_error,42750,0.02500,1.661
43,mlp.experts.80.down_proj,0.0018281409,hessian_weighted_relative_error,38211,0.02500,1.534
43,mlp.experts.79.down_proj,0.0024460929,hessian_weighted_relative_error,37120,0.02500,1.527
43,mlp.experts.80.gate_proj,0.0008921376,hessian_weighted_relative_error,38211,0.02500,1.589
43,mlp.experts.75.up_proj,0.0020567191,hessian_weighted_relative_error,63155,0.02500,1.658
43,mlp.experts.80.up_proj,0.0010780326,hessian_weighted_relative_error,38211,0.02500,1.619
43,mlp.experts.77.down_proj,0.0031805260,hessian_weighted_relative_error,38568,0.02500,1.520
43,mlp.experts.82.down_proj,0.0019850362,hessian_weighted_relative_error,38399,0.02500,1.527
43,mlp.experts.75.gate_proj,0.0014551242,hessian_weighted_relative_error,63155,0.02500,1.609
43,mlp.experts.82.up_proj,0.0015247145,hessian_weighted_relative_error,38399,0.02500,1.618
43,mlp.experts.87.up_proj,0.0022299781,hessian_weighted_relative_error,51102,0.02500,1.656
43,mlp.experts.86.down_proj,0.0029086260,hessian_weighted_relative_error,57769,0.02500,1.528
43,mlp.experts.83.down_proj,0.0025824118,hessian_weighted_relative_error,16205,0.02500,1.525
43,mlp.experts.86.up_proj,0.0010623172,hessian_weighted_relative_error,57769,0.02500,1.619
43,mlp.experts.87.down_proj,0.0032452357,hessian_weighted_relative_error,51102,0.02500,1.529
43,mlp.experts.88.down_proj,0.0020843614,hessian_weighted_relative_error,47509,0.02500,1.535
43,mlp.experts.79.up_proj,0.0014790208,hessian_weighted_relative_error,37120,0.02500,1.657
43,mlp.experts.88.gate_proj,0.0012942442,hessian_weighted_relative_error,47509,0.02500,1.594
43,mlp.experts.95.gate_proj,0.0015151437,hessian_weighted_relative_error,37379,0.02500,1.619
43,mlp.experts.88.up_proj,0.0017500931,hessian_weighted_relative_error,47509,0.02500,1.621
43,mlp.experts.95.up_proj,0.0014713369,hessian_weighted_relative_error,37379,0.02500,1.661
43,mlp.experts.90.down_proj,0.0026735133,hessian_weighted_relative_error,59251,0.02500,1.532
43,mlp.experts.95.down_proj,0.0027452622,hessian_weighted_relative_error,37379,0.02500,1.529
43,mlp.experts.90.gate_proj,0.0013892657,hessian_weighted_relative_error,59251,0.02500,1.595
43,mlp.experts.90.up_proj,0.0015304650,hessian_weighted_relative_error,59251,0.02500,1.622
43,mlp.experts.92.down_proj,0.0029801934,hessian_weighted_relative_error,34274,0.02500,1.535
44,mlp.experts.0.gate_proj,0.0041403230,hessian_weighted_relative_error,19255,0.02500,0.809
44,mlp.experts.1.gate_proj,0.0024021637,hessian_weighted_relative_error,19545,0.02500,0.785
44,mlp.experts.2.gate_proj,0.0032139860,hessian_weighted_relative_error,30803,0.02500,0.803
44,mlp.experts.3.gate_proj,0.0024152711,hessian_weighted_relative_error,47731,0.02500,0.767
44,mlp.experts.4.gate_proj,0.0023750778,hessian_weighted_relative_error,26177,0.02500,0.802
44,mlp.experts.5.gate_proj,0.0031340763,hessian_weighted_relative_error,13195,0.02500,0.785
44,mlp.experts.6.gate_proj,0.0037583894,hessian_weighted_relative_error,57369,0.02500,0.804
44,mlp.experts.8.gate_proj,0.0035093392,hessian_weighted_relative_error,30843,0.02500,0.804
44,mlp.experts.9.gate_proj,0.0029295415,hessian_weighted_relative_error,26600,0.02500,0.787
44,mlp.experts.11.gate_proj,0.0064145203,hessian_weighted_relative_error,21221,0.02500,0.787
44,mlp.experts.12.gate_proj,0.0025148581,hessian_weighted_relative_error,28113,0.02500,0.806
44,mlp.experts.14.gate_proj,0.0050228870,hessian_weighted_relative_error,31832,0.02500,0.807
44,mlp.experts.15.gate_proj,0.0050192555,hessian_weighted_relative_error,27190,0.02500,0.790
44,mlp.experts.18.gate_proj,0.0027678170,hessian_weighted_relative_error,13977,0.02500,0.809
44,mlp.experts.19.gate_proj,0.0017041059,hessian_weighted_relative_error,28799,0.02500,0.792
44,mlp.experts.20.gate_proj,0.0029757689,hessian_weighted_relative_error,13722,0.02500,0.808
44,mlp.experts.21.gate_proj,0.0049734408,hessian_weighted_relative_error,12976,0.02500,0.792
44,mlp.experts.22.gate_proj,0.0023536124,hessian_weighted_relative_error,21887,0.02500,0.812
44,mlp.experts.23.gate_proj,0.0025398111,hessian_weighted_relative_error,15588,0.02500,0.795
44,mlp.experts.24.gate_proj,0.0044515418,hessian_weighted_relative_error,25685,0.02500,0.811
44,mlp.experts.25.gate_proj,0.0031279894,hessian_weighted_relative_error,25223,0.02500,0.798
44,mlp.experts.26.gate_proj,0.0031835107,hessian_weighted_relative_error,20808,0.02500,0.812
44,mlp.experts.27.gate_proj,0.0025587013,hessian_weighted_relative_error,38358,0.02500,0.797
44,mlp.experts.28.gate_proj,0.0040117320,hessian_weighted_relative_error,17878,0.02500,0.811
44,mlp.experts.29.gate_proj,0.0048953684,hessian_weighted_relative_error,19880,0.02500,0.796
44,mlp.experts.30.gate_proj,0.0056075693,hessian_weighted_relative_error,29237,0.02500,0.814
44,mlp.experts.31.gate_proj,0.0048683552,hessian_weighted_relative_error,20379,0.02500,0.800
44,mlp.experts.33.gate_proj,0.0054673415,hessian_weighted_relative_error,28806,0.02500,0.800
44,mlp.experts.34.gate_proj,0.0019892878,hessian_weighted_relative_error,18788,0.02500,0.814
44,mlp.experts.35.gate_proj,0.0031699604,hessian_weighted_relative_error,31686,0.02500,0.798
44,mlp.experts.36.gate_proj,0.0032616346,hessian_weighted_relative_error,35051,0.02500,0.814
44,mlp.experts.38.gate_proj,0.0032885867,hessian_weighted_relative_error,17018,0.02500,0.814
44,mlp.experts.39.gate_proj,0.0025450756,hessian_weighted_relative_error,24648,0.02500,0.800
44,mlp.experts.40.gate_proj,0.0027548390,hessian_weighted_relative_error,30488,0.02500,0.816
44,mlp.experts.41.gate_proj,0.0042262314,hessian_weighted_relative_error,23554,0.02500,0.803
44,mlp.experts.42.gate_proj,0.0022611355,hessian_weighted_relative_error,20009,0.02500,0.817
44,mlp.experts.43.gate_proj,0.0018230507,hessian_weighted_relative_error,12666,0.02500,0.802
44,mlp.experts.44.gate_proj,0.0016223637,hessian_weighted_relative_error,43892,0.02500,0.818
44,mlp.experts.46.gate_proj,0.0061501492,hessian_weighted_relative_error,16424,0.02500,0.817
44,mlp.experts.47.gate_proj,0.0048137860,hessian_weighted_relative_error,52738,0.02500,0.806
44,mlp.experts.48.gate_proj,0.0025019769,hessian_weighted_relative_error,31511,0.02500,0.819
44,mlp.experts.49.gate_proj,0.0047860178,hessian_weighted_relative_error,28053,0.02500,0.809
44,mlp.experts.51.gate_proj,0.0020288640,hessian_weighted_relative_error,11151,0.02500,0.806
44,mlp.experts.52.gate_proj,0.0053607510,hessian_weighted_relative_error,31370,0.02500,0.820
44,mlp.experts.53.gate_proj,0.0025169108,hessian_weighted_relative_error,15155,0.02500,0.808
44,mlp.experts.54.gate_proj,0.0033122318,hessian_weighted_relative_error,28565,0.02500,0.822
44,mlp.experts.58.gate_proj,0.0031589812,hessian_weighted_relative_error,27747,0.02500,0.822
44,mlp.experts.59.gate_proj,0.0019125631,hessian_weighted_relative_error,11355,0.02500,0.812
44,mlp.experts.60.gate_proj,0.0039518222,hessian_weighted_relative_error,27936,0.02500,0.823
44,mlp.experts.61.gate_proj,0.0026436031,hessian_weighted_relative_error,35787,0.02500,0.813
44,mlp.experts.62.gate_proj,0.0029114730,hessian_weighted_relative_error,22686,0.02500,0.824
44,mlp.experts.63.gate_proj,0.0022082811,hessian_weighted_relative_error,9376,0.02500,0.811
44,mlp.experts.66.gate_proj,0.0026402122,hessian_weighted_relative_error,18469,0.02500,0.823
44,mlp.experts.67.gate_proj,0.0067903978,hessian_weighted_relative_error,27248,0.02500,0.817
44,mlp.experts.68.gate_proj,0.0031023046,hessian_weighted_relative_error,19113,0.02500,0.825
44,mlp.experts.69.gate_proj,0.0018078154,hessian_weighted_relative_error,21777,0.02500,0.817
44,mlp.experts.70.gate_proj,0.0045219530,hessian_weighted_relative_error,18417,0.02500,0.825
44,mlp.experts.71.gate_proj,0.0026662752,hessian_weighted_relative_error,22465,0.02500,0.815
44,mlp.experts.72.gate_proj,0.0017379414,hessian_weighted_relative_error,28383,0.02500,0.825
44,mlp.experts.73.gate_proj,0.0038400007,hessian_weighted_relative_error,39452,0.02500,0.820
44,mlp.experts.74.gate_proj,0.0012613610,hessian_weighted_relative_error,12135,0.02500,0.824
44,mlp.experts.75.gate_proj,0.0016328954,hessian_weighted_relative_error,33152,0.02500,0.817
44,mlp.experts.76.gate_proj,0.0059500193,hessian_weighted_relative_error,36996,0.02500,0.826
44,mlp.experts.77.gate_proj,0.0022877382,hessian_weighted_relative_error,21835,0.02500,0.820
44,mlp.experts.78.gate_proj,0.0041623011,hessian_weighted_relative_error,22527,0.02500,0.826
44,mlp.experts.79.gate_proj,0.0043231386,hessian_weighted_relative_error,21626,0.02500,0.818
44,mlp.experts.80.gate_proj,0.0025505097,hessian_weighted_relative_error,31551,0.02500,0.827
44,mlp.experts.81.gate_proj,0.0021202061,hessian_weighted_relative_error,19587,0.02500,0.822
44,mlp.experts.82.gate_proj,0.0050693203,hessian_weighted_relative_error,53296,0.02500,0.827
44,mlp.experts.85.gate_proj,0.0040315589,hessian_weighted_relative_error,33554,0.02500,0.823
44,mlp.experts.86.gate_proj,0.0054213773,hessian_weighted_relative_error,41729,0.02500,0.831
44,mlp.experts.87.gate_proj,0.0019241739,hessian_weighted_relative_error,18008,0.02500,0.826
44,mlp.experts.88.gate_proj,0.0077191550,hessian_weighted_relative_error,35014,0.02500,0.827
44,mlp.experts.89.gate_proj,0.0046174842,hessian_weighted_relative_error,34652,0.02500,0.824
44,mlp.experts.90.gate_proj,0.0042305543,hessian_weighted_relative_error,27448,0.02500,0.828
44,mlp.experts.92.gate_proj,0.0043581075,hessian_weighted_relative_error,17659,0.02500,0.828
44,mlp.experts.93.gate_proj,0.0054292413,hessian_weighted_relative_error,33361,0.02500,0.828
44,mlp.experts.94.gate_proj,0.0024186993,hessian_weighted_relative_error,10414,0.02500,0.830
44,mlp.experts.95.gate_proj,0.0019836111,hessian_weighted_relative_error,17922,0.02500,0.825
44,mlp.experts.96.gate_proj,0.0056476835,hessian_weighted_relative_error,20100,0.02500,0.829
44,mlp.experts.97.gate_proj,0.0043526758,hessian_weighted_relative_error,30585,0.02500,0.832
44,mlp.experts.98.gate_proj,0.0054333086,hessian_weighted_relative_error,41863,0.02500,0.829
44,mlp.experts.99.gate_proj,0.0030210419,hessian_weighted_relative_error,36429,0.02500,0.826
44,mlp.experts.100.gate_proj,0.0017734737,hessian_weighted_relative_error,28740,0.02500,0.830
44,mlp.experts.101.gate_proj,0.0045162685,hessian_weighted_relative_error,34190,0.02500,0.835
44,mlp.experts.102.gate_proj,0.0058222068,hessian_weighted_relative_error,31338,0.02500,0.832
44,mlp.experts.103.gate_proj,0.0033501356,hessian_weighted_relative_error,31395,0.02500,0.828
44,mlp.experts.105.gate_proj,0.0042527947,hessian_weighted_relative_error,26448,0.02500,0.834
44,mlp.experts.106.gate_proj,0.0041682067,hessian_weighted_relative_error,30737,0.02500,0.832
44,mlp.experts.107.gate_proj,0.0035967432,hessian_weighted_relative_error,31540,0.02500,0.832
44,mlp.experts.108.gate_proj,0.0050345985,hessian_weighted_relative_error,14535,0.02500,0.832
44,mlp.experts.109.gate_proj,0.0013645854,hessian_weighted_relative_error,20168,0.02500,0.835
44,mlp.experts.110.gate_proj,0.0039637720,hessian_weighted_relative_error,34113,0.02500,0.834
44,mlp.experts.112.gate_proj,0.0025103478,hessian_weighted_relative_error,15534,0.02500,0.836
44,mlp.experts.113.gate_proj,0.0033864109,hessian_weighted_relative_error,37638,0.02500,0.837
44,mlp.experts.115.gate_proj,0.0035907586,hessian_weighted_relative_error,29547,0.02500,0.833
44,mlp.experts.116.gate_proj,0.0027792653,hessian_weighted_relative_error,21977,0.02500,0.834
44,mlp.experts.117.gate_proj,0.0060255555,hessian_weighted_relative_error,44623,0.02500,0.841
44,mlp.experts.118.gate_proj,0.0040449166,hessian_weighted_relative_error,35932,0.02500,0.834
44,mlp.experts.119.gate_proj,0.0036026121,hessian_weighted_relative_error,22295,0.02500,0.837
44,mlp.experts.120.gate_proj,0.0033790248,hessian_weighted_relative_error,34066,0.02500,0.835
44,mlp.experts.123.gate_proj,0.0030693619,hessian_weighted_relative_error,27066,0.02500,0.839
44,mlp.experts.124.gate_proj,0.0043798894,hessian_weighted_relative_error,22203,0.02500,0.836
44,mlp.experts.125.gate_proj,0.0040049504,hessian_weighted_relative_error,35295,0.02500,0.844
44,mlp.experts.126.gate_proj,0.0028524879,hessian_weighted_relative_error,30698,0.02500,0.835
44,mlp.experts.127.gate_proj,0.0045661035,hessian_weighted_relative_error,29317,0.02500,0.840
44,mlp.experts.128.gate_proj,0.0017573817,hessian_weighted_relative_error,20706,0.02500,0.837
44,mlp.experts.129.gate_proj,0.0010807731,hessian_weighted_relative_error,8000,0.02500,0.845
44,mlp.experts.130.gate_proj,0.0034581712,hessian_weighted_relative_error,25067,0.02500,0.836
44,mlp.experts.131.gate_proj,0.0018876579,hessian_weighted_relative_error,20189,0.02500,0.843
44,mlp.experts.132.gate_proj,0.0029939565,hessian_weighted_relative_error,14105,0.02500,0.836
44,mlp.experts.133.gate_proj,0.0023030291,hessian_weighted_relative_error,40221,0.02500,0.845
44,mlp.experts.134.gate_proj,0.0022759706,hessian_weighted_relative_error,33892,0.02500,0.837
44,mlp.experts.136.gate_proj,0.0044729706,hessian_weighted_relative_error,38886,0.02500,0.836
44,mlp.experts.137.gate_proj,0.0019900775,hessian_weighted_relative_error,24100,0.02500,0.845
44,mlp.experts.139.gate_proj,0.0036280145,hessian_weighted_relative_error,31311,0.02500,0.846
44,mlp.experts.140.gate_proj,0.0059021456,hessian_weighted_relative_error,34383,0.02500,0.839
44,mlp.experts.141.gate_proj,0.0051357704,hessian_weighted_relative_error,15480,0.02500,0.848
44,mlp.experts.142.gate_proj,0.0050966376,hessian_weighted_relative_error,42833,0.02500,0.840
44,mlp.experts.143.gate_proj,0.0026165343,hessian_weighted_relative_error,30303,0.02500,0.846
44,mlp.experts.144.gate_proj,0.0018012410,hessian_weighted_relative_error,47192,0.02500,0.839
44,mlp.experts.145.gate_proj,0.0024711854,hessian_weighted_relative_error,25724,0.02500,0.847
44,mlp.experts.146.gate_proj,0.0047381693,hessian_weighted_relative_error,22279,0.02500,0.838
44,mlp.experts.148.gate_proj,0.0024650305,hessian_weighted_relative_error,21312,0.02500,0.839
44,mlp.experts.149.gate_proj,0.0030115862,hessian_weighted_relative_error,20645,0.02500,0.848
44,mlp.experts.150.gate_proj,0.0027793342,hessian_weighted_relative_error,40953,0.02500,0.841
44,mlp.experts.151.gate_proj,0.0013659631,hessian_weighted_relative_error,4083,0.02500,0.846
44,mlp.experts.153.gate_proj,0.0040447211,hessian_weighted_relative_error,54173,0.02500,0.852
44,mlp.experts.154.gate_proj,0.0026321547,hessian_weighted_relative_error,13315,0.02500,0.841
44,mlp.experts.155.gate_proj,0.0019062316,hessian_weighted_relative_error,20965,0.02500,0.847
44,mlp.experts.156.gate_proj,0.0013337374,hessian_weighted_relative_error,24099,0.02500,0.839
44,mlp.experts.158.gate_proj,0.0031632134,hessian_weighted_relative_error,29826,0.02500,0.841
44,mlp.experts.159.gate_proj,0.0047595168,hessian_weighted_relative_error,28756,0.02500,0.850
44,mlp.experts.160.gate_proj,0.0036758556,hessian_weighted_relative_error,45213,0.02500,0.841
44,mlp.experts.161.gate_proj,0.0050931782,hessian_weighted_relative_error,24900,0.02500,0.854
44,mlp.experts.162.gate_proj,0.0037494086,hessian_weighted_relative_error,20000,0.02500,0.841
44,mlp.experts.163.gate_proj,0.0015156856,hessian_weighted_relative_error,5836,0.02500,0.851
44,mlp.experts.164.gate_proj,0.0038492538,hessian_weighted_relative_error,47310,0.02500,0.842
44,mlp.experts.165.gate_proj,0.0019326117,hessian_weighted_relative_error,16915,0.02500,0.851
44,mlp.experts.166.gate_proj,0.0037208346,hessian_weighted_relative_error,21064,0.02500,0.840
44,mlp.experts.167.gate_proj,0.0036311900,hessian_weighted_relative_error,29339,0.02500,0.854
44,mlp.experts.168.gate_proj,0.0021276537,hessian_weighted_relative_error,18467,0.02500,0.842
44,mlp.experts.169.gate_proj,0.0034264831,hessian_weighted_relative_error,20504,0.02500,0.853
44,mlp.experts.170.gate_proj,0.0035563486,hessian_weighted_relative_error,22511,0.02500,0.840
44,mlp.experts.171.gate_proj,0.0024620877,hessian_weighted_relative_error,14095,0.02500,0.851
44,mlp.experts.172.gate_proj,0.0036821069,hessian_weighted_relative_error,16733,0.02500,0.840
44,mlp.experts.173.gate_proj,0.0040634614,hessian_weighted_relative_error,19404,0.02500,0.852
44,mlp.experts.174.gate_proj,0.0047457334,hessian_weighted_relative_error,24692,0.02500,0.844
44,mlp.experts.175.gate_proj,0.0070570432,hessian_weighted_relative_error,14608,0.02500,0.854
44,mlp.experts.176.gate_proj,0.0024221914,hessian_weighted_relative_error,15897,0.02500,0.844
44,mlp.experts.177.gate_proj,0.0019357218,hessian_weighted_relative_error,6875,0.02500,0.857
44,mlp.experts.178.gate_proj,0.0029686256,hessian_weighted_relative_error,15013,0.02500,0.844
44,mlp.experts.179.gate_proj,0.0058706574,hessian_weighted_relative_error,21006,0.02500,0.851
44,mlp.experts.180.gate_proj,0.0047976510,hessian_weighted_relative_error,17370,0.02500,0.844
44,mlp.experts.181.gate_proj,0.0058181241,hessian_weighted_relative_error,21429,0.02500,0.853
44,mlp.experts.182.gate_proj,0.0027645437,hessian_weighted_relative_error,44494,0.02500,0.846
44,mlp.experts.183.gate_proj,0.0033846883,hessian_weighted_relative_error,46745,0.02500,0.856
44,mlp.experts.184.gate_proj,0.0029189471,hessian_weighted_relative_error,17936,0.02500,0.842
44,mlp.experts.187.gate_proj,0.0046612003,hessian_weighted_relative_error,33794,0.02500,0.852
44,mlp.experts.188.gate_proj,0.0030245408,hessian_weighted_relative_error,23529,0.02500,0.845
44,mlp.experts.189.gate_proj,0.0044150675,hessian_weighted_relative_error,24293,0.02500,0.854
44,mlp.experts.191.gate_proj,0.0037365502,hessian_weighted_relative_error,15696,0.02500,0.854
44,mlp.experts.192.gate_proj,0.0039147480,hessian_weighted_relative_error,32662,0.02500,0.844
44,mlp.experts.193.gate_proj,0.0034603228,hessian_weighted_relative_error,30958,0.02500,0.862
44,mlp.experts.194.gate_proj,0.0030427521,hessian_weighted_relative_error,15463,0.02500,0.847
44,mlp.experts.195.gate_proj,0.0014243726,hessian_weighted_relative_error,11180,0.02500,0.852
44,mlp.experts.196.gate_proj,0.0032044147,hessian_weighted_relative_error,23736,0.02500,0.845
44,mlp.experts.197.gate_proj,0.0029523901,hessian_weighted_relative_error,18873,0.02500,0.855
44,mlp.experts.198.gate_proj,0.0031599131,hessian_weighted_relative_error,19492,0.02500,0.845
44,mlp.experts.199.gate_proj,0.0018837775,hessian_weighted_relative_error,29064,0.02500,0.854
44,mlp.experts.200.gate_proj,0.0034807248,hessian_weighted_relative_error,29312,0.02500,0.844
44,mlp.experts.201.gate_proj,0.0074499612,hessian_weighted_relative_error,23586,0.02500,0.855
44,mlp.experts.202.gate_proj,0.0028636147,hessian_weighted_relative_error,27366,0.02500,0.848
44,mlp.experts.203.gate_proj,0.0029812584,hessian_weighted_relative_error,28339,0.02500,0.854
44,mlp.experts.204.gate_proj,0.0018100416,hessian_weighted_relative_error,18933,0.02500,0.848
44,mlp.experts.205.gate_proj,0.0046183318,hessian_weighted_relative_error,29796,0.02500,0.859
44,mlp.experts.206.gate_proj,0.0018805567,hessian_weighted_relative_error,17392,0.02500,0.850
44,mlp.experts.207.gate_proj,0.0023887400,hessian_weighted_relative_error,12176,0.02500,0.858
44,mlp.experts.208.gate_proj,0.0036811855,hessian_weighted_relative_error,25327,0.02500,0.845
44,mlp.experts.209.gate_proj,0.0031103284,hessian_weighted_relative_error,19930,0.02500,0.856
44,mlp.experts.210.gate_proj,0.0024133386,hessian_weighted_relative_error,26804,0.02500,0.848
44,mlp.experts.212.gate_proj,0.0041396555,hessian_weighted_relative_error,16704,0.02500,0.848
44,mlp.experts.213.gate_proj,0.0063719743,hessian_weighted_relative_error,32460,0.02500,0.859
44,mlp.experts.214.gate_proj,0.0028246735,hessian_weighted_relative_error,19160,0.02500,0.849
44,mlp.experts.215.gate_proj,0.0040198794,hessian_weighted_relative_error,35461,0.02500,0.857
44,mlp.experts.216.gate_proj,0.0044047379,hessian_weighted_relative_error,36728,0.02500,0.848
44,mlp.experts.217.gate_proj,0.0041232817,hessian_weighted_relative_error,31455,0.02500,0.856
44,mlp.experts.218.gate_proj,0.0046101715,hessian_weighted_relative_error,37840,0.02500,0.848
44,mlp.experts.219.gate_proj,0.0024655408,hessian_weighted_relative_error,11348,0.02500,0.858
44,mlp.experts.220.gate_proj,0.0019271314,hessian_weighted_relative_error,25798,0.02500,0.849
44,mlp.experts.221.gate_proj,0.0032575205,hessian_weighted_relative_error,33292,0.02500,0.856
44,mlp.experts.222.gate_proj,0.0028913486,hessian_weighted_relative_error,22035,0.02500,0.847
44,mlp.experts.223.gate_proj,0.0030331378,hessian_weighted_relative_error,55690,0.02500,0.861
44,mlp.experts.224.gate_proj,0.0032139396,hessian_weighted_relative_error,22246,0.02500,0.847
44,mlp.experts.225.gate_proj,0.0037684235,hessian_weighted_relative_error,22909,0.02500,0.855
44,mlp.experts.227.gate_proj,0.0028216112,hessian_weighted_relative_error,28074,0.02500,0.857
44,mlp.experts.228.gate_proj,0.0032894710,hessian_weighted_relative_error,12082,0.02500,0.850
44,mlp.experts.229.gate_proj,0.0022685081,hessian_weighted_relative_error,10981,0.02500,0.856
44,mlp.experts.230.gate_proj,0.0045598616,hessian_weighted_relative_error,42082,0.02500,0.850
44,mlp.experts.232.gate_proj,0.0031521455,hessian_weighted_relative_error,58133,0.02500,0.848
44,mlp.experts.233.gate_proj,0.0046380254,hessian_weighted_relative_error,21291,0.02500,0.858
44,mlp.experts.234.gate_proj,0.0022205939,hessian_weighted_relative_error,23423,0.02500,0.850
44,mlp.experts.235.gate_proj,0.0037548215,hessian_weighted_relative_error,67470,0.02500,0.856
44,mlp.experts.237.gate_proj,0.0024558494,hessian_weighted_relative_error,30983,0.02500,0.856
44,mlp.experts.239.gate_proj,0.0044624578,hessian_weighted_relative_error,28313,0.02500,0.856
44,mlp.experts.240.gate_proj,0.0023642797,hessian_weighted_relative_error,26689,0.02500,0.850
44,mlp.experts.241.gate_proj,0.0043881458,hessian_weighted_relative_error,39005,0.02500,0.858
44,mlp.experts.242.gate_proj,0.0016927476,hessian_weighted_relative_error,23396,0.02500,0.850
44,mlp.experts.243.gate_proj,0.0019261183,hessian_weighted_relative_error,36462,0.02500,0.858
44,mlp.experts.246.gate_proj,0.0020681596,hessian_weighted_relative_error,12043,0.02500,0.851
44,mlp.experts.247.gate_proj,0.0020449016,hessian_weighted_relative_error,39026,0.02500,0.860
44,mlp.experts.248.gate_proj,0.0027450813,hessian_weighted_relative_error,25571,0.02500,0.850
44,mlp.experts.249.gate_proj,0.0058754822,hessian_weighted_relative_error,43219,0.02500,0.862
44,mlp.experts.250.gate_proj,0.0040341690,hessian_weighted_relative_error,19666,0.02500,0.850
44,mlp.experts.251.gate_proj,0.0030606914,hessian_weighted_relative_error,14860,0.02500,0.860
44,mlp.experts.252.gate_proj,0.0019098564,hessian_weighted_relative_error,12005,0.02500,0.852
44,mlp.experts.253.gate_proj,0.0028229627,hessian_weighted_relative_error,32629,0.02500,0.862
44,mlp.experts.254.gate_proj,0.0007834117,hessian_weighted_relative_error,2521,0.02500,0.853
44,mlp.experts.255.gate_proj,0.0022989130,hessian_weighted_relative_error,20910,0.02500,0.858
44,mlp.experts.256.gate_proj,0.0039750929,hessian_weighted_relative_error,19283,0.02500,0.849
44,mlp.experts.257.gate_proj,0.0029889927,hessian_weighted_relative_error,40597,0.02500,0.864
44,mlp.experts.258.gate_proj,0.0022738036,hessian_weighted_relative_error,8629,0.02500,0.852
44,mlp.experts.259.gate_proj,0.0019183115,hessian_weighted_relative_error,10096,0.02500,0.859
44,mlp.experts.260.gate_proj,0.0036989993,hessian_weighted_relative_error,24285,0.02500,0.850
44,mlp.experts.261.gate_proj,0.0020751904,hessian_weighted_relative_error,16913,0.02500,0.863
44,mlp.experts.262.gate_proj,0.0025587894,hessian_weighted_relative_error,37511,0.02500,0.849
44,mlp.experts.263.gate_proj,0.0031551841,hessian_weighted_relative_error,44057,0.02500,0.859
44,mlp.experts.264.gate_proj,0.0023469715,hessian_weighted_relative_error,25970,0.02500,0.852
44,mlp.experts.265.gate_proj,0.0042925536,hessian_weighted_relative_error,39462,0.02500,0.863
44,mlp.experts.266.gate_proj,0.0038479625,hessian_weighted_relative_error,48536,0.02500,0.862
44,mlp.experts.269.gate_proj,0.0026397674,hessian_weighted_relative_error,8174,0.02500,0.864
44,mlp.experts.270.gate_proj,0.0035295539,hessian_weighted_relative_error,45495,0.02500,0.866
44,mlp.experts.271.gate_proj,0.0027529871,hessian_weighted_relative_error,63461,0.02500,0.866
44,mlp.experts.273.gate_proj,0.0017437143,hessian_weighted_relative_error,17447,0.02500,0.861
44,mlp.experts.274.gate_proj,0.0035313030,hessian_weighted_relative_error,7482,0.02500,0.863
44,mlp.experts.276.gate_proj,0.0032746441,hessian_weighted_relative_error,43542,0.02500,0.864
44,mlp.experts.277.gate_proj,0.0026776722,hessian_weighted_relative_error,27991,0.02500,0.864
44,mlp.experts.278.gate_proj,0.0055749184,hessian_weighted_relative_error,27762,0.02500,0.863
44,mlp.experts.279.gate_proj,0.0056714697,hessian_weighted_relative_error,24688,0.02500,0.861
44,mlp.experts.280.gate_proj,0.0038461919,hessian_weighted_relative_error,34221,0.02500,0.863
44,mlp.experts.281.gate_proj,0.0028938546,hessian_weighted_relative_error,19133,0.02500,0.863
44,mlp.experts.282.gate_proj,0.0017280901,hessian_weighted_relative_error,9455,0.02500,0.863
44,mlp.experts.283.gate_proj,0.0024844208,hessian_weighted_relative_error,16675,0.02500,0.861
44,mlp.experts.284.gate_proj,0.0039243097,hessian_weighted_relative_error,27901,0.02500,0.859
44,mlp.experts.285.gate_proj,0.0047296231,hessian_weighted_relative_error,39166,0.02500,0.862
44,mlp.experts.286.gate_proj,0.0055857876,hessian_weighted_relative_error,27262,0.02500,0.864
44,mlp.experts.287.gate_proj,0.0026361665,hessian_weighted_relative_error,18124,0.02500,0.866
44,mlp.experts.0.up_proj,0.0032496541,hessian_weighted_relative_error,19255,0.02500,0.864
44,mlp.experts.1.up_proj,0.0034139377,hessian_weighted_relative_error,19545,0.02500,0.865
44,mlp.experts.2.up_proj,0.0028508896,hessian_weighted_relative_error,30803,0.02500,0.864
44,mlp.experts.3.up_proj,0.0020886689,hessian_weighted_relative_error,47731,0.02500,0.864
44,mlp.experts.4.up_proj,0.0024643999,hessian_weighted_relative_error,26177,0.02500,0.867
44,mlp.experts.5.up_proj,0.0030088242,hessian_weighted_relative_error,13195,0.02500,0.864
44,mlp.experts.6.up_proj,0.0034619576,hessian_weighted_relative_error,57369,0.02500,0.864
44,mlp.experts.9.up_proj,0.0029476009,hessian_weighted_relative_error,26600,0.02500,0.862
44,mlp.experts.11.up_proj,0.0072498566,hessian_weighted_relative_error,21221,0.02500,0.863
44,mlp.experts.12.up_proj,0.0020439155,hessian_weighted_relative_error,28113,0.02500,0.864
44,mlp.experts.14.up_proj,0.0051029427,hessian_weighted_relative_error,31832,0.02500,0.862
44,mlp.experts.15.up_proj,0.0056668839,hessian_weighted_relative_error,27190,0.02500,0.861
44,mlp.experts.18.up_proj,0.0028524944,hessian_weighted_relative_error,13977,0.02500,0.863
44,mlp.experts.19.up_proj,0.0018322704,hessian_weighted_relative_error,28799,0.02500,0.865
44,mlp.experts.20.up_proj,0.0023836251,hessian_weighted_relative_error,13722,0.02500,0.863
44,mlp.experts.21.up_proj,0.0052764825,hessian_weighted_relative_error,12976,0.02500,0.865
44,mlp.experts.22.up_proj,0.0013706844,hessian_weighted_relative_error,21887,0.02500,0.861
44,mlp.experts.23.up_proj,0.0032813536,hessian_weighted_relative_error,15588,0.02500,0.864
44,mlp.experts.25.up_proj,0.0035323442,hessian_weighted_relative_error,25223,0.02500,0.862
44,mlp.experts.26.up_proj,0.0028278555,hessian_weighted_relative_error,20808,0.02500,0.865
44,mlp.experts.27.up_proj,0.0023245649,hessian_weighted_relative_error,38358,0.02500,0.869
44,mlp.experts.28.up_proj,0.0044477125,hessian_weighted_relative_error,17878,0.02500,0.866
44,mlp.experts.29.up_proj,0.0049965435,hessian_weighted_relative_error,19880,0.02500,0.868
44,mlp.experts.30.up_proj,0.0059362481,hessian_weighted_relative_error,29237,0.02500,0.861
44,mlp.experts.31.up_proj,0.0056360231,hessian_weighted_relative_error,20379,0.02500,0.862
44,mlp.experts.33.up_proj,0.0056923484,hessian_weighted_relative_error,28806,0.02500,0.862
44,mlp.experts.34.up_proj,0.0022689511,hessian_weighted_relative_error,18788,0.02500,0.864
44,mlp.experts.35.up_proj,0.0019077521,hessian_weighted_relative_error,31686,0.02500,0.868
44,mlp.experts.36.up_proj,0.0022942385,hessian_weighted_relative_error,35051,0.02500,0.866
44,mlp.experts.38.up_proj,0.0027935407,hessian_weighted_relative_error,17018,0.02500,0.862
44,mlp.experts.40.up_proj,0.0031176566,hessian_weighted_relative_error,30488,0.02500,0.863
44,mlp.experts.41.up_proj,0.0039033874,hessian_weighted_relative_error,23554,0.02500,0.864
44,mlp.experts.42.up_proj,0.0024680575,hessian_weighted_relative_error,20009,0.02500,0.864
44,mlp.experts.43.up_proj,0.0027942625,hessian_weighted_relative_error,12666,0.02500,0.867
44,mlp.experts.44.up_proj,0.0015938007,hessian_weighted_relative_error,43892,0.02500,0.864
44,mlp.experts.46.up_proj,0.0076058213,hessian_weighted_relative_error,16424,0.02500,0.862
44,mlp.experts.47.up_proj,0.0058872986,hessian_weighted_relative_error,52738,0.02500,0.866
44,mlp.experts.48.up_proj,0.0030475787,hessian_weighted_relative_error,31511,0.02500,0.866
44,mlp.experts.49.up_proj,0.0049003349,hessian_weighted_relative_error,28053,0.02500,0.865
44,mlp.experts.51.up_proj,0.0019185280,hessian_weighted_relative_error,11151,0.02500,0.868
44,mlp.experts.52.up_proj,0.0066039406,hessian_weighted_relative_error,31370,0.02500,0.866
44,mlp.experts.53.up_proj,0.0018609227,hessian_weighted_relative_error,15155,0.02500,0.865
44,mlp.experts.54.up_proj,0.0026938281,hessian_weighted_relative_error,28565,0.02500,0.865
44,mlp.experts.58.up_proj,0.0022733410,hessian_weighted_relative_error,27747,0.02500,0.865
44,mlp.experts.59.up_proj,0.0013654972,hessian_weighted_relative_error,11355,0.02500,0.865
44,mlp.experts.60.up_proj,0.0047125614,hessian_weighted_relative_error,27936,0.02500,0.866
44,mlp.experts.61.up_proj,0.0027813468,hessian_weighted_relative_error,35787,0.02500,0.866
44,mlp.experts.62.up_proj,0.0027163844,hessian_weighted_relative_error,22686,0.02500,0.866
44,mlp.experts.63.up_proj,0.0018320454,hessian_weighted_relative_error,9376,0.02500,0.868
44,mlp.experts.66.up_proj,0.0021950904,hessian_weighted_relative_error,18469,0.02500,0.866
44,mlp.experts.67.up_proj,0.0076782275,hessian_weighted_relative_error,27248,0.02500,0.868
44,mlp.experts.68.up_proj,0.0038151497,hessian_weighted_relative_error,19113,0.02500,0.867
44,mlp.experts.69.up_proj,0.0024523336,hessian_weighted_relative_error,21777,0.02500,0.870
44,mlp.experts.70.up_proj,0.0051834392,hessian_weighted_relative_error,18417,0.02500,0.867
44,mlp.experts.71.up_proj,0.0034643849,hessian_weighted_relative_error,22465,0.02500,0.869
44,mlp.experts.72.up_proj,0.0024353155,hessian_weighted_relative_error,28383,0.02500,0.868
44,mlp.experts.74.up_proj,0.0013445866,hessian_weighted_relative_error,12135,0.02500,0.865
44,mlp.experts.75.up_proj,0.0016430471,hessian_weighted_relative_error,33152,0.02500,0.866
44,mlp.experts.76.up_proj,0.0072891718,hessian_weighted_relative_error,36996,0.02500,0.866
44,mlp.experts.77.up_proj,0.0028586385,hessian_weighted_relative_error,21835,0.02500,0.865
44,mlp.experts.78.up_proj,0.0045224862,hessian_weighted_relative_error,22527,0.02500,0.864
44,mlp.experts.79.up_proj,0.0042273010,hessian_weighted_relative_error,21626,0.02500,0.866
44,mlp.experts.80.up_proj,0.0019901989,hessian_weighted_relative_error,31551,0.02500,0.865
44,mlp.experts.81.up_proj,0.0016805178,hessian_weighted_relative_error,19587,0.02500,0.866
44,mlp.experts.85.up_proj,0.0045725015,hessian_weighted_relative_error,33554,0.02500,0.869
44,mlp.experts.87.up_proj,0.0017720064,hessian_weighted_relative_error,18008,0.02500,0.867
44,mlp.experts.89.up_proj,0.0049154853,hessian_weighted_relative_error,34652,0.02500,0.878
44,mlp.experts.90.up_proj,0.0044544972,hessian_weighted_relative_error,27448,0.02500,0.859
44,mlp.experts.92.up_proj,0.0056091736,hessian_weighted_relative_error,17659,0.02500,0.870
44,mlp.experts.94.up_proj,0.0021344449,hessian_weighted_relative_error,10414,0.02500,0.858
44,mlp.experts.95.up_proj,0.0022993206,hessian_weighted_relative_error,17922,0.02500,0.886
44,mlp.experts.96.up_proj,0.0054117063,hessian_weighted_relative_error,20100,0.02500,0.857
44,mlp.experts.97.up_proj,0.0034113963,hessian_weighted_relative_error,30585,0.02500,0.873
44,mlp.experts.98.up_proj,0.0062549735,hessian_weighted_relative_error,41863,0.02500,0.857
44,mlp.experts.99.up_proj,0.0030715806,hessian_weighted_relative_error,36429,0.02500,0.877
44,mlp.experts.100.up_proj,0.0013215845,hessian_weighted_relative_error,28740,0.02500,0.857
44,mlp.experts.103.up_proj,0.0035964271,hessian_weighted_relative_error,31395,0.02500,0.872
44,mlp.experts.105.up_proj,0.0045747298,hessian_weighted_relative_error,26448,0.02500,0.867
44,mlp.experts.106.up_proj,0.0033307117,hessian_weighted_relative_error,30737,0.02500,0.856
44,mlp.experts.107.up_proj,0.0034956678,hessian_weighted_relative_error,31540,0.02500,0.868
44,mlp.experts.108.up_proj,0.0057219905,hessian_weighted_relative_error,14535,0.02500,0.859
44,mlp.experts.109.up_proj,0.0014145461,hessian_weighted_relative_error,20168,0.02500,0.870
44,mlp.experts.110.up_proj,0.0045683126,hessian_weighted_relative_error,34113,0.02500,0.858
44,mlp.experts.112.up_proj,0.0025798237,hessian_weighted_relative_error,15534,0.02500,0.856
44,mlp.experts.113.up_proj,0.0039289735,hessian_weighted_relative_error,37638,0.02500,0.872
44,mlp.experts.115.up_proj,0.0034225193,hessian_weighted_relative_error,29547,0.02500,0.881
44,mlp.experts.116.up_proj,0.0028777285,hessian_weighted_relative_error,21977,0.02500,0.859
44,mlp.experts.124.up_proj,0.0050068589,hessian_weighted_relative_error,22203,0.02500,0.858
44,mlp.experts.125.up_proj,0.0031463997,hessian_weighted_relative_error,35295,0.02500,0.867
44,mlp.experts.126.up_proj,0.0022855625,hessian_weighted_relative_error,30698,0.02500,0.860
44,mlp.experts.127.up_proj,0.0049744577,hessian_weighted_relative_error,29317,0.02500,0.867
44,mlp.experts.128.up_proj,0.0016660202,hessian_weighted_relative_error,20706,0.02500,0.858
44,mlp.experts.129.up_proj,0.0016456381,hessian_weighted_relative_error,8000,0.02500,0.868
44,mlp.experts.130.up_proj,0.0037985694,hessian_weighted_relative_error,25067,0.02500,0.857
44,mlp.experts.131.up_proj,0.0014420550,hessian_weighted_relative_error,20189,0.02500,0.867
44,mlp.experts.132.up_proj,0.0034026135,hessian_weighted_relative_error,14105,0.02500,0.859
44,mlp.experts.134.up_proj,0.0024545639,hessian_weighted_relative_error,33892,0.02500,0.859
44,mlp.experts.136.up_proj,0.0061147931,hessian_weighted_relative_error,38886,0.02500,0.858
44,mlp.experts.137.up_proj,0.0020043782,hessian_weighted_relative_error,24100,0.02500,0.867
44,mlp.experts.139.up_proj,0.0031006238,hessian_weighted_relative_error,31311,0.02500,0.881
44,mlp.experts.140.up_proj,0.0067978819,hessian_weighted_relative_error,34383,0.02500,0.858
44,mlp.experts.141.up_proj,0.0038396972,hessian_weighted_relative_error,15480,0.02500,0.878
44,mlp.experts.142.up_proj,0.0040175628,hessian_weighted_relative_error,42833,0.02500,0.859
44,mlp.experts.143.up_proj,0.0018717673,hessian_weighted_relative_error,30303,0.02500,0.868
44,mlp.experts.144.up_proj,0.0008980781,hessian_weighted_relative_error,47192,0.02500,0.858
44,mlp.experts.145.up_proj,0.0027814837,hessian_weighted_relative_error,25724,0.02500,0.876
44,mlp.experts.146.up_proj,0.0048333041,hessian_weighted_relative_error,22279,0.02500,0.860
44,mlp.experts.148.up_proj,0.0019209823,hessian_weighted_relative_error,21312,0.02500,0.856
44,mlp.experts.149.up_proj,0.0023322301,hessian_weighted_relative_error,20645,0.02500,0.874
44,mlp.experts.150.up_proj,0.0014933574,hessian_weighted_relative_error,40953,0.02500,0.858
44,mlp.experts.151.up_proj,0.0011861295,hessian_weighted_relative_error,4083,0.02500,0.868
44,mlp.experts.153.up_proj,0.0034002577,hessian_weighted_relative_error,54173,0.02500,0.868
44,mlp.experts.154.up_proj,0.0026570289,hessian_weighted_relative_error,13315,0.02500,0.858
44,mlp.experts.155.up_proj,0.0018688179,hessian_weighted_relative_error,20965,0.02500,0.885
44,mlp.experts.156.up_proj,0.0014916339,hessian_weighted_relative_error,24099,0.02500,0.857
44,mlp.experts.158.up_proj,0.0025248389,hessian_weighted_relative_error,29826,0.02500,0.858
44,mlp.experts.159.up_proj,0.0061707787,hessian_weighted_relative_error,28756,0.02500,0.876
44,mlp.experts.160.up_proj,0.0035220456,hessian_weighted_relative_error,45213,0.02500,0.857
44,mlp.experts.161.up_proj,0.0050731143,hessian_weighted_relative_error,24900,0.02500,0.879
44,mlp.experts.162.up_proj,0.0043720042,hessian_weighted_relative_error,20000,0.02500,0.861
44,mlp.experts.163.up_proj,0.0012550123,hessian_weighted_relative_error,5836,0.02500,0.884
44,mlp.experts.164.up_proj,0.0056326767,hessian_weighted_relative_error,47310,0.02500,0.857
44,mlp.experts.165.up_proj,0.0022793385,hessian_weighted_relative_error,16915,0.02500,0.880
44,mlp.experts.166.up_proj,0.0032669094,hessian_weighted_relative_error,21064,0.02500,0.859
44,mlp.experts.167.up_proj,0.0020043056,hessian_weighted_relative_error,29339,0.02500,0.866
44,mlp.experts.168.up_proj,0.0014556787,hessian_weighted_relative_error,18467,0.02500,0.858
44,mlp.experts.169.up_proj,0.0020470549,hessian_weighted_relative_error,20504,0.02500,0.878
44,mlp.experts.170.up_proj,0.0027791581,hessian_weighted_relative_error,22511,0.02500,0.859
44,mlp.experts.171.up_proj,0.0028663136,hessian_weighted_relative_error,14095,0.02500,0.868
44,mlp.experts.172.up_proj,0.0042309782,hessian_weighted_relative_error,16733,0.02500,0.857
44,mlp.experts.173.up_proj,0.0040205770,hessian_weighted_relative_error,19404,0.02500,0.881
44,mlp.experts.174.up_proj,0.0035232657,hessian_weighted_relative_error,24692,0.02500,0.859
44,mlp.experts.175.up_proj,0.0078937069,hessian_weighted_relative_error,14608,0.02500,0.878
44,mlp.experts.176.up_proj,0.0023119183,hessian_weighted_relative_error,15897,0.02500,0.860
44,mlp.experts.177.up_proj,0.0015470790,hessian_weighted_relative_error,6875,0.02500,0.880
44,mlp.experts.178.up_proj,0.0023657413,hessian_weighted_relative_error,15013,0.02500,0.861
44,mlp.experts.180.up_proj,0.0047349532,hessian_weighted_relative_error,17370,0.02500,0.858
44,mlp.experts.181.up_proj,0.0066036534,hessian_weighted_relative_error,21429,0.02500,0.877
44,mlp.experts.182.up_proj,0.0026664682,hessian_weighted_relative_error,44494,0.02500,0.862
44,mlp.experts.183.up_proj,0.0041487044,hessian_weighted_relative_error,46745,0.02500,0.878
44,mlp.experts.184.up_proj,0.0032241189,hessian_weighted_relative_error,17936,0.02500,0.860
44,mlp.experts.187.up_proj,0.0032029812,hessian_weighted_relative_error,33794,0.02500,0.869
44,mlp.experts.188.up_proj,0.0037015529,hessian_weighted_relative_error,23529,0.02500,0.859
44,mlp.experts.191.up_proj,0.0036486944,hessian_weighted_relative_error,15696,0.02500,0.874
44,mlp.experts.192.up_proj,0.0041307916,hessian_weighted_relative_error,32662,0.02500,0.859
44,mlp.experts.193.up_proj,0.0037296618,hessian_weighted_relative_error,30958,0.02500,0.876
44,mlp.experts.194.up_proj,0.0025301468,hessian_weighted_relative_error,15463,0.02500,0.860
44,mlp.experts.195.up_proj,0.0014071037,hessian_weighted_relative_error,11180,0.02500,0.872
44,mlp.experts.196.up_proj,0.0040932703,hessian_weighted_relative_error,23736,0.02500,0.861
44,mlp.experts.197.up_proj,0.0037605373,hessian_weighted_relative_error,18873,0.02500,0.885
44,mlp.experts.198.up_proj,0.0027726364,hessian_weighted_relative_error,19492,0.02500,0.860
44,mlp.experts.199.up_proj,0.0018956887,hessian_weighted_relative_error,29064,0.02500,0.880
44,mlp.experts.200.up_proj,0.0028776443,hessian_weighted_relative_error,29312,0.02500,0.864
44,mlp.experts.201.up_proj,0.0074161958,hessian_weighted_relative_error,23586,0.02500,0.885
44,mlp.experts.202.up_proj,0.0029573349,hessian_weighted_relative_error,27366,0.02500,0.864
44,mlp.experts.203.up_proj,0.0040906677,hessian_weighted_relative_error,28339,0.02500,0.882
44,mlp.experts.204.up_proj,0.0017559041,hessian_weighted_relative_error,18933,0.02500,0.862
44,mlp.experts.205.up_proj,0.0045815614,hessian_weighted_relative_error,29796,0.02500,0.889
44,mlp.experts.206.up_proj,0.0017191350,hessian_weighted_relative_error,17392,0.02500,0.869
44,mlp.experts.207.up_proj,0.0016805950,hessian_weighted_relative_error,12176,0.02500,0.885
44,mlp.experts.208.up_proj,0.0032029101,hessian_weighted_relative_error,25327,0.02500,0.875
44,mlp.experts.210.up_proj,0.0021177276,hessian_weighted_relative_error,26804,0.02500,0.860
44,mlp.experts.212.up_proj,0.0057053135,hessian_weighted_relative_error,16704,0.02500,0.862
44,mlp.experts.213.up_proj,0.0073452265,hessian_weighted_relative_error,32460,0.02500,0.889
44,mlp.experts.214.up_proj,0.0033539256,hessian_weighted_relative_error,19160,0.02500,0.862
44,mlp.experts.215.up_proj,0.0041414665,hessian_weighted_relative_error,35461,0.02500,0.880
44,mlp.experts.216.up_proj,0.0041456819,hessian_weighted_relative_error,36728,0.02500,0.860
44,mlp.experts.217.up_proj,0.0039535855,hessian_weighted_relative_error,31455,0.02500,0.884
44,mlp.experts.218.up_proj,0.0060824836,hessian_weighted_relative_error,37840,0.02500,0.861
44,mlp.experts.219.up_proj,0.0018720223,hessian_weighted_relative_error,11348,0.02500,0.881
44,mlp.experts.220.up_proj,0.0020274693,hessian_weighted_relative_error,25798,0.02500,0.862
44,mlp.experts.221.up_proj,0.0035019133,hessian_weighted_relative_error,33292,0.02500,0.886
44,mlp.experts.222.up_proj,0.0027500040,hessian_weighted_relative_error,22035,0.02500,0.862
44,mlp.experts.224.up_proj,0.0026677311,hessian_weighted_relative_error,22246,0.02500,0.861
44,mlp.experts.225.up_proj,0.0035102171,hessian_weighted_relative_error,22909,0.02500,0.881
44,mlp.experts.227.up_proj,0.0028502210,hessian_weighted_relative_error,28074,0.02500,0.891
44,mlp.experts.228.up_proj,0.0022565321,hessian_weighted_relative_error,12082,0.02500,0.863
44,mlp.experts.229.up_proj,0.0023588953,hessian_weighted_relative_error,10981,0.02500,0.885
44,mlp.experts.232.up_proj,0.0030058214,hessian_weighted_relative_error,58133,0.02500,0.860
44,mlp.experts.233.up_proj,0.0033309209,hessian_weighted_relative_error,21291,0.02500,0.869
44,mlp.experts.234.up_proj,0.0015872322,hessian_weighted_relative_error,23423,0.02500,0.862
44,mlp.experts.237.up_proj,0.0029525149,hessian_weighted_relative_error,30983,0.02500,0.884
44,mlp.experts.239.up_proj,0.0055956255,hessian_weighted_relative_error,28313,0.02500,0.891
44,mlp.experts.240.up_proj,0.0025258721,hessian_weighted_relative_error,26689,0.02500,0.864
44,mlp.experts.242.up_proj,0.0015212024,hessian_weighted_relative_error,23396,0.02500,0.863
44,mlp.experts.243.up_proj,0.0016904636,hessian_weighted_relative_error,36462,0.02500,0.883
44,mlp.experts.246.up_proj,0.0018283676,hessian_weighted_relative_error,12043,0.02500,0.862
44,mlp.experts.247.up_proj,0.0024298473,hessian_weighted_relative_error,39026,0.02500,0.888
44,mlp.experts.250.up_proj,0.0045533063,hessian_weighted_relative_error,19666,0.02500,0.864
44,mlp.experts.251.up_proj,0.0027430552,hessian_weighted_relative_error,14860,0.02500,0.885
44,mlp.experts.252.up_proj,0.0017803399,hessian_weighted_relative_error,12005,0.02500,0.862
44,mlp.experts.253.up_proj,0.0026233020,hessian_weighted_relative_error,32629,0.02500,0.884
44,mlp.experts.254.up_proj,0.0008758520,hessian_weighted_relative_error,2521,0.02500,0.862
44,mlp.experts.255.up_proj,0.0015408229,hessian_weighted_relative_error,20910,0.02500,0.885
44,mlp.experts.256.up_proj,0.0044212052,hessian_weighted_relative_error,19283,0.02500,0.861
44,mlp.experts.257.up_proj,0.0031425734,hessian_weighted_relative_error,40597,0.02500,0.884
44,mlp.experts.258.up_proj,0.0018817729,hessian_weighted_relative_error,8629,0.02500,0.864
44,mlp.experts.259.up_proj,0.0020998544,hessian_weighted_relative_error,10096,0.02500,0.879
44,mlp.experts.260.up_proj,0.0033947391,hessian_weighted_relative_error,24285,0.02500,0.861
44,mlp.experts.263.up_proj,0.0022163156,hessian_weighted_relative_error,44057,0.02500,0.889
44,mlp.experts.264.up_proj,0.0020600518,hessian_weighted_relative_error,25970,0.02500,0.861
44,mlp.experts.265.up_proj,0.0048565912,hessian_weighted_relative_error,39462,0.02500,0.884
44,mlp.experts.266.up_proj,0.0048765900,hessian_weighted_relative_error,48536,0.02500,0.861
44,mlp.experts.269.up_proj,0.0021330065,hessian_weighted_relative_error,8174,0.02500,0.885
44,mlp.experts.270.up_proj,0.0044663150,hessian_weighted_relative_error,45495,0.02500,0.861
44,mlp.experts.271.up_proj,0.0024105473,hessian_weighted_relative_error,63461,0.02500,0.888
44,mlp.experts.273.up_proj,0.0017940499,hessian_weighted_relative_error,17447,0.02500,0.892
44,mlp.experts.274.up_proj,0.0028722880,hessian_weighted_relative_error,7482,0.02500,0.865
44,mlp.experts.276.up_proj,0.0017096505,hessian_weighted_relative_error,43542,0.02500,0.861
44,mlp.experts.277.up_proj,0.0020334375,hessian_weighted_relative_error,27991,0.02500,0.900
44,mlp.experts.278.up_proj,0.0051777648,hessian_weighted_relative_error,27762,0.02500,0.862
44,mlp.experts.279.up_proj,0.0057929635,hessian_weighted_relative_error,24688,0.02500,0.889
44,mlp.experts.280.up_proj,0.0019993519,hessian_weighted_relative_error,34221,0.02500,0.861
44,mlp.experts.281.up_proj,0.0023189574,hessian_weighted_relative_error,19133,0.02500,0.889
44,mlp.experts.282.up_proj,0.0017121742,hessian_weighted_relative_error,9455,0.02500,0.863
44,mlp.experts.283.up_proj,0.0012122971,hessian_weighted_relative_error,16675,0.02500,0.890
44,mlp.experts.284.up_proj,0.0040800433,hessian_weighted_relative_error,27901,0.02500,0.859
44,mlp.experts.285.up_proj,0.0046240625,hessian_weighted_relative_error,39166,0.02500,0.905
44,mlp.experts.286.up_proj,0.0058510262,hessian_weighted_relative_error,27262,0.02500,0.862
44,mlp.experts.287.up_proj,0.0024760622,hessian_weighted_relative_error,18124,0.02500,0.886
44,mlp.experts.0.down_proj,0.0087318608,hessian_weighted_relative_error,19255,0.02500,0.734
44,mlp.experts.1.down_proj,0.0072426717,hessian_weighted_relative_error,19545,0.02500,0.715
44,mlp.experts.2.down_proj,0.0061064264,hessian_weighted_relative_error,30803,0.02500,0.774
44,mlp.experts.3.down_proj,0.0051067127,hessian_weighted_relative_error,47731,0.02500,0.747
44,mlp.experts.4.down_proj,0.0047940894,hessian_weighted_relative_error,26177,0.02500,0.770
44,mlp.experts.8.down_proj,0.0034200629,hessian_weighted_relative_error,30843,0.02500,0.773
44,mlp.experts.9.down_proj,0.0065745947,hessian_weighted_relative_error,26600,0.02500,0.752
44,mlp.experts.11.down_proj,0.0100558798,hessian_weighted_relative_error,21221,0.02500,0.750
44,mlp.experts.12.down_proj,0.0083857296,hessian_weighted_relative_error,28113,0.02500,0.774
44,mlp.experts.14.down_proj,0.0081828435,hessian_weighted_relative_error,31832,0.02500,0.775
44,mlp.experts.18.down_proj,0.0052590948,hessian_weighted_relative_error,13977,0.02500,0.779
44,mlp.experts.19.down_proj,0.0060856521,hessian_weighted_relative_error,28799,0.02500,0.755
44,mlp.experts.20.down_proj,0.0087296061,hessian_weighted_relative_error,13722,0.02500,0.777
44,mlp.experts.21.down_proj,0.0056390497,hessian_weighted_relative_error,12976,0.02500,0.756
44,mlp.experts.22.down_proj,0.0089129492,hessian_weighted_relative_error,21887,0.02500,0.780
44,mlp.experts.23.down_proj,0.0083618361,hessian_weighted_relative_error,15588,0.02500,0.757
44,mlp.experts.25.down_proj,0.0100984572,hessian_weighted_relative_error,25223,0.02500,0.758
44,mlp.experts.28.down_proj,0.0043397617,hessian_weighted_relative_error,17878,0.02500,0.781
44,mlp.experts.29.down_proj,0.0111340792,hessian_weighted_relative_error,19880,0.02500,0.760
44,mlp.experts.30.down_proj,0.0026596548,hessian_weighted_relative_error,29237,0.02500,0.781
44,mlp.experts.31.down_proj,0.0122521947,hessian_weighted_relative_error,20379,0.02500,0.761
44,mlp.experts.33.down_proj,0.0094950062,hessian_weighted_relative_error,28806,0.02500,0.761
44,mlp.experts.34.down_proj,0.0066256411,hessian_weighted_relative_error,18788,0.02500,0.783
44,mlp.experts.35.down_proj,0.0083613819,hessian_weighted_relative_error,31686,0.02500,0.759
44,mlp.experts.37.down_proj,0.0034788094,hessian_weighted_relative_error,30908,0.02500,0.764
44,mlp.experts.38.down_proj,0.0062940159,hessian_weighted_relative_error,17018,0.02500,0.783
44,mlp.experts.40.down_proj,0.0066113586,hessian_weighted_relative_error,30488,0.02500,0.783
44,mlp.experts.41.down_proj,0.0076560379,hessian_weighted_relative_error,23554,0.02500,0.763
44,mlp.experts.42.down_proj,0.0070822816,hessian_weighted_relative_error,20009,0.02500,0.786
44,mlp.experts.43.down_proj,0.0007256034,hessian_weighted_relative_error,12666,0.02500,0.763
44,mlp.experts.46.down_proj,0.0092323546,hessian_weighted_relative_error,16424,0.02500,0.785
44,mlp.experts.47.down_proj,0.0073487633,hessian_weighted_relative_error,52738,0.02500,0.766
44,mlp.experts.48.down_proj,0.0088302463,hessian_weighted_relative_error,31511,0.02500,0.786
44,mlp.experts.51.down_proj,0.0084038165,hessian_weighted_relative_error,11151,0.02500,0.766
44,mlp.experts.52.down_proj,0.0115049105,hessian_weighted_relative_error,31370,0.02500,0.787
44,mlp.experts.53.down_proj,0.0095758768,hessian_weighted_relative_error,15155,0.02500,0.768
44,mlp.experts.54.down_proj,0.0084012300,hessian_weighted_relative_error,28565,0.02500,0.788
44,mlp.experts.59.down_proj,0.0093216981,hessian_weighted_relative_error,11355,0.02500,0.769
44,mlp.experts.60.down_proj,0.0110532207,hessian_weighted_relative_error,27936,0.02500,0.788
44,mlp.experts.61.down_proj,0.0097446363,hessian_weighted_relative_error,35787,0.02500,0.773
44,mlp.experts.62.down_proj,0.0059063976,hessian_weighted_relative_error,22686,0.02500,0.789
44,mlp.experts.63.down_proj,0.0095320345,hessian_weighted_relative_error,9376,0.02500,0.774
44,mlp.experts.66.down_proj,0.0062398217,hessian_weighted_relative_error,18469,0.02500,0.794
44,mlp.experts.67.down_proj,0.0119252380,hessian_weighted_relative_error,27248,0.02500,0.771
44,mlp.experts.68.down_proj,0.0074805795,hessian_weighted_relative_error,19113,0.02500,0.791
44,mlp.experts.69.down_proj,0.0059164235,hessian_weighted_relative_error,21777,0.02500,0.775
44,mlp.experts.70.down_proj,0.0090646820,hessian_weighted_relative_error,18417,0.02500,0.792
44,mlp.experts.71.down_proj,0.0030836394,hessian_weighted_relative_error,22465,0.02500,0.778
44,mlp.experts.72.down_proj,0.0048033768,hessian_weighted_relative_error,28383,0.02500,0.792
44,mlp.experts.74.down_proj,0.0064494367,hessian_weighted_relative_error,12135,0.02500,0.794
44,mlp.experts.75.down_proj,0.0052419308,hessian_weighted_relative_error,33152,0.02500,0.778
44,mlp.experts.76.down_proj,0.0110390637,hessian_weighted_relative_error,36996,0.02500,0.792
44,mlp.experts.77.down_proj,0.0066349929,hessian_weighted_relative_error,21835,0.02500,0.779
44,mlp.experts.78.down_proj,0.0094757755,hessian_weighted_relative_error,22527,0.02500,0.793
44,mlp.experts.79.down_proj,0.0046263530,hessian_weighted_relative_error,21626,0.02500,0.782
44,mlp.experts.81.down_proj,0.0066424288,hessian_weighted_relative_error,19587,0.02500,0.778
44,mlp.experts.85.down_proj,0.0113999966,hessian_weighted_relative_error,33554,0.02500,0.783
44,mlp.experts.87.down_proj,0.0044373986,hessian_weighted_relative_error,18008,0.02500,0.783
44,mlp.experts.90.down_proj,0.0047281169,hessian_weighted_relative_error,27448,0.02500,0.799
44,mlp.experts.92.down_proj,0.0112836691,hessian_weighted_relative_error,17659,0.02500,0.796
44,mlp.experts.93.down_proj,0.0054334708,hessian_weighted_relative_error,33361,0.02500,0.786
44,mlp.experts.94.down_proj,0.0098667179,hessian_weighted_relative_error,10414,0.02500,0.796
44,mlp.experts.95.down_proj,0.0074725693,hessian_weighted_relative_error,17922,0.02500,0.786
44,mlp.experts.97.down_proj,0.0082700605,hessian_weighted_relative_error,30585,0.02500,0.786
44,mlp.experts.98.down_proj,0.0092994777,hessian_weighted_relative_error,41863,0.02500,0.800
44,mlp.experts.99.down_proj,0.0102057403,hessian_weighted_relative_error,36429,0.02500,0.784
44,mlp.experts.100.down_proj,0.0066750364,hessian_weighted_relative_error,28740,0.02500,0.798
44,mlp.experts.102.down_proj,0.0052569927,hessian_weighted_relative_error,31338,0.02500,0.799
44,mlp.experts.105.down_proj,0.0089305560,hessian_weighted_relative_error,26448,0.02500,0.787
44,mlp.experts.106.down_proj,0.0049457070,hessian_weighted_relative_error,30737,0.02500,0.801
44,mlp.experts.108.down_proj,0.0071856113,hessian_weighted_relative_error,14535,0.02500,0.799
44,mlp.experts.109.down_proj,0.0058376558,hessian_weighted_relative_error,20168,0.02500,0.790
44,mlp.experts.112.down_proj,0.0074226104,hessian_weighted_relative_error,15534,0.02500,0.800
44,mlp.experts.113.down_proj,0.0075301550,hessian_weighted_relative_error,37638,0.02500,0.791
44,mlp.experts.115.down_proj,0.0104245678,hessian_weighted_relative_error,29547,0.02500,0.789
44,mlp.experts.116.down_proj,0.0045868462,hessian_weighted_relative_error,21977,0.02500,0.801
44,mlp.experts.118.down_proj,0.0037645775,hessian_weighted_relative_error,35932,0.02500,0.804
44,mlp.experts.124.down_proj,0.0052022400,hessian_weighted_relative_error,22203,0.02500,0.802
44,mlp.experts.125.down_proj,0.0108380569,hessian_weighted_relative_error,35295,0.02500,0.796
44,mlp.experts.129.down_proj,0.0042100858,hessian_weighted_relative_error,8000,0.02500,0.796
44,mlp.experts.130.down_proj,0.0100492894,hessian_weighted_relative_error,25067,0.02500,0.807
44,mlp.experts.132.down_proj,0.0087749871,hessian_weighted_relative_error,14105,0.02500,0.804
44,mlp.experts.134.down_proj,0.0051038450,hessian_weighted_relative_error,33892,0.02500,0.805
44,mlp.experts.136.down_proj,0.0112749015,hessian_weighted_relative_error,38886,0.02500,0.804
44,mlp.experts.137.down_proj,0.0050726298,hessian_weighted_relative_error,24100,0.02500,0.799
44,mlp.experts.139.down_proj,0.0063208735,hessian_weighted_relative_error,31311,0.02500,0.796
44,mlp.experts.140.down_proj,0.0086591319,hessian_weighted_relative_error,34383,0.02500,0.805
44,mlp.experts.141.down_proj,0.0098006223,hessian_weighted_relative_error,15480,0.02500,0.800
44,mlp.experts.145.down_proj,0.0087599086,hessian_weighted_relative_error,25724,0.02500,0.799
44,mlp.experts.148.down_proj,0.0070989321,hessian_weighted_relative_error,21312,0.02500,0.806
44,mlp.experts.149.down_proj,0.0081044890,hessian_weighted_relative_error,20645,0.02500,0.802
44,mlp.experts.151.down_proj,0.0067487059,hessian_weighted_relative_error,4083,0.02500,0.802
44,mlp.experts.154.down_proj,0.0080011789,hessian_weighted_relative_error,13315,0.02500,0.809
44,mlp.experts.155.down_proj,0.0075374070,hessian_weighted_relative_error,20965,0.02500,0.801
44,mlp.experts.156.down_proj,0.0050206142,hessian_weighted_relative_error,24099,0.02500,0.808
44,mlp.experts.158.down_proj,0.0054757264,hessian_weighted_relative_error,29826,0.02500,0.808
44,mlp.experts.159.down_proj,0.0085329244,hessian_weighted_relative_error,28756,0.02500,0.805
44,mlp.experts.162.down_proj,0.0073183627,hessian_weighted_relative_error,20000,0.02500,0.811
44,mlp.experts.163.down_proj,0.0086777664,hessian_weighted_relative_error,5836,0.02500,0.801
44,mlp.experts.164.down_proj,0.0069948831,hessian_weighted_relative_error,47310,0.02500,0.808
44,mlp.experts.165.down_proj,0.0090874585,hessian_weighted_relative_error,16915,0.02500,0.807
44,mlp.experts.166.down_proj,0.0083959057,hessian_weighted_relative_error,21064,0.02500,0.810
44,mlp.experts.168.down_proj,0.0057858661,hessian_weighted_relative_error,18467,0.02500,0.809
44,mlp.experts.169.down_proj,0.0048671139,hessian_weighted_relative_error,20504,0.02500,0.807
44,mlp.experts.170.down_proj,0.0088174809,hessian_weighted_relative_error,22511,0.02500,0.812
44,mlp.experts.171.down_proj,0.0052267821,hessian_weighted_relative_error,14095,0.02500,0.805
44,mlp.experts.172.down_proj,0.0070298407,hessian_weighted_relative_error,16733,0.02500,0.808
44,mlp.experts.173.down_proj,0.0089167876,hessian_weighted_relative_error,19404,0.02500,0.809
44,mlp.experts.175.down_proj,0.0110008117,hessian_weighted_relative_error,14608,0.02500,0.809
44,mlp.experts.176.down_proj,0.0077291768,hessian_weighted_relative_error,15897,0.02500,0.810
44,mlp.experts.177.down_proj,0.0087514470,hessian_weighted_relative_error,6875,0.02500,0.810
44,mlp.experts.178.down_proj,0.0042447621,hessian_weighted_relative_error,15013,0.02500,0.814
44,mlp.experts.181.down_proj,0.0036631799,hessian_weighted_relative_error,21429,0.02500,0.812
44,mlp.experts.182.down_proj,0.0063587429,hessian_weighted_relative_error,44494,0.02500,0.812
44,mlp.experts.184.down_proj,0.0029672627,hessian_weighted_relative_error,17936,0.02500,0.811
44,mlp.experts.188.down_proj,0.0042686371,hessian_weighted_relative_error,23529,0.02500,0.812
44,mlp.experts.191.down_proj,0.0058718505,hessian_weighted_relative_error,15696,0.02500,0.818
44,mlp.experts.192.down_proj,0.0098857240,hessian_weighted_relative_error,32662,0.02500,0.812
44,mlp.experts.194.down_proj,0.0044788355,hessian_weighted_relative_error,15463,0.02500,0.815
44,mlp.experts.195.down_proj,0.0063923505,hessian_weighted_relative_error,11180,0.02500,0.814
44,mlp.experts.196.down_proj,0.0054756285,hessian_weighted_relative_error,23736,0.02500,0.812
44,mlp.experts.197.down_proj,0.0059958506,hessian_weighted_relative_error,18873,0.02500,0.819
44,mlp.experts.198.down_proj,0.0079562789,hessian_weighted_relative_error,19492,0.02500,0.814
44,mlp.experts.199.down_proj,0.0074125979,hessian_weighted_relative_error,29064,0.02500,0.818
44,mlp.experts.201.down_proj,0.0094629111,hessian_weighted_relative_error,23586,0.02500,0.820
44,mlp.experts.202.down_proj,0.0105962810,hessian_weighted_relative_error,27366,0.02500,0.816
44,mlp.experts.203.down_proj,0.0061974475,hessian_weighted_relative_error,28339,0.02500,0.815
44,mlp.experts.205.down_proj,0.0059239820,hessian_weighted_relative_error,29796,0.02500,0.821
44,mlp.experts.206.down_proj,0.0090170881,hessian_weighted_relative_error,17392,0.02500,0.815
44,mlp.experts.207.down_proj,0.0080516767,hessian_weighted_relative_error,12176,0.02500,0.820
44,mlp.experts.212.down_proj,0.0086829633,hessian_weighted_relative_error,16704,0.02500,0.814
44,mlp.experts.213.down_proj,0.0125035334,hessian_weighted_relative_error,32460,0.02500,0.822
44,mlp.experts.214.down_proj,0.0086727594,hessian_weighted_relative_error,19160,0.02500,0.815
44,mlp.experts.217.down_proj,0.0077361761,hessian_weighted_relative_error,31455,0.02500,0.821
44,mlp.experts.218.down_proj,0.0106344684,hessian_weighted_relative_error,37840,0.02500,0.818
44,mlp.experts.219.down_proj,0.0092266073,hessian_weighted_relative_error,11348,0.02500,0.817
44,mlp.experts.220.down_proj,0.0038792408,hessian_weighted_relative_error,25798,0.02500,0.816
44,mlp.experts.222.down_proj,0.0097733951,hessian_weighted_relative_error,22035,0.02500,0.816
44,mlp.experts.224.down_proj,0.0083497426,hessian_weighted_relative_error,22246,0.02500,0.816
44,mlp.experts.225.down_proj,0.0098109371,hessian_weighted_relative_error,22909,0.02500,0.820
44,mlp.experts.227.down_proj,0.0047907226,hessian_weighted_relative_error,28074,0.02500,0.817
44,mlp.experts.228.down_proj,0.0055018526,hessian_weighted_relative_error,12082,0.02500,0.816
44,mlp.experts.229.down_proj,0.0045825596,hessian_weighted_relative_error,10981,0.02500,0.823
44,mlp.experts.233.down_proj,0.0065805834,hessian_weighted_relative_error,21291,0.02500,0.823
44,mlp.experts.234.down_proj,0.0078631392,hessian_weighted_relative_error,23423,0.02500,0.818
44,mlp.experts.237.down_proj,0.0094384149,hessian_weighted_relative_error,30983,0.02500,0.824
44,mlp.experts.238.down_proj,0.0011886648,hessian_weighted_relative_error,47178,0.02500,0.819
44,mlp.experts.239.down_proj,0.0101304366,hessian_weighted_relative_error,28313,0.02500,0.823
44,mlp.experts.240.down_proj,0.0085965409,hessian_weighted_relative_error,26689,0.02500,0.817
44,mlp.experts.242.down_proj,0.0075880697,hessian_weighted_relative_error,23396,0.02500,0.818
44,mlp.experts.246.down_proj,0.0094776387,hessian_weighted_relative_error,12043,0.02500,0.819
44,mlp.experts.247.down_proj,0.0037420967,hessian_weighted_relative_error,39026,0.02500,0.825
44,mlp.experts.248.down_proj,0.0049020879,hessian_weighted_relative_error,25571,0.02500,0.818
44,mlp.experts.249.down_proj,0.0049140830,hessian_weighted_relative_error,43219,0.02500,0.823
44,mlp.experts.250.down_proj,0.0090614541,hessian_weighted_relative_error,19666,0.02500,0.819
44,mlp.experts.251.down_proj,0.0091072694,hessian_weighted_relative_error,14860,0.02500,0.820
44,mlp.experts.252.down_proj,0.0084875164,hessian_weighted_relative_error,12005,0.02500,0.817
44,mlp.experts.253.down_proj,0.0034083342,hessian_weighted_relative_error,32629,0.02500,0.824
44,mlp.experts.254.down_proj,0.0031269004,hessian_weighted_relative_error,2521,0.02500,0.820
44,mlp.experts.255.down_proj,0.0071709008,hessian_weighted_relative_error,20910,0.02500,0.824
44,mlp.experts.256.down_proj,0.0085612984,hessian_weighted_relative_error,19283,0.02500,0.819
44,mlp.experts.257.down_proj,0.0105809544,hessian_weighted_relative_error,40597,0.02500,0.823
44,mlp.experts.258.down_proj,0.0094610651,hessian_weighted_relative_error,8629,0.02500,0.821
44,mlp.experts.259.down_proj,0.0086442330,hessian_weighted_relative_error,10096,0.02500,0.821
44,mlp.experts.260.down_proj,0.0106669685,hessian_weighted_relative_error,24285,0.02500,0.819
44,mlp.experts.263.down_proj,0.0069052752,hessian_weighted_relative_error,44057,0.02500,0.824
44,mlp.experts.264.down_proj,0.0085621855,hessian_weighted_relative_error,25970,0.02500,0.819
44,mlp.experts.265.down_proj,0.0064049676,hessian_weighted_relative_error,39462,0.02500,0.824
44,mlp.experts.269.down_proj,0.0098412328,hessian_weighted_relative_error,8174,0.02500,0.826
44,mlp.experts.270.down_proj,0.0070079052,hessian_weighted_relative_error,45495,0.02500,0.823
44,mlp.experts.273.down_proj,0.0073188958,hessian_weighted_relative_error,17447,0.02500,0.826
44,mlp.experts.274.down_proj,0.0077933618,hessian_weighted_relative_error,7482,0.02500,0.821
44,mlp.experts.276.down_proj,0.0076461302,hessian_weighted_relative_error,43542,0.02500,0.819
44,mlp.experts.278.down_proj,0.0113162384,hessian_weighted_relative_error,27762,0.02500,0.822
44,mlp.experts.279.down_proj,0.0107335190,hessian_weighted_relative_error,24688,0.02500,0.826
44,mlp.experts.280.down_proj,0.0073716926,hessian_weighted_relative_error,34221,0.02500,0.820
44,mlp.experts.281.down_proj,0.0093776563,hessian_weighted_relative_error,19133,0.02500,0.826
44,mlp.experts.282.down_proj,0.0082351482,hessian_weighted_relative_error,9455,0.02500,0.822
44,mlp.experts.283.down_proj,0.0093915820,hessian_weighted_relative_error,16675,0.02500,0.824
44,mlp.experts.287.down_proj,0.0095772790,hessian_weighted_relative_error,18124,0.02500,0.827
44,mlp.experts.10.gate_proj,0.0011853476,hessian_weighted_relative_error,87918,0.02500,1.549
44,mlp.experts.101.down_proj,0.0018816950,hessian_weighted_relative_error,34190,0.02500,1.495
44,mlp.experts.10.up_proj,0.0010429568,hessian_weighted_relative_error,87918,0.02500,1.623
44,mlp.experts.101.up_proj,0.0013335384,hessian_weighted_relative_error,34190,0.02500,1.654
44,mlp.experts.10.down_proj,0.0026450389,hessian_weighted_relative_error,87918,0.02500,1.513
44,mlp.experts.103.down_proj,0.0024443676,hessian_weighted_relative_error,31395,0.02500,1.532
44,mlp.experts.102.up_proj,0.0018222771,hessian_weighted_relative_error,31338,0.02500,1.621
44,mlp.experts.107.down_proj,0.0023538405,hessian_weighted_relative_error,31540,0.02500,1.528
44,mlp.experts.104.gate_proj,0.0012588521,hessian_weighted_relative_error,34231,0.02500,1.592
44,mlp.experts.111.down_proj,0.0025432893,hessian_weighted_relative_error,71378,0.02500,1.533
44,mlp.experts.104.up_proj,0.0016117952,hessian_weighted_relative_error,34231,0.02500,1.618
44,mlp.experts.111.gate_proj,0.0012078540,hessian_weighted_relative_error,71378,0.02500,1.614
44,mlp.experts.104.down_proj,0.0014054088,hessian_weighted_relative_error,34231,0.02500,1.533
44,mlp.experts.111.up_proj,0.0013089869,hessian_weighted_relative_error,71378,0.02500,1.652
44,mlp.experts.110.down_proj,0.0025022142,hessian_weighted_relative_error,34113,0.02500,1.537
44,mlp.experts.117.down_proj,0.0024018369,hessian_weighted_relative_error,44623,0.02500,1.539
44,mlp.experts.114.gate_proj,0.0007617829,hessian_weighted_relative_error,35439,0.02500,1.597
44,mlp.experts.117.up_proj,0.0016738372,hessian_weighted_relative_error,44623,0.02500,1.659
44,mlp.experts.114.up_proj,0.0006628694,hessian_weighted_relative_error,35439,0.02500,1.620
44,mlp.experts.119.down_proj,0.0015211481,hessian_weighted_relative_error,22295,0.02500,1.535
44,mlp.experts.114.down_proj,0.0020159742,hessian_weighted_relative_error,35439,0.02500,1.540
44,mlp.experts.119.up_proj,0.0008161437,hessian_weighted_relative_error,22295,0.02500,1.657
44,mlp.experts.118.up_proj,0.0011821817,hessian_weighted_relative_error,35932,0.02500,1.620
44,mlp.experts.121.down_proj,0.0024499738,hessian_weighted_relative_error,48465,0.02500,1.541
44,mlp.experts.120.up_proj,0.0009019819,hessian_weighted_relative_error,34066,0.02500,1.618
44,mlp.experts.121.gate_proj,0.0015120448,hessian_weighted_relative_error,48465,0.02500,1.631
44,mlp.experts.122.down_proj,0.0023020299,hessian_weighted_relative_error,57863,0.02500,1.540
44,mlp.experts.121.up_proj,0.0017353541,hessian_weighted_relative_error,48465,0.02500,1.664
44,mlp.experts.120.down_proj,0.0020622819,hessian_weighted_relative_error,34066,0.02500,1.540
44,mlp.experts.123.down_proj,0.0019271805,hessian_weighted_relative_error,27066,0.02500,1.538
44,mlp.experts.122.gate_proj,0.0016454295,hessian_weighted_relative_error,57863,0.02500,1.596
44,mlp.experts.123.up_proj,0.0010827184,hessian_weighted_relative_error,27066,0.02500,1.663
44,mlp.experts.126.down_proj,0.0020835457,hessian_weighted_relative_error,30698,0.02500,1.542
44,mlp.experts.127.down_proj,0.0027647003,hessian_weighted_relative_error,29317,0.02500,1.542
44,mlp.experts.128.down_proj,0.0013639447,hessian_weighted_relative_error,20706,0.02500,1.542
44,mlp.experts.13.down_proj,0.0018817727,hessian_weighted_relative_error,45769,0.02500,1.492
44,mlp.experts.122.up_proj,0.0016722203,hessian_weighted_relative_error,57863,0.02500,1.630
44,mlp.experts.13.gate_proj,0.0011819360,hessian_weighted_relative_error,45769,0.02500,1.581
44,mlp.experts.138.down_proj,0.0019090476,hessian_weighted_relative_error,32759,0.02500,1.541
44,mlp.experts.13.up_proj,0.0013156752,hessian_weighted_relative_error,45769,0.02500,1.664
44,mlp.experts.138.up_proj,0.0007677421,hessian_weighted_relative_error,32759,0.02500,1.620
44,mlp.experts.131.down_proj,0.0019464281,hessian_weighted_relative_error,20189,0.02500,1.539
44,mlp.experts.142.down_proj,0.0020525854,hessian_weighted_relative_error,42833,0.02500,1.543
44,mlp.experts.133.down_proj,0.0010412839,hessian_weighted_relative_error,40221,0.02500,1.539
44,mlp.experts.138.gate_proj,0.0007969983,hessian_weighted_relative_error,32759,0.02500,1.599
44,mlp.experts.133.up_proj,0.0005835706,hessian_weighted_relative_error,40221,0.02500,1.674
44,mlp.experts.144.down_proj,0.0020285183,hessian_weighted_relative_error,47192,0.02500,1.545
44,mlp.experts.135.down_proj,0.0024159803,hessian_weighted_relative_error,100199,0.02500,1.545
44,mlp.experts.150.down_proj,0.0019728909,hessian_weighted_relative_error,40953,0.02500,1.548
44,mlp.experts.135.gate_proj,0.0015282166,hessian_weighted_relative_error,100199,0.02500,1.639
44,mlp.experts.152.down_proj,0.0024615704,hessian_weighted_relative_error,48024,0.02500,1.545
44,mlp.experts.135.up_proj,0.0015465389,hessian_weighted_relative_error,100199,0.02500,1.669
44,mlp.experts.146.down_proj,0.0019601863,hessian_weighted_relative_error,22279,0.02500,1.548
44,mlp.experts.143.down_proj,0.0023307987,hessian_weighted_relative_error,30303,0.02500,1.549
44,mlp.experts.152.gate_proj,0.0011211380,hessian_weighted_relative_error,48024,0.02500,1.604
44,mlp.experts.147.down_proj,0.0010878084,hessian_weighted_relative_error,53926,0.02500,1.543
44,mlp.experts.16.down_proj,0.0012316942,hessian_weighted_relative_error,122654,0.02500,1.516
44,mlp.experts.147.gate_proj,0.0009633455,hessian_weighted_relative_error,53926,0.02500,1.650
44,mlp.experts.16.gate_proj,0.0008120658,hessian_weighted_relative_error,122654,0.02500,1.573
44,mlp.experts.147.up_proj,0.0011011289,hessian_weighted_relative_error,53926,0.02500,1.667
44,mlp.experts.152.up_proj,0.0009811539,hessian_weighted_relative_error,48024,0.02500,1.623
44,mlp.experts.15.down_proj,0.0025198151,hessian_weighted_relative_error,27190,0.02500,1.507
44,mlp.experts.16.up_proj,0.0005736324,hessian_weighted_relative_error,122654,0.02500,1.632
44,mlp.experts.153.down_proj,0.0027096095,hessian_weighted_relative_error,54173,0.02500,1.552
44,mlp.experts.174.down_proj,0.0022825195,hessian_weighted_relative_error,24692,0.02500,1.551
44,mlp.experts.157.down_proj,0.0030722975,hessian_weighted_relative_error,48207,0.02500,1.553
44,mlp.experts.180.down_proj,0.0023224905,hessian_weighted_relative_error,17370,0.02500,1.552
44,mlp.experts.160.down_proj,0.0022922630,hessian_weighted_relative_error,45213,0.02500,1.549
44,mlp.experts.157.gate_proj,0.0015961115,hessian_weighted_relative_error,48207,0.02500,1.657
44,mlp.experts.186.down_proj,0.0016719444,hessian_weighted_relative_error,49325,0.02500,1.560
44,mlp.experts.157.up_proj,0.0018478060,hessian_weighted_relative_error,48207,0.02500,1.681
44,mlp.experts.186.up_proj,0.0011329237,hessian_weighted_relative_error,49325,0.02500,1.628
44,mlp.experts.161.down_proj,0.0022095846,hessian_weighted_relative_error,24900,0.02500,1.558
44,mlp.experts.190.down_proj,0.0022222605,hessian_weighted_relative_error,62358,0.02500,1.552
44,mlp.experts.167.down_proj,0.0021000681,hessian_weighted_relative_error,29339,0.02500,1.554
44,mlp.experts.17.down_proj,0.0013731459,hessian_weighted_relative_error,36544,0.02500,1.500
44,mlp.experts.186.gate_proj,0.0010198667,hessian_weighted_relative_error,49325,0.02500,1.614
44,mlp.experts.190.gate_proj,0.0012835955,hessian_weighted_relative_error,62358,0.02500,1.623
44,mlp.experts.17.gate_proj,0.0011069752,hessian_weighted_relative_error,36544,0.02500,1.592
44,mlp.experts.200.down_proj,0.0027523632,hessian_weighted_relative_error,29312,0.02500,1.555
44,mlp.experts.17.up_proj,0.0010889515,hessian_weighted_relative_error,36544,0.02500,1.661
44,mlp.experts.204.down_proj,0.0019734607,hessian_weighted_relative_error,18933,0.02500,1.553
44,mlp.experts.179.down_proj,0.0023994940,hessian_weighted_relative_error,21006,0.02500,1.558
44,mlp.experts.190.up_proj,0.0014373337,hessian_weighted_relative_error,62358,0.02500,1.628
44,mlp.experts.179.up_proj,0.0016168947,hessian_weighted_relative_error,21006,0.02500,1.679
44,mlp.experts.208.down_proj,0.0024411136,hessian_weighted_relative_error,25327,0.02500,1.555
44,mlp.experts.183.down_proj,0.0026000623,hessian_weighted_relative_error,46745,0.02500,1.567
44,mlp.experts.216.down_proj,0.0024108091,hessian_weighted_relative_error,36728,0.02500,1.556
44,mlp.experts.185.down_proj,0.0011254804,hessian_weighted_relative_error,22104,0.02500,1.560
44,mlp.experts.226.down_proj,0.0013867175,hessian_weighted_relative_error,55269,0.02500,1.559
44,mlp.experts.185.gate_proj,0.0007383929,hessian_weighted_relative_error,22104,0.02500,1.656
44,mlp.experts.210.down_proj,0.0025046358,hessian_weighted_relative_error,26804,0.02500,1.558
44,mlp.experts.185.up_proj,0.0006714605,hessian_weighted_relative_error,22104,0.02500,1.683
44,mlp.experts.226.gate_proj,0.0006488921,hessian_weighted_relative_error,55269,0.02500,1.618
44,mlp.experts.187.down_proj,0.0024880398,hessian_weighted_relative_error,33794,0.02500,1.559
44,mlp.experts.230.down_proj,0.0023138174,hessian_weighted_relative_error,42082,0.02500,1.559
44,mlp.experts.189.down_proj,0.0019711883,hessian_weighted_relative_error,24293,0.02500,1.564
44,mlp.experts.230.up_proj,0.0011749179,hessian_weighted_relative_error,42082,0.02500,1.631
44,mlp.experts.189.up_proj,0.0011341147,hessian_weighted_relative_error,24293,0.02500,1.682
44,mlp.experts.226.up_proj,0.0006506584,hessian_weighted_relative_error,55269,0.02500,1.628
44,mlp.experts.193.down_proj,0.0020207439,hessian_weighted_relative_error,30958,0.02500,1.562
44,mlp.experts.232.down_proj,0.0028221957,hessian_weighted_relative_error,58133,0.02500,1.558
44,mlp.experts.209.down_proj,0.0015276028,hessian_weighted_relative_error,19930,0.02500,1.567
44,mlp.experts.236.gate_proj,0.0008787168,hessian_weighted_relative_error,39710,0.02500,1.618
44,mlp.experts.209.up_proj,0.0008621352,hessian_weighted_relative_error,19930,0.02500,1.681
44,mlp.experts.236.up_proj,0.0008942128,hessian_weighted_relative_error,39710,0.02500,1.630
44,mlp.experts.211.down_proj,0.0008791786,hessian_weighted_relative_error,27422,0.02500,1.568
44,mlp.experts.236.down_proj,0.0013176729,hessian_weighted_relative_error,39710,0.02500,1.559
44,mlp.experts.211.gate_proj,0.0008543038,hessian_weighted_relative_error,27422,0.02500,1.666
44,mlp.experts.238.gate_proj,0.0010485631,hessian_weighted_relative_error,47178,0.02500,1.619
44,mlp.experts.211.up_proj,0.0009616304,hessian_weighted_relative_error,27422,0.02500,1.695
44,mlp.experts.24.down_proj,0.0019336251,hessian_weighted_relative_error,25685,0.02500,1.520
44,mlp.experts.215.down_proj,0.0025526670,hessian_weighted_relative_error,35461,0.02500,1.573
44,mlp.experts.24.up_proj,0.0012098611,hessian_weighted_relative_error,25685,0.02500,1.632
44,mlp.experts.221.down_proj,0.0019490246,hessian_weighted_relative_error,33292,0.02500,1.567
44,mlp.experts.238.up_proj,0.0010337258,hessian_weighted_relative_error,47178,0.02500,1.630
44,mlp.experts.223.down_proj,0.0015980497,hessian_weighted_relative_error,55690,0.02500,1.570
44,mlp.experts.244.down_proj,0.0014587977,hessian_weighted_relative_error,98477,0.02500,1.561
44,mlp.experts.223.up_proj,0.0008249883,hessian_weighted_relative_error,55690,0.02500,1.697
44,mlp.experts.244.up_proj,0.0009496309,hessian_weighted_relative_error,98477,0.02500,1.631
44,mlp.experts.231.down_proj,0.0029832754,hessian_weighted_relative_error,36824,0.02500,1.575
44,mlp.experts.248.up_proj,0.0009722226,hessian_weighted_relative_error,25571,0.02500,1.632
44,mlp.experts.231.gate_proj,0.0015093265,hessian_weighted_relative_error,36824,0.02500,1.663
44,mlp.experts.244.gate_proj,0.0010569347,hessian_weighted_relative_error,98477,0.02500,1.617
44,mlp.experts.231.up_proj,0.0013740834,hessian_weighted_relative_error,36824,0.02500,1.684
44,mlp.experts.26.down_proj,0.0018439850,hessian_weighted_relative_error,20808,0.02500,1.526
44,mlp.experts.235.down_proj,0.0028498320,hessian_weighted_relative_error,67470,0.02500,1.570
44,mlp.experts.262.up_proj,0.0009211191,hessian_weighted_relative_error,37511,0.02500,1.630
44,mlp.experts.235.up_proj,0.0010741641,hessian_weighted_relative_error,67470,0.02500,1.680
44,mlp.experts.266.down_proj,0.0024073675,hessian_weighted_relative_error,48536,0.02500,1.563
44,mlp.experts.241.down_proj,0.0023907174,hessian_weighted_relative_error,39005,0.02500,1.572
44,mlp.experts.262.down_proj,0.0012668866,hessian_weighted_relative_error,37511,0.02500,1.562
44,mlp.experts.241.up_proj,0.0010373233,hessian_weighted_relative_error,39005,0.02500,1.683
44,mlp.experts.268.down_proj,0.0016779535,hessian_weighted_relative_error,35588,0.02500,1.563
44,mlp.experts.243.down_proj,0.0015576206,hessian_weighted_relative_error,36462,0.02500,1.573
44,mlp.experts.268.up_proj,0.0011298139,hessian_weighted_relative_error,35588,0.02500,1.628
44,mlp.experts.245.down_proj,0.0017146245,hessian_weighted_relative_error,35557,0.02500,1.571
44,mlp.experts.272.down_proj,0.0019263690,hessian_weighted_relative_error,124488,0.02500,1.560
44,mlp.experts.245.gate_proj,0.0013060690,hessian_weighted_relative_error,35557,0.02500,1.660
44,mlp.experts.268.gate_proj,0.0013353883,hessian_weighted_relative_error,35588,0.02500,1.627
44,mlp.experts.245.up_proj,0.0011112528,hessian_weighted_relative_error,35557,0.02500,1.697
44,mlp.experts.272.gate_proj,0.0008775334,hessian_weighted_relative_error,124488,0.02500,1.632
44,mlp.experts.249.up_proj,0.0015954973,hessian_weighted_relative_error,43219,0.02500,1.691
44,mlp.experts.284.down_proj,0.0017916564,hessian_weighted_relative_error,27901,0.02500,1.566
44,mlp.experts.261.down_proj,0.0009558007,hessian_weighted_relative_error,16913,0.02500,1.580
44,mlp.experts.286.down_proj,0.0028261442,hessian_weighted_relative_error,27262,0.02500,1.565
44,mlp.experts.272.up_proj,0.0006145897,hessian_weighted_relative_error,124488,0.02500,1.633
44,mlp.experts.261.up_proj,0.0006499485,hessian_weighted_relative_error,16913,0.02500,1.697
44,mlp.experts.267.down_proj,0.0011966056,hessian_weighted_relative_error,35840,0.02500,1.571
44,mlp.experts.32.down_proj,0.0030140129,hessian_weighted_relative_error,58674,0.02500,1.524
44,mlp.experts.32.up_proj,0.0015419096,hessian_weighted_relative_error,58674,0.02500,1.636
44,mlp.experts.267.gate_proj,0.0011047329,hessian_weighted_relative_error,35840,0.02500,1.691
44,mlp.experts.36.down_proj,0.0019055483,hessian_weighted_relative_error,35051,0.02500,1.525
44,mlp.experts.267.up_proj,0.0009619393,hessian_weighted_relative_error,35840,0.02500,1.698
44,mlp.experts.32.gate_proj,0.0014203244,hessian_weighted_relative_error,58674,0.02500,1.581
44,mlp.experts.27.down_proj,0.0012954139,hessian_weighted_relative_error,38358,0.02500,1.509
44,mlp.experts.44.down_proj,0.0017112003,hessian_weighted_relative_error,43892,0.02500,1.529
44,mlp.experts.271.down_proj,0.0020291510,hessian_weighted_relative_error,63461,0.02500,1.573
44,mlp.experts.50.gate_proj,0.0015350809,hessian_weighted_relative_error,66029,0.02500,1.590
44,mlp.experts.275.down_proj,0.0028018930,hessian_weighted_relative_error,41340,0.02500,1.573
44,mlp.experts.50.up_proj,0.0014311829,hessian_weighted_relative_error,66029,0.02500,1.638
44,mlp.experts.275.gate_proj,0.0014727051,hessian_weighted_relative_error,41340,0.02500,1.668
44,mlp.experts.50.down_proj,0.0028724334,hessian_weighted_relative_error,66029,0.02500,1.530
44,mlp.experts.275.up_proj,0.0018268514,hessian_weighted_relative_error,41340,0.02500,1.688
44,mlp.experts.56.down_proj,0.0012198751,hessian_weighted_relative_error,28787,0.02500,1.532
44,mlp.experts.277.down_proj,0.0012809926,hessian_weighted_relative_error,27991,0.02500,1.574
44,mlp.experts.285.down_proj,0.0025758421,hessian_weighted_relative_error,39166,0.02500,1.692
44,mlp.experts.56.gate_proj,0.0010388951,hessian_weighted_relative_error,28787,0.02500,1.570
44,mlp.experts.37.gate_proj,0.0013700443,hessian_weighted_relative_error,30908,0.02500,1.607
44,mlp.experts.6.down_proj,0.0019097497,hessian_weighted_relative_error,57369,0.02500,1.517
44,mlp.experts.37.up_proj,0.0015056603,hessian_weighted_relative_error,30908,0.02500,1.672
44,mlp.experts.58.down_proj,0.0016042310,hessian_weighted_relative_error,27747,0.02500,1.534
44,mlp.experts.39.down_proj,0.0012042017,hessian_weighted_relative_error,24648,0.02500,1.519
44,mlp.experts.56.up_proj,0.0010213418,hessian_weighted_relative_error,28787,0.02500,1.636
44,mlp.experts.64.down_proj,0.0018600334,hessian_weighted_relative_error,39947,0.02500,1.539
44,mlp.experts.45.up_proj,0.0011256615,hessian_weighted_relative_error,43240,0.02500,1.686
44,mlp.experts.8.up_proj,0.0011525033,hessian_weighted_relative_error,30843,0.02500,1.634
44,mlp.experts.45.gate_proj,0.0011829718,hessian_weighted_relative_error,43240,0.02500,1.614
44,mlp.experts.64.up_proj,0.0011148429,hessian_weighted_relative_error,39947,0.02500,1.636
44,mlp.experts.45.down_proj,0.0013825594,hessian_weighted_relative_error,43240,0.02500,1.520
44,mlp.experts.64.gate_proj,0.0010363731,hessian_weighted_relative_error,39947,0.02500,1.594
44,mlp.experts.39.up_proj,0.0006390769,hessian_weighted_relative_error,24648,0.02500,1.667
44,mlp.experts.80.down_proj,0.0020731962,hessian_weighted_relative_error,31551,0.02500,1.538
44,mlp.experts.55.gate_proj,0.0011231287,hessian_weighted_relative_error,38887,0.02500,1.611
44,mlp.experts.84.down_proj,0.0025233577,hessian_weighted_relative_error,49183,0.02500,1.541
44,mlp.experts.55.down_proj,0.0014558044,hessian_weighted_relative_error,38887,0.02500,1.521
44,mlp.experts.82.up_proj,0.0015075451,hessian_weighted_relative_error,53296,0.02500,1.633
44,mlp.experts.5.down_proj,0.0014985334,hessian_weighted_relative_error,13195,0.02500,1.500
44,mlp.experts.82.down_proj,0.0033060832,hessian_weighted_relative_error,53296,0.02500,1.542
44,mlp.experts.49.down_proj,0.0024804944,hessian_weighted_relative_error,28053,0.02500,1.519
44,mlp.experts.84.gate_proj,0.0016197295,hessian_weighted_relative_error,49183,0.02500,1.602
44,mlp.experts.57.up_proj,0.0016617199,hessian_weighted_relative_error,55351,0.02500,1.658
44,mlp.experts.86.up_proj,0.0015132441,hessian_weighted_relative_error,41729,0.02500,1.639
44,mlp.experts.57.gate_proj,0.0015029353,hessian_weighted_relative_error,55351,0.02500,1.604
44,mlp.experts.86.down_proj,0.0028038984,hessian_weighted_relative_error,41729,0.02500,1.538
44,mlp.experts.57.down_proj,0.0028385911,hessian_weighted_relative_error,55351,0.02500,1.516
44,mlp.experts.84.up_proj,0.0016872325,hessian_weighted_relative_error,49183,0.02500,1.637
44,mlp.experts.55.up_proj,0.0010659426,hessian_weighted_relative_error,38887,0.02500,1.655
44,mlp.experts.88.down_proj,0.0031247369,hessian_weighted_relative_error,35014,0.02500,1.539
44,mlp.experts.7.down_proj,0.0024027436,hessian_weighted_relative_error,51788,0.02500,1.497
44,mlp.experts.96.down_proj,0.0021204100,hessian_weighted_relative_error,20100,0.02500,1.540
44,mlp.experts.65.up_proj,0.0010203646,hessian_weighted_relative_error,32259,0.02500,1.653
44,mlp.experts.88.up_proj,0.0021347095,hessian_weighted_relative_error,35014,0.02500,1.635
44,mlp.experts.65.gate_proj,0.0010151218,hessian_weighted_relative_error,32259,0.02500,1.602
44,mlp.experts.65.down_proj,0.0015121479,hessian_weighted_relative_error,32259,0.02500,1.521
44,mlp.experts.73.up_proj,0.0009958526,hessian_weighted_relative_error,39452,0.02500,1.660
44,mlp.experts.73.down_proj,0.0018546580,hessian_weighted_relative_error,39452,0.02500,1.524
44,mlp.experts.7.up_proj,0.0013235651,hessian_weighted_relative_error,51788,0.02500,1.654
44,mlp.experts.7.gate_proj,0.0012333394,hessian_weighted_relative_error,51788,0.02500,1.577
44,mlp.experts.89.down_proj,0.0022823516,hessian_weighted_relative_error,34652,0.02500,1.528
44,mlp.experts.83.up_proj,0.0010757139,hessian_weighted_relative_error,45219,0.02500,1.662
44,mlp.experts.83.gate_proj,0.0011487002,hessian_weighted_relative_error,45219,0.02500,1.618
44,mlp.experts.83.down_proj,0.0022124213,hessian_weighted_relative_error,45219,0.02500,1.529
44,mlp.experts.93.up_proj,0.0016111876,hessian_weighted_relative_error,33361,0.02500,1.677
44,mlp.experts.91.up_proj,0.0015714744,hessian_weighted_relative_error,46846,0.02500,1.672
44,mlp.experts.91.gate_proj,0.0014427106,hessian_weighted_relative_error,46846,0.02500,1.617
44,mlp.experts.91.down_proj,0.0022371836,hessian_weighted_relative_error,46846,0.02500,1.530
45,mlp.experts.2.gate_proj,0.0042373035,hessian_weighted_relative_error,32378,0.02500,0.808
45,mlp.experts.5.gate_proj,0.0038634846,hessian_weighted_relative_error,35217,0.02500,0.809
45,mlp.experts.0.gate_proj,0.0036664612,hessian_weighted_relative_error,43731,0.02500,0.812
45,mlp.experts.1.gate_proj,0.0040476494,hessian_weighted_relative_error,48122,0.02500,0.825
45,mlp.experts.6.gate_proj,0.0027907271,hessian_weighted_relative_error,22595,0.02500,0.814
45,mlp.experts.7.gate_proj,0.0024406437,hessian_weighted_relative_error,19015,0.02500,0.805
45,mlp.experts.4.gate_proj,0.0013598401,hessian_weighted_relative_error,29826,0.02500,0.812
45,mlp.experts.3.gate_proj,0.0034308461,hessian_weighted_relative_error,34257,0.02500,0.809
45,mlp.experts.10.gate_proj,0.0021942199,hessian_weighted_relative_error,24526,0.02500,0.816
45,mlp.experts.13.gate_proj,0.0023770805,hessian_weighted_relative_error,19017,0.02500,0.806
45,mlp.experts.9.gate_proj,0.0022471342,hessian_weighted_relative_error,17362,0.02500,0.797
45,mlp.experts.8.gate_proj,0.0035190855,hessian_weighted_relative_error,27010,0.02500,0.837
45,mlp.experts.15.gate_proj,0.0040954163,hessian_weighted_relative_error,26164,0.02500,0.796
45,mlp.experts.14.gate_proj,0.0024915965,hessian_weighted_relative_error,27461,0.02500,0.818
45,mlp.experts.11.gate_proj,0.0020524839,hessian_weighted_relative_error,36841,0.02500,0.800
45,mlp.experts.12.gate_proj,0.0019052490,hessian_weighted_relative_error,20313,0.02500,0.814
45,mlp.experts.21.gate_proj,0.0039515369,hessian_weighted_relative_error,52360,0.02500,0.801
45,mlp.experts.18.gate_proj,0.0045261239,hessian_weighted_relative_error,37018,0.02500,0.818
45,mlp.experts.17.gate_proj,0.0039282307,hessian_weighted_relative_error,45587,0.02500,0.802
45,mlp.experts.16.gate_proj,0.0037826772,hessian_weighted_relative_error,38762,0.02500,0.824
45,mlp.experts.23.gate_proj,0.0030836260,hessian_weighted_relative_error,48096,0.02500,0.801
45,mlp.experts.22.gate_proj,0.0038588704,hessian_weighted_relative_error,28849,0.02500,0.819
45,mlp.experts.19.gate_proj,0.0027641579,hessian_weighted_relative_error,22506,0.02500,0.802
45,mlp.experts.20.gate_proj,0.0032910254,hessian_weighted_relative_error,33345,0.02500,0.818
45,mlp.experts.29.gate_proj,0.0022935316,hessian_weighted_relative_error,19696,0.02500,0.803
45,mlp.experts.26.gate_proj,0.0022904845,hessian_weighted_relative_error,17560,0.02500,0.828
45,mlp.experts.25.gate_proj,0.0032693345,hessian_weighted_relative_error,38105,0.02500,0.805
45,mlp.experts.24.gate_proj,0.0027396596,hessian_weighted_relative_error,33201,0.02500,0.819
45,mlp.experts.31.gate_proj,0.0018324481,hessian_weighted_relative_error,30049,0.02500,0.805
45,mlp.experts.30.gate_proj,0.0048279162,hessian_weighted_relative_error,44409,0.02500,0.822
45,mlp.experts.27.gate_proj,0.0027034067,hessian_weighted_relative_error,26769,0.02500,0.804
45,mlp.experts.28.gate_proj,0.0045670293,hessian_weighted_relative_error,34658,0.02500,0.820
45,mlp.experts.37.gate_proj,0.0041295967,hessian_weighted_relative_error,28690,0.02500,0.806
45,mlp.experts.34.gate_proj,0.0029709145,hessian_weighted_relative_error,21714,0.02500,0.823
45,mlp.experts.33.gate_proj,0.0028628839,hessian_weighted_relative_error,20059,0.02500,0.806
45,mlp.experts.32.gate_proj,0.0029185518,hessian_weighted_relative_error,35057,0.02500,0.822
45,mlp.experts.39.gate_proj,0.0022676190,hessian_weighted_relative_error,19757,0.02500,0.808
45,mlp.experts.38.gate_proj,0.0038330299,hessian_weighted_relative_error,23996,0.02500,0.825
45,mlp.experts.35.gate_proj,0.0040719731,hessian_weighted_relative_error,40498,0.02500,0.808
45,mlp.experts.36.gate_proj,0.0039287316,hessian_weighted_relative_error,47234,0.02500,0.823
45,mlp.experts.45.gate_proj,0.0026115146,hessian_weighted_relative_error,21636,0.02500,0.809
45,mlp.experts.42.gate_proj,0.0026164844,hessian_weighted_relative_error,28433,0.02500,0.826
45,mlp.experts.41.gate_proj,0.0037315742,hessian_weighted_relative_error,40811,0.02500,0.812
45,mlp.experts.40.gate_proj,0.0033557531,hessian_weighted_relative_error,29742,0.02500,0.824
45,mlp.experts.47.gate_proj,0.0043941790,hessian_weighted_relative_error,32692,0.02500,0.811
45,mlp.experts.46.gate_proj,0.0023585714,hessian_weighted_relative_error,26499,0.02500,0.828
45,mlp.experts.43.gate_proj,0.0028511302,hessian_weighted_relative_error,20191,0.02500,0.813
45,mlp.experts.44.gate_proj,0.0024535730,hessian_weighted_relative_error,16185,0.02500,0.826
45,mlp.experts.53.gate_proj,0.0025663171,hessian_weighted_relative_error,18417,0.02500,0.812
45,mlp.experts.50.gate_proj,0.0020750374,hessian_weighted_relative_error,31174,0.02500,0.829
45,mlp.experts.49.gate_proj,0.0041356254,hessian_weighted_relative_error,37134,0.02500,0.817
45,mlp.experts.48.gate_proj,0.0024417266,hessian_weighted_relative_error,20646,0.02500,0.826
45,mlp.experts.55.gate_proj,0.0024907226,hessian_weighted_relative_error,37857,0.02500,0.816
45,mlp.experts.54.gate_proj,0.0024802705,hessian_weighted_relative_error,30112,0.02500,0.828
45,mlp.experts.51.gate_proj,0.0045329751,hessian_weighted_relative_error,29396,0.02500,0.815
45,mlp.experts.52.gate_proj,0.0027334982,hessian_weighted_relative_error,24082,0.02500,0.827
45,mlp.experts.61.gate_proj,0.0032965642,hessian_weighted_relative_error,19821,0.02500,0.817
45,mlp.experts.58.gate_proj,0.0036642803,hessian_weighted_relative_error,41207,0.02500,0.830
45,mlp.experts.57.gate_proj,0.0034335068,hessian_weighted_relative_error,16171,0.02500,0.817
45,mlp.experts.56.gate_proj,0.0022963140,hessian_weighted_relative_error,5405,0.02500,0.827
45,mlp.experts.63.gate_proj,0.0025487859,hessian_weighted_relative_error,28322,0.02500,0.820
45,mlp.experts.62.gate_proj,0.0040133959,hessian_weighted_relative_error,31219,0.02500,0.832
45,mlp.experts.59.gate_proj,0.0027007590,hessian_weighted_relative_error,18988,0.02500,0.820
45,mlp.experts.60.gate_proj,0.0041812922,hessian_weighted_relative_error,35563,0.02500,0.831
45,mlp.experts.69.gate_proj,0.0036221470,hessian_weighted_relative_error,27181,0.02500,0.821
45,mlp.experts.66.gate_proj,0.0041521856,hessian_weighted_relative_error,33694,0.02500,0.833
45,mlp.experts.65.gate_proj,0.0024145148,hessian_weighted_relative_error,34793,0.02500,0.821
45,mlp.experts.64.gate_proj,0.0045273059,hessian_weighted_relative_error,42132,0.02500,0.833
45,mlp.experts.71.gate_proj,0.0032839162,hessian_weighted_relative_error,25602,0.02500,0.823
45,mlp.experts.70.gate_proj,0.0019825849,hessian_weighted_relative_error,22174,0.02500,0.835
45,mlp.experts.67.gate_proj,0.0036255965,hessian_weighted_relative_error,32721,0.02500,0.823
45,mlp.experts.68.gate_proj,0.0035461446,hessian_weighted_relative_error,27262,0.02500,0.831
45,mlp.experts.77.gate_proj,0.0021836506,hessian_weighted_relative_error,15523,0.02500,0.824
45,mlp.experts.74.gate_proj,0.0027548092,hessian_weighted_relative_error,51864,0.02500,0.833
45,mlp.experts.73.gate_proj,0.0026087471,hessian_weighted_relative_error,35318,0.02500,0.826
45,mlp.experts.72.gate_proj,0.0035379493,hessian_weighted_relative_error,28122,0.02500,0.832
45,mlp.experts.79.gate_proj,0.0045306212,hessian_weighted_relative_error,31002,0.02500,0.826
45,mlp.experts.78.gate_proj,0.0038596112,hessian_weighted_relative_error,45425,0.02500,0.834
45,mlp.experts.75.gate_proj,0.0032906985,hessian_weighted_relative_error,29047,0.02500,0.827
45,mlp.experts.76.gate_proj,0.0049867368,hessian_weighted_relative_error,35825,0.02500,0.831
45,mlp.experts.85.gate_proj,0.0034100474,hessian_weighted_relative_error,24885,0.02500,0.831
45,mlp.experts.82.gate_proj,0.0031225364,hessian_weighted_relative_error,16561,0.02500,0.834
45,mlp.experts.81.gate_proj,0.0030860891,hessian_weighted_relative_error,23382,0.02500,0.830
45,mlp.experts.80.gate_proj,0.0018028625,hessian_weighted_relative_error,27365,0.02500,0.832
45,mlp.experts.87.gate_proj,0.0036083415,hessian_weighted_relative_error,36408,0.02500,0.832
45,mlp.experts.86.gate_proj,0.0021177463,hessian_weighted_relative_error,31299,0.02500,0.838
45,mlp.experts.83.gate_proj,0.0039311747,hessian_weighted_relative_error,32363,0.02500,0.830
45,mlp.experts.84.gate_proj,0.0037824033,hessian_weighted_relative_error,35741,0.02500,0.835
45,mlp.experts.93.gate_proj,0.0035316889,hessian_weighted_relative_error,35369,0.02500,0.831
45,mlp.experts.90.gate_proj,0.0044096726,hessian_weighted_relative_error,36734,0.02500,0.839
45,mlp.experts.89.gate_proj,0.0037221176,hessian_weighted_relative_error,22608,0.02500,0.833
45,mlp.experts.88.gate_proj,0.0030842698,hessian_weighted_relative_error,25856,0.02500,0.834
45,mlp.experts.95.gate_proj,0.0030286227,hessian_weighted_relative_error,34821,0.02500,0.834
45,mlp.experts.94.gate_proj,0.0029464065,hessian_weighted_relative_error,36005,0.02500,0.839
45,mlp.experts.91.gate_proj,0.0037425592,hessian_weighted_relative_error,34926,0.02500,0.832
45,mlp.experts.92.gate_proj,0.0028959475,hessian_weighted_relative_error,26838,0.02500,0.835
45,mlp.experts.101.gate_proj,0.0029607473,hessian_weighted_relative_error,17142,0.02500,0.837
45,mlp.experts.98.gate_proj,0.0021581953,hessian_weighted_relative_error,25540,0.02500,0.838
45,mlp.experts.97.gate_proj,0.0019443825,hessian_weighted_relative_error,20629,0.02500,0.835
45,mlp.experts.96.gate_proj,0.0016212840,hessian_weighted_relative_error,30815,0.02500,0.835
45,mlp.experts.103.gate_proj,0.0020507574,hessian_weighted_relative_error,6769,0.02500,0.836
45,mlp.experts.102.gate_proj,0.0025356970,hessian_weighted_relative_error,36893,0.02500,0.838
45,mlp.experts.99.gate_proj,0.0024368588,hessian_weighted_relative_error,28969,0.02500,0.835
45,mlp.experts.100.gate_proj,0.0033119387,hessian_weighted_relative_error,34574,0.02500,0.837
45,mlp.experts.109.gate_proj,0.0029514227,hessian_weighted_relative_error,26548,0.02500,0.836
45,mlp.experts.106.gate_proj,0.0025999142,hessian_weighted_relative_error,29453,0.02500,0.841
45,mlp.experts.105.gate_proj,0.0030649032,hessian_weighted_relative_error,28935,0.02500,0.840
45,mlp.experts.104.gate_proj,0.0023753934,hessian_weighted_relative_error,30468,0.02500,0.837
45,mlp.experts.111.gate_proj,0.0022014040,hessian_weighted_relative_error,37406,0.02500,0.837
45,mlp.experts.110.gate_proj,0.0039206096,hessian_weighted_relative_error,32984,0.02500,0.840
45,mlp.experts.107.gate_proj,0.0047600074,hessian_weighted_relative_error,25240,0.02500,0.843
45,mlp.experts.108.gate_proj,0.0038192588,hessian_weighted_relative_error,30853,0.02500,0.838
45,mlp.experts.117.gate_proj,0.0026657233,hessian_weighted_relative_error,23292,0.02500,0.841
45,mlp.experts.114.gate_proj,0.0034207526,hessian_weighted_relative_error,36609,0.02500,0.844
45,mlp.experts.113.gate_proj,0.0047529219,hessian_weighted_relative_error,40545,0.02500,0.845
45,mlp.experts.112.gate_proj,0.0048034008,hessian_weighted_relative_error,35678,0.02500,0.840
45,mlp.experts.119.gate_proj,0.0027965045,hessian_weighted_relative_error,26857,0.02500,0.846
45,mlp.experts.118.gate_proj,0.0034171621,hessian_weighted_relative_error,28058,0.02500,0.843
45,mlp.experts.115.gate_proj,0.0033079305,hessian_weighted_relative_error,44564,0.02500,0.847
45,mlp.experts.116.gate_proj,0.0026377227,hessian_weighted_relative_error,24804,0.02500,0.840
45,mlp.experts.125.gate_proj,0.0019866351,hessian_weighted_relative_error,27496,0.02500,0.846
45,mlp.experts.122.gate_proj,0.0023233825,hessian_weighted_relative_error,18441,0.02500,0.844
45,mlp.experts.121.gate_proj,0.0038995073,hessian_weighted_relative_error,28482,0.02500,0.847
45,mlp.experts.120.gate_proj,0.0030822370,hessian_weighted_relative_error,59019,0.02500,0.841
45,mlp.experts.127.gate_proj,0.0018162648,hessian_weighted_relative_error,18298,0.02500,0.847
45,mlp.experts.126.gate_proj,0.0030536929,hessian_weighted_relative_error,29549,0.02500,0.843
45,mlp.experts.123.gate_proj,0.0021627541,hessian_weighted_relative_error,13475,0.02500,0.847
45,mlp.experts.124.gate_proj,0.0039288740,hessian_weighted_relative_error,32563,0.02500,0.841
45,mlp.experts.133.gate_proj,0.0012141969,hessian_weighted_relative_error,22521,0.02500,0.845
45,mlp.experts.130.gate_proj,0.0048688472,hessian_weighted_relative_error,38467,0.02500,0.845
45,mlp.experts.129.gate_proj,0.0031365847,hessian_weighted_relative_error,17892,0.02500,0.851
45,mlp.experts.128.gate_proj,0.0020235464,hessian_weighted_relative_error,48596,0.02500,0.843
45,mlp.experts.135.gate_proj,0.0050361286,hessian_weighted_relative_error,39643,0.02500,0.850
45,mlp.experts.134.gate_proj,0.0024048026,hessian_weighted_relative_error,26579,0.02500,0.846
45,mlp.experts.131.gate_proj,0.0039178949,hessian_weighted_relative_error,26005,0.02500,0.847
45,mlp.experts.132.gate_proj,0.0026731316,hessian_weighted_relative_error,21851,0.02500,0.843
45,mlp.experts.141.gate_proj,0.0029520494,hessian_weighted_relative_error,39306,0.02500,0.848
45,mlp.experts.138.gate_proj,0.0024770711,hessian_weighted_relative_error,38641,0.02500,0.845
45,mlp.experts.137.gate_proj,0.0035637081,hessian_weighted_relative_error,37121,0.02500,0.849
45,mlp.experts.136.gate_proj,0.0023878148,hessian_weighted_relative_error,20464,0.02500,0.844
45,mlp.experts.143.gate_proj,0.0050240893,hessian_weighted_relative_error,25854,0.02500,0.850
45,mlp.experts.142.gate_proj,0.0035858518,hessian_weighted_relative_error,37015,0.02500,0.845
45,mlp.experts.139.gate_proj,0.0027793530,hessian_weighted_relative_error,25540,0.02500,0.850
45,mlp.experts.140.gate_proj,0.0020680843,hessian_weighted_relative_error,20537,0.02500,0.843
45,mlp.experts.149.gate_proj,0.0025609028,hessian_weighted_relative_error,47552,0.02500,0.852
45,mlp.experts.146.gate_proj,0.0033573200,hessian_weighted_relative_error,27211,0.02500,0.847
45,mlp.experts.145.gate_proj,0.0031626839,hessian_weighted_relative_error,37065,0.02500,0.852
45,mlp.experts.144.gate_proj,0.0031276506,hessian_weighted_relative_error,27512,0.02500,0.846
45,mlp.experts.151.gate_proj,0.0025284014,hessian_weighted_relative_error,44576,0.02500,0.851
45,mlp.experts.150.gate_proj,0.0023260896,hessian_weighted_relative_error,27009,0.02500,0.846
45,mlp.experts.147.gate_proj,0.0034803785,hessian_weighted_relative_error,22176,0.02500,0.851
45,mlp.experts.148.gate_proj,0.0040286677,hessian_weighted_relative_error,31974,0.02500,0.845
45,mlp.experts.157.gate_proj,0.0040598730,hessian_weighted_relative_error,34071,0.02500,0.851
45,mlp.experts.154.gate_proj,0.0031453645,hessian_weighted_relative_error,37125,0.02500,0.848
45,mlp.experts.153.gate_proj,0.0028450267,hessian_weighted_relative_error,30309,0.02500,0.854
45,mlp.experts.152.gate_proj,0.0029173827,hessian_weighted_relative_error,42593,0.02500,0.846
45,mlp.experts.159.gate_proj,0.0039990969,hessian_weighted_relative_error,28568,0.02500,0.852
45,mlp.experts.158.gate_proj,0.0035508262,hessian_weighted_relative_error,24572,0.02500,0.848
45,mlp.experts.155.gate_proj,0.0028728223,hessian_weighted_relative_error,32588,0.02500,0.857
45,mlp.experts.156.gate_proj,0.0039665881,hessian_weighted_relative_error,33964,0.02500,0.849
45,mlp.experts.165.gate_proj,0.0030888308,hessian_weighted_relative_error,24304,0.02500,0.851
45,mlp.experts.162.gate_proj,0.0031722616,hessian_weighted_relative_error,22904,0.02500,0.851
45,mlp.experts.161.gate_proj,0.0029347317,hessian_weighted_relative_error,18519,0.02500,0.853
45,mlp.experts.160.gate_proj,0.0034146248,hessian_weighted_relative_error,35251,0.02500,0.846
45,mlp.experts.167.gate_proj,0.0027926257,hessian_weighted_relative_error,17720,0.02500,0.853
45,mlp.experts.166.gate_proj,0.0030298163,hessian_weighted_relative_error,34424,0.02500,0.849
45,mlp.experts.163.gate_proj,0.0023097072,hessian_weighted_relative_error,41662,0.02500,0.855
45,mlp.experts.164.gate_proj,0.0030600378,hessian_weighted_relative_error,29404,0.02500,0.848
45,mlp.experts.173.gate_proj,0.0022884785,hessian_weighted_relative_error,38720,0.02500,0.857
45,mlp.experts.170.gate_proj,0.0033990195,hessian_weighted_relative_error,23782,0.02500,0.850
45,mlp.experts.169.gate_proj,0.0014886795,hessian_weighted_relative_error,14536,0.02500,0.854
45,mlp.experts.168.gate_proj,0.0035224996,hessian_weighted_relative_error,35380,0.02500,0.847
45,mlp.experts.175.gate_proj,0.0026409525,hessian_weighted_relative_error,43580,0.02500,0.859
45,mlp.experts.174.gate_proj,0.0025076201,hessian_weighted_relative_error,36902,0.02500,0.851
45,mlp.experts.171.gate_proj,0.0039292543,hessian_weighted_relative_error,27186,0.02500,0.856
45,mlp.experts.172.gate_proj,0.0015135185,hessian_weighted_relative_error,7751,0.02500,0.847
45,mlp.experts.181.gate_proj,0.0020631068,hessian_weighted_relative_error,28595,0.02500,0.856
45,mlp.experts.178.gate_proj,0.0026596385,hessian_weighted_relative_error,32773,0.02500,0.851
45,mlp.experts.177.gate_proj,0.0019052575,hessian_weighted_relative_error,44444,0.02500,0.856
45,mlp.experts.176.gate_proj,0.0027475443,hessian_weighted_relative_error,27621,0.02500,0.848
45,mlp.experts.183.gate_proj,0.0027658415,hessian_weighted_relative_error,13611,0.02500,0.856
45,mlp.experts.182.gate_proj,0.0045298602,hessian_weighted_relative_error,35068,0.02500,0.853
45,mlp.experts.179.gate_proj,0.0021186955,hessian_weighted_relative_error,24851,0.02500,0.857
45,mlp.experts.180.gate_proj,0.0038797759,hessian_weighted_relative_error,25350,0.02500,0.850
45,mlp.experts.189.gate_proj,0.0028683396,hessian_weighted_relative_error,31349,0.02500,0.858
45,mlp.experts.186.gate_proj,0.0027302564,hessian_weighted_relative_error,39770,0.02500,0.853
45,mlp.experts.185.gate_proj,0.0046499291,hessian_weighted_relative_error,27094,0.02500,0.859
45,mlp.experts.184.gate_proj,0.0038947783,hessian_weighted_relative_error,29464,0.02500,0.849
45,mlp.experts.191.gate_proj,0.0019161557,hessian_weighted_relative_error,15768,0.02500,0.867
45,mlp.experts.190.gate_proj,0.0027049830,hessian_weighted_relative_error,31749,0.02500,0.853
45,mlp.experts.187.gate_proj,0.0040054427,hessian_weighted_relative_error,33557,0.02500,0.857
45,mlp.experts.188.gate_proj,0.0021826277,hessian_weighted_relative_error,16063,0.02500,0.849
45,mlp.experts.197.gate_proj,0.0026371361,hessian_weighted_relative_error,21811,0.02500,0.859
45,mlp.experts.194.gate_proj,0.0017361005,hessian_weighted_relative_error,29177,0.02500,0.852
45,mlp.experts.193.gate_proj,0.0038273586,hessian_weighted_relative_error,33891,0.02500,0.858
45,mlp.experts.192.gate_proj,0.0023538144,hessian_weighted_relative_error,26430,0.02500,0.850
45,mlp.experts.199.gate_proj,0.0026635224,hessian_weighted_relative_error,26498,0.02500,0.859
45,mlp.experts.198.gate_proj,0.0023754968,hessian_weighted_relative_error,17997,0.02500,0.851
45,mlp.experts.195.gate_proj,0.0044396424,hessian_weighted_relative_error,39571,0.02500,0.858
45,mlp.experts.196.gate_proj,0.0021306414,hessian_weighted_relative_error,64094,0.02500,0.851
45,mlp.experts.205.gate_proj,0.0025272040,hessian_weighted_relative_error,20801,0.02500,0.861
45,mlp.experts.202.gate_proj,0.0028241563,hessian_weighted_relative_error,13782,0.02500,0.851
45,mlp.experts.201.gate_proj,0.0046442926,hessian_weighted_relative_error,35607,0.02500,0.859
45,mlp.experts.200.gate_proj,0.0036225496,hessian_weighted_relative_error,45938,0.02500,0.850
45,mlp.experts.207.gate_proj,0.0024056532,hessian_weighted_relative_error,54100,0.02500,0.859
45,mlp.experts.206.gate_proj,0.0036987191,hessian_weighted_relative_error,32020,0.02500,0.854
45,mlp.experts.203.gate_proj,0.0046229247,hessian_weighted_relative_error,36483,0.02500,0.861
45,mlp.experts.204.gate_proj,0.0029236012,hessian_weighted_relative_error,41989,0.02500,0.850
45,mlp.experts.213.gate_proj,0.0036305894,hessian_weighted_relative_error,43243,0.02500,0.860
45,mlp.experts.210.gate_proj,0.0032539508,hessian_weighted_relative_error,33261,0.02500,0.853
45,mlp.experts.209.gate_proj,0.0019735123,hessian_weighted_relative_error,14333,0.02500,0.859
45,mlp.experts.208.gate_proj,0.0037713367,hessian_weighted_relative_error,33860,0.02500,0.849
45,mlp.experts.215.gate_proj,0.0046672978,hessian_weighted_relative_error,40050,0.02500,0.860
45,mlp.experts.214.gate_proj,0.0022763645,hessian_weighted_relative_error,11966,0.02500,0.853
45,mlp.experts.211.gate_proj,0.0032563775,hessian_weighted_relative_error,38546,0.02500,0.860
45,mlp.experts.212.gate_proj,0.0047288093,hessian_weighted_relative_error,33783,0.02500,0.851
45,mlp.experts.221.gate_proj,0.0026751232,hessian_weighted_relative_error,35859,0.02500,0.860
45,mlp.experts.218.gate_proj,0.0019376064,hessian_weighted_relative_error,17266,0.02500,0.853
45,mlp.experts.217.gate_proj,0.0050084874,hessian_weighted_relative_error,38259,0.02500,0.861
45,mlp.experts.216.gate_proj,0.0025594253,hessian_weighted_relative_error,31942,0.02500,0.850
45,mlp.experts.223.gate_proj,0.0030655035,hessian_weighted_relative_error,35196,0.02500,0.860
45,mlp.experts.222.gate_proj,0.0026008816,hessian_weighted_relative_error,17849,0.02500,0.855
45,mlp.experts.219.gate_proj,0.0037630215,hessian_weighted_relative_error,30848,0.02500,0.864
45,mlp.experts.220.gate_proj,0.0041402168,hessian_weighted_relative_error,30029,0.02500,0.852
45,mlp.experts.229.gate_proj,0.0034057277,hessian_weighted_relative_error,46992,0.02500,0.862
45,mlp.experts.226.gate_proj,0.0042487327,hessian_weighted_relative_error,35245,0.02500,0.855
45,mlp.experts.225.gate_proj,0.0045778931,hessian_weighted_relative_error,29285,0.02500,0.860
45,mlp.experts.224.gate_proj,0.0013020270,hessian_weighted_relative_error,3242,0.02500,0.853
45,mlp.experts.231.gate_proj,0.0032424972,hessian_weighted_relative_error,40831,0.02500,0.863
45,mlp.experts.230.gate_proj,0.0033724598,hessian_weighted_relative_error,35770,0.02500,0.856
45,mlp.experts.227.gate_proj,0.0021804300,hessian_weighted_relative_error,26829,0.02500,0.863
45,mlp.experts.228.gate_proj,0.0025722574,hessian_weighted_relative_error,41190,0.02500,0.854
45,mlp.experts.237.gate_proj,0.0027090706,hessian_weighted_relative_error,12003,0.02500,0.863
45,mlp.experts.234.gate_proj,0.0027954758,hessian_weighted_relative_error,15883,0.02500,0.855
45,mlp.experts.233.gate_proj,0.0035759374,hessian_weighted_relative_error,23280,0.02500,0.862
45,mlp.experts.232.gate_proj,0.0020449160,hessian_weighted_relative_error,17535,0.02500,0.854
45,mlp.experts.239.gate_proj,0.0020644694,hessian_weighted_relative_error,21895,0.02500,0.863
45,mlp.experts.238.gate_proj,0.0019522006,hessian_weighted_relative_error,35393,0.02500,0.855
45,mlp.experts.235.gate_proj,0.0035999594,hessian_weighted_relative_error,25047,0.02500,0.861
45,mlp.experts.236.gate_proj,0.0035953611,hessian_weighted_relative_error,40779,0.02500,0.854
45,mlp.experts.245.gate_proj,0.0025015436,hessian_weighted_relative_error,27203,0.02500,0.863
45,mlp.experts.242.gate_proj,0.0052001540,hessian_weighted_relative_error,43681,0.02500,0.855
45,mlp.experts.241.gate_proj,0.0029967037,hessian_weighted_relative_error,19441,0.02500,0.863
45,mlp.experts.240.gate_proj,0.0032321241,hessian_weighted_relative_error,38263,0.02500,0.855
45,mlp.experts.247.gate_proj,0.0017242401,hessian_weighted_relative_error,15092,0.02500,0.866
45,mlp.experts.246.gate_proj,0.0035182142,hessian_weighted_relative_error,23959,0.02500,0.856
45,mlp.experts.243.gate_proj,0.0032482410,hessian_weighted_relative_error,26860,0.02500,0.862
45,mlp.experts.244.gate_proj,0.0042193303,hessian_weighted_relative_error,36145,0.02500,0.862
45,mlp.experts.253.gate_proj,0.0035668125,hessian_weighted_relative_error,39367,0.02500,0.861
45,mlp.experts.250.gate_proj,0.0036888805,hessian_weighted_relative_error,25183,0.02500,0.856
45,mlp.experts.249.gate_proj,0.0023610152,hessian_weighted_relative_error,21844,0.02500,0.862
45,mlp.experts.248.gate_proj,0.0023853731,hessian_weighted_relative_error,22432,0.02500,0.854
45,mlp.experts.255.gate_proj,0.0036490664,hessian_weighted_relative_error,20856,0.02500,0.863
45,mlp.experts.254.gate_proj,0.0031247105,hessian_weighted_relative_error,27379,0.02500,0.859
45,mlp.experts.251.gate_proj,0.0014474450,hessian_weighted_relative_error,44725,0.02500,0.865
45,mlp.experts.252.gate_proj,0.0028498513,hessian_weighted_relative_error,19367,0.02500,0.857
45,mlp.experts.261.gate_proj,0.0039589608,hessian_weighted_relative_error,35118,0.02500,0.867
45,mlp.experts.258.gate_proj,0.0031179195,hessian_weighted_relative_error,28102,0.02500,0.858
45,mlp.experts.257.gate_proj,0.0044825141,hessian_weighted_relative_error,31037,0.02500,0.865
45,mlp.experts.256.gate_proj,0.0020515247,hessian_weighted_relative_error,19470,0.02500,0.854
45,mlp.experts.263.gate_proj,0.0027249837,hessian_weighted_relative_error,31940,0.02500,0.864
45,mlp.experts.262.gate_proj,0.0045440778,hessian_weighted_relative_error,38470,0.02500,0.859
45,mlp.experts.259.gate_proj,0.0040597189,hessian_weighted_relative_error,32385,0.02500,0.865
45,mlp.experts.260.gate_proj,0.0038749957,hessian_weighted_relative_error,44574,0.02500,0.859
45,mlp.experts.269.gate_proj,0.0032809950,hessian_weighted_relative_error,31032,0.02500,0.864
45,mlp.experts.266.gate_proj,0.0030352782,hessian_weighted_relative_error,22514,0.02500,0.869
45,mlp.experts.265.gate_proj,0.0042782620,hessian_weighted_relative_error,29192,0.02500,0.863
45,mlp.experts.264.gate_proj,0.0024598202,hessian_weighted_relative_error,19552,0.02500,0.855
45,mlp.experts.271.gate_proj,0.0025480603,hessian_weighted_relative_error,32263,0.02500,0.865
45,mlp.experts.270.gate_proj,0.0026026187,hessian_weighted_relative_error,33844,0.02500,0.857
45,mlp.experts.267.gate_proj,0.0020111571,hessian_weighted_relative_error,31416,0.02500,0.865
45,mlp.experts.268.gate_proj,0.0032637069,hessian_weighted_relative_error,37254,0.02500,0.856
45,mlp.experts.277.gate_proj,0.0034855739,hessian_weighted_relative_error,31245,0.02500,0.865
45,mlp.experts.274.gate_proj,0.0052204372,hessian_weighted_relative_error,29394,0.02500,0.859
45,mlp.experts.273.gate_proj,0.0015064025,hessian_weighted_relative_error,19122,0.02500,0.865
45,mlp.experts.272.gate_proj,0.0024542378,hessian_weighted_relative_error,17302,0.02500,0.858
45,mlp.experts.279.gate_proj,0.0026848168,hessian_weighted_relative_error,24667,0.02500,0.867
45,mlp.experts.278.gate_proj,0.0027489893,hessian_weighted_relative_error,38205,0.02500,0.866
45,mlp.experts.276.gate_proj,0.0030485457,hessian_weighted_relative_error,15895,0.02500,0.860
45,mlp.experts.275.gate_proj,0.0035240597,hessian_weighted_relative_error,27046,0.02500,0.868
45,mlp.experts.285.gate_proj,0.0018713805,hessian_weighted_relative_error,19797,0.02500,0.866
45,mlp.experts.282.gate_proj,0.0025464520,hessian_weighted_relative_error,27023,0.02500,0.865
45,mlp.experts.281.gate_proj,0.0044168382,hessian_weighted_relative_error,39618,0.02500,0.865
45,mlp.experts.280.gate_proj,0.0028501617,hessian_weighted_relative_error,30579,0.02500,0.862
45,mlp.experts.287.gate_proj,0.0026428723,hessian_weighted_relative_error,50981,0.02500,0.865
45,mlp.experts.286.gate_proj,0.0021574005,hessian_weighted_relative_error,32045,0.02500,0.876
45,mlp.experts.284.gate_proj,0.0030031436,hessian_weighted_relative_error,22541,0.02500,0.861
45,mlp.experts.283.gate_proj,0.0029992037,hessian_weighted_relative_error,33138,0.02500,0.864
45,mlp.experts.2.up_proj,0.0058343299,hessian_weighted_relative_error,32378,0.02500,0.864
45,mlp.experts.5.up_proj,0.0056193506,hessian_weighted_relative_error,35217,0.02500,0.866
45,mlp.experts.1.up_proj,0.0064641937,hessian_weighted_relative_error,48122,0.02500,0.868
45,mlp.experts.0.up_proj,0.0061514913,hessian_weighted_relative_error,43731,0.02500,0.874
45,mlp.experts.7.up_proj,0.0024173672,hessian_weighted_relative_error,19015,0.02500,0.864
45,mlp.experts.6.up_proj,0.0027725609,hessian_weighted_relative_error,22595,0.02500,0.866
45,mlp.experts.3.up_proj,0.0041968359,hessian_weighted_relative_error,34257,0.02500,0.865
45,mlp.experts.4.up_proj,0.0012974530,hessian_weighted_relative_error,29826,0.02500,0.867
45,mlp.experts.13.up_proj,0.0029093524,hessian_weighted_relative_error,19017,0.02500,0.865
45,mlp.experts.10.up_proj,0.0031416744,hessian_weighted_relative_error,24526,0.02500,0.860
45,mlp.experts.9.up_proj,0.0021227457,hessian_weighted_relative_error,17362,0.02500,0.866
45,mlp.experts.8.up_proj,0.0045217334,hessian_weighted_relative_error,27010,0.02500,0.871
45,mlp.experts.15.up_proj,0.0055985869,hessian_weighted_relative_error,26164,0.02500,0.867
45,mlp.experts.14.up_proj,0.0029191503,hessian_weighted_relative_error,27461,0.02500,0.873
45,mlp.experts.11.up_proj,0.0031998865,hessian_weighted_relative_error,36841,0.02500,0.865
45,mlp.experts.12.up_proj,0.0022435646,hessian_weighted_relative_error,20313,0.02500,0.862
45,mlp.experts.21.up_proj,0.0052943810,hessian_weighted_relative_error,52360,0.02500,0.868
45,mlp.experts.18.up_proj,0.0055875561,hessian_weighted_relative_error,37018,0.02500,0.864
45,mlp.experts.16.up_proj,0.0050815338,hessian_weighted_relative_error,38762,0.02500,0.862
45,mlp.experts.17.up_proj,0.0063551063,hessian_weighted_relative_error,45587,0.02500,0.868
45,mlp.experts.22.up_proj,0.0053584882,hessian_weighted_relative_error,28849,0.02500,0.864
45,mlp.experts.23.up_proj,0.0067536468,hessian_weighted_relative_error,48096,0.02500,0.866
45,mlp.experts.20.up_proj,0.0036413056,hessian_weighted_relative_error,33345,0.02500,0.863
45,mlp.experts.19.up_proj,0.0033948598,hessian_weighted_relative_error,22506,0.02500,0.867
45,mlp.experts.29.up_proj,0.0035352946,hessian_weighted_relative_error,19696,0.02500,0.866
45,mlp.experts.26.up_proj,0.0025011109,hessian_weighted_relative_error,17560,0.02500,0.878
45,mlp.experts.25.up_proj,0.0057568932,hessian_weighted_relative_error,38105,0.02500,0.870
45,mlp.experts.24.up_proj,0.0042498630,hessian_weighted_relative_error,33201,0.02500,0.865
45,mlp.experts.30.up_proj,0.0065279939,hessian_weighted_relative_error,44409,0.02500,0.866
45,mlp.experts.31.up_proj,0.0026814465,hessian_weighted_relative_error,30049,0.02500,0.866
45,mlp.experts.28.up_proj,0.0056841151,hessian_weighted_relative_error,34658,0.02500,0.870
45,mlp.experts.27.up_proj,0.0045373436,hessian_weighted_relative_error,26769,0.02500,0.875
45,mlp.experts.34.up_proj,0.0035278237,hessian_weighted_relative_error,21714,0.02500,0.871
45,mlp.experts.37.up_proj,0.0064488719,hessian_weighted_relative_error,28690,0.02500,0.869
45,mlp.experts.33.up_proj,0.0035380535,hessian_weighted_relative_error,20059,0.02500,0.869
45,mlp.experts.32.up_proj,0.0035706606,hessian_weighted_relative_error,35057,0.02500,0.866
45,mlp.experts.38.up_proj,0.0057495133,hessian_weighted_relative_error,23996,0.02500,0.871
45,mlp.experts.39.up_proj,0.0024496558,hessian_weighted_relative_error,19757,0.02500,0.866
45,mlp.experts.35.up_proj,0.0071126586,hessian_weighted_relative_error,40498,0.02500,0.869
45,mlp.experts.36.up_proj,0.0060215914,hessian_weighted_relative_error,47234,0.02500,0.876
45,mlp.experts.42.up_proj,0.0039423269,hessian_weighted_relative_error,28433,0.02500,0.864
45,mlp.experts.45.up_proj,0.0030313533,hessian_weighted_relative_error,21636,0.02500,0.868
45,mlp.experts.40.up_proj,0.0043106698,hessian_weighted_relative_error,29742,0.02500,0.865
45,mlp.experts.41.up_proj,0.0053575648,hessian_weighted_relative_error,40811,0.02500,0.877
45,mlp.experts.47.up_proj,0.0067553620,hessian_weighted_relative_error,32692,0.02500,0.867
45,mlp.experts.46.up_proj,0.0023665185,hessian_weighted_relative_error,26499,0.02500,0.872
45,mlp.experts.44.up_proj,0.0033195804,hessian_weighted_relative_error,16185,0.02500,0.867
45,mlp.experts.43.up_proj,0.0046905385,hessian_weighted_relative_error,20191,0.02500,0.873
45,mlp.experts.50.up_proj,0.0019735802,hessian_weighted_relative_error,31174,0.02500,0.875
45,mlp.experts.53.up_proj,0.0026802267,hessian_weighted_relative_error,18417,0.02500,0.867
45,mlp.experts.49.up_proj,0.0059658407,hessian_weighted_relative_error,37134,0.02500,0.872
45,mlp.experts.48.up_proj,0.0037011299,hessian_weighted_relative_error,20646,0.02500,0.876
45,mlp.experts.54.up_proj,0.0031332329,hessian_weighted_relative_error,30112,0.02500,0.868
45,mlp.experts.55.up_proj,0.0021809893,hessian_weighted_relative_error,37857,0.02500,0.878
45,mlp.experts.51.up_proj,0.0059716736,hessian_weighted_relative_error,29396,0.02500,0.871
45,mlp.experts.52.up_proj,0.0030100050,hessian_weighted_relative_error,24082,0.02500,0.875
45,mlp.experts.58.up_proj,0.0054141700,hessian_weighted_relative_error,41207,0.02500,0.869
45,mlp.experts.61.up_proj,0.0042029534,hessian_weighted_relative_error,19821,0.02500,0.867
45,mlp.experts.57.up_proj,0.0046677513,hessian_weighted_relative_error,16171,0.02500,0.870
45,mlp.experts.56.up_proj,0.0033953086,hessian_weighted_relative_error,5405,0.02500,0.877
45,mlp.experts.62.up_proj,0.0056064572,hessian_weighted_relative_error,31219,0.02500,0.868
45,mlp.experts.63.up_proj,0.0032440963,hessian_weighted_relative_error,28322,0.02500,0.882
45,mlp.experts.60.up_proj,0.0061054695,hessian_weighted_relative_error,35563,0.02500,0.871
45,mlp.experts.59.up_proj,0.0024723187,hessian_weighted_relative_error,18988,0.02500,0.869
45,mlp.experts.66.up_proj,0.0055935012,hessian_weighted_relative_error,33694,0.02500,0.875
45,mlp.experts.69.up_proj,0.0038719031,hessian_weighted_relative_error,27181,0.02500,0.867
45,mlp.experts.65.up_proj,0.0052743160,hessian_weighted_relative_error,34793,0.02500,0.869
45,mlp.experts.64.up_proj,0.0064954478,hessian_weighted_relative_error,42132,0.02500,0.873
45,mlp.experts.71.up_proj,0.0048450062,hessian_weighted_relative_error,25602,0.02500,0.870
45,mlp.experts.70.up_proj,0.0020706195,hessian_weighted_relative_error,22174,0.02500,0.871
45,mlp.experts.67.up_proj,0.0045369540,hessian_weighted_relative_error,32721,0.02500,0.890
45,mlp.experts.68.up_proj,0.0045667280,hessian_weighted_relative_error,27262,0.02500,0.866
45,mlp.experts.74.up_proj,0.0069861618,hessian_weighted_relative_error,51864,0.02500,0.863
45,mlp.experts.77.up_proj,0.0022370223,hessian_weighted_relative_error,15523,0.02500,0.898
45,mlp.experts.72.up_proj,0.0048291298,hessian_weighted_relative_error,28122,0.02500,0.864
45,mlp.experts.73.up_proj,0.0038781979,hessian_weighted_relative_error,35318,0.02500,0.873
45,mlp.experts.78.up_proj,0.0064771327,hessian_weighted_relative_error,45425,0.02500,0.866
45,mlp.experts.79.up_proj,0.0059778862,hessian_weighted_relative_error,31002,0.02500,0.875
45,mlp.experts.76.up_proj,0.0062465468,hessian_weighted_relative_error,35825,0.02500,0.861
45,mlp.experts.75.up_proj,0.0044026303,hessian_weighted_relative_error,29047,0.02500,0.871
45,mlp.experts.82.up_proj,0.0048311453,hessian_weighted_relative_error,16561,0.02500,0.864
45,mlp.experts.85.up_proj,0.0045693591,hessian_weighted_relative_error,24885,0.02500,0.872
45,mlp.experts.80.up_proj,0.0025667476,hessian_weighted_relative_error,27365,0.02500,0.860
45,mlp.experts.81.up_proj,0.0044620042,hessian_weighted_relative_error,23382,0.02500,0.878
45,mlp.experts.86.up_proj,0.0030639455,hessian_weighted_relative_error,31299,0.02500,0.863
45,mlp.experts.87.up_proj,0.0044492475,hessian_weighted_relative_error,36408,0.02500,0.872
45,mlp.experts.84.up_proj,0.0053674020,hessian_weighted_relative_error,35741,0.02500,0.861
45,mlp.experts.83.up_proj,0.0063799772,hessian_weighted_relative_error,32363,0.02500,0.867
45,mlp.experts.90.up_proj,0.0062711606,hessian_weighted_relative_error,36734,0.02500,0.863
45,mlp.experts.93.up_proj,0.0046551775,hessian_weighted_relative_error,35369,0.02500,0.878
45,mlp.experts.88.up_proj,0.0036387165,hessian_weighted_relative_error,25856,0.02500,0.861
45,mlp.experts.89.up_proj,0.0052817266,hessian_weighted_relative_error,22608,0.02500,0.876
45,mlp.experts.94.up_proj,0.0029888524,hessian_weighted_relative_error,36005,0.02500,0.864
45,mlp.experts.95.up_proj,0.0042494353,hessian_weighted_relative_error,34821,0.02500,0.883
45,mlp.experts.92.up_proj,0.0046527416,hessian_weighted_relative_error,26838,0.02500,0.860
45,mlp.experts.91.up_proj,0.0065530755,hessian_weighted_relative_error,34926,0.02500,0.869
45,mlp.experts.98.up_proj,0.0029032982,hessian_weighted_relative_error,25540,0.02500,0.863
45,mlp.experts.101.up_proj,0.0036566990,hessian_weighted_relative_error,17142,0.02500,0.879
45,mlp.experts.96.up_proj,0.0016758447,hessian_weighted_relative_error,30815,0.02500,0.862
45,mlp.experts.97.up_proj,0.0027273170,hessian_weighted_relative_error,20629,0.02500,0.881
45,mlp.experts.102.up_proj,0.0022530858,hessian_weighted_relative_error,36893,0.02500,0.865
45,mlp.experts.103.up_proj,0.0024229781,hessian_weighted_relative_error,6769,0.02500,0.868
45,mlp.experts.100.up_proj,0.0047178389,hessian_weighted_relative_error,34574,0.02500,0.861
45,mlp.experts.99.up_proj,0.0043712011,hessian_weighted_relative_error,28969,0.02500,0.878
45,mlp.experts.106.up_proj,0.0047067047,hessian_weighted_relative_error,29453,0.02500,0.864
45,mlp.experts.109.up_proj,0.0036514664,hessian_weighted_relative_error,26548,0.02500,0.867
45,mlp.experts.104.up_proj,0.0029116480,hessian_weighted_relative_error,30468,0.02500,0.863
45,mlp.experts.105.up_proj,0.0041113786,hessian_weighted_relative_error,28935,0.02500,0.877
45,mlp.experts.110.up_proj,0.0047912882,hessian_weighted_relative_error,32984,0.02500,0.865
45,mlp.experts.111.up_proj,0.0023882446,hessian_weighted_relative_error,37406,0.02500,0.877
45,mlp.experts.108.up_proj,0.0052937035,hessian_weighted_relative_error,30853,0.02500,0.862
45,mlp.experts.107.up_proj,0.0059047835,hessian_weighted_relative_error,25240,0.02500,0.882
45,mlp.experts.114.up_proj,0.0044346826,hessian_weighted_relative_error,36609,0.02500,0.866
45,mlp.experts.117.up_proj,0.0039748160,hessian_weighted_relative_error,23292,0.02500,0.882
45,mlp.experts.112.up_proj,0.0065991847,hessian_weighted_relative_error,35678,0.02500,0.862
45,mlp.experts.113.up_proj,0.0061486844,hessian_weighted_relative_error,40545,0.02500,0.881
45,mlp.experts.118.up_proj,0.0042038071,hessian_weighted_relative_error,28058,0.02500,0.865
45,mlp.experts.119.up_proj,0.0037154242,hessian_weighted_relative_error,26857,0.02500,0.869
45,mlp.experts.116.up_proj,0.0028055858,hessian_weighted_relative_error,24804,0.02500,0.862
45,mlp.experts.115.up_proj,0.0055256908,hessian_weighted_relative_error,44564,0.02500,0.876
45,mlp.experts.122.up_proj,0.0023611409,hessian_weighted_relative_error,18441,0.02500,0.865
45,mlp.experts.125.up_proj,0.0029049203,hessian_weighted_relative_error,27496,0.02500,0.876
45,mlp.experts.120.up_proj,0.0042982787,hessian_weighted_relative_error,59019,0.02500,0.863
45,mlp.experts.121.up_proj,0.0054170448,hessian_weighted_relative_error,28482,0.02500,0.872
45,mlp.experts.126.up_proj,0.0038152461,hessian_weighted_relative_error,29549,0.02500,0.867
45,mlp.experts.127.up_proj,0.0022482972,hessian_weighted_relative_error,18298,0.02500,0.884
45,mlp.experts.124.up_proj,0.0050917976,hessian_weighted_relative_error,32563,0.02500,0.863
45,mlp.experts.123.up_proj,0.0029569922,hessian_weighted_relative_error,13475,0.02500,0.880
45,mlp.experts.130.up_proj,0.0063025027,hessian_weighted_relative_error,38467,0.02500,0.867
45,mlp.experts.133.up_proj,0.0018684659,hessian_weighted_relative_error,22521,0.02500,0.883
45,mlp.experts.128.up_proj,0.0027282081,hessian_weighted_relative_error,48596,0.02500,0.864
45,mlp.experts.129.up_proj,0.0039058127,hessian_weighted_relative_error,17892,0.02500,0.871
45,mlp.experts.134.up_proj,0.0026172805,hessian_weighted_relative_error,26579,0.02500,0.867
45,mlp.experts.135.up_proj,0.0068980813,hessian_weighted_relative_error,39643,0.02500,0.871
45,mlp.experts.132.up_proj,0.0032095060,hessian_weighted_relative_error,21851,0.02500,0.863
45,mlp.experts.131.up_proj,0.0053286406,hessian_weighted_relative_error,26005,0.02500,0.872
45,mlp.experts.138.up_proj,0.0021622272,hessian_weighted_relative_error,38641,0.02500,0.866
45,mlp.experts.141.up_proj,0.0046983930,hessian_weighted_relative_error,39306,0.02500,0.874
45,mlp.experts.136.up_proj,0.0027624066,hessian_weighted_relative_error,20464,0.02500,0.863
45,mlp.experts.137.up_proj,0.0040159531,hessian_weighted_relative_error,37121,0.02500,0.883
45,mlp.experts.142.up_proj,0.0044591349,hessian_weighted_relative_error,37015,0.02500,0.865
45,mlp.experts.143.up_proj,0.0060987621,hessian_weighted_relative_error,25854,0.02500,0.871
45,mlp.experts.140.up_proj,0.0025734075,hessian_weighted_relative_error,20537,0.02500,0.865
45,mlp.experts.139.up_proj,0.0048660110,hessian_weighted_relative_error,25540,0.02500,0.882
45,mlp.experts.146.up_proj,0.0044760878,hessian_weighted_relative_error,27211,0.02500,0.866
45,mlp.experts.149.up_proj,0.0072053902,hessian_weighted_relative_error,47552,0.02500,0.883
45,mlp.experts.144.up_proj,0.0037090632,hessian_weighted_relative_error,27512,0.02500,0.864
45,mlp.experts.145.up_proj,0.0033960736,hessian_weighted_relative_error,37065,0.02500,0.878
45,mlp.experts.150.up_proj,0.0034666036,hessian_weighted_relative_error,27009,0.02500,0.867
45,mlp.experts.151.up_proj,0.0032191658,hessian_weighted_relative_error,44576,0.02500,0.882
45,mlp.experts.148.up_proj,0.0055276415,hessian_weighted_relative_error,31974,0.02500,0.863
45,mlp.experts.147.up_proj,0.0056319310,hessian_weighted_relative_error,22176,0.02500,0.883
45,mlp.experts.154.up_proj,0.0054259578,hessian_weighted_relative_error,37125,0.02500,0.867
45,mlp.experts.157.up_proj,0.0051447942,hessian_weighted_relative_error,34071,0.02500,0.888
45,mlp.experts.152.up_proj,0.0040079961,hessian_weighted_relative_error,42593,0.02500,0.865
45,mlp.experts.153.up_proj,0.0029788166,hessian_weighted_relative_error,30309,0.02500,0.885
45,mlp.experts.158.up_proj,0.0050291477,hessian_weighted_relative_error,24572,0.02500,0.867
45,mlp.experts.159.up_proj,0.0063434877,hessian_weighted_relative_error,28568,0.02500,0.881
45,mlp.experts.156.up_proj,0.0061693789,hessian_weighted_relative_error,33964,0.02500,0.865
45,mlp.experts.155.up_proj,0.0040715286,hessian_weighted_relative_error,32588,0.02500,0.884
45,mlp.experts.162.up_proj,0.0040713119,hessian_weighted_relative_error,22904,0.02500,0.868
45,mlp.experts.165.up_proj,0.0038997730,hessian_weighted_relative_error,24304,0.02500,0.877
45,mlp.experts.160.up_proj,0.0037106732,hessian_weighted_relative_error,35251,0.02500,0.865
45,mlp.experts.161.up_proj,0.0032380251,hessian_weighted_relative_error,18519,0.02500,0.884
45,mlp.experts.166.up_proj,0.0045706223,hessian_weighted_relative_error,34424,0.02500,0.870
45,mlp.experts.167.up_proj,0.0034017144,hessian_weighted_relative_error,17720,0.02500,0.874
45,mlp.experts.164.up_proj,0.0039123171,hessian_weighted_relative_error,29404,0.02500,0.866
45,mlp.experts.163.up_proj,0.0035825501,hessian_weighted_relative_error,41662,0.02500,0.871
45,mlp.experts.170.up_proj,0.0048627879,hessian_weighted_relative_error,23782,0.02500,0.868
45,mlp.experts.173.up_proj,0.0029693590,hessian_weighted_relative_error,38720,0.02500,0.882
45,mlp.experts.168.up_proj,0.0057182282,hessian_weighted_relative_error,35380,0.02500,0.864
45,mlp.experts.169.up_proj,0.0015506447,hessian_weighted_relative_error,14536,0.02500,0.879
45,mlp.experts.174.up_proj,0.0046799910,hessian_weighted_relative_error,36902,0.02500,0.868
45,mlp.experts.175.up_proj,0.0046338920,hessian_weighted_relative_error,43580,0.02500,0.887
45,mlp.experts.172.up_proj,0.0017833090,hessian_weighted_relative_error,7751,0.02500,0.865
45,mlp.experts.171.up_proj,0.0048173038,hessian_weighted_relative_error,27186,0.02500,0.884
45,mlp.experts.178.up_proj,0.0036507290,hessian_weighted_relative_error,32773,0.02500,0.870
45,mlp.experts.181.up_proj,0.0025757576,hessian_weighted_relative_error,28595,0.02500,0.881
45,mlp.experts.176.up_proj,0.0044783421,hessian_weighted_relative_error,27621,0.02500,0.866
45,mlp.experts.177.up_proj,0.0033386670,hessian_weighted_relative_error,44444,0.02500,0.887
45,mlp.experts.182.up_proj,0.0060872509,hessian_weighted_relative_error,35068,0.02500,0.869
45,mlp.experts.183.up_proj,0.0032322184,hessian_weighted_relative_error,13611,0.02500,0.886
45,mlp.experts.180.up_proj,0.0050524983,hessian_weighted_relative_error,25350,0.02500,0.864
45,mlp.experts.179.up_proj,0.0025380123,hessian_weighted_relative_error,24851,0.02500,0.886
45,mlp.experts.186.up_proj,0.0039296388,hessian_weighted_relative_error,39770,0.02500,0.871
45,mlp.experts.189.up_proj,0.0042124061,hessian_weighted_relative_error,31349,0.02500,0.888
45,mlp.experts.184.up_proj,0.0055540307,hessian_weighted_relative_error,29464,0.02500,0.866
45,mlp.experts.185.up_proj,0.0057183783,hessian_weighted_relative_error,27094,0.02500,0.886
45,mlp.experts.190.up_proj,0.0034716299,hessian_weighted_relative_error,31749,0.02500,0.868
45,mlp.experts.191.up_proj,0.0020552698,hessian_weighted_relative_error,15768,0.02500,0.883
45,mlp.experts.188.up_proj,0.0033835725,hessian_weighted_relative_error,16063,0.02500,0.865
45,mlp.experts.187.up_proj,0.0063906213,hessian_weighted_relative_error,33557,0.02500,0.884
45,mlp.experts.194.up_proj,0.0031979721,hessian_weighted_relative_error,29177,0.02500,0.869
45,mlp.experts.197.up_proj,0.0026172452,hessian_weighted_relative_error,21811,0.02500,0.890
45,mlp.experts.192.up_proj,0.0036777436,hessian_weighted_relative_error,26430,0.02500,0.870
45,mlp.experts.198.up_proj,0.0025866839,hessian_weighted_relative_error,17997,0.02500,0.879
45,mlp.experts.193.up_proj,0.0054787475,hessian_weighted_relative_error,33891,0.02500,0.883
45,mlp.experts.199.up_proj,0.0031099399,hessian_weighted_relative_error,26498,0.02500,0.874
45,mlp.experts.196.up_proj,0.0037645455,hessian_weighted_relative_error,64094,0.02500,0.890
45,mlp.experts.195.up_proj,0.0059615998,hessian_weighted_relative_error,39571,0.02500,0.891
45,mlp.experts.202.up_proj,0.0047861007,hessian_weighted_relative_error,13782,0.02500,0.873
45,mlp.experts.205.up_proj,0.0047222542,hessian_weighted_relative_error,20801,0.02500,0.884
45,mlp.experts.200.up_proj,0.0055126721,hessian_weighted_relative_error,45938,0.02500,0.887
45,mlp.experts.201.up_proj,0.0069757679,hessian_weighted_relative_error,35607,0.02500,0.891
45,mlp.experts.206.up_proj,0.0054547443,hessian_weighted_relative_error,32020,0.02500,0.890
45,mlp.experts.204.up_proj,0.0061031852,hessian_weighted_relative_error,41989,0.02500,0.886
45,mlp.experts.207.up_proj,0.0041255949,hessian_weighted_relative_error,54100,0.02500,0.889
45,mlp.experts.210.up_proj,0.0038517041,hessian_weighted_relative_error,33261,0.02500,0.882
45,mlp.experts.203.up_proj,0.0056397755,hessian_weighted_relative_error,36483,0.02500,0.889
45,mlp.experts.208.up_proj,0.0061471522,hessian_weighted_relative_error,33860,0.02500,0.865
45,mlp.experts.213.up_proj,0.0058391123,hessian_weighted_relative_error,43243,0.02500,0.918
45,mlp.experts.214.up_proj,0.0032449427,hessian_weighted_relative_error,11966,0.02500,0.871
45,mlp.experts.209.up_proj,0.0032018727,hessian_weighted_relative_error,14333,0.02500,0.890
45,mlp.experts.212.up_proj,0.0066706221,hessian_weighted_relative_error,33783,0.02500,0.867
45,mlp.experts.215.up_proj,0.0063893848,hessian_weighted_relative_error,40050,0.02500,0.886
45,mlp.experts.218.up_proj,0.0017552105,hessian_weighted_relative_error,17266,0.02500,0.870
45,mlp.experts.211.up_proj,0.0047809773,hessian_weighted_relative_error,38546,0.02500,0.898
45,mlp.experts.216.up_proj,0.0058859583,hessian_weighted_relative_error,31942,0.02500,0.865
45,mlp.experts.221.up_proj,0.0027080251,hessian_weighted_relative_error,35859,0.02500,0.880
45,mlp.experts.222.up_proj,0.0028321757,hessian_weighted_relative_error,17849,0.02500,0.870
45,mlp.experts.217.up_proj,0.0063925566,hessian_weighted_relative_error,38259,0.02500,0.888
45,mlp.experts.220.up_proj,0.0052738248,hessian_weighted_relative_error,30029,0.02500,0.865
45,mlp.experts.223.up_proj,0.0042075476,hessian_weighted_relative_error,35196,0.02500,0.887
45,mlp.experts.226.up_proj,0.0052853681,hessian_weighted_relative_error,35245,0.02500,0.867
45,mlp.experts.219.up_proj,0.0047201120,hessian_weighted_relative_error,30848,0.02500,0.882
45,mlp.experts.224.up_proj,0.0026878603,hessian_weighted_relative_error,3242,0.02500,0.865
45,mlp.experts.229.up_proj,0.0059686915,hessian_weighted_relative_error,46992,0.02500,0.886
45,mlp.experts.230.up_proj,0.0044873440,hessian_weighted_relative_error,35770,0.02500,0.870
45,mlp.experts.225.up_proj,0.0058175010,hessian_weighted_relative_error,29285,0.02500,0.889
45,mlp.experts.228.up_proj,0.0045810429,hessian_weighted_relative_error,41190,0.02500,0.866
45,mlp.experts.231.up_proj,0.0041340100,hessian_weighted_relative_error,40831,0.02500,0.889
45,mlp.experts.234.up_proj,0.0032577784,hessian_weighted_relative_error,15883,0.02500,0.869
45,mlp.experts.227.up_proj,0.0031835292,hessian_weighted_relative_error,26829,0.02500,0.890
45,mlp.experts.232.up_proj,0.0025045581,hessian_weighted_relative_error,17535,0.02500,0.867
45,mlp.experts.237.up_proj,0.0035924363,hessian_weighted_relative_error,12003,0.02500,0.886
45,mlp.experts.238.up_proj,0.0026175671,hessian_weighted_relative_error,35393,0.02500,0.870
45,mlp.experts.233.up_proj,0.0037689293,hessian_weighted_relative_error,23280,0.02500,0.889
45,mlp.experts.236.up_proj,0.0068019201,hessian_weighted_relative_error,40779,0.02500,0.867
45,mlp.experts.239.up_proj,0.0045766181,hessian_weighted_relative_error,21895,0.02500,0.887
45,mlp.experts.242.up_proj,0.0075549183,hessian_weighted_relative_error,43681,0.02500,0.870
45,mlp.experts.235.up_proj,0.0039806780,hessian_weighted_relative_error,25047,0.02500,0.887
45,mlp.experts.240.up_proj,0.0040806984,hessian_weighted_relative_error,38263,0.02500,0.866
45,mlp.experts.245.up_proj,0.0029241910,hessian_weighted_relative_error,27203,0.02500,0.889
45,mlp.experts.246.up_proj,0.0051435572,hessian_weighted_relative_error,23959,0.02500,0.870
45,mlp.experts.241.up_proj,0.0029339771,hessian_weighted_relative_error,19441,0.02500,0.896
45,mlp.experts.244.up_proj,0.0057201271,hessian_weighted_relative_error,36145,0.02500,0.867
45,mlp.experts.247.up_proj,0.0024544344,hessian_weighted_relative_error,15092,0.02500,0.888
45,mlp.experts.250.up_proj,0.0048012863,hessian_weighted_relative_error,25183,0.02500,0.870
45,mlp.experts.243.up_proj,0.0031158612,hessian_weighted_relative_error,26860,0.02500,0.888
45,mlp.experts.248.up_proj,0.0024232597,hessian_weighted_relative_error,22432,0.02500,0.868
45,mlp.experts.253.up_proj,0.0050954639,hessian_weighted_relative_error,39367,0.02500,0.900
45,mlp.experts.254.up_proj,0.0031436369,hessian_weighted_relative_error,27379,0.02500,0.869
45,mlp.experts.249.up_proj,0.0040410083,hessian_weighted_relative_error,21844,0.02500,0.885
45,mlp.experts.252.up_proj,0.0034104815,hessian_weighted_relative_error,19367,0.02500,0.866
45,mlp.experts.255.up_proj,0.0047882285,hessian_weighted_relative_error,20856,0.02500,0.896
45,mlp.experts.258.up_proj,0.0049030882,hessian_weighted_relative_error,28102,0.02500,0.870
45,mlp.experts.251.up_proj,0.0022486278,hessian_weighted_relative_error,44725,0.02500,0.888
45,mlp.experts.256.up_proj,0.0042063067,hessian_weighted_relative_error,19470,0.02500,0.867
45,mlp.experts.261.up_proj,0.0044608918,hessian_weighted_relative_error,35118,0.02500,0.893
45,mlp.experts.262.up_proj,0.0067076777,hessian_weighted_relative_error,38470,0.02500,0.870
45,mlp.experts.257.up_proj,0.0056280938,hessian_weighted_relative_error,31037,0.02500,0.892
45,mlp.experts.260.up_proj,0.0049955844,hessian_weighted_relative_error,44574,0.02500,0.866
45,mlp.experts.263.up_proj,0.0042156284,hessian_weighted_relative_error,31940,0.02500,0.882
45,mlp.experts.266.up_proj,0.0031558584,hessian_weighted_relative_error,22514,0.02500,0.870
45,mlp.experts.259.up_proj,0.0060615073,hessian_weighted_relative_error,32385,0.02500,0.912
45,mlp.experts.264.up_proj,0.0024870255,hessian_weighted_relative_error,19552,0.02500,0.868
45,mlp.experts.269.up_proj,0.0037726605,hessian_weighted_relative_error,31032,0.02500,0.893
45,mlp.experts.270.up_proj,0.0030250578,hessian_weighted_relative_error,33844,0.02500,0.869
45,mlp.experts.265.up_proj,0.0052514009,hessian_weighted_relative_error,29192,0.02500,0.888
45,mlp.experts.268.up_proj,0.0042536702,hessian_weighted_relative_error,37254,0.02500,0.868
45,mlp.experts.271.up_proj,0.0035701615,hessian_weighted_relative_error,32263,0.02500,0.894
45,mlp.experts.274.up_proj,0.0066415607,hessian_weighted_relative_error,29394,0.02500,0.869
45,mlp.experts.267.up_proj,0.0030685485,hessian_weighted_relative_error,31416,0.02500,0.893
45,mlp.experts.272.up_proj,0.0037170536,hessian_weighted_relative_error,17302,0.02500,0.867
45,mlp.experts.277.up_proj,0.0045512696,hessian_weighted_relative_error,31245,0.02500,0.892
45,mlp.experts.278.up_proj,0.0026064459,hessian_weighted_relative_error,38205,0.02500,0.873
45,mlp.experts.273.up_proj,0.0013674290,hessian_weighted_relative_error,19122,0.02500,0.892
45,mlp.experts.276.up_proj,0.0040384418,hessian_weighted_relative_error,15895,0.02500,0.868
45,mlp.experts.279.up_proj,0.0026195226,hessian_weighted_relative_error,24667,0.02500,0.889
45,mlp.experts.282.up_proj,0.0030791017,hessian_weighted_relative_error,27023,0.02500,0.872
45,mlp.experts.275.up_proj,0.0056740146,hessian_weighted_relative_error,27046,0.02500,0.889
45,mlp.experts.280.up_proj,0.0047245888,hessian_weighted_relative_error,30579,0.02500,0.867
45,mlp.experts.285.up_proj,0.0040765457,hessian_weighted_relative_error,19797,0.02500,0.913
45,mlp.experts.286.up_proj,0.0024929831,hessian_weighted_relative_error,32045,0.02500,0.869
45,mlp.experts.284.up_proj,0.0040090458,hessian_weighted_relative_error,22541,0.02500,0.866
45,mlp.experts.281.up_proj,0.0061093122,hessian_weighted_relative_error,39618,0.02500,0.916
45,mlp.experts.287.up_proj,0.0067350227,hessian_weighted_relative_error,50981,0.02500,0.893
45,mlp.experts.283.up_proj,0.0044947911,hessian_weighted_relative_error,33138,0.02500,0.891
45,mlp.experts.7.down_proj,0.0073156614,hessian_weighted_relative_error,19015,0.02500,0.713
45,mlp.experts.4.down_proj,0.0038400334,hessian_weighted_relative_error,29826,0.02500,0.737
45,mlp.experts.1.down_proj,0.0104386057,hessian_weighted_relative_error,48122,0.02500,0.748
45,mlp.experts.2.down_proj,0.0106500974,hessian_weighted_relative_error,32378,0.02500,0.772
45,mlp.experts.3.down_proj,0.0086179010,hessian_weighted_relative_error,34257,0.02500,0.749
45,mlp.experts.6.down_proj,0.0069199193,hessian_weighted_relative_error,22595,0.02500,0.773
45,mlp.experts.5.down_proj,0.0115508630,hessian_weighted_relative_error,35217,0.02500,0.749
45,mlp.experts.0.down_proj,0.0098872605,hessian_weighted_relative_error,43731,0.02500,0.774
45,mlp.experts.15.down_proj,0.0086583521,hessian_weighted_relative_error,26164,0.02500,0.749
45,mlp.experts.12.down_proj,0.0040927601,hessian_weighted_relative_error,20313,0.02500,0.776
45,mlp.experts.9.down_proj,0.0061156246,hessian_weighted_relative_error,17362,0.02500,0.752
45,mlp.experts.10.down_proj,0.0057164313,hessian_weighted_relative_error,24526,0.02500,0.775
45,mlp.experts.11.down_proj,0.0052645734,hessian_weighted_relative_error,36841,0.02500,0.753
45,mlp.experts.14.down_proj,0.0076592008,hessian_weighted_relative_error,27461,0.02500,0.776
45,mlp.experts.13.down_proj,0.0069972717,hessian_weighted_relative_error,19017,0.02500,0.753
45,mlp.experts.8.down_proj,0.0091904791,hessian_weighted_relative_error,27010,0.02500,0.778
45,mlp.experts.23.down_proj,0.0087833951,hessian_weighted_relative_error,48096,0.02500,0.755
45,mlp.experts.20.down_proj,0.0084787421,hessian_weighted_relative_error,33345,0.02500,0.779
45,mlp.experts.17.down_proj,0.0106181144,hessian_weighted_relative_error,45587,0.02500,0.756
45,mlp.experts.18.down_proj,0.0111567729,hessian_weighted_relative_error,37018,0.02500,0.778
45,mlp.experts.19.down_proj,0.0071809919,hessian_weighted_relative_error,22506,0.02500,0.759
45,mlp.experts.22.down_proj,0.0101030925,hessian_weighted_relative_error,28849,0.02500,0.777
45,mlp.experts.21.down_proj,0.0107896484,hessian_weighted_relative_error,52360,0.02500,0.757
45,mlp.experts.16.down_proj,0.0094427955,hessian_weighted_relative_error,38762,0.02500,0.780
45,mlp.experts.31.down_proj,0.0062562950,hessian_weighted_relative_error,30049,0.02500,0.757
45,mlp.experts.28.down_proj,0.0111879771,hessian_weighted_relative_error,34658,0.02500,0.781
45,mlp.experts.25.down_proj,0.0098991185,hessian_weighted_relative_error,38105,0.02500,0.761
45,mlp.experts.26.down_proj,0.0072847606,hessian_weighted_relative_error,17560,0.02500,0.780
45,mlp.experts.27.down_proj,0.0073983283,hessian_weighted_relative_error,26769,0.02500,0.760
45,mlp.experts.30.down_proj,0.0096113027,hessian_weighted_relative_error,44409,0.02500,0.780
45,mlp.experts.29.down_proj,0.0060418005,hessian_weighted_relative_error,19696,0.02500,0.760
45,mlp.experts.24.down_proj,0.0065242204,hessian_weighted_relative_error,33201,0.02500,0.782
45,mlp.experts.39.down_proj,0.0071791647,hessian_weighted_relative_error,19757,0.02500,0.761
45,mlp.experts.36.down_proj,0.0096554664,hessian_weighted_relative_error,47234,0.02500,0.784
45,mlp.experts.33.down_proj,0.0093168804,hessian_weighted_relative_error,20059,0.02500,0.763
45,mlp.experts.34.down_proj,0.0071469817,hessian_weighted_relative_error,21714,0.02500,0.782
45,mlp.experts.35.down_proj,0.0118870904,hessian_weighted_relative_error,40498,0.02500,0.764
45,mlp.experts.38.down_proj,0.0091869063,hessian_weighted_relative_error,23996,0.02500,0.783
45,mlp.experts.37.down_proj,0.0103005827,hessian_weighted_relative_error,28690,0.02500,0.762
45,mlp.experts.32.down_proj,0.0089730073,hessian_weighted_relative_error,35057,0.02500,0.785
45,mlp.experts.47.down_proj,0.0110951595,hessian_weighted_relative_error,32692,0.02500,0.763
45,mlp.experts.44.down_proj,0.0064270644,hessian_weighted_relative_error,16185,0.02500,0.786
45,mlp.experts.41.down_proj,0.0111148973,hessian_weighted_relative_error,40811,0.02500,0.766
45,mlp.experts.42.down_proj,0.0090954971,hessian_weighted_relative_error,28433,0.02500,0.785
45,mlp.experts.43.down_proj,0.0082028702,hessian_weighted_relative_error,20191,0.02500,0.766
45,mlp.experts.46.down_proj,0.0070116918,hessian_weighted_relative_error,26499,0.02500,0.786
45,mlp.experts.45.down_proj,0.0085629641,hessian_weighted_relative_error,21636,0.02500,0.765
45,mlp.experts.40.down_proj,0.0086625594,hessian_weighted_relative_error,29742,0.02500,0.787
45,mlp.experts.55.down_proj,0.0070038333,hessian_weighted_relative_error,37857,0.02500,0.765
45,mlp.experts.52.down_proj,0.0053916655,hessian_weighted_relative_error,24082,0.02500,0.787
45,mlp.experts.49.down_proj,0.0107396147,hessian_weighted_relative_error,37134,0.02500,0.769
45,mlp.experts.50.down_proj,0.0065264089,hessian_weighted_relative_error,31174,0.02500,0.786
45,mlp.experts.51.down_proj,0.0110767606,hessian_weighted_relative_error,29396,0.02500,0.769
45,mlp.experts.54.down_proj,0.0080516034,hessian_weighted_relative_error,30112,0.02500,0.788
45,mlp.experts.53.down_proj,0.0060021181,hessian_weighted_relative_error,18417,0.02500,0.768
45,mlp.experts.48.down_proj,0.0069934092,hessian_weighted_relative_error,20646,0.02500,0.790
45,mlp.experts.63.down_proj,0.0075116590,hessian_weighted_relative_error,28322,0.02500,0.768
45,mlp.experts.60.down_proj,0.0096457358,hessian_weighted_relative_error,35563,0.02500,0.790
45,mlp.experts.57.down_proj,0.0091446207,hessian_weighted_relative_error,16171,0.02500,0.771
45,mlp.experts.58.down_proj,0.0095689817,hessian_weighted_relative_error,41207,0.02500,0.789
45,mlp.experts.59.down_proj,0.0079693819,hessian_weighted_relative_error,18988,0.02500,0.772
45,mlp.experts.62.down_proj,0.0090799436,hessian_weighted_relative_error,31219,0.02500,0.790
45,mlp.experts.61.down_proj,0.0077711464,hessian_weighted_relative_error,19821,0.02500,0.771
45,mlp.experts.56.down_proj,0.0063951853,hessian_weighted_relative_error,5405,0.02500,0.792
45,mlp.experts.71.down_proj,0.0062919218,hessian_weighted_relative_error,25602,0.02500,0.773
45,mlp.experts.68.down_proj,0.0081669041,hessian_weighted_relative_error,27262,0.02500,0.793
45,mlp.experts.65.down_proj,0.0077924450,hessian_weighted_relative_error,34793,0.02500,0.775
45,mlp.experts.66.down_proj,0.0102703314,hessian_weighted_relative_error,33694,0.02500,0.791
45,mlp.experts.67.down_proj,0.0090707837,hessian_weighted_relative_error,32721,0.02500,0.777
45,mlp.experts.70.down_proj,0.0069759113,hessian_weighted_relative_error,22174,0.02500,0.792
45,mlp.experts.69.down_proj,0.0092272699,hessian_weighted_relative_error,27181,0.02500,0.775
45,mlp.experts.79.down_proj,0.0106554973,hessian_weighted_relative_error,31002,0.02500,0.777
45,mlp.experts.64.down_proj,0.0110539688,hessian_weighted_relative_error,42132,0.02500,0.794
45,mlp.experts.73.down_proj,0.0053625377,hessian_weighted_relative_error,35318,0.02500,0.778
45,mlp.experts.76.down_proj,0.0119387567,hessian_weighted_relative_error,35825,0.02500,0.793
45,mlp.experts.75.down_proj,0.0087675606,hessian_weighted_relative_error,29047,0.02500,0.778
45,mlp.experts.74.down_proj,0.0102284839,hessian_weighted_relative_error,51864,0.02500,0.793
45,mlp.experts.77.down_proj,0.0062170226,hessian_weighted_relative_error,15523,0.02500,0.779
45,mlp.experts.78.down_proj,0.0110466986,hessian_weighted_relative_error,45425,0.02500,0.793
45,mlp.experts.87.down_proj,0.0086050860,hessian_weighted_relative_error,36408,0.02500,0.779
45,mlp.experts.72.down_proj,0.0093305586,hessian_weighted_relative_error,28122,0.02500,0.795
45,mlp.experts.81.down_proj,0.0080165747,hessian_weighted_relative_error,23382,0.02500,0.781
45,mlp.experts.84.down_proj,0.0112955852,hessian_weighted_relative_error,35741,0.02500,0.795
45,mlp.experts.83.down_proj,0.0106710412,hessian_weighted_relative_error,32363,0.02500,0.782
45,mlp.experts.82.down_proj,0.0085806950,hessian_weighted_relative_error,16561,0.02500,0.796
45,mlp.experts.85.down_proj,0.0087573956,hessian_weighted_relative_error,24885,0.02500,0.780
45,mlp.experts.86.down_proj,0.0073107294,hessian_weighted_relative_error,31299,0.02500,0.795
45,mlp.experts.95.down_proj,0.0067402815,hessian_weighted_relative_error,34821,0.02500,0.783
45,mlp.experts.80.down_proj,0.0049604888,hessian_weighted_relative_error,27365,0.02500,0.797
45,mlp.experts.89.down_proj,0.0099611060,hessian_weighted_relative_error,22608,0.02500,0.783
45,mlp.experts.92.down_proj,0.0106837230,hessian_weighted_relative_error,26838,0.02500,0.797
45,mlp.experts.91.down_proj,0.0072181704,hessian_weighted_relative_error,34926,0.02500,0.783
45,mlp.experts.90.down_proj,0.0114298267,hessian_weighted_relative_error,36734,0.02500,0.796
45,mlp.experts.93.down_proj,0.0089860402,hessian_weighted_relative_error,35369,0.02500,0.783
45,mlp.experts.94.down_proj,0.0052665106,hessian_weighted_relative_error,36005,0.02500,0.797
45,mlp.experts.103.down_proj,0.0062840286,hessian_weighted_relative_error,6769,0.02500,0.783
45,mlp.experts.88.down_proj,0.0078993285,hessian_weighted_relative_error,25856,0.02500,0.799
45,mlp.experts.97.down_proj,0.0063981274,hessian_weighted_relative_error,20629,0.02500,0.785
45,mlp.experts.100.down_proj,0.0080547193,hessian_weighted_relative_error,34574,0.02500,0.800
45,mlp.experts.99.down_proj,0.0059727980,hessian_weighted_relative_error,28969,0.02500,0.788
45,mlp.experts.98.down_proj,0.0056451386,hessian_weighted_relative_error,25540,0.02500,0.798
45,mlp.experts.101.down_proj,0.0053682107,hessian_weighted_relative_error,17142,0.02500,0.785
45,mlp.experts.102.down_proj,0.0061653264,hessian_weighted_relative_error,36893,0.02500,0.799
45,mlp.experts.111.down_proj,0.0084270075,hessian_weighted_relative_error,37406,0.02500,0.786
45,mlp.experts.96.down_proj,0.0048534852,hessian_weighted_relative_error,30815,0.02500,0.801
45,mlp.experts.105.down_proj,0.0088735576,hessian_weighted_relative_error,28935,0.02500,0.789
45,mlp.experts.108.down_proj,0.0098483771,hessian_weighted_relative_error,30853,0.02500,0.802
45,mlp.experts.107.down_proj,0.0102514336,hessian_weighted_relative_error,25240,0.02500,0.788
45,mlp.experts.106.down_proj,0.0086543692,hessian_weighted_relative_error,29453,0.02500,0.800
45,mlp.experts.109.down_proj,0.0079841236,hessian_weighted_relative_error,26548,0.02500,0.788
45,mlp.experts.110.down_proj,0.0093508727,hessian_weighted_relative_error,32984,0.02500,0.801
45,mlp.experts.119.down_proj,0.0083681774,hessian_weighted_relative_error,26857,0.02500,0.789
45,mlp.experts.104.down_proj,0.0070745280,hessian_weighted_relative_error,30468,0.02500,0.803
45,mlp.experts.113.down_proj,0.0108850705,hessian_weighted_relative_error,40545,0.02500,0.791
45,mlp.experts.116.down_proj,0.0075345291,hessian_weighted_relative_error,24804,0.02500,0.803
45,mlp.experts.115.down_proj,0.0100042317,hessian_weighted_relative_error,44564,0.02500,0.792
45,mlp.experts.114.down_proj,0.0069135254,hessian_weighted_relative_error,36609,0.02500,0.801
45,mlp.experts.117.down_proj,0.0082752284,hessian_weighted_relative_error,23292,0.02500,0.791
45,mlp.experts.118.down_proj,0.0101218771,hessian_weighted_relative_error,28058,0.02500,0.802
45,mlp.experts.127.down_proj,0.0055445985,hessian_weighted_relative_error,18298,0.02500,0.793
45,mlp.experts.112.down_proj,0.0116941421,hessian_weighted_relative_error,35678,0.02500,0.803
45,mlp.experts.121.down_proj,0.0116927227,hessian_weighted_relative_error,28482,0.02500,0.795
45,mlp.experts.124.down_proj,0.0102636476,hessian_weighted_relative_error,32563,0.02500,0.804
45,mlp.experts.123.down_proj,0.0070366100,hessian_weighted_relative_error,13475,0.02500,0.794
45,mlp.experts.122.down_proj,0.0073746041,hessian_weighted_relative_error,18441,0.02500,0.803
45,mlp.experts.125.down_proj,0.0047664154,hessian_weighted_relative_error,27496,0.02500,0.792
45,mlp.experts.126.down_proj,0.0083593612,hessian_weighted_relative_error,29549,0.02500,0.804
45,mlp.experts.135.down_proj,0.0124323699,hessian_weighted_relative_error,39643,0.02500,0.792
45,mlp.experts.120.down_proj,0.0097831232,hessian_weighted_relative_error,59019,0.02500,0.806
45,mlp.experts.129.down_proj,0.0085651093,hessian_weighted_relative_error,17892,0.02500,0.795
45,mlp.experts.132.down_proj,0.0082900343,hessian_weighted_relative_error,21851,0.02500,0.806
45,mlp.experts.131.down_proj,0.0098333262,hessian_weighted_relative_error,26005,0.02500,0.797
45,mlp.experts.130.down_proj,0.0110270265,hessian_weighted_relative_error,38467,0.02500,0.805
45,mlp.experts.133.down_proj,0.0060449388,hessian_weighted_relative_error,22521,0.02500,0.794
45,mlp.experts.134.down_proj,0.0068258951,hessian_weighted_relative_error,26579,0.02500,0.806
45,mlp.experts.143.down_proj,0.0113333337,hessian_weighted_relative_error,25854,0.02500,0.796
45,mlp.experts.128.down_proj,0.0070539611,hessian_weighted_relative_error,48596,0.02500,0.806
45,mlp.experts.137.down_proj,0.0087500615,hessian_weighted_relative_error,37121,0.02500,0.799
45,mlp.experts.140.down_proj,0.0073724953,hessian_weighted_relative_error,20537,0.02500,0.807
45,mlp.experts.139.down_proj,0.0082961128,hessian_weighted_relative_error,25540,0.02500,0.798
45,mlp.experts.138.down_proj,0.0068813219,hessian_weighted_relative_error,38641,0.02500,0.807
45,mlp.experts.141.down_proj,0.0093472567,hessian_weighted_relative_error,39306,0.02500,0.797
45,mlp.experts.142.down_proj,0.0100240446,hessian_weighted_relative_error,37015,0.02500,0.806
45,mlp.experts.151.down_proj,0.0086656366,hessian_weighted_relative_error,44576,0.02500,0.797
45,mlp.experts.136.down_proj,0.0066108162,hessian_weighted_relative_error,20464,0.02500,0.809
45,mlp.experts.145.down_proj,0.0088670226,hessian_weighted_relative_error,37065,0.02500,0.800
45,mlp.experts.148.down_proj,0.0104269944,hessian_weighted_relative_error,31974,0.02500,0.809
45,mlp.experts.147.down_proj,0.0095371637,hessian_weighted_relative_error,22176,0.02500,0.801
45,mlp.experts.146.down_proj,0.0097327028,hessian_weighted_relative_error,27211,0.02500,0.807
45,mlp.experts.149.down_proj,0.0092321438,hessian_weighted_relative_error,47552,0.02500,0.800
45,mlp.experts.150.down_proj,0.0055065632,hessian_weighted_relative_error,27009,0.02500,0.807
45,mlp.experts.159.down_proj,0.0097846479,hessian_weighted_relative_error,28568,0.02500,0.801
45,mlp.experts.144.down_proj,0.0090542010,hessian_weighted_relative_error,27512,0.02500,0.810
45,mlp.experts.153.down_proj,0.0088956140,hessian_weighted_relative_error,30309,0.02500,0.803
45,mlp.experts.156.down_proj,0.0098804486,hessian_weighted_relative_error,33964,0.02500,0.810
45,mlp.experts.155.down_proj,0.0071237907,hessian_weighted_relative_error,32588,0.02500,0.804
45,mlp.experts.154.down_proj,0.0086846056,hessian_weighted_relative_error,37125,0.02500,0.809
45,mlp.experts.157.down_proj,0.0102254056,hessian_weighted_relative_error,34071,0.02500,0.802
45,mlp.experts.158.down_proj,0.0099715737,hessian_weighted_relative_error,24572,0.02500,0.811
45,mlp.experts.167.down_proj,0.0077486131,hessian_weighted_relative_error,17720,0.02500,0.803
45,mlp.experts.152.down_proj,0.0090134140,hessian_weighted_relative_error,42593,0.02500,0.811
45,mlp.experts.161.down_proj,0.0076677926,hessian_weighted_relative_error,18519,0.02500,0.806
45,mlp.experts.164.down_proj,0.0083329566,hessian_weighted_relative_error,29404,0.02500,0.811
45,mlp.experts.163.down_proj,0.0058008873,hessian_weighted_relative_error,41662,0.02500,0.806
45,mlp.experts.162.down_proj,0.0070843787,hessian_weighted_relative_error,22904,0.02500,0.809
45,mlp.experts.165.down_proj,0.0090204970,hessian_weighted_relative_error,24304,0.02500,0.804
45,mlp.experts.166.down_proj,0.0087981737,hessian_weighted_relative_error,34424,0.02500,0.810
45,mlp.experts.175.down_proj,0.0070219748,hessian_weighted_relative_error,43580,0.02500,0.805
45,mlp.experts.160.down_proj,0.0062623382,hessian_weighted_relative_error,35251,0.02500,0.811
45,mlp.experts.169.down_proj,0.0064284721,hessian_weighted_relative_error,14536,0.02500,0.808
45,mlp.experts.172.down_proj,0.0062576250,hessian_weighted_relative_error,7751,0.02500,0.812
45,mlp.experts.171.down_proj,0.0104850637,hessian_weighted_relative_error,27186,0.02500,0.809
45,mlp.experts.170.down_proj,0.0095120734,hessian_weighted_relative_error,23782,0.02500,0.810
45,mlp.experts.173.down_proj,0.0059808065,hessian_weighted_relative_error,38720,0.02500,0.807
45,mlp.experts.174.down_proj,0.0087258808,hessian_weighted_relative_error,36902,0.02500,0.811
45,mlp.experts.183.down_proj,0.0080132346,hessian_weighted_relative_error,13611,0.02500,0.810
45,mlp.experts.168.down_proj,0.0083612669,hessian_weighted_relative_error,35380,0.02500,0.813
45,mlp.experts.177.down_proj,0.0066716057,hessian_weighted_relative_error,44444,0.02500,0.811
45,mlp.experts.180.down_proj,0.0105260622,hessian_weighted_relative_error,25350,0.02500,0.813
45,mlp.experts.179.down_proj,0.0061789911,hessian_weighted_relative_error,24851,0.02500,0.811
45,mlp.experts.178.down_proj,0.0076295167,hessian_weighted_relative_error,32773,0.02500,0.812
45,mlp.experts.181.down_proj,0.0052088597,hessian_weighted_relative_error,28595,0.02500,0.810
45,mlp.experts.182.down_proj,0.0107486456,hessian_weighted_relative_error,35068,0.02500,0.811
45,mlp.experts.191.down_proj,0.0059085598,hessian_weighted_relative_error,15768,0.02500,0.811
45,mlp.experts.176.down_proj,0.0054903110,hessian_weighted_relative_error,27621,0.02500,0.814
45,mlp.experts.185.down_proj,0.0101223635,hessian_weighted_relative_error,27094,0.02500,0.814
45,mlp.experts.188.down_proj,0.0052980659,hessian_weighted_relative_error,16063,0.02500,0.814
45,mlp.experts.187.down_proj,0.0101704797,hessian_weighted_relative_error,33557,0.02500,0.815
45,mlp.experts.186.down_proj,0.0075705791,hessian_weighted_relative_error,39770,0.02500,0.812
45,mlp.experts.189.down_proj,0.0063193036,hessian_weighted_relative_error,31349,0.02500,0.812
45,mlp.experts.190.down_proj,0.0076773791,hessian_weighted_relative_error,31749,0.02500,0.812
45,mlp.experts.199.down_proj,0.0080101717,hessian_weighted_relative_error,26498,0.02500,0.813
45,mlp.experts.184.down_proj,0.0093192752,hessian_weighted_relative_error,29464,0.02500,0.815
45,mlp.experts.193.down_proj,0.0100605037,hessian_weighted_relative_error,33891,0.02500,0.815
45,mlp.experts.196.down_proj,0.0086987694,hessian_weighted_relative_error,64094,0.02500,0.815
45,mlp.experts.195.down_proj,0.0101775494,hessian_weighted_relative_error,39571,0.02500,0.816
45,mlp.experts.194.down_proj,0.0061599864,hessian_weighted_relative_error,29177,0.02500,0.814
45,mlp.experts.197.down_proj,0.0068850184,hessian_weighted_relative_error,21811,0.02500,0.813
45,mlp.experts.198.down_proj,0.0063686033,hessian_weighted_relative_error,17997,0.02500,0.815
45,mlp.experts.207.down_proj,0.0085959039,hessian_weighted_relative_error,54100,0.02500,0.814
45,mlp.experts.192.down_proj,0.0097141406,hessian_weighted_relative_error,26430,0.02500,0.817
45,mlp.experts.201.down_proj,0.0111583802,hessian_weighted_relative_error,35607,0.02500,0.817
45,mlp.experts.204.down_proj,0.0086961624,hessian_weighted_relative_error,41989,0.02500,0.816
45,mlp.experts.203.down_proj,0.0111902799,hessian_weighted_relative_error,36483,0.02500,0.817
45,mlp.experts.202.down_proj,0.0083968349,hessian_weighted_relative_error,13782,0.02500,0.815
45,mlp.experts.205.down_proj,0.0078833278,hessian_weighted_relative_error,20801,0.02500,0.816
45,mlp.experts.206.down_proj,0.0104922964,hessian_weighted_relative_error,32020,0.02500,0.815
45,mlp.experts.215.down_proj,0.0114929975,hessian_weighted_relative_error,40050,0.02500,0.817
45,mlp.experts.200.down_proj,0.0085681045,hessian_weighted_relative_error,45938,0.02500,0.816
45,mlp.experts.209.down_proj,0.0069786800,hessian_weighted_relative_error,14333,0.02500,0.819
45,mlp.experts.212.down_proj,0.0110791645,hessian_weighted_relative_error,33783,0.02500,0.816
45,mlp.experts.211.down_proj,0.0097572588,hessian_weighted_relative_error,38546,0.02500,0.819
45,mlp.experts.210.down_proj,0.0097195260,hessian_weighted_relative_error,33261,0.02500,0.815
45,mlp.experts.213.down_proj,0.0096438852,hessian_weighted_relative_error,43243,0.02500,0.818
45,mlp.experts.214.down_proj,0.0077149452,hessian_weighted_relative_error,11966,0.02500,0.816
45,mlp.experts.223.down_proj,0.0085180718,hessian_weighted_relative_error,35196,0.02500,0.819
45,mlp.experts.208.down_proj,0.0098954020,hessian_weighted_relative_error,33860,0.02500,0.818
45,mlp.experts.217.down_proj,0.0115286373,hessian_weighted_relative_error,38259,0.02500,0.821
45,mlp.experts.220.down_proj,0.0096068710,hessian_weighted_relative_error,30029,0.02500,0.818
45,mlp.experts.219.down_proj,0.0093048435,hessian_weighted_relative_error,30848,0.02500,0.821
45,mlp.experts.218.down_proj,0.0065450277,hessian_weighted_relative_error,17266,0.02500,0.820
45,mlp.experts.221.down_proj,0.0074332700,hessian_weighted_relative_error,35859,0.02500,0.819
45,mlp.experts.222.down_proj,0.0075428138,hessian_weighted_relative_error,17849,0.02500,0.817
45,mlp.experts.231.down_proj,0.0088131302,hessian_weighted_relative_error,40831,0.02500,0.820
45,mlp.experts.216.down_proj,0.0086193037,hessian_weighted_relative_error,31942,0.02500,0.818
45,mlp.experts.225.down_proj,0.0109578453,hessian_weighted_relative_error,29285,0.02500,0.822
45,mlp.experts.228.down_proj,0.0095422330,hessian_weighted_relative_error,41190,0.02500,0.820
45,mlp.experts.227.down_proj,0.0067048833,hessian_weighted_relative_error,26829,0.02500,0.823
45,mlp.experts.226.down_proj,0.0110431502,hessian_weighted_relative_error,35245,0.02500,0.816
45,mlp.experts.229.down_proj,0.0100601671,hessian_weighted_relative_error,46992,0.02500,0.820
45,mlp.experts.230.down_proj,0.0093174131,hessian_weighted_relative_error,35770,0.02500,0.817
45,mlp.experts.239.down_proj,0.0084517324,hessian_weighted_relative_error,21895,0.02500,0.819
45,mlp.experts.224.down_proj,0.0048425839,hessian_weighted_relative_error,3242,0.02500,0.819
45,mlp.experts.233.down_proj,0.0085326573,hessian_weighted_relative_error,23280,0.02500,0.823
45,mlp.experts.236.down_proj,0.0097083829,hessian_weighted_relative_error,40779,0.02500,0.820
45,mlp.experts.235.down_proj,0.0066058609,hessian_weighted_relative_error,25047,0.02500,0.822
45,mlp.experts.234.down_proj,0.0081537486,hessian_weighted_relative_error,15883,0.02500,0.818
45,mlp.experts.237.down_proj,0.0066381670,hessian_weighted_relative_error,12003,0.02500,0.822
45,mlp.experts.238.down_proj,0.0060213740,hessian_weighted_relative_error,35393,0.02500,0.818
45,mlp.experts.247.down_proj,0.0041047491,hessian_weighted_relative_error,15092,0.02500,0.820
45,mlp.experts.232.down_proj,0.0039969401,hessian_weighted_relative_error,17535,0.02500,0.820
45,mlp.experts.241.down_proj,0.0082419465,hessian_weighted_relative_error,19441,0.02500,0.823
45,mlp.experts.244.down_proj,0.0099826959,hessian_weighted_relative_error,36145,0.02500,0.819
45,mlp.experts.243.down_proj,0.0082194807,hessian_weighted_relative_error,26860,0.02500,0.825
45,mlp.experts.242.down_proj,0.0128482878,hessian_weighted_relative_error,43681,0.02500,0.819
45,mlp.experts.245.down_proj,0.0087473710,hessian_weighted_relative_error,27203,0.02500,0.822
45,mlp.experts.246.down_proj,0.0088359617,hessian_weighted_relative_error,23959,0.02500,0.819
45,mlp.experts.255.down_proj,0.0079619364,hessian_weighted_relative_error,20856,0.02500,0.822
45,mlp.experts.240.down_proj,0.0071610577,hessian_weighted_relative_error,38263,0.02500,0.820
45,mlp.experts.249.down_proj,0.0070015933,hessian_weighted_relative_error,21844,0.02500,0.823
45,mlp.experts.252.down_proj,0.0074903626,hessian_weighted_relative_error,19367,0.02500,0.820
45,mlp.experts.251.down_proj,0.0037980196,hessian_weighted_relative_error,44725,0.02500,0.824
45,mlp.experts.250.down_proj,0.0100094394,hessian_weighted_relative_error,25183,0.02500,0.819
45,mlp.experts.253.down_proj,0.0078550120,hessian_weighted_relative_error,39367,0.02500,0.822
45,mlp.experts.254.down_proj,0.0079488369,hessian_weighted_relative_error,27379,0.02500,0.819
45,mlp.experts.263.down_proj,0.0070364455,hessian_weighted_relative_error,31940,0.02500,0.822
45,mlp.experts.248.down_proj,0.0081114149,hessian_weighted_relative_error,22432,0.02500,0.820
45,mlp.experts.257.down_proj,0.0104886967,hessian_weighted_relative_error,31037,0.02500,0.825
45,mlp.experts.260.down_proj,0.0110021248,hessian_weighted_relative_error,44574,0.02500,0.821
45,mlp.experts.259.down_proj,0.0108646128,hessian_weighted_relative_error,32385,0.02500,0.824
45,mlp.experts.258.down_proj,0.0084188260,hessian_weighted_relative_error,28102,0.02500,0.819
45,mlp.experts.261.down_proj,0.0100624647,hessian_weighted_relative_error,35118,0.02500,0.821
45,mlp.experts.262.down_proj,0.0109438354,hessian_weighted_relative_error,38470,0.02500,0.820
45,mlp.experts.271.down_proj,0.0080796054,hessian_weighted_relative_error,32263,0.02500,0.822
45,mlp.experts.256.down_proj,0.0057567566,hessian_weighted_relative_error,19470,0.02500,0.821
45,mlp.experts.265.down_proj,0.0104854991,hessian_weighted_relative_error,29192,0.02500,0.824
45,mlp.experts.268.down_proj,0.0091447723,hessian_weighted_relative_error,37254,0.02500,0.822
45,mlp.experts.267.down_proj,0.0067417312,hessian_weighted_relative_error,31416,0.02500,0.825
45,mlp.experts.266.down_proj,0.0070947033,hessian_weighted_relative_error,22514,0.02500,0.821
45,mlp.experts.269.down_proj,0.0088464846,hessian_weighted_relative_error,31032,0.02500,0.823
45,mlp.experts.270.down_proj,0.0061266966,hessian_weighted_relative_error,33844,0.02500,0.821
45,mlp.experts.279.down_proj,0.0079807305,hessian_weighted_relative_error,24667,0.02500,0.823
45,mlp.experts.264.down_proj,0.0074461904,hessian_weighted_relative_error,19552,0.02500,0.822
45,mlp.experts.273.down_proj,0.0060723581,hessian_weighted_relative_error,19122,0.02500,0.824
45,mlp.experts.276.down_proj,0.0090297237,hessian_weighted_relative_error,15895,0.02500,0.822
45,mlp.experts.275.down_proj,0.0080961895,hessian_weighted_relative_error,27046,0.02500,0.824
45,mlp.experts.274.down_proj,0.0119028979,hessian_weighted_relative_error,29394,0.02500,0.820
45,mlp.experts.277.down_proj,0.0087353899,hessian_weighted_relative_error,31245,0.02500,0.823
45,mlp.experts.278.down_proj,0.0075576407,hessian_weighted_relative_error,38205,0.02500,0.820
45,mlp.experts.287.down_proj,0.0100932521,hessian_weighted_relative_error,50981,0.02500,0.822
45,mlp.experts.272.down_proj,0.0065761381,hessian_weighted_relative_error,17302,0.02500,0.822
45,mlp.experts.281.down_proj,0.0114045602,hessian_weighted_relative_error,39618,0.02500,0.826
45,mlp.experts.284.down_proj,0.0096968853,hessian_weighted_relative_error,22541,0.02500,0.822
45,mlp.experts.283.down_proj,0.0065242992,hessian_weighted_relative_error,33138,0.02500,0.824
45,mlp.experts.282.down_proj,0.0089936186,hessian_weighted_relative_error,27023,0.02500,0.821
45,mlp.experts.285.down_proj,0.0069689445,hessian_weighted_relative_error,19797,0.02500,0.823
45,mlp.experts.286.down_proj,0.0048770196,hessian_weighted_relative_error,32045,0.02500,0.821
45,mlp.experts.280.down_proj,0.0068209287,hessian_weighted_relative_error,30579,0.02500,0.823
3,model.language_model.layers.3.mlp.experts.0.down_proj,0.0028484097,hessian_weighted_relative_error,17641,0.02500,0.697
3,model.language_model.layers.3.mlp.experts.0.gate_proj,0.0020298951,hessian_weighted_relative_error,17641,0.02500,15.600
3,model.language_model.layers.3.mlp.experts.0.up_proj,0.0021450592,hessian_weighted_relative_error,17641,0.02500,0.774
3,model.language_model.layers.3.mlp.experts.1.down_proj,0.0007073075,hessian_weighted_relative_error,32637,0.02500,0.754
3,model.language_model.layers.3.mlp.experts.1.gate_proj,0.0005752432,hessian_weighted_relative_error,32637,0.02500,0.889
3,model.language_model.layers.3.mlp.experts.1.up_proj,0.0005347870,hessian_weighted_relative_error,32637,0.02500,0.894
3,model.language_model.layers.3.mlp.experts.10.down_proj,0.0045051944,hessian_weighted_relative_error,112913,0.02500,0.716
3,model.language_model.layers.3.mlp.experts.10.gate_proj,0.0032222845,hessian_weighted_relative_error,112913,0.02500,0.729
3,model.language_model.layers.3.mlp.experts.10.up_proj,0.0033432827,hessian_weighted_relative_error,112913,0.02500,0.777
3,model.language_model.layers.3.mlp.experts.100.down_proj,0.0004064853,hessian_weighted_relative_error,20503,0.02500,0.652
3,model.language_model.layers.3.mlp.experts.100.gate_proj,0.0004852359,hessian_weighted_relative_error,20503,0.02500,0.690
3,model.language_model.layers.3.mlp.experts.100.up_proj,0.0005016057,hessian_weighted_relative_error,20503,0.02500,0.690
3,model.language_model.layers.3.mlp.experts.101.down_proj,0.0019644454,hessian_weighted_relative_error,42503,0.02500,0.799
3,model.language_model.layers.3.mlp.experts.101.gate_proj,0.0042371683,hessian_weighted_relative_error,42503,0.02500,0.862
3,model.language_model.layers.3.mlp.experts.101.up_proj,0.0048807894,hessian_weighted_relative_error,42503,0.02500,0.900
3,model.language_model.layers.3.mlp.experts.102.down_proj,0.0017762898,hessian_weighted_relative_error,37446,0.02500,0.675
3,model.language_model.layers.3.mlp.experts.102.gate_proj,0.0040874064,hessian_weighted_relative_error,37446,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.102.up_proj,0.0043297060,hessian_weighted_relative_error,37446,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.103.down_proj,0.0060408303,hessian_weighted_relative_error,17668,0.02500,0.828
3,model.language_model.layers.3.mlp.experts.103.gate_proj,0.0042175646,hessian_weighted_relative_error,17668,0.02500,0.861
3,model.language_model.layers.3.mlp.experts.103.up_proj,0.0045189617,hessian_weighted_relative_error,17668,0.02500,0.910
3,model.language_model.layers.3.mlp.experts.104.down_proj,0.0049442532,hessian_weighted_relative_error,26952,0.02500,0.741
3,model.language_model.layers.3.mlp.experts.104.gate_proj,0.0039588917,hessian_weighted_relative_error,26952,0.02500,0.756
3,model.language_model.layers.3.mlp.experts.104.up_proj,0.0042406742,hessian_weighted_relative_error,26952,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.105.down_proj,0.0088245239,hessian_weighted_relative_error,32453,0.02500,0.832
3,model.language_model.layers.3.mlp.experts.105.gate_proj,0.0043617316,hessian_weighted_relative_error,32453,0.02500,0.861
3,model.language_model.layers.3.mlp.experts.105.up_proj,0.0048144986,hessian_weighted_relative_error,32453,0.02500,0.910
3,model.language_model.layers.3.mlp.experts.106.down_proj,0.0036117567,hessian_weighted_relative_error,31282,0.02500,0.738
3,model.language_model.layers.3.mlp.experts.106.gate_proj,0.0035742763,hessian_weighted_relative_error,31282,0.02500,0.761
3,model.language_model.layers.3.mlp.experts.106.up_proj,0.0042046261,hessian_weighted_relative_error,31282,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.107.down_proj,0.0010735279,hessian_weighted_relative_error,41338,0.02500,0.793
3,model.language_model.layers.3.mlp.experts.107.gate_proj,0.0037985159,hessian_weighted_relative_error,41338,0.02500,0.861
3,model.language_model.layers.3.mlp.experts.107.up_proj,0.0010136170,hessian_weighted_relative_error,41338,0.02500,0.926
3,model.language_model.layers.3.mlp.experts.108.down_proj,0.0036809981,hessian_weighted_relative_error,30561,0.02500,0.737
3,model.language_model.layers.3.mlp.experts.108.gate_proj,0.0037336341,hessian_weighted_relative_error,30561,0.02500,0.756
3,model.language_model.layers.3.mlp.experts.108.up_proj,0.0040568138,hessian_weighted_relative_error,30561,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.109.down_proj,0.0066287730,hessian_weighted_relative_error,34433,0.02500,0.831
3,model.language_model.layers.3.mlp.experts.109.gate_proj,0.0042365387,hessian_weighted_relative_error,34433,0.02500,0.862
3,model.language_model.layers.3.mlp.experts.109.up_proj,0.0045996704,hessian_weighted_relative_error,34433,0.02500,0.912
3,model.language_model.layers.3.mlp.experts.11.down_proj,0.0035226200,hessian_weighted_relative_error,12676,0.02500,0.791
3,model.language_model.layers.3.mlp.experts.11.gate_proj,0.0032405790,hessian_weighted_relative_error,12676,0.02500,0.817
3,model.language_model.layers.3.mlp.experts.11.up_proj,0.0034895671,hessian_weighted_relative_error,12676,0.02500,0.896
3,model.language_model.layers.3.mlp.experts.110.down_proj,0.0030729218,hessian_weighted_relative_error,24018,0.02500,0.740
3,model.language_model.layers.3.mlp.experts.110.gate_proj,0.0038589491,hessian_weighted_relative_error,24018,0.02500,0.762
3,model.language_model.layers.3.mlp.experts.110.up_proj,0.0010926684,hessian_weighted_relative_error,24018,0.02500,0.689
3,model.language_model.layers.3.mlp.experts.111.down_proj,0.0007356462,hessian_weighted_relative_error,29590,0.02500,0.799
3,model.language_model.layers.3.mlp.experts.111.gate_proj,0.0032402171,hessian_weighted_relative_error,29590,0.02500,0.862
3,model.language_model.layers.3.mlp.experts.111.up_proj,0.0009482936,hessian_weighted_relative_error,29590,0.02500,0.880
3,model.language_model.layers.3.mlp.experts.112.down_proj,0.0032207712,hessian_weighted_relative_error,24242,0.02500,0.741
3,model.language_model.layers.3.mlp.experts.112.gate_proj,0.0034585216,hessian_weighted_relative_error,24242,0.02500,0.759
3,model.language_model.layers.3.mlp.experts.112.up_proj,0.0038967210,hessian_weighted_relative_error,24242,0.02500,0.784
3,model.language_model.layers.3.mlp.experts.113.down_proj,0.0050541601,hessian_weighted_relative_error,27296,0.02500,0.835
3,model.language_model.layers.3.mlp.experts.113.gate_proj,0.0041527086,hessian_weighted_relative_error,27296,0.02500,0.863
3,model.language_model.layers.3.mlp.experts.113.up_proj,0.0044570747,hessian_weighted_relative_error,27296,0.02500,0.914
3,model.language_model.layers.3.mlp.experts.114.down_proj,0.0037686700,hessian_weighted_relative_error,43751,0.02500,0.738
3,model.language_model.layers.3.mlp.experts.114.gate_proj,0.0035404296,hessian_weighted_relative_error,43751,0.02500,0.758
3,model.language_model.layers.3.mlp.experts.114.up_proj,0.0036894108,hessian_weighted_relative_error,43751,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.115.down_proj,0.0048634045,hessian_weighted_relative_error,29791,0.02500,0.838
3,model.language_model.layers.3.mlp.experts.115.gate_proj,0.0032580609,hessian_weighted_relative_error,29791,0.02500,0.870
3,model.language_model.layers.3.mlp.experts.115.up_proj,0.0039209041,hessian_weighted_relative_error,29791,0.02500,0.914
3,model.language_model.layers.3.mlp.experts.116.down_proj,0.0027180029,hessian_weighted_relative_error,29176,0.02500,0.737
3,model.language_model.layers.3.mlp.experts.116.gate_proj,0.0034290588,hessian_weighted_relative_error,29176,0.02500,0.759
3,model.language_model.layers.3.mlp.experts.116.up_proj,0.0009628017,hessian_weighted_relative_error,29176,0.02500,0.690
3,model.language_model.layers.3.mlp.experts.117.down_proj,0.0046548942,hessian_weighted_relative_error,27647,0.02500,0.834
3,model.language_model.layers.3.mlp.experts.117.gate_proj,0.0039706120,hessian_weighted_relative_error,27647,0.02500,0.861
3,model.language_model.layers.3.mlp.experts.117.up_proj,0.0045610261,hessian_weighted_relative_error,27647,0.02500,0.915
3,model.language_model.layers.3.mlp.experts.118.down_proj,0.0039462140,hessian_weighted_relative_error,28287,0.02500,0.741
3,model.language_model.layers.3.mlp.experts.118.gate_proj,0.0039736465,hessian_weighted_relative_error,28287,0.02500,0.759
3,model.language_model.layers.3.mlp.experts.118.up_proj,0.0043365269,hessian_weighted_relative_error,28287,0.02500,0.784
3,model.language_model.layers.3.mlp.experts.119.down_proj,0.0007383501,hessian_weighted_relative_error,29678,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.119.gate_proj,0.0009348390,hessian_weighted_relative_error,29678,0.02500,0.880
3,model.language_model.layers.3.mlp.experts.119.up_proj,0.0009857751,hessian_weighted_relative_error,29678,0.02500,0.871
3,model.language_model.layers.3.mlp.experts.12.down_proj,0.0010209905,hessian_weighted_relative_error,27940,0.02500,0.674
3,model.language_model.layers.3.mlp.experts.12.gate_proj,0.0012297376,hessian_weighted_relative_error,27940,0.02500,0.732
3,model.language_model.layers.3.mlp.experts.12.up_proj,0.0015308291,hessian_weighted_relative_error,27940,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.120.down_proj,0.0059350421,hessian_weighted_relative_error,29246,0.02500,0.744
3,model.language_model.layers.3.mlp.experts.120.gate_proj,0.0040392930,hessian_weighted_relative_error,29246,0.02500,0.758
3,model.language_model.layers.3.mlp.experts.120.up_proj,0.0046363796,hessian_weighted_relative_error,29246,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.121.down_proj,0.0008241491,hessian_weighted_relative_error,28091,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.121.gate_proj,0.0028670343,hessian_weighted_relative_error,28091,0.02500,0.867
3,model.language_model.layers.3.mlp.experts.121.up_proj,0.0030956113,hessian_weighted_relative_error,28091,0.02500,0.912
3,model.language_model.layers.3.mlp.experts.122.down_proj,0.0009135725,hessian_weighted_relative_error,26059,0.02500,0.676
3,model.language_model.layers.3.mlp.experts.122.gate_proj,0.0035420241,hessian_weighted_relative_error,26059,0.02500,0.762
3,model.language_model.layers.3.mlp.experts.122.up_proj,0.0010092957,hessian_weighted_relative_error,26059,0.02500,0.691
3,model.language_model.layers.3.mlp.experts.123.down_proj,0.0067087300,hessian_weighted_relative_error,24156,0.02500,0.841
3,model.language_model.layers.3.mlp.experts.123.gate_proj,0.0041211571,hessian_weighted_relative_error,24156,0.02500,0.867
3,model.language_model.layers.3.mlp.experts.123.up_proj,0.0043665590,hessian_weighted_relative_error,24156,0.02500,0.915
3,model.language_model.layers.3.mlp.experts.124.down_proj,0.0023168461,hessian_weighted_relative_error,27545,0.02500,0.740
3,model.language_model.layers.3.mlp.experts.124.gate_proj,0.0036829451,hessian_weighted_relative_error,27545,0.02500,0.760
3,model.language_model.layers.3.mlp.experts.124.up_proj,0.0039070961,hessian_weighted_relative_error,27545,0.02500,0.784
3,model.language_model.layers.3.mlp.experts.125.down_proj,0.0018360051,hessian_weighted_relative_error,35587,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.125.gate_proj,0.0043570155,hessian_weighted_relative_error,35587,0.02500,0.868
3,model.language_model.layers.3.mlp.experts.125.up_proj,0.0047642589,hessian_weighted_relative_error,35587,0.02500,0.915
3,model.language_model.layers.3.mlp.experts.126.down_proj,0.0018156435,hessian_weighted_relative_error,24645,0.02500,0.742
3,model.language_model.layers.3.mlp.experts.126.gate_proj,0.0019730148,hessian_weighted_relative_error,24645,0.02500,0.758
3,model.language_model.layers.3.mlp.experts.126.up_proj,0.0020637180,hessian_weighted_relative_error,24645,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.127.down_proj,0.0052088673,hessian_weighted_relative_error,22853,0.02500,0.838
3,model.language_model.layers.3.mlp.experts.127.gate_proj,0.0038381894,hessian_weighted_relative_error,22853,0.02500,0.871
3,model.language_model.layers.3.mlp.experts.127.up_proj,0.0042388447,hessian_weighted_relative_error,22853,0.02500,0.914
3,model.language_model.layers.3.mlp.experts.128.down_proj,0.0031434000,hessian_weighted_relative_error,24939,0.02500,0.741
3,model.language_model.layers.3.mlp.experts.128.gate_proj,0.0040120955,hessian_weighted_relative_error,24939,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.128.up_proj,0.0042340027,hessian_weighted_relative_error,24939,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.129.down_proj,0.0017536486,hessian_weighted_relative_error,44635,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.129.gate_proj,0.0040705778,hessian_weighted_relative_error,44635,0.02500,0.871
3,model.language_model.layers.3.mlp.experts.129.up_proj,0.0044138976,hessian_weighted_relative_error,44635,0.02500,0.915
3,model.language_model.layers.3.mlp.experts.13.down_proj,0.0005830996,hessian_weighted_relative_error,33565,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.13.gate_proj,0.0009717238,hessian_weighted_relative_error,33565,0.02500,0.863
3,model.language_model.layers.3.mlp.experts.13.up_proj,0.0010508939,hessian_weighted_relative_error,33565,0.02500,0.843
3,model.language_model.layers.3.mlp.experts.130.down_proj,0.0014765447,hessian_weighted_relative_error,25412,0.02500,0.741
3,model.language_model.layers.3.mlp.experts.130.gate_proj,0.0039690543,hessian_weighted_relative_error,25412,0.02500,0.762
3,model.language_model.layers.3.mlp.experts.130.up_proj,0.0042075976,hessian_weighted_relative_error,25412,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.131.down_proj,0.0057486338,hessian_weighted_relative_error,32597,0.02500,0.845
3,model.language_model.layers.3.mlp.experts.131.gate_proj,0.0036149413,hessian_weighted_relative_error,32597,0.02500,0.872
3,model.language_model.layers.3.mlp.experts.131.up_proj,0.0047346787,hessian_weighted_relative_error,32597,0.02500,0.927
3,model.language_model.layers.3.mlp.experts.132.down_proj,0.0028852852,hessian_weighted_relative_error,24912,0.02500,0.740
3,model.language_model.layers.3.mlp.experts.132.gate_proj,0.0035537028,hessian_weighted_relative_error,24912,0.02500,0.762
3,model.language_model.layers.3.mlp.experts.132.up_proj,0.0038625181,hessian_weighted_relative_error,24912,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.133.down_proj,0.0016226992,hessian_weighted_relative_error,59553,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.133.gate_proj,0.0035090677,hessian_weighted_relative_error,59553,0.02500,0.872
3,model.language_model.layers.3.mlp.experts.133.up_proj,0.0039399463,hessian_weighted_relative_error,59553,0.02500,0.916
3,model.language_model.layers.3.mlp.experts.134.down_proj,0.0037370279,hessian_weighted_relative_error,28775,0.02500,0.745
3,model.language_model.layers.3.mlp.experts.134.gate_proj,0.0038897896,hessian_weighted_relative_error,28775,0.02500,0.760
3,model.language_model.layers.3.mlp.experts.134.up_proj,0.0011164978,hessian_weighted_relative_error,28775,0.02500,0.694
3,model.language_model.layers.3.mlp.experts.135.down_proj,0.0013534427,hessian_weighted_relative_error,26528,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.135.gate_proj,0.0035953127,hessian_weighted_relative_error,26528,0.02500,0.874
3,model.language_model.layers.3.mlp.experts.135.up_proj,0.0040321451,hessian_weighted_relative_error,26528,0.02500,0.914
3,model.language_model.layers.3.mlp.experts.136.down_proj,0.0045649394,hessian_weighted_relative_error,28418,0.02500,0.743
3,model.language_model.layers.3.mlp.experts.136.gate_proj,0.0038045680,hessian_weighted_relative_error,28418,0.02500,0.761
3,model.language_model.layers.3.mlp.experts.136.up_proj,0.0040069043,hessian_weighted_relative_error,28418,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.137.down_proj,0.0015861285,hessian_weighted_relative_error,49390,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.137.gate_proj,0.0035739296,hessian_weighted_relative_error,49390,0.02500,0.872
3,model.language_model.layers.3.mlp.experts.137.up_proj,0.0047683767,hessian_weighted_relative_error,49390,0.02500,0.916
3,model.language_model.layers.3.mlp.experts.138.down_proj,0.0014293669,hessian_weighted_relative_error,39071,0.02500,0.676
3,model.language_model.layers.3.mlp.experts.138.gate_proj,0.0043992807,hessian_weighted_relative_error,39071,0.02500,0.763
3,model.language_model.layers.3.mlp.experts.138.up_proj,0.0048601768,hessian_weighted_relative_error,39071,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.139.down_proj,0.0068948767,hessian_weighted_relative_error,18885,0.02500,0.851
3,model.language_model.layers.3.mlp.experts.139.gate_proj,0.0040492548,hessian_weighted_relative_error,18885,0.02500,0.878
3,model.language_model.layers.3.mlp.experts.139.up_proj,0.0045330201,hessian_weighted_relative_error,18885,0.02500,0.913
3,model.language_model.layers.3.mlp.experts.14.down_proj,0.0042196513,hessian_weighted_relative_error,22411,0.02500,0.719
3,model.language_model.layers.3.mlp.experts.14.gate_proj,0.0038271604,hessian_weighted_relative_error,22411,0.02500,0.735
3,model.language_model.layers.3.mlp.experts.14.up_proj,0.0040150447,hessian_weighted_relative_error,22411,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.140.down_proj,0.0018505527,hessian_weighted_relative_error,22075,0.02500,0.678
3,model.language_model.layers.3.mlp.experts.140.gate_proj,0.0044788545,hessian_weighted_relative_error,22075,0.02500,0.763
3,model.language_model.layers.3.mlp.experts.140.up_proj,0.0048828835,hessian_weighted_relative_error,22075,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.141.down_proj,0.0037501896,hessian_weighted_relative_error,27652,0.02500,0.846
3,model.language_model.layers.3.mlp.experts.141.gate_proj,0.0037033322,hessian_weighted_relative_error,27652,0.02500,0.873
3,model.language_model.layers.3.mlp.experts.141.up_proj,0.0043405223,hessian_weighted_relative_error,27652,0.02500,0.918
3,model.language_model.layers.3.mlp.experts.142.down_proj,0.0045289583,hessian_weighted_relative_error,24072,0.02500,0.743
3,model.language_model.layers.3.mlp.experts.142.gate_proj,0.0042892057,hessian_weighted_relative_error,24072,0.02500,0.763
3,model.language_model.layers.3.mlp.experts.142.up_proj,0.0047313721,hessian_weighted_relative_error,24072,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.143.down_proj,0.0011502465,hessian_weighted_relative_error,35756,0.02500,0.779
3,model.language_model.layers.3.mlp.experts.143.gate_proj,0.0009740491,hessian_weighted_relative_error,35756,0.02500,0.834
3,model.language_model.layers.3.mlp.experts.143.up_proj,0.0010237043,hessian_weighted_relative_error,35756,0.02500,0.835
3,model.language_model.layers.3.mlp.experts.144.down_proj,0.0043566041,hessian_weighted_relative_error,28247,0.02500,0.744
3,model.language_model.layers.3.mlp.experts.144.gate_proj,0.0034644695,hessian_weighted_relative_error,28247,0.02500,0.760
3,model.language_model.layers.3.mlp.experts.144.up_proj,0.0037926730,hessian_weighted_relative_error,28247,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.145.down_proj,0.0022554537,hessian_weighted_relative_error,17069,0.02500,0.851
3,model.language_model.layers.3.mlp.experts.145.gate_proj,0.0021894424,hessian_weighted_relative_error,17069,0.02500,0.875
3,model.language_model.layers.3.mlp.experts.145.up_proj,0.0023126208,hessian_weighted_relative_error,17069,0.02500,0.921
3,model.language_model.layers.3.mlp.experts.146.down_proj,0.0014944822,hessian_weighted_relative_error,28903,0.02500,0.680
3,model.language_model.layers.3.mlp.experts.146.gate_proj,0.0040014470,hessian_weighted_relative_error,28903,0.02500,0.761
3,model.language_model.layers.3.mlp.experts.146.up_proj,0.0042097417,hessian_weighted_relative_error,28903,0.02500,0.784
3,model.language_model.layers.3.mlp.experts.147.down_proj,0.0026008197,hessian_weighted_relative_error,17804,0.02500,0.853
3,model.language_model.layers.3.mlp.experts.147.gate_proj,0.0032724676,hessian_weighted_relative_error,17804,0.02500,0.877
3,model.language_model.layers.3.mlp.experts.147.up_proj,0.0036057527,hessian_weighted_relative_error,17804,0.02500,0.916
3,model.language_model.layers.3.mlp.experts.148.down_proj,0.0051211392,hessian_weighted_relative_error,23268,0.02500,0.743
3,model.language_model.layers.3.mlp.experts.148.gate_proj,0.0038115377,hessian_weighted_relative_error,23268,0.02500,0.764
3,model.language_model.layers.3.mlp.experts.148.up_proj,0.0042689852,hessian_weighted_relative_error,23268,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.149.down_proj,0.0003779004,hessian_weighted_relative_error,32071,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.149.gate_proj,0.0003077363,hessian_weighted_relative_error,32071,0.02500,0.834
3,model.language_model.layers.3.mlp.experts.149.up_proj,0.0010978104,hessian_weighted_relative_error,32071,0.02500,0.919
3,model.language_model.layers.3.mlp.experts.15.down_proj,0.0019050712,hessian_weighted_relative_error,20912,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.15.gate_proj,0.0026124464,hessian_weighted_relative_error,20912,0.02500,0.820
3,model.language_model.layers.3.mlp.experts.15.up_proj,0.0027404202,hessian_weighted_relative_error,20912,0.02500,0.899
3,model.language_model.layers.3.mlp.experts.150.down_proj,0.0036340996,hessian_weighted_relative_error,28507,0.02500,0.747
3,model.language_model.layers.3.mlp.experts.150.gate_proj,0.0034166627,hessian_weighted_relative_error,28507,0.02500,0.763
3,model.language_model.layers.3.mlp.experts.150.up_proj,0.0035178577,hessian_weighted_relative_error,28507,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.151.down_proj,0.0015319079,hessian_weighted_relative_error,63527,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.151.gate_proj,0.0042864722,hessian_weighted_relative_error,63527,0.02500,0.876
3,model.language_model.layers.3.mlp.experts.151.up_proj,0.0049367398,hessian_weighted_relative_error,63527,0.02500,0.917
3,model.language_model.layers.3.mlp.experts.152.down_proj,0.0020678009,hessian_weighted_relative_error,28208,0.02500,0.746
3,model.language_model.layers.3.mlp.experts.152.gate_proj,0.0026521983,hessian_weighted_relative_error,28208,0.02500,0.762
3,model.language_model.layers.3.mlp.experts.152.up_proj,0.0026766786,hessian_weighted_relative_error,28208,0.02500,0.784
3,model.language_model.layers.3.mlp.experts.153.down_proj,0.0035316906,hessian_weighted_relative_error,16751,0.02500,0.854
3,model.language_model.layers.3.mlp.experts.153.gate_proj,0.0037186336,hessian_weighted_relative_error,16751,0.02500,0.879
3,model.language_model.layers.3.mlp.experts.153.up_proj,0.0040937293,hessian_weighted_relative_error,16751,0.02500,0.918
3,model.language_model.layers.3.mlp.experts.154.down_proj,0.0054389050,hessian_weighted_relative_error,17703,0.02500,0.745
3,model.language_model.layers.3.mlp.experts.154.gate_proj,0.0036574009,hessian_weighted_relative_error,17703,0.02500,0.762
3,model.language_model.layers.3.mlp.experts.154.up_proj,0.0041511781,hessian_weighted_relative_error,17703,0.02500,0.784
3,model.language_model.layers.3.mlp.experts.155.down_proj,0.0018245906,hessian_weighted_relative_error,38307,0.02500,0.855
3,model.language_model.layers.3.mlp.experts.155.gate_proj,0.0009185486,hessian_weighted_relative_error,38307,0.02500,0.830
3,model.language_model.layers.3.mlp.experts.155.up_proj,0.0010116742,hessian_weighted_relative_error,38307,0.02500,0.826
3,model.language_model.layers.3.mlp.experts.156.down_proj,0.0055708346,hessian_weighted_relative_error,17791,0.02500,0.747
3,model.language_model.layers.3.mlp.experts.156.gate_proj,0.0037915723,hessian_weighted_relative_error,17791,0.02500,0.765
3,model.language_model.layers.3.mlp.experts.156.up_proj,0.0039593725,hessian_weighted_relative_error,17791,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.157.down_proj,0.0056271923,hessian_weighted_relative_error,37427,0.02500,0.853
3,model.language_model.layers.3.mlp.experts.157.gate_proj,0.0038037082,hessian_weighted_relative_error,37427,0.02500,0.879
3,model.language_model.layers.3.mlp.experts.157.up_proj,0.0048241464,hessian_weighted_relative_error,37427,0.02500,0.917
3,model.language_model.layers.3.mlp.experts.158.down_proj,0.0054315386,hessian_weighted_relative_error,26240,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.158.gate_proj,0.0037946546,hessian_weighted_relative_error,26240,0.02500,0.763
3,model.language_model.layers.3.mlp.experts.158.up_proj,0.0040783702,hessian_weighted_relative_error,26240,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.159.down_proj,0.0073364186,hessian_weighted_relative_error,22523,0.02500,0.854
3,model.language_model.layers.3.mlp.experts.159.gate_proj,0.0036099451,hessian_weighted_relative_error,22523,0.02500,0.880
3,model.language_model.layers.3.mlp.experts.159.up_proj,0.0037690736,hessian_weighted_relative_error,22523,0.02500,0.920
3,model.language_model.layers.3.mlp.experts.16.down_proj,0.0024134269,hessian_weighted_relative_error,33636,0.02500,0.717
3,model.language_model.layers.3.mlp.experts.16.gate_proj,0.0009822015,hessian_weighted_relative_error,33636,0.02500,0.693
3,model.language_model.layers.3.mlp.experts.16.up_proj,0.0010376395,hessian_weighted_relative_error,33636,0.02500,0.690
3,model.language_model.layers.3.mlp.experts.160.down_proj,0.0014803199,hessian_weighted_relative_error,39777,0.02500,0.680
3,model.language_model.layers.3.mlp.experts.160.gate_proj,0.0039461252,hessian_weighted_relative_error,39777,0.02500,0.761
3,model.language_model.layers.3.mlp.experts.160.up_proj,0.0043026521,hessian_weighted_relative_error,39777,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.161.down_proj,0.0055372450,hessian_weighted_relative_error,19943,0.02500,0.859
3,model.language_model.layers.3.mlp.experts.161.gate_proj,0.0042354532,hessian_weighted_relative_error,19943,0.02500,0.880
3,model.language_model.layers.3.mlp.experts.161.up_proj,0.0045537029,hessian_weighted_relative_error,19943,0.02500,0.918
3,model.language_model.layers.3.mlp.experts.162.down_proj,0.0047084549,hessian_weighted_relative_error,21410,0.02500,0.745
3,model.language_model.layers.3.mlp.experts.162.gate_proj,0.0043517448,hessian_weighted_relative_error,21410,0.02500,0.764
3,model.language_model.layers.3.mlp.experts.162.up_proj,0.0045935734,hessian_weighted_relative_error,21410,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.163.down_proj,0.0051729525,hessian_weighted_relative_error,21869,0.02500,0.860
3,model.language_model.layers.3.mlp.experts.163.gate_proj,0.0045573162,hessian_weighted_relative_error,21869,0.02500,0.880
3,model.language_model.layers.3.mlp.experts.163.up_proj,0.0050258975,hessian_weighted_relative_error,21869,0.02500,0.917
3,model.language_model.layers.3.mlp.experts.164.down_proj,0.0009883299,hessian_weighted_relative_error,24174,0.02500,0.678
3,model.language_model.layers.3.mlp.experts.164.gate_proj,0.0036790244,hessian_weighted_relative_error,24174,0.02500,0.763
3,model.language_model.layers.3.mlp.experts.164.up_proj,0.0010356947,hessian_weighted_relative_error,24174,0.02500,0.696
3,model.language_model.layers.3.mlp.experts.165.down_proj,0.0023601203,hessian_weighted_relative_error,25647,0.02500,0.777
3,model.language_model.layers.3.mlp.experts.165.gate_proj,0.0041928866,hessian_weighted_relative_error,25647,0.02500,0.878
3,model.language_model.layers.3.mlp.experts.165.up_proj,0.0044948957,hessian_weighted_relative_error,25647,0.02500,0.914
3,model.language_model.layers.3.mlp.experts.166.down_proj,0.0039183728,hessian_weighted_relative_error,24553,0.02500,0.747
3,model.language_model.layers.3.mlp.experts.166.gate_proj,0.0040093593,hessian_weighted_relative_error,24553,0.02500,0.766
3,model.language_model.layers.3.mlp.experts.166.up_proj,0.0044566510,hessian_weighted_relative_error,24553,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.167.down_proj,0.0028992125,hessian_weighted_relative_error,31736,0.02500,0.858
3,model.language_model.layers.3.mlp.experts.167.gate_proj,0.0035257934,hessian_weighted_relative_error,31736,0.02500,0.882
3,model.language_model.layers.3.mlp.experts.167.up_proj,0.0037787595,hessian_weighted_relative_error,31736,0.02500,0.911
3,model.language_model.layers.3.mlp.experts.168.down_proj,0.0060931222,hessian_weighted_relative_error,18630,0.02500,0.746
3,model.language_model.layers.3.mlp.experts.168.gate_proj,0.0027020942,hessian_weighted_relative_error,18630,0.02500,0.764
3,model.language_model.layers.3.mlp.experts.168.up_proj,0.0028132264,hessian_weighted_relative_error,18630,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.169.down_proj,0.0039065425,hessian_weighted_relative_error,20918,0.02500,0.861
3,model.language_model.layers.3.mlp.experts.169.gate_proj,0.0037058592,hessian_weighted_relative_error,20918,0.02500,0.880
3,model.language_model.layers.3.mlp.experts.169.up_proj,0.0042338955,hessian_weighted_relative_error,20918,0.02500,0.921
3,model.language_model.layers.3.mlp.experts.17.down_proj,0.0067760019,hessian_weighted_relative_error,19726,0.02500,0.794
3,model.language_model.layers.3.mlp.experts.17.gate_proj,0.0042978680,hessian_weighted_relative_error,19726,0.02500,0.824
3,model.language_model.layers.3.mlp.experts.17.up_proj,0.0048743149,hessian_weighted_relative_error,19726,0.02500,0.903
3,model.language_model.layers.3.mlp.experts.170.down_proj,0.0048616001,hessian_weighted_relative_error,28702,0.02500,0.746
3,model.language_model.layers.3.mlp.experts.170.gate_proj,0.0042070812,hessian_weighted_relative_error,28702,0.02500,0.763
3,model.language_model.layers.3.mlp.experts.170.up_proj,0.0045898013,hessian_weighted_relative_error,28702,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.171.down_proj,0.0005576938,hessian_weighted_relative_error,29941,0.02500,0.775
3,model.language_model.layers.3.mlp.experts.171.gate_proj,0.0012722019,hessian_weighted_relative_error,29941,0.02500,0.881
3,model.language_model.layers.3.mlp.experts.171.up_proj,0.0013151254,hessian_weighted_relative_error,29941,0.02500,0.914
3,model.language_model.layers.3.mlp.experts.172.down_proj,0.0050880730,hessian_weighted_relative_error,40483,0.02500,0.747
3,model.language_model.layers.3.mlp.experts.172.gate_proj,0.0039991960,hessian_weighted_relative_error,40483,0.02500,0.765
3,model.language_model.layers.3.mlp.experts.172.up_proj,0.0043388329,hessian_weighted_relative_error,40483,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.173.down_proj,0.0046993439,hessian_weighted_relative_error,21825,0.02500,0.860
3,model.language_model.layers.3.mlp.experts.173.gate_proj,0.0034706373,hessian_weighted_relative_error,21825,0.02500,0.880
3,model.language_model.layers.3.mlp.experts.173.up_proj,0.0038580978,hessian_weighted_relative_error,21825,0.02500,0.916
3,model.language_model.layers.3.mlp.experts.174.down_proj,0.0009200519,hessian_weighted_relative_error,39510,0.02500,0.678
3,model.language_model.layers.3.mlp.experts.174.gate_proj,0.0009043536,hessian_weighted_relative_error,39510,0.02500,0.700
3,model.language_model.layers.3.mlp.experts.174.up_proj,0.0009697900,hessian_weighted_relative_error,39510,0.02500,0.695
3,model.language_model.layers.3.mlp.experts.175.down_proj,0.0042395085,hessian_weighted_relative_error,31515,0.02500,0.861
3,model.language_model.layers.3.mlp.experts.175.gate_proj,0.0037384571,hessian_weighted_relative_error,31515,0.02500,0.882
3,model.language_model.layers.3.mlp.experts.175.up_proj,0.0040761187,hessian_weighted_relative_error,31515,0.02500,0.918
3,model.language_model.layers.3.mlp.experts.176.down_proj,0.0032933105,hessian_weighted_relative_error,24418,0.02500,0.748
3,model.language_model.layers.3.mlp.experts.176.gate_proj,0.0032765733,hessian_weighted_relative_error,24418,0.02500,0.766
3,model.language_model.layers.3.mlp.experts.176.up_proj,0.0035838222,hessian_weighted_relative_error,24418,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.177.down_proj,0.0004230792,hessian_weighted_relative_error,22194,0.02500,0.775
3,model.language_model.layers.3.mlp.experts.177.gate_proj,0.0017361740,hessian_weighted_relative_error,22194,0.02500,0.880
3,model.language_model.layers.3.mlp.experts.177.up_proj,0.0004911014,hessian_weighted_relative_error,22194,0.02500,0.832
3,model.language_model.layers.3.mlp.experts.178.down_proj,0.0009912697,hessian_weighted_relative_error,42105,0.02500,0.679
3,model.language_model.layers.3.mlp.experts.178.gate_proj,0.0009687627,hessian_weighted_relative_error,42105,0.02500,0.697
3,model.language_model.layers.3.mlp.experts.178.up_proj,0.0009891925,hessian_weighted_relative_error,42105,0.02500,0.697
3,model.language_model.layers.3.mlp.experts.179.down_proj,0.0020128698,hessian_weighted_relative_error,19137,0.02500,0.866
3,model.language_model.layers.3.mlp.experts.179.gate_proj,0.0006695425,hessian_weighted_relative_error,19137,0.02500,0.834
3,model.language_model.layers.3.mlp.experts.179.up_proj,0.0006995246,hessian_weighted_relative_error,19137,0.02500,0.837
3,model.language_model.layers.3.mlp.experts.18.down_proj,0.0006562851,hessian_weighted_relative_error,23275,0.02500,0.681
3,model.language_model.layers.3.mlp.experts.18.gate_proj,0.0008064573,hessian_weighted_relative_error,23275,0.02500,0.700
3,model.language_model.layers.3.mlp.experts.18.up_proj,0.0008123212,hessian_weighted_relative_error,23275,0.02500,0.697
3,model.language_model.layers.3.mlp.experts.180.down_proj,0.0053080135,hessian_weighted_relative_error,21303,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.180.gate_proj,0.0033002817,hessian_weighted_relative_error,21303,0.02500,0.766
3,model.language_model.layers.3.mlp.experts.180.up_proj,0.0034534855,hessian_weighted_relative_error,21303,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.181.down_proj,0.0074031526,hessian_weighted_relative_error,31437,0.02500,0.864
3,model.language_model.layers.3.mlp.experts.181.gate_proj,0.0044448738,hessian_weighted_relative_error,31437,0.02500,0.885
3,model.language_model.layers.3.mlp.experts.181.up_proj,0.0048492186,hessian_weighted_relative_error,31437,0.02500,0.918
3,model.language_model.layers.3.mlp.experts.182.down_proj,0.0036316104,hessian_weighted_relative_error,16384,0.02500,0.750
3,model.language_model.layers.3.mlp.experts.182.gate_proj,0.0037265115,hessian_weighted_relative_error,16384,0.02500,0.767
3,model.language_model.layers.3.mlp.experts.182.up_proj,0.0039401535,hessian_weighted_relative_error,16384,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.183.down_proj,0.0016951658,hessian_weighted_relative_error,22006,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.183.gate_proj,0.0019597966,hessian_weighted_relative_error,22006,0.02500,0.884
3,model.language_model.layers.3.mlp.experts.183.up_proj,0.0024484931,hessian_weighted_relative_error,22006,0.02500,0.916
3,model.language_model.layers.3.mlp.experts.184.down_proj,0.0014646282,hessian_weighted_relative_error,38563,0.02500,0.685
3,model.language_model.layers.3.mlp.experts.184.gate_proj,0.0036323679,hessian_weighted_relative_error,38563,0.02500,0.766
3,model.language_model.layers.3.mlp.experts.184.up_proj,0.0041540739,hessian_weighted_relative_error,38563,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.185.down_proj,0.0016512515,hessian_weighted_relative_error,43187,0.02500,0.775
3,model.language_model.layers.3.mlp.experts.185.gate_proj,0.0039979859,hessian_weighted_relative_error,43187,0.02500,0.893
3,model.language_model.layers.3.mlp.experts.185.up_proj,0.0043140886,hessian_weighted_relative_error,43187,0.02500,0.916
3,model.language_model.layers.3.mlp.experts.186.down_proj,0.0011146382,hessian_weighted_relative_error,25325,0.02500,0.680
3,model.language_model.layers.3.mlp.experts.186.gate_proj,0.0032086937,hessian_weighted_relative_error,25325,0.02500,0.766
3,model.language_model.layers.3.mlp.experts.186.up_proj,0.0034121534,hessian_weighted_relative_error,25325,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.187.down_proj,0.0011037414,hessian_weighted_relative_error,41294,0.02500,0.776
3,model.language_model.layers.3.mlp.experts.187.gate_proj,0.0009699987,hessian_weighted_relative_error,41294,0.02500,0.834
3,model.language_model.layers.3.mlp.experts.187.up_proj,0.0009901817,hessian_weighted_relative_error,41294,0.02500,0.833
3,model.language_model.layers.3.mlp.experts.188.down_proj,0.0016085829,hessian_weighted_relative_error,17792,0.02500,0.685
3,model.language_model.layers.3.mlp.experts.188.gate_proj,0.0035897969,hessian_weighted_relative_error,17792,0.02500,0.767
3,model.language_model.layers.3.mlp.experts.188.up_proj,0.0037741977,hessian_weighted_relative_error,17792,0.02500,0.784
3,model.language_model.layers.3.mlp.experts.189.down_proj,0.0007223124,hessian_weighted_relative_error,28481,0.02500,0.777
3,model.language_model.layers.3.mlp.experts.189.gate_proj,0.0022999644,hessian_weighted_relative_error,28481,0.02500,0.884
3,model.language_model.layers.3.mlp.experts.189.up_proj,0.0024425521,hessian_weighted_relative_error,28481,0.02500,0.913
3,model.language_model.layers.3.mlp.experts.19.down_proj,0.0008566105,hessian_weighted_relative_error,26133,0.02500,0.776
3,model.language_model.layers.3.mlp.experts.19.gate_proj,0.0008975851,hessian_weighted_relative_error,26133,0.02500,0.856
3,model.language_model.layers.3.mlp.experts.19.up_proj,0.0009291668,hessian_weighted_relative_error,26133,0.02500,0.843
3,model.language_model.layers.3.mlp.experts.190.down_proj,0.0028058907,hessian_weighted_relative_error,19419,0.02500,0.750
3,model.language_model.layers.3.mlp.experts.190.gate_proj,0.0038118359,hessian_weighted_relative_error,19419,0.02500,0.765
3,model.language_model.layers.3.mlp.experts.190.up_proj,0.0040475704,hessian_weighted_relative_error,19419,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.191.down_proj,0.0013012401,hessian_weighted_relative_error,30249,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.191.gate_proj,0.0041913600,hessian_weighted_relative_error,30249,0.02500,0.886
3,model.language_model.layers.3.mlp.experts.191.up_proj,0.0011574374,hessian_weighted_relative_error,30249,0.02500,0.841
3,model.language_model.layers.3.mlp.experts.192.down_proj,0.0014328776,hessian_weighted_relative_error,45261,0.02500,0.693
3,model.language_model.layers.3.mlp.experts.192.gate_proj,0.0038294901,hessian_weighted_relative_error,45261,0.02500,0.779
3,model.language_model.layers.3.mlp.experts.192.up_proj,0.0045508048,hessian_weighted_relative_error,45261,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.193.down_proj,0.0051521460,hessian_weighted_relative_error,24039,0.02500,0.869
3,model.language_model.layers.3.mlp.experts.193.gate_proj,0.0024285332,hessian_weighted_relative_error,24039,0.02500,0.885
3,model.language_model.layers.3.mlp.experts.193.up_proj,0.0030057358,hessian_weighted_relative_error,24039,0.02500,0.920
3,model.language_model.layers.3.mlp.experts.194.down_proj,0.0015412337,hessian_weighted_relative_error,29929,0.02500,0.685
3,model.language_model.layers.3.mlp.experts.194.gate_proj,0.0044666381,hessian_weighted_relative_error,29929,0.02500,0.769
3,model.language_model.layers.3.mlp.experts.194.up_proj,0.0047687463,hessian_weighted_relative_error,29929,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.195.down_proj,0.0061261557,hessian_weighted_relative_error,22740,0.02500,0.869
3,model.language_model.layers.3.mlp.experts.195.gate_proj,0.0038902972,hessian_weighted_relative_error,22740,0.02500,0.888
3,model.language_model.layers.3.mlp.experts.195.up_proj,0.0044675423,hessian_weighted_relative_error,22740,0.02500,0.921
3,model.language_model.layers.3.mlp.experts.196.down_proj,0.0009197160,hessian_weighted_relative_error,22715,0.02500,0.682
3,model.language_model.layers.3.mlp.experts.196.gate_proj,0.0039415011,hessian_weighted_relative_error,22715,0.02500,0.768
3,model.language_model.layers.3.mlp.experts.196.up_proj,0.0011111339,hessian_weighted_relative_error,22715,0.02500,0.701
3,model.language_model.layers.3.mlp.experts.197.down_proj,0.0034975794,hessian_weighted_relative_error,24196,0.02500,0.869
3,model.language_model.layers.3.mlp.experts.197.gate_proj,0.0037079502,hessian_weighted_relative_error,24196,0.02500,0.885
3,model.language_model.layers.3.mlp.experts.197.up_proj,0.0038638183,hessian_weighted_relative_error,24196,0.02500,0.918
3,model.language_model.layers.3.mlp.experts.198.down_proj,0.0033389274,hessian_weighted_relative_error,28021,0.02500,0.751
3,model.language_model.layers.3.mlp.experts.198.gate_proj,0.0027742795,hessian_weighted_relative_error,28021,0.02500,0.768
3,model.language_model.layers.3.mlp.experts.198.up_proj,0.0029453882,hessian_weighted_relative_error,28021,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.199.down_proj,0.0007886323,hessian_weighted_relative_error,46129,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.199.gate_proj,0.0009379842,hessian_weighted_relative_error,46129,0.02500,0.841
3,model.language_model.layers.3.mlp.experts.199.up_proj,0.0010692503,hessian_weighted_relative_error,46129,0.02500,0.836
3,model.language_model.layers.3.mlp.experts.2.down_proj,0.0079897626,hessian_weighted_relative_error,52685,0.02500,0.716
3,model.language_model.layers.3.mlp.experts.2.gate_proj,0.0039075482,hessian_weighted_relative_error,52685,0.02500,0.719
3,model.language_model.layers.3.mlp.experts.2.up_proj,0.0044775185,hessian_weighted_relative_error,52685,0.02500,0.776
3,model.language_model.layers.3.mlp.experts.20.down_proj,0.0015483155,hessian_weighted_relative_error,50152,0.02500,0.683
3,model.language_model.layers.3.mlp.experts.20.gate_proj,0.0040481947,hessian_weighted_relative_error,50152,0.02500,0.734
3,model.language_model.layers.3.mlp.experts.20.up_proj,0.0042273474,hessian_weighted_relative_error,50152,0.02500,0.775
3,model.language_model.layers.3.mlp.experts.200.down_proj,0.0034581829,hessian_weighted_relative_error,22424,0.02500,0.750
3,model.language_model.layers.3.mlp.experts.200.gate_proj,0.0035598457,hessian_weighted_relative_error,22424,0.02500,0.769
3,model.language_model.layers.3.mlp.experts.200.up_proj,0.0039606521,hessian_weighted_relative_error,22424,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.201.down_proj,0.0014318540,hessian_weighted_relative_error,41167,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.201.gate_proj,0.0041414208,hessian_weighted_relative_error,41167,0.02500,0.886
3,model.language_model.layers.3.mlp.experts.201.up_proj,0.0011003846,hessian_weighted_relative_error,41167,0.02500,0.833
3,model.language_model.layers.3.mlp.experts.202.down_proj,0.0004074270,hessian_weighted_relative_error,30152,0.02500,0.686
3,model.language_model.layers.3.mlp.experts.202.gate_proj,0.0004805845,hessian_weighted_relative_error,30152,0.02500,0.699
3,model.language_model.layers.3.mlp.experts.202.up_proj,0.0004782538,hessian_weighted_relative_error,30152,0.02500,0.705
3,model.language_model.layers.3.mlp.experts.203.down_proj,0.0018932904,hessian_weighted_relative_error,41790,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.203.gate_proj,0.0045261770,hessian_weighted_relative_error,41790,0.02500,0.884
3,model.language_model.layers.3.mlp.experts.203.up_proj,0.0050166949,hessian_weighted_relative_error,41790,0.02500,0.917
3,model.language_model.layers.3.mlp.experts.204.down_proj,0.0069728197,hessian_weighted_relative_error,22481,0.02500,0.750
3,model.language_model.layers.3.mlp.experts.204.gate_proj,0.0040063264,hessian_weighted_relative_error,22481,0.02500,0.769
3,model.language_model.layers.3.mlp.experts.204.up_proj,0.0046480274,hessian_weighted_relative_error,22481,0.02500,0.808
3,model.language_model.layers.3.mlp.experts.205.down_proj,0.0011929533,hessian_weighted_relative_error,33563,0.02500,0.779
3,model.language_model.layers.3.mlp.experts.205.gate_proj,0.0029742879,hessian_weighted_relative_error,33563,0.02500,0.884
3,model.language_model.layers.3.mlp.experts.205.up_proj,0.0030879083,hessian_weighted_relative_error,33563,0.02500,0.923
3,model.language_model.layers.3.mlp.experts.206.down_proj,0.0004240039,hessian_weighted_relative_error,16691,0.02500,0.683
3,model.language_model.layers.3.mlp.experts.206.gate_proj,0.0008445351,hessian_weighted_relative_error,16691,0.02500,0.769
3,model.language_model.layers.3.mlp.experts.206.up_proj,0.0008377290,hessian_weighted_relative_error,16691,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.207.down_proj,0.0049026629,hessian_weighted_relative_error,24401,0.02500,0.870
3,model.language_model.layers.3.mlp.experts.207.gate_proj,0.0037753011,hessian_weighted_relative_error,24401,0.02500,0.886
3,model.language_model.layers.3.mlp.experts.207.up_proj,0.0047048964,hessian_weighted_relative_error,24401,0.02500,0.935
3,model.language_model.layers.3.mlp.experts.208.down_proj,0.0036893549,hessian_weighted_relative_error,48302,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.208.gate_proj,0.0040779179,hessian_weighted_relative_error,48302,0.02500,0.768
3,model.language_model.layers.3.mlp.experts.208.up_proj,0.0044386841,hessian_weighted_relative_error,48302,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.209.down_proj,0.0043647507,hessian_weighted_relative_error,36230,0.02500,0.871
3,model.language_model.layers.3.mlp.experts.209.gate_proj,0.0035869898,hessian_weighted_relative_error,36230,0.02500,0.886
3,model.language_model.layers.3.mlp.experts.209.up_proj,0.0040446657,hessian_weighted_relative_error,36230,0.02500,0.925
3,model.language_model.layers.3.mlp.experts.21.down_proj,0.0053335293,hessian_weighted_relative_error,38641,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.21.gate_proj,0.0041819221,hessian_weighted_relative_error,38641,0.02500,0.836
3,model.language_model.layers.3.mlp.experts.21.up_proj,0.0048933532,hessian_weighted_relative_error,38641,0.02500,0.898
3,model.language_model.layers.3.mlp.experts.210.down_proj,0.0022303527,hessian_weighted_relative_error,50256,0.02500,0.689
3,model.language_model.layers.3.mlp.experts.210.gate_proj,0.0046862875,hessian_weighted_relative_error,50256,0.02500,0.768
3,model.language_model.layers.3.mlp.experts.210.up_proj,0.0052973495,hessian_weighted_relative_error,50256,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.211.down_proj,0.0039491131,hessian_weighted_relative_error,23148,0.02500,0.871
3,model.language_model.layers.3.mlp.experts.211.gate_proj,0.0038285730,hessian_weighted_relative_error,23148,0.02500,0.887
3,model.language_model.layers.3.mlp.experts.211.up_proj,0.0042917267,hessian_weighted_relative_error,23148,0.02500,0.925
3,model.language_model.layers.3.mlp.experts.212.down_proj,0.0055280392,hessian_weighted_relative_error,19792,0.02500,0.750
3,model.language_model.layers.3.mlp.experts.212.gate_proj,0.0039623674,hessian_weighted_relative_error,19792,0.02500,0.769
3,model.language_model.layers.3.mlp.experts.212.up_proj,0.0045825989,hessian_weighted_relative_error,19792,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.213.down_proj,0.0040068198,hessian_weighted_relative_error,28129,0.02500,0.871
3,model.language_model.layers.3.mlp.experts.213.gate_proj,0.0034602216,hessian_weighted_relative_error,28129,0.02500,0.888
3,model.language_model.layers.3.mlp.experts.213.up_proj,0.0037829086,hessian_weighted_relative_error,28129,0.02500,0.922
3,model.language_model.layers.3.mlp.experts.214.down_proj,0.0013183157,hessian_weighted_relative_error,25725,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.214.gate_proj,0.0008113286,hessian_weighted_relative_error,25725,0.02500,0.703
3,model.language_model.layers.3.mlp.experts.214.up_proj,0.0008553647,hessian_weighted_relative_error,25725,0.02500,0.701
3,model.language_model.layers.3.mlp.experts.215.down_proj,0.0063462906,hessian_weighted_relative_error,18371,0.02500,0.871
3,model.language_model.layers.3.mlp.experts.215.gate_proj,0.0041709027,hessian_weighted_relative_error,18371,0.02500,0.888
3,model.language_model.layers.3.mlp.experts.215.up_proj,0.0045297100,hessian_weighted_relative_error,18371,0.02500,0.924
3,model.language_model.layers.3.mlp.experts.216.down_proj,0.0025353786,hessian_weighted_relative_error,22652,0.02500,0.752
3,model.language_model.layers.3.mlp.experts.216.gate_proj,0.0031931076,hessian_weighted_relative_error,22652,0.02500,0.771
3,model.language_model.layers.3.mlp.experts.216.up_proj,0.0033536164,hessian_weighted_relative_error,22652,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.217.down_proj,0.0006215447,hessian_weighted_relative_error,28145,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.217.gate_proj,0.0011791352,hessian_weighted_relative_error,28145,0.02500,0.888
3,model.language_model.layers.3.mlp.experts.217.up_proj,0.0013308692,hessian_weighted_relative_error,28145,0.02500,0.919
3,model.language_model.layers.3.mlp.experts.218.down_proj,0.0005615188,hessian_weighted_relative_error,21051,0.02500,0.682
3,model.language_model.layers.3.mlp.experts.218.gate_proj,0.0006783758,hessian_weighted_relative_error,21051,0.02500,0.701
3,model.language_model.layers.3.mlp.experts.218.up_proj,0.0007048985,hessian_weighted_relative_error,21051,0.02500,0.703
3,model.language_model.layers.3.mlp.experts.219.down_proj,0.0011632986,hessian_weighted_relative_error,39147,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.219.gate_proj,0.0010809086,hessian_weighted_relative_error,39147,0.02500,0.833
3,model.language_model.layers.3.mlp.experts.219.up_proj,0.0011673490,hessian_weighted_relative_error,39147,0.02500,0.828
3,model.language_model.layers.3.mlp.experts.22.down_proj,0.0035660563,hessian_weighted_relative_error,26014,0.02500,0.722
3,model.language_model.layers.3.mlp.experts.22.gate_proj,0.0034798557,hessian_weighted_relative_error,26014,0.02500,0.736
3,model.language_model.layers.3.mlp.experts.22.up_proj,0.0037426513,hessian_weighted_relative_error,26014,0.02500,0.775
3,model.language_model.layers.3.mlp.experts.220.down_proj,0.0004667847,hessian_weighted_relative_error,40013,0.02500,0.684
3,model.language_model.layers.3.mlp.experts.220.gate_proj,0.0015413296,hessian_weighted_relative_error,40013,0.02500,0.770
3,model.language_model.layers.3.mlp.experts.220.up_proj,0.0015575534,hessian_weighted_relative_error,40013,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.221.down_proj,0.0018690926,hessian_weighted_relative_error,42547,0.02500,0.779
3,model.language_model.layers.3.mlp.experts.221.gate_proj,0.0042320763,hessian_weighted_relative_error,42547,0.02500,0.886
3,model.language_model.layers.3.mlp.experts.221.up_proj,0.0047953718,hessian_weighted_relative_error,42547,0.02500,0.922
3,model.language_model.layers.3.mlp.experts.222.down_proj,0.0052006877,hessian_weighted_relative_error,23018,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.222.gate_proj,0.0036080964,hessian_weighted_relative_error,23018,0.02500,0.771
3,model.language_model.layers.3.mlp.experts.222.up_proj,0.0041833099,hessian_weighted_relative_error,23018,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.223.down_proj,0.0036509149,hessian_weighted_relative_error,26148,0.02500,0.873
3,model.language_model.layers.3.mlp.experts.223.gate_proj,0.0035258145,hessian_weighted_relative_error,26148,0.02500,0.886
3,model.language_model.layers.3.mlp.experts.223.up_proj,0.0036853784,hessian_weighted_relative_error,26148,0.02500,0.926
3,model.language_model.layers.3.mlp.experts.224.down_proj,0.0056316111,hessian_weighted_relative_error,41680,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.224.gate_proj,0.0038085960,hessian_weighted_relative_error,41680,0.02500,0.768
3,model.language_model.layers.3.mlp.experts.224.up_proj,0.0042288140,hessian_weighted_relative_error,41680,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.225.down_proj,0.0019742339,hessian_weighted_relative_error,26900,0.02500,0.874
3,model.language_model.layers.3.mlp.experts.225.gate_proj,0.0007529729,hessian_weighted_relative_error,26900,0.02500,0.836
3,model.language_model.layers.3.mlp.experts.225.up_proj,0.0008680791,hessian_weighted_relative_error,26900,0.02500,0.838
3,model.language_model.layers.3.mlp.experts.226.down_proj,0.0010103940,hessian_weighted_relative_error,37345,0.02500,0.684
3,model.language_model.layers.3.mlp.experts.226.gate_proj,0.0010078192,hessian_weighted_relative_error,37345,0.02500,0.707
3,model.language_model.layers.3.mlp.experts.226.up_proj,0.0010963301,hessian_weighted_relative_error,37345,0.02500,0.703
3,model.language_model.layers.3.mlp.experts.227.down_proj,0.0033484175,hessian_weighted_relative_error,25094,0.02500,0.875
3,model.language_model.layers.3.mlp.experts.227.gate_proj,0.0038064186,hessian_weighted_relative_error,25094,0.02500,0.889
3,model.language_model.layers.3.mlp.experts.227.up_proj,0.0044056894,hessian_weighted_relative_error,25094,0.02500,0.921
3,model.language_model.layers.3.mlp.experts.228.down_proj,0.0012677934,hessian_weighted_relative_error,28382,0.02500,0.685
3,model.language_model.layers.3.mlp.experts.228.gate_proj,0.0030486103,hessian_weighted_relative_error,28382,0.02500,0.771
3,model.language_model.layers.3.mlp.experts.228.up_proj,0.0032881465,hessian_weighted_relative_error,28382,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.229.down_proj,0.0053525777,hessian_weighted_relative_error,25175,0.02500,0.873
3,model.language_model.layers.3.mlp.experts.229.gate_proj,0.0042867149,hessian_weighted_relative_error,25175,0.02500,0.887
3,model.language_model.layers.3.mlp.experts.229.up_proj,0.0046794507,hessian_weighted_relative_error,25175,0.02500,0.924
3,model.language_model.layers.3.mlp.experts.23.down_proj,0.0012737968,hessian_weighted_relative_error,29865,0.02500,0.777
3,model.language_model.layers.3.mlp.experts.23.gate_proj,0.0040169056,hessian_weighted_relative_error,29865,0.02500,0.824
3,model.language_model.layers.3.mlp.experts.23.up_proj,0.0043450752,hessian_weighted_relative_error,29865,0.02500,0.902
3,model.language_model.layers.3.mlp.experts.230.down_proj,0.0010564385,hessian_weighted_relative_error,33992,0.02500,0.687
3,model.language_model.layers.3.mlp.experts.230.gate_proj,0.0041302349,hessian_weighted_relative_error,33992,0.02500,0.771
3,model.language_model.layers.3.mlp.experts.230.up_proj,0.0011781115,hessian_weighted_relative_error,33992,0.02500,0.702
3,model.language_model.layers.3.mlp.experts.231.down_proj,0.0032498935,hessian_weighted_relative_error,32347,0.02500,0.874
3,model.language_model.layers.3.mlp.experts.231.gate_proj,0.0031665911,hessian_weighted_relative_error,32347,0.02500,0.888
3,model.language_model.layers.3.mlp.experts.231.up_proj,0.0037016710,hessian_weighted_relative_error,32347,0.02500,0.927
3,model.language_model.layers.3.mlp.experts.232.down_proj,0.0030469156,hessian_weighted_relative_error,24746,0.02500,0.756
3,model.language_model.layers.3.mlp.experts.232.gate_proj,0.0038319464,hessian_weighted_relative_error,24746,0.02500,0.772
3,model.language_model.layers.3.mlp.experts.232.up_proj,0.0011213068,hessian_weighted_relative_error,24746,0.02500,0.704
3,model.language_model.layers.3.mlp.experts.233.down_proj,0.0061614795,hessian_weighted_relative_error,24802,0.02500,0.873
3,model.language_model.layers.3.mlp.experts.233.gate_proj,0.0043864116,hessian_weighted_relative_error,24802,0.02500,0.887
3,model.language_model.layers.3.mlp.experts.233.up_proj,0.0047073441,hessian_weighted_relative_error,24802,0.02500,0.927
3,model.language_model.layers.3.mlp.experts.234.down_proj,0.0033139681,hessian_weighted_relative_error,29036,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.234.gate_proj,0.0026663621,hessian_weighted_relative_error,29036,0.02500,0.772
3,model.language_model.layers.3.mlp.experts.234.up_proj,0.0026497149,hessian_weighted_relative_error,29036,0.02500,0.791
3,model.language_model.layers.3.mlp.experts.235.down_proj,0.0051855466,hessian_weighted_relative_error,40078,0.02500,0.874
3,model.language_model.layers.3.mlp.experts.235.gate_proj,0.0044227893,hessian_weighted_relative_error,40078,0.02500,0.893
3,model.language_model.layers.3.mlp.experts.235.up_proj,0.0053806388,hessian_weighted_relative_error,40078,0.02500,0.920
3,model.language_model.layers.3.mlp.experts.236.down_proj,0.0017337607,hessian_weighted_relative_error,42217,0.02500,0.686
3,model.language_model.layers.3.mlp.experts.236.gate_proj,0.0037423936,hessian_weighted_relative_error,42217,0.02500,0.771
3,model.language_model.layers.3.mlp.experts.236.up_proj,0.0041504202,hessian_weighted_relative_error,42217,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.237.down_proj,0.0008636166,hessian_weighted_relative_error,35164,0.02500,0.776
3,model.language_model.layers.3.mlp.experts.237.gate_proj,0.0006265846,hessian_weighted_relative_error,35164,0.02500,0.847
3,model.language_model.layers.3.mlp.experts.237.up_proj,0.0006679087,hessian_weighted_relative_error,35164,0.02500,0.837
3,model.language_model.layers.3.mlp.experts.238.down_proj,0.0042775217,hessian_weighted_relative_error,35363,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.238.gate_proj,0.0037204125,hessian_weighted_relative_error,35363,0.02500,0.770
3,model.language_model.layers.3.mlp.experts.238.up_proj,0.0043832825,hessian_weighted_relative_error,35363,0.02500,0.792
3,model.language_model.layers.3.mlp.experts.239.down_proj,0.0008256143,hessian_weighted_relative_error,25921,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.239.gate_proj,0.0009037390,hessian_weighted_relative_error,25921,0.02500,0.857
3,model.language_model.layers.3.mlp.experts.239.up_proj,0.0010205394,hessian_weighted_relative_error,25921,0.02500,0.836
3,model.language_model.layers.3.mlp.experts.24.down_proj,0.0010697868,hessian_weighted_relative_error,34531,0.02500,0.686
3,model.language_model.layers.3.mlp.experts.24.gate_proj,0.0008592600,hessian_weighted_relative_error,34531,0.02500,0.712
3,model.language_model.layers.3.mlp.experts.24.up_proj,0.0008943107,hessian_weighted_relative_error,34531,0.02500,0.706
3,model.language_model.layers.3.mlp.experts.240.down_proj,0.0047654645,hessian_weighted_relative_error,31117,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.240.gate_proj,0.0038808433,hessian_weighted_relative_error,31117,0.02500,0.773
3,model.language_model.layers.3.mlp.experts.240.up_proj,0.0048012326,hessian_weighted_relative_error,31117,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.241.down_proj,0.0003683462,hessian_weighted_relative_error,21002,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.241.gate_proj,0.0013085051,hessian_weighted_relative_error,21002,0.02500,0.890
3,model.language_model.layers.3.mlp.experts.241.up_proj,0.0013292666,hessian_weighted_relative_error,21002,0.02500,0.923
3,model.language_model.layers.3.mlp.experts.242.down_proj,0.0046381244,hessian_weighted_relative_error,23927,0.02500,0.754
3,model.language_model.layers.3.mlp.experts.242.gate_proj,0.0038372554,hessian_weighted_relative_error,23927,0.02500,0.774
3,model.language_model.layers.3.mlp.experts.242.up_proj,0.0045478383,hessian_weighted_relative_error,23927,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.243.down_proj,0.0021436472,hessian_weighted_relative_error,25484,0.02500,0.876
3,model.language_model.layers.3.mlp.experts.243.gate_proj,0.0033324941,hessian_weighted_relative_error,25484,0.02500,0.892
3,model.language_model.layers.3.mlp.experts.243.up_proj,0.0037929486,hessian_weighted_relative_error,25484,0.02500,0.918
3,model.language_model.layers.3.mlp.experts.244.down_proj,0.0014646097,hessian_weighted_relative_error,41599,0.02500,0.688
3,model.language_model.layers.3.mlp.experts.244.gate_proj,0.0036019081,hessian_weighted_relative_error,41599,0.02500,0.773
3,model.language_model.layers.3.mlp.experts.244.up_proj,0.0038975744,hessian_weighted_relative_error,41599,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.245.down_proj,0.0009854417,hessian_weighted_relative_error,30753,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.245.gate_proj,0.0029160457,hessian_weighted_relative_error,30753,0.02500,0.892
3,model.language_model.layers.3.mlp.experts.245.up_proj,0.0031299819,hessian_weighted_relative_error,30753,0.02500,0.919
3,model.language_model.layers.3.mlp.experts.246.down_proj,0.0005912514,hessian_weighted_relative_error,25976,0.02500,0.687
3,model.language_model.layers.3.mlp.experts.246.gate_proj,0.0021231494,hessian_weighted_relative_error,25976,0.02500,0.771
3,model.language_model.layers.3.mlp.experts.246.up_proj,0.0023499336,hessian_weighted_relative_error,25976,0.02500,0.791
3,model.language_model.layers.3.mlp.experts.247.down_proj,0.0073649652,hessian_weighted_relative_error,25841,0.02500,0.875
3,model.language_model.layers.3.mlp.experts.247.gate_proj,0.0044144188,hessian_weighted_relative_error,25841,0.02500,0.890
3,model.language_model.layers.3.mlp.experts.247.up_proj,0.0048415010,hessian_weighted_relative_error,25841,0.02500,0.925
3,model.language_model.layers.3.mlp.experts.248.down_proj,0.0023268172,hessian_weighted_relative_error,26881,0.02500,0.759
3,model.language_model.layers.3.mlp.experts.248.gate_proj,0.0029767057,hessian_weighted_relative_error,26881,0.02500,0.773
3,model.language_model.layers.3.mlp.experts.248.up_proj,0.0031661035,hessian_weighted_relative_error,26881,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.249.down_proj,0.0014967538,hessian_weighted_relative_error,63658,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.249.gate_proj,0.0038679195,hessian_weighted_relative_error,63658,0.02500,0.892
3,model.language_model.layers.3.mlp.experts.249.up_proj,0.0044636656,hessian_weighted_relative_error,63658,0.02500,0.920
3,model.language_model.layers.3.mlp.experts.25.down_proj,0.0044996068,hessian_weighted_relative_error,19625,0.02500,0.797
3,model.language_model.layers.3.mlp.experts.25.gate_proj,0.0039846154,hessian_weighted_relative_error,19625,0.02500,0.825
3,model.language_model.layers.3.mlp.experts.25.up_proj,0.0044183083,hessian_weighted_relative_error,19625,0.02500,0.895
3,model.language_model.layers.3.mlp.experts.250.down_proj,0.0009019411,hessian_weighted_relative_error,26619,0.02500,0.691
3,model.language_model.layers.3.mlp.experts.250.gate_proj,0.0036062707,hessian_weighted_relative_error,26619,0.02500,0.774
3,model.language_model.layers.3.mlp.experts.250.up_proj,0.0038801133,hessian_weighted_relative_error,26619,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.251.down_proj,0.0063485349,hessian_weighted_relative_error,17322,0.02500,0.876
3,model.language_model.layers.3.mlp.experts.251.gate_proj,0.0045199304,hessian_weighted_relative_error,17322,0.02500,0.891
3,model.language_model.layers.3.mlp.experts.251.up_proj,0.0048866444,hessian_weighted_relative_error,17322,0.02500,0.916
3,model.language_model.layers.3.mlp.experts.252.down_proj,0.0020298800,hessian_weighted_relative_error,78307,0.02500,0.688
3,model.language_model.layers.3.mlp.experts.252.gate_proj,0.0043959789,hessian_weighted_relative_error,78307,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.252.up_proj,0.0045629332,hessian_weighted_relative_error,78307,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.253.down_proj,0.0010185108,hessian_weighted_relative_error,31126,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.253.gate_proj,0.0003202211,hessian_weighted_relative_error,31126,0.02500,0.862
3,model.language_model.layers.3.mlp.experts.253.up_proj,0.0003725688,hessian_weighted_relative_error,31126,0.02500,0.967
3,model.language_model.layers.3.mlp.experts.254.down_proj,0.0045518105,hessian_weighted_relative_error,35538,0.02500,0.758
3,model.language_model.layers.3.mlp.experts.254.gate_proj,0.0042338531,hessian_weighted_relative_error,35538,0.02500,0.774
3,model.language_model.layers.3.mlp.experts.254.up_proj,0.0047736656,hessian_weighted_relative_error,35538,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.255.down_proj,0.0010069076,hessian_weighted_relative_error,31120,0.02500,0.752
3,model.language_model.layers.3.mlp.experts.255.gate_proj,0.0003082468,hessian_weighted_relative_error,31120,0.02500,0.851
3,model.language_model.layers.3.mlp.experts.255.up_proj,0.0003691267,hessian_weighted_relative_error,31120,0.02500,0.844
3,model.language_model.layers.3.mlp.experts.256.down_proj,0.0088778516,hessian_weighted_relative_error,23841,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.256.gate_proj,0.0044381680,hessian_weighted_relative_error,23841,0.02500,0.772
3,model.language_model.layers.3.mlp.experts.256.up_proj,0.0047171100,hessian_weighted_relative_error,23841,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.257.down_proj,0.0009253437,hessian_weighted_relative_error,33310,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.257.gate_proj,0.0035440473,hessian_weighted_relative_error,33310,0.02500,0.891
3,model.language_model.layers.3.mlp.experts.257.up_proj,0.0010230402,hessian_weighted_relative_error,33310,0.02500,0.842
3,model.language_model.layers.3.mlp.experts.258.down_proj,0.0058577025,hessian_weighted_relative_error,27847,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.258.gate_proj,0.0041587916,hessian_weighted_relative_error,27847,0.02500,0.775
3,model.language_model.layers.3.mlp.experts.258.up_proj,0.0046865531,hessian_weighted_relative_error,27847,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.259.down_proj,0.0045758135,hessian_weighted_relative_error,26594,0.02500,0.878
3,model.language_model.layers.3.mlp.experts.259.gate_proj,0.0038664379,hessian_weighted_relative_error,26594,0.02500,0.893
3,model.language_model.layers.3.mlp.experts.259.up_proj,0.0045642361,hessian_weighted_relative_error,26594,0.02500,0.917
3,model.language_model.layers.3.mlp.experts.26.down_proj,0.0064159520,hessian_weighted_relative_error,28476,0.02500,0.720
3,model.language_model.layers.3.mlp.experts.26.gate_proj,0.0038896623,hessian_weighted_relative_error,28476,0.02500,0.734
3,model.language_model.layers.3.mlp.experts.26.up_proj,0.0044479658,hessian_weighted_relative_error,28476,0.02500,0.779
3,model.language_model.layers.3.mlp.experts.260.down_proj,0.0055492123,hessian_weighted_relative_error,24233,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.260.gate_proj,0.0039720427,hessian_weighted_relative_error,24233,0.02500,0.772
3,model.language_model.layers.3.mlp.experts.260.up_proj,0.0043939352,hessian_weighted_relative_error,24233,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.261.down_proj,0.0011815607,hessian_weighted_relative_error,34348,0.02500,0.751
3,model.language_model.layers.3.mlp.experts.261.gate_proj,0.0037730425,hessian_weighted_relative_error,34348,0.02500,0.889
3,model.language_model.layers.3.mlp.experts.261.up_proj,0.0039793449,hessian_weighted_relative_error,34348,0.02500,0.918
3,model.language_model.layers.3.mlp.experts.262.down_proj,0.0016279280,hessian_weighted_relative_error,45202,0.02500,0.687
3,model.language_model.layers.3.mlp.experts.262.gate_proj,0.0042273354,hessian_weighted_relative_error,45202,0.02500,0.772
3,model.language_model.layers.3.mlp.experts.262.up_proj,0.0046752148,hessian_weighted_relative_error,45202,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.263.down_proj,0.0007366753,hessian_weighted_relative_error,42967,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.263.gate_proj,0.0006711070,hessian_weighted_relative_error,42967,0.02500,0.840
3,model.language_model.layers.3.mlp.experts.263.up_proj,0.0006810725,hessian_weighted_relative_error,42967,0.02500,0.838
3,model.language_model.layers.3.mlp.experts.264.down_proj,0.0043626092,hessian_weighted_relative_error,25991,0.02500,0.757
3,model.language_model.layers.3.mlp.experts.264.gate_proj,0.0032390826,hessian_weighted_relative_error,25991,0.02500,0.772
3,model.language_model.layers.3.mlp.experts.264.up_proj,0.0036361201,hessian_weighted_relative_error,25991,0.02500,0.792
3,model.language_model.layers.3.mlp.experts.265.down_proj,0.0017056310,hessian_weighted_relative_error,57570,0.02500,0.784
3,model.language_model.layers.3.mlp.experts.265.gate_proj,0.0049931809,hessian_weighted_relative_error,57570,0.02500,0.896
3,model.language_model.layers.3.mlp.experts.265.up_proj,0.0013926920,hessian_weighted_relative_error,57570,0.02500,0.839
3,model.language_model.layers.3.mlp.experts.266.down_proj,0.0049381078,hessian_weighted_relative_error,34833,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.266.gate_proj,0.0037696777,hessian_weighted_relative_error,34833,0.02500,0.773
3,model.language_model.layers.3.mlp.experts.266.up_proj,0.0042131247,hessian_weighted_relative_error,34833,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.267.down_proj,0.0016645524,hessian_weighted_relative_error,40362,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.267.gate_proj,0.0036658846,hessian_weighted_relative_error,40362,0.02500,0.893
3,model.language_model.layers.3.mlp.experts.267.up_proj,0.0035379591,hessian_weighted_relative_error,40362,0.02500,0.909
3,model.language_model.layers.3.mlp.experts.268.down_proj,0.0008922583,hessian_weighted_relative_error,33257,0.02500,0.688
3,model.language_model.layers.3.mlp.experts.268.gate_proj,0.0010376604,hessian_weighted_relative_error,33257,0.02500,0.706
3,model.language_model.layers.3.mlp.experts.268.up_proj,0.0011317176,hessian_weighted_relative_error,33257,0.02500,0.706
3,model.language_model.layers.3.mlp.experts.269.down_proj,0.0048912593,hessian_weighted_relative_error,41289,0.02500,0.878
3,model.language_model.layers.3.mlp.experts.269.gate_proj,0.0035620107,hessian_weighted_relative_error,41289,0.02500,0.893
3,model.language_model.layers.3.mlp.experts.269.up_proj,0.0040827422,hessian_weighted_relative_error,41289,0.02500,0.914
3,model.language_model.layers.3.mlp.experts.27.down_proj,0.0028430134,hessian_weighted_relative_error,29451,0.02500,0.799
3,model.language_model.layers.3.mlp.experts.27.gate_proj,0.0035935016,hessian_weighted_relative_error,29451,0.02500,0.828
3,model.language_model.layers.3.mlp.experts.27.up_proj,0.0010467377,hessian_weighted_relative_error,29451,0.02500,0.836
3,model.language_model.layers.3.mlp.experts.270.down_proj,0.0058599595,hessian_weighted_relative_error,20250,0.02500,0.759
3,model.language_model.layers.3.mlp.experts.270.gate_proj,0.0041985127,hessian_weighted_relative_error,20250,0.02500,0.774
3,model.language_model.layers.3.mlp.experts.270.up_proj,0.0049584562,hessian_weighted_relative_error,20250,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.271.down_proj,0.0048081763,hessian_weighted_relative_error,29026,0.02500,0.878
3,model.language_model.layers.3.mlp.experts.271.gate_proj,0.0037770872,hessian_weighted_relative_error,29026,0.02500,0.893
3,model.language_model.layers.3.mlp.experts.271.up_proj,0.0040185548,hessian_weighted_relative_error,29026,0.02500,0.918
3,model.language_model.layers.3.mlp.experts.272.down_proj,0.0010970046,hessian_weighted_relative_error,25963,0.02500,0.687
3,model.language_model.layers.3.mlp.experts.272.gate_proj,0.0038184779,hessian_weighted_relative_error,25963,0.02500,0.773
3,model.language_model.layers.3.mlp.experts.272.up_proj,0.0040183072,hessian_weighted_relative_error,25963,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.273.down_proj,0.0016239907,hessian_weighted_relative_error,45957,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.273.gate_proj,0.0043020280,hessian_weighted_relative_error,45957,0.02500,0.894
3,model.language_model.layers.3.mlp.experts.273.up_proj,0.0047085659,hessian_weighted_relative_error,45957,0.02500,0.913
3,model.language_model.layers.3.mlp.experts.274.down_proj,0.0037363223,hessian_weighted_relative_error,21943,0.02500,0.756
3,model.language_model.layers.3.mlp.experts.274.gate_proj,0.0036219451,hessian_weighted_relative_error,21943,0.02500,0.775
3,model.language_model.layers.3.mlp.experts.274.up_proj,0.0040261359,hessian_weighted_relative_error,21943,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.275.down_proj,0.0017306780,hessian_weighted_relative_error,40336,0.02500,0.779
3,model.language_model.layers.3.mlp.experts.275.gate_proj,0.0042042464,hessian_weighted_relative_error,40336,0.02500,0.894
3,model.language_model.layers.3.mlp.experts.275.up_proj,0.0044727715,hessian_weighted_relative_error,40336,0.02500,0.913
3,model.language_model.layers.3.mlp.experts.276.down_proj,0.0070241094,hessian_weighted_relative_error,33251,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.276.gate_proj,0.0045447262,hessian_weighted_relative_error,33251,0.02500,0.775
3,model.language_model.layers.3.mlp.experts.276.up_proj,0.0048298330,hessian_weighted_relative_error,33251,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.277.down_proj,0.0022210413,hessian_weighted_relative_error,21461,0.02500,0.878
3,model.language_model.layers.3.mlp.experts.277.gate_proj,0.0033687134,hessian_weighted_relative_error,21461,0.02500,0.894
3,model.language_model.layers.3.mlp.experts.277.up_proj,0.0036248669,hessian_weighted_relative_error,21461,0.02500,0.913
3,model.language_model.layers.3.mlp.experts.278.down_proj,0.0046117417,hessian_weighted_relative_error,20767,0.02500,0.761
3,model.language_model.layers.3.mlp.experts.278.gate_proj,0.0040043878,hessian_weighted_relative_error,20767,0.02500,0.775
3,model.language_model.layers.3.mlp.experts.278.up_proj,0.0043318077,hessian_weighted_relative_error,20767,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.279.down_proj,0.0057290356,hessian_weighted_relative_error,21941,0.02500,0.880
3,model.language_model.layers.3.mlp.experts.279.gate_proj,0.0041897033,hessian_weighted_relative_error,21941,0.02500,0.900
3,model.language_model.layers.3.mlp.experts.279.up_proj,0.0045252094,hessian_weighted_relative_error,21941,0.02500,0.911
3,model.language_model.layers.3.mlp.experts.28.down_proj,0.0052925813,hessian_weighted_relative_error,32996,0.02500,0.721
3,model.language_model.layers.3.mlp.experts.28.gate_proj,0.0034854710,hessian_weighted_relative_error,32996,0.02500,0.738
3,model.language_model.layers.3.mlp.experts.28.up_proj,0.0038789702,hessian_weighted_relative_error,32996,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.280.down_proj,0.0022334520,hessian_weighted_relative_error,24484,0.02500,0.758
3,model.language_model.layers.3.mlp.experts.280.gate_proj,0.0008567526,hessian_weighted_relative_error,24484,0.02500,0.711
3,model.language_model.layers.3.mlp.experts.280.up_proj,0.0009682554,hessian_weighted_relative_error,24484,0.02500,0.703
3,model.language_model.layers.3.mlp.experts.281.down_proj,0.0058050011,hessian_weighted_relative_error,26370,0.02500,0.879
3,model.language_model.layers.3.mlp.experts.281.gate_proj,0.0042306500,hessian_weighted_relative_error,26370,0.02500,0.895
3,model.language_model.layers.3.mlp.experts.281.up_proj,0.0049111222,hessian_weighted_relative_error,26370,0.02500,0.907
3,model.language_model.layers.3.mlp.experts.282.down_proj,0.0005036355,hessian_weighted_relative_error,34116,0.02500,0.689
3,model.language_model.layers.3.mlp.experts.282.gate_proj,0.0007948107,hessian_weighted_relative_error,34116,0.02500,0.709
3,model.language_model.layers.3.mlp.experts.282.up_proj,0.0008850149,hessian_weighted_relative_error,34116,0.02500,0.707
3,model.language_model.layers.3.mlp.experts.283.down_proj,0.0013322171,hessian_weighted_relative_error,27666,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.283.gate_proj,0.0037894692,hessian_weighted_relative_error,27666,0.02500,0.897
3,model.language_model.layers.3.mlp.experts.283.up_proj,0.0039911273,hessian_weighted_relative_error,27666,0.02500,0.902
3,model.language_model.layers.3.mlp.experts.284.down_proj,0.0006477283,hessian_weighted_relative_error,27999,0.02500,0.693
3,model.language_model.layers.3.mlp.experts.284.gate_proj,0.0006978374,hessian_weighted_relative_error,27999,0.02500,0.704
3,model.language_model.layers.3.mlp.experts.284.up_proj,0.0007078394,hessian_weighted_relative_error,27999,0.02500,0.712
3,model.language_model.layers.3.mlp.experts.285.down_proj,0.0011138582,hessian_weighted_relative_error,27539,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.285.gate_proj,0.0042677630,hessian_weighted_relative_error,27539,0.02500,0.897
3,model.language_model.layers.3.mlp.experts.285.up_proj,0.0012033894,hessian_weighted_relative_error,27539,0.02500,0.836
3,model.language_model.layers.3.mlp.experts.286.down_proj,0.0024413980,hessian_weighted_relative_error,24028,0.02500,0.759
3,model.language_model.layers.3.mlp.experts.286.gate_proj,0.0035055373,hessian_weighted_relative_error,24028,0.02500,0.775
3,model.language_model.layers.3.mlp.experts.286.up_proj,0.0010144091,hessian_weighted_relative_error,24028,0.02500,0.708
3,model.language_model.layers.3.mlp.experts.287.down_proj,0.0017940713,hessian_weighted_relative_error,37582,0.02500,0.784
3,model.language_model.layers.3.mlp.experts.287.gate_proj,0.0040076822,hessian_weighted_relative_error,37582,0.02500,0.895
3,model.language_model.layers.3.mlp.experts.287.up_proj,0.0048729813,hessian_weighted_relative_error,37582,0.02500,0.903
3,model.language_model.layers.3.mlp.experts.29.down_proj,0.0017857458,hessian_weighted_relative_error,23465,0.02500,0.795
3,model.language_model.layers.3.mlp.experts.29.gate_proj,0.0007530626,hessian_weighted_relative_error,23465,0.02500,0.840
3,model.language_model.layers.3.mlp.experts.29.up_proj,0.0008041020,hessian_weighted_relative_error,23465,0.02500,0.839
3,model.language_model.layers.3.mlp.experts.3.down_proj,0.0018504713,hessian_weighted_relative_error,36615,0.02500,0.779
3,model.language_model.layers.3.mlp.experts.3.gate_proj,0.0047540670,hessian_weighted_relative_error,36615,0.02500,0.816
3,model.language_model.layers.3.mlp.experts.3.up_proj,0.0051888313,hessian_weighted_relative_error,36615,0.02500,0.893
3,model.language_model.layers.3.mlp.experts.30.down_proj,0.0012021823,hessian_weighted_relative_error,50093,0.02500,0.693
3,model.language_model.layers.3.mlp.experts.30.gate_proj,0.0009601836,hessian_weighted_relative_error,50093,0.02500,0.705
3,model.language_model.layers.3.mlp.experts.30.up_proj,0.0010309672,hessian_weighted_relative_error,50093,0.02500,0.709
3,model.language_model.layers.3.mlp.experts.31.down_proj,0.0035602932,hessian_weighted_relative_error,26387,0.02500,0.797
3,model.language_model.layers.3.mlp.experts.31.gate_proj,0.0032000484,hessian_weighted_relative_error,26387,0.02500,0.830
3,model.language_model.layers.3.mlp.experts.31.up_proj,0.0037224162,hessian_weighted_relative_error,26387,0.02500,0.910
3,model.language_model.layers.3.mlp.experts.32.down_proj,0.0055266681,hessian_weighted_relative_error,21072,0.02500,0.721
3,model.language_model.layers.3.mlp.experts.32.gate_proj,0.0044832301,hessian_weighted_relative_error,21072,0.02500,0.742
3,model.language_model.layers.3.mlp.experts.32.up_proj,0.0050963038,hessian_weighted_relative_error,21072,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.33.down_proj,0.0035347192,hessian_weighted_relative_error,31925,0.02500,0.802
3,model.language_model.layers.3.mlp.experts.33.gate_proj,0.0038044465,hessian_weighted_relative_error,31925,0.02500,0.832
3,model.language_model.layers.3.mlp.experts.33.up_proj,0.0010820735,hessian_weighted_relative_error,31925,0.02500,0.855
3,model.language_model.layers.3.mlp.experts.34.down_proj,0.0055894214,hessian_weighted_relative_error,20982,0.02500,0.723
3,model.language_model.layers.3.mlp.experts.34.gate_proj,0.0037516006,hessian_weighted_relative_error,20982,0.02500,0.741
3,model.language_model.layers.3.mlp.experts.34.up_proj,0.0042462972,hessian_weighted_relative_error,20982,0.02500,0.779
3,model.language_model.layers.3.mlp.experts.35.down_proj,0.0030624492,hessian_weighted_relative_error,24400,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.35.gate_proj,0.0034705020,hessian_weighted_relative_error,24400,0.02500,0.829
3,model.language_model.layers.3.mlp.experts.35.up_proj,0.0039076760,hessian_weighted_relative_error,24400,0.02500,0.902
3,model.language_model.layers.3.mlp.experts.36.down_proj,0.0051045293,hessian_weighted_relative_error,42086,0.02500,0.723
3,model.language_model.layers.3.mlp.experts.36.gate_proj,0.0037956923,hessian_weighted_relative_error,42086,0.02500,0.752
3,model.language_model.layers.3.mlp.experts.36.up_proj,0.0047779364,hessian_weighted_relative_error,42086,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.37.down_proj,0.0009150390,hessian_weighted_relative_error,23385,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.37.gate_proj,0.0036779050,hessian_weighted_relative_error,23385,0.02500,0.837
3,model.language_model.layers.3.mlp.experts.37.up_proj,0.0010250302,hessian_weighted_relative_error,23385,0.02500,0.859
3,model.language_model.layers.3.mlp.experts.38.down_proj,0.0013930013,hessian_weighted_relative_error,44574,0.02500,0.688
3,model.language_model.layers.3.mlp.experts.38.gate_proj,0.0039442634,hessian_weighted_relative_error,44574,0.02500,0.743
3,model.language_model.layers.3.mlp.experts.38.up_proj,0.0043263697,hessian_weighted_relative_error,44574,0.02500,0.777
3,model.language_model.layers.3.mlp.experts.39.down_proj,0.0008816593,hessian_weighted_relative_error,19544,0.02500,0.784
3,model.language_model.layers.3.mlp.experts.39.gate_proj,0.0016475105,hessian_weighted_relative_error,19544,0.02500,0.832
3,model.language_model.layers.3.mlp.experts.39.up_proj,0.0016757398,hessian_weighted_relative_error,19544,0.02500,0.898
3,model.language_model.layers.3.mlp.experts.4.down_proj,0.0032448497,hessian_weighted_relative_error,9772,0.02500,0.714
3,model.language_model.layers.3.mlp.experts.4.gate_proj,0.0034372911,hessian_weighted_relative_error,9772,0.02500,0.727
3,model.language_model.layers.3.mlp.experts.4.up_proj,0.0035558828,hessian_weighted_relative_error,9772,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.40.down_proj,0.0021278665,hessian_weighted_relative_error,19920,0.02500,0.725
3,model.language_model.layers.3.mlp.experts.40.gate_proj,0.0019080987,hessian_weighted_relative_error,19920,0.02500,0.745
3,model.language_model.layers.3.mlp.experts.40.up_proj,0.0019480180,hessian_weighted_relative_error,19920,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.41.down_proj,0.0003713617,hessian_weighted_relative_error,28702,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.41.gate_proj,0.0003120658,hessian_weighted_relative_error,28702,0.02500,0.837
3,model.language_model.layers.3.mlp.experts.41.up_proj,0.0003036506,hessian_weighted_relative_error,28702,0.02500,0.840
3,model.language_model.layers.3.mlp.experts.42.down_proj,0.0004283246,hessian_weighted_relative_error,26311,0.02500,0.694
3,model.language_model.layers.3.mlp.experts.42.gate_proj,0.0003172066,hessian_weighted_relative_error,26311,0.02500,0.707
3,model.language_model.layers.3.mlp.experts.42.up_proj,0.0003595002,hessian_weighted_relative_error,26311,0.02500,0.705
3,model.language_model.layers.3.mlp.experts.43.down_proj,0.0014502090,hessian_weighted_relative_error,41342,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.43.gate_proj,0.0040459438,hessian_weighted_relative_error,41342,0.02500,0.837
3,model.language_model.layers.3.mlp.experts.43.up_proj,0.0043230293,hessian_weighted_relative_error,41342,0.02500,0.901
3,model.language_model.layers.3.mlp.experts.44.down_proj,0.0067917990,hessian_weighted_relative_error,23014,0.02500,0.725
3,model.language_model.layers.3.mlp.experts.44.gate_proj,0.0042916379,hessian_weighted_relative_error,23014,0.02500,0.744
3,model.language_model.layers.3.mlp.experts.44.up_proj,0.0047386641,hessian_weighted_relative_error,23014,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.45.down_proj,0.0023431499,hessian_weighted_relative_error,28110,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.45.gate_proj,0.0010035337,hessian_weighted_relative_error,28110,0.02500,0.844
3,model.language_model.layers.3.mlp.experts.45.up_proj,0.0011085421,hessian_weighted_relative_error,28110,0.02500,0.841
3,model.language_model.layers.3.mlp.experts.46.down_proj,0.0048252892,hessian_weighted_relative_error,29969,0.02500,0.727
3,model.language_model.layers.3.mlp.experts.46.gate_proj,0.0040044555,hessian_weighted_relative_error,29969,0.02500,0.740
3,model.language_model.layers.3.mlp.experts.46.up_proj,0.0044607808,hessian_weighted_relative_error,29969,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.47.down_proj,0.0027382627,hessian_weighted_relative_error,19910,0.02500,0.804
3,model.language_model.layers.3.mlp.experts.47.gate_proj,0.0030229990,hessian_weighted_relative_error,19910,0.02500,0.840
3,model.language_model.layers.3.mlp.experts.47.up_proj,0.0033145992,hessian_weighted_relative_error,19910,0.02500,0.898
3,model.language_model.layers.3.mlp.experts.48.down_proj,0.0031994519,hessian_weighted_relative_error,36098,0.02500,0.726
3,model.language_model.layers.3.mlp.experts.48.gate_proj,0.0038871512,hessian_weighted_relative_error,36098,0.02500,0.744
3,model.language_model.layers.3.mlp.experts.48.up_proj,0.0011134734,hessian_weighted_relative_error,36098,0.02500,0.706
3,model.language_model.layers.3.mlp.experts.49.down_proj,0.0087542118,hessian_weighted_relative_error,17721,0.02500,0.808
3,model.language_model.layers.3.mlp.experts.49.gate_proj,0.0037554521,hessian_weighted_relative_error,17721,0.02500,0.836
3,model.language_model.layers.3.mlp.experts.49.up_proj,0.0037187550,hessian_weighted_relative_error,17721,0.02500,0.899
3,model.language_model.layers.3.mlp.experts.5.down_proj,0.0017992340,hessian_weighted_relative_error,57293,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.5.gate_proj,0.0041211856,hessian_weighted_relative_error,57293,0.02500,0.806
3,model.language_model.layers.3.mlp.experts.5.up_proj,0.0045536356,hessian_weighted_relative_error,57293,0.02500,0.898
3,model.language_model.layers.3.mlp.experts.50.down_proj,0.0052549252,hessian_weighted_relative_error,24013,0.02500,0.726
3,model.language_model.layers.3.mlp.experts.50.gate_proj,0.0038663489,hessian_weighted_relative_error,24013,0.02500,0.745
3,model.language_model.layers.3.mlp.experts.50.up_proj,0.0042919157,hessian_weighted_relative_error,24013,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.51.down_proj,0.0059777974,hessian_weighted_relative_error,24078,0.02500,0.811
3,model.language_model.layers.3.mlp.experts.51.gate_proj,0.0041030718,hessian_weighted_relative_error,24078,0.02500,0.838
3,model.language_model.layers.3.mlp.experts.51.up_proj,0.0047598487,hessian_weighted_relative_error,24078,0.02500,0.907
3,model.language_model.layers.3.mlp.experts.52.down_proj,0.0043577182,hessian_weighted_relative_error,31731,0.02500,0.725
3,model.language_model.layers.3.mlp.experts.52.gate_proj,0.0037266298,hessian_weighted_relative_error,31731,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.52.up_proj,0.0039617815,hessian_weighted_relative_error,31731,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.53.down_proj,0.0042915501,hessian_weighted_relative_error,24251,0.02500,0.807
3,model.language_model.layers.3.mlp.experts.53.gate_proj,0.0041054518,hessian_weighted_relative_error,24251,0.02500,0.841
3,model.language_model.layers.3.mlp.experts.53.up_proj,0.0043964461,hessian_weighted_relative_error,24251,0.02500,0.903
3,model.language_model.layers.3.mlp.experts.54.down_proj,0.0045976277,hessian_weighted_relative_error,7612,0.02500,0.729
3,model.language_model.layers.3.mlp.experts.54.gate_proj,0.0029946155,hessian_weighted_relative_error,7612,0.02500,0.746
3,model.language_model.layers.3.mlp.experts.54.up_proj,0.0030896770,hessian_weighted_relative_error,7612,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.55.down_proj,0.0036375135,hessian_weighted_relative_error,19524,0.02500,0.808
3,model.language_model.layers.3.mlp.experts.55.gate_proj,0.0039913996,hessian_weighted_relative_error,19524,0.02500,0.840
3,model.language_model.layers.3.mlp.experts.55.up_proj,0.0043728393,hessian_weighted_relative_error,19524,0.02500,0.905
3,model.language_model.layers.3.mlp.experts.56.down_proj,0.0005580348,hessian_weighted_relative_error,29166,0.02500,0.693
3,model.language_model.layers.3.mlp.experts.56.gate_proj,0.0008212798,hessian_weighted_relative_error,29166,0.02500,0.710
3,model.language_model.layers.3.mlp.experts.56.up_proj,0.0008922579,hessian_weighted_relative_error,29166,0.02500,0.712
3,model.language_model.layers.3.mlp.experts.57.down_proj,0.0014763182,hessian_weighted_relative_error,20196,0.02500,0.813
3,model.language_model.layers.3.mlp.experts.57.gate_proj,0.0018153362,hessian_weighted_relative_error,20196,0.02500,0.840
3,model.language_model.layers.3.mlp.experts.57.up_proj,0.0017527132,hessian_weighted_relative_error,20196,0.02500,0.924
3,model.language_model.layers.3.mlp.experts.58.down_proj,0.0011712493,hessian_weighted_relative_error,33754,0.02500,0.668
3,model.language_model.layers.3.mlp.experts.58.gate_proj,0.0040928338,hessian_weighted_relative_error,33754,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.58.up_proj,0.0044839659,hessian_weighted_relative_error,33754,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.59.down_proj,0.0065989481,hessian_weighted_relative_error,38801,0.02500,0.814
3,model.language_model.layers.3.mlp.experts.59.gate_proj,0.0042192322,hessian_weighted_relative_error,38801,0.02500,0.840
3,model.language_model.layers.3.mlp.experts.59.up_proj,0.0047344925,hessian_weighted_relative_error,38801,0.02500,0.901
3,model.language_model.layers.3.mlp.experts.6.down_proj,0.0056899053,hessian_weighted_relative_error,19921,0.02500,0.714
3,model.language_model.layers.3.mlp.experts.6.gate_proj,0.0037333879,hessian_weighted_relative_error,19921,0.02500,0.729
3,model.language_model.layers.3.mlp.experts.6.up_proj,0.0040425989,hessian_weighted_relative_error,19921,0.02500,0.777
3,model.language_model.layers.3.mlp.experts.60.down_proj,0.0032976462,hessian_weighted_relative_error,31513,0.02500,0.727
3,model.language_model.layers.3.mlp.experts.60.gate_proj,0.0035716675,hessian_weighted_relative_error,31513,0.02500,0.747
3,model.language_model.layers.3.mlp.experts.60.up_proj,0.0039712525,hessian_weighted_relative_error,31513,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.61.down_proj,0.0005404098,hessian_weighted_relative_error,28615,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.61.gate_proj,0.0010197865,hessian_weighted_relative_error,28615,0.02500,0.840
3,model.language_model.layers.3.mlp.experts.61.up_proj,0.0002983516,hessian_weighted_relative_error,28615,0.02500,0.842
3,model.language_model.layers.3.mlp.experts.62.down_proj,0.0064887475,hessian_weighted_relative_error,43203,0.02500,0.731
3,model.language_model.layers.3.mlp.experts.62.gate_proj,0.0037996237,hessian_weighted_relative_error,43203,0.02500,0.746
3,model.language_model.layers.3.mlp.experts.62.up_proj,0.0044110724,hessian_weighted_relative_error,43203,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.63.down_proj,0.0018520446,hessian_weighted_relative_error,25939,0.02500,0.811
3,model.language_model.layers.3.mlp.experts.63.gate_proj,0.0009858148,hessian_weighted_relative_error,25939,0.02500,0.834
3,model.language_model.layers.3.mlp.experts.63.up_proj,0.0010263460,hessian_weighted_relative_error,25939,0.02500,0.842
3,model.language_model.layers.3.mlp.experts.64.down_proj,0.0033778085,hessian_weighted_relative_error,27884,0.02500,0.729
3,model.language_model.layers.3.mlp.experts.64.gate_proj,0.0039825447,hessian_weighted_relative_error,27884,0.02500,0.752
3,model.language_model.layers.3.mlp.experts.64.up_proj,0.0044714028,hessian_weighted_relative_error,27884,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.65.down_proj,0.0012648678,hessian_weighted_relative_error,34292,0.02500,0.779
3,model.language_model.layers.3.mlp.experts.65.gate_proj,0.0035682624,hessian_weighted_relative_error,34292,0.02500,0.846
3,model.language_model.layers.3.mlp.experts.65.up_proj,0.0043539771,hessian_weighted_relative_error,34292,0.02500,0.912
3,model.language_model.layers.3.mlp.experts.66.down_proj,0.0025822251,hessian_weighted_relative_error,24494,0.02500,0.730
3,model.language_model.layers.3.mlp.experts.66.gate_proj,0.0031532576,hessian_weighted_relative_error,24494,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.66.up_proj,0.0033855589,hessian_weighted_relative_error,24494,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.67.down_proj,0.0052860888,hessian_weighted_relative_error,19625,0.02500,0.819
3,model.language_model.layers.3.mlp.experts.67.gate_proj,0.0038766148,hessian_weighted_relative_error,19625,0.02500,0.851
3,model.language_model.layers.3.mlp.experts.67.up_proj,0.0042293003,hessian_weighted_relative_error,19625,0.02500,0.901
3,model.language_model.layers.3.mlp.experts.68.down_proj,0.0049512932,hessian_weighted_relative_error,56857,0.02500,0.729
3,model.language_model.layers.3.mlp.experts.68.gate_proj,0.0040509113,hessian_weighted_relative_error,56857,0.02500,0.750
3,model.language_model.layers.3.mlp.experts.68.up_proj,0.0046867535,hessian_weighted_relative_error,56857,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.69.down_proj,0.0023719981,hessian_weighted_relative_error,32064,0.02500,0.813
3,model.language_model.layers.3.mlp.experts.69.gate_proj,0.0041227047,hessian_weighted_relative_error,32064,0.02500,0.847
3,model.language_model.layers.3.mlp.experts.69.up_proj,0.0041737967,hessian_weighted_relative_error,32064,0.02500,0.913
3,model.language_model.layers.3.mlp.experts.7.down_proj,0.0013707382,hessian_weighted_relative_error,46803,0.02500,0.779
3,model.language_model.layers.3.mlp.experts.7.gate_proj,0.0016373701,hessian_weighted_relative_error,46803,0.02500,0.813
3,model.language_model.layers.3.mlp.experts.7.up_proj,0.0005610599,hessian_weighted_relative_error,46803,0.02500,0.842
3,model.language_model.layers.3.mlp.experts.70.down_proj,0.0030729685,hessian_weighted_relative_error,25299,0.02500,0.731
3,model.language_model.layers.3.mlp.experts.70.gate_proj,0.0035067872,hessian_weighted_relative_error,25299,0.02500,0.748
3,model.language_model.layers.3.mlp.experts.70.up_proj,0.0037452425,hessian_weighted_relative_error,25299,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.71.down_proj,0.0019428466,hessian_weighted_relative_error,24968,0.02500,0.814
3,model.language_model.layers.3.mlp.experts.71.gate_proj,0.0031391365,hessian_weighted_relative_error,24968,0.02500,0.845
3,model.language_model.layers.3.mlp.experts.71.up_proj,0.0009264539,hessian_weighted_relative_error,24968,0.02500,0.835
3,model.language_model.layers.3.mlp.experts.72.down_proj,0.0021740719,hessian_weighted_relative_error,65003,0.02500,0.693
3,model.language_model.layers.3.mlp.experts.72.gate_proj,0.0013481710,hessian_weighted_relative_error,65003,0.02500,0.711
3,model.language_model.layers.3.mlp.experts.72.up_proj,0.0014051447,hessian_weighted_relative_error,65003,0.02500,0.711
3,model.language_model.layers.3.mlp.experts.73.down_proj,0.0034519883,hessian_weighted_relative_error,22057,0.02500,0.820
3,model.language_model.layers.3.mlp.experts.73.gate_proj,0.0037073362,hessian_weighted_relative_error,22057,0.02500,0.844
3,model.language_model.layers.3.mlp.experts.73.up_proj,0.0041634991,hessian_weighted_relative_error,22057,0.02500,0.903
3,model.language_model.layers.3.mlp.experts.74.down_proj,0.0040847881,hessian_weighted_relative_error,21611,0.02500,0.730
3,model.language_model.layers.3.mlp.experts.74.gate_proj,0.0038592192,hessian_weighted_relative_error,21611,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.74.up_proj,0.0041579582,hessian_weighted_relative_error,21611,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.75.down_proj,0.0010663563,hessian_weighted_relative_error,30840,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.75.gate_proj,0.0038398608,hessian_weighted_relative_error,30840,0.02500,0.848
3,model.language_model.layers.3.mlp.experts.75.up_proj,0.0010807679,hessian_weighted_relative_error,30840,0.02500,0.832
3,model.language_model.layers.3.mlp.experts.76.down_proj,0.0059926462,hessian_weighted_relative_error,22598,0.02500,0.731
3,model.language_model.layers.3.mlp.experts.76.gate_proj,0.0040019339,hessian_weighted_relative_error,22598,0.02500,0.751
3,model.language_model.layers.3.mlp.experts.76.up_proj,0.0043993356,hessian_weighted_relative_error,22598,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.77.down_proj,0.0011603269,hessian_weighted_relative_error,27312,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.77.gate_proj,0.0041551249,hessian_weighted_relative_error,27312,0.02500,0.846
3,model.language_model.layers.3.mlp.experts.77.up_proj,0.0011816349,hessian_weighted_relative_error,27312,0.02500,0.839
3,model.language_model.layers.3.mlp.experts.78.down_proj,0.0044457613,hessian_weighted_relative_error,34642,0.02500,0.734
3,model.language_model.layers.3.mlp.experts.78.gate_proj,0.0036702148,hessian_weighted_relative_error,34642,0.02500,0.751
3,model.language_model.layers.3.mlp.experts.78.up_proj,0.0042929878,hessian_weighted_relative_error,34642,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.79.down_proj,0.0031889589,hessian_weighted_relative_error,19530,0.02500,0.818
3,model.language_model.layers.3.mlp.experts.79.gate_proj,0.0037972537,hessian_weighted_relative_error,19530,0.02500,0.845
3,model.language_model.layers.3.mlp.experts.79.up_proj,0.0041266461,hessian_weighted_relative_error,19530,0.02500,0.909
3,model.language_model.layers.3.mlp.experts.8.down_proj,0.0041770481,hessian_weighted_relative_error,20443,0.02500,0.715
3,model.language_model.layers.3.mlp.experts.8.gate_proj,0.0036643820,hessian_weighted_relative_error,20443,0.02500,0.735
3,model.language_model.layers.3.mlp.experts.8.up_proj,0.0039192827,hessian_weighted_relative_error,20443,0.02500,0.775
3,model.language_model.layers.3.mlp.experts.80.down_proj,0.0029797856,hessian_weighted_relative_error,23342,0.02500,0.733
3,model.language_model.layers.3.mlp.experts.80.gate_proj,0.0038203187,hessian_weighted_relative_error,23342,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.80.up_proj,0.0040748666,hessian_weighted_relative_error,23342,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.81.down_proj,0.0033464555,hessian_weighted_relative_error,26319,0.02500,0.823
3,model.language_model.layers.3.mlp.experts.81.gate_proj,0.0038077768,hessian_weighted_relative_error,26319,0.02500,0.851
3,model.language_model.layers.3.mlp.experts.81.up_proj,0.0039313131,hessian_weighted_relative_error,26319,0.02500,0.911
3,model.language_model.layers.3.mlp.experts.82.down_proj,0.0010320613,hessian_weighted_relative_error,30913,0.02500,0.690
3,model.language_model.layers.3.mlp.experts.82.gate_proj,0.0034106720,hessian_weighted_relative_error,30913,0.02500,0.754
3,model.language_model.layers.3.mlp.experts.82.up_proj,0.0036071320,hessian_weighted_relative_error,30913,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.83.down_proj,0.0009392555,hessian_weighted_relative_error,35959,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.83.gate_proj,0.0033098849,hessian_weighted_relative_error,35959,0.02500,0.859
3,model.language_model.layers.3.mlp.experts.83.up_proj,0.0009655137,hessian_weighted_relative_error,35959,0.02500,0.836
3,model.language_model.layers.3.mlp.experts.84.down_proj,0.0035876549,hessian_weighted_relative_error,31717,0.02500,0.733
3,model.language_model.layers.3.mlp.experts.84.gate_proj,0.0038004151,hessian_weighted_relative_error,31717,0.02500,0.751
3,model.language_model.layers.3.mlp.experts.84.up_proj,0.0041504835,hessian_weighted_relative_error,31717,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.85.down_proj,0.0062120210,hessian_weighted_relative_error,21322,0.02500,0.821
3,model.language_model.layers.3.mlp.experts.85.gate_proj,0.0046122525,hessian_weighted_relative_error,21322,0.02500,0.848
3,model.language_model.layers.3.mlp.experts.85.up_proj,0.0048164719,hessian_weighted_relative_error,21322,0.02500,0.912
3,model.language_model.layers.3.mlp.experts.86.down_proj,0.0047376261,hessian_weighted_relative_error,27137,0.02500,0.735
3,model.language_model.layers.3.mlp.experts.86.gate_proj,0.0039661507,hessian_weighted_relative_error,27137,0.02500,0.752
3,model.language_model.layers.3.mlp.experts.86.up_proj,0.0042961524,hessian_weighted_relative_error,27137,0.02500,0.784
3,model.language_model.layers.3.mlp.experts.87.down_proj,0.0050244024,hessian_weighted_relative_error,19940,0.02500,0.822
3,model.language_model.layers.3.mlp.experts.87.gate_proj,0.0038957703,hessian_weighted_relative_error,19940,0.02500,0.853
3,model.language_model.layers.3.mlp.experts.87.up_proj,0.0044128483,hessian_weighted_relative_error,19940,0.02500,0.903
3,model.language_model.layers.3.mlp.experts.88.down_proj,0.0011628572,hessian_weighted_relative_error,36505,0.02500,0.693
3,model.language_model.layers.3.mlp.experts.88.gate_proj,0.0010750859,hessian_weighted_relative_error,36505,0.02500,0.709
3,model.language_model.layers.3.mlp.experts.88.up_proj,0.0011640917,hessian_weighted_relative_error,36505,0.02500,0.710
3,model.language_model.layers.3.mlp.experts.89.down_proj,0.0026765240,hessian_weighted_relative_error,20748,0.02500,0.827
3,model.language_model.layers.3.mlp.experts.89.gate_proj,0.0037841190,hessian_weighted_relative_error,20748,0.02500,0.854
3,model.language_model.layers.3.mlp.experts.89.up_proj,0.0042563943,hessian_weighted_relative_error,20748,0.02500,0.912
3,model.language_model.layers.3.mlp.experts.9.down_proj,0.0036087264,hessian_weighted_relative_error,25465,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.9.gate_proj,0.0039719879,hessian_weighted_relative_error,25465,0.02500,0.819
3,model.language_model.layers.3.mlp.experts.9.up_proj,0.0042168414,hessian_weighted_relative_error,25465,0.02500,0.898
3,model.language_model.layers.3.mlp.experts.90.down_proj,0.0067324695,hessian_weighted_relative_error,29405,0.02500,0.734
3,model.language_model.layers.3.mlp.experts.90.gate_proj,0.0038074348,hessian_weighted_relative_error,29405,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.90.up_proj,0.0043031761,hessian_weighted_relative_error,29405,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.91.down_proj,0.0044796237,hessian_weighted_relative_error,29171,0.02500,0.830
3,model.language_model.layers.3.mlp.experts.91.gate_proj,0.0037304199,hessian_weighted_relative_error,29171,0.02500,0.854
3,model.language_model.layers.3.mlp.experts.91.up_proj,0.0041675538,hessian_weighted_relative_error,29171,0.02500,0.916
3,model.language_model.layers.3.mlp.experts.92.down_proj,0.0027147406,hessian_weighted_relative_error,21471,0.02500,0.733
3,model.language_model.layers.3.mlp.experts.92.gate_proj,0.0032408605,hessian_weighted_relative_error,21471,0.02500,0.756
3,model.language_model.layers.3.mlp.experts.92.up_proj,0.0037915112,hessian_weighted_relative_error,21471,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.93.down_proj,0.0047190104,hessian_weighted_relative_error,20306,0.02500,0.825
3,model.language_model.layers.3.mlp.experts.93.gate_proj,0.0039874556,hessian_weighted_relative_error,20306,0.02500,0.854
3,model.language_model.layers.3.mlp.experts.93.up_proj,0.0043264791,hessian_weighted_relative_error,20306,0.02500,0.914
3,model.language_model.layers.3.mlp.experts.94.down_proj,0.0053041531,hessian_weighted_relative_error,26370,0.02500,0.739
3,model.language_model.layers.3.mlp.experts.94.gate_proj,0.0038878076,hessian_weighted_relative_error,26370,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.94.up_proj,0.0043047283,hessian_weighted_relative_error,26370,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.95.down_proj,0.0054533651,hessian_weighted_relative_error,27312,0.02500,0.825
3,model.language_model.layers.3.mlp.experts.95.gate_proj,0.0040043180,hessian_weighted_relative_error,27312,0.02500,0.861
3,model.language_model.layers.3.mlp.experts.95.up_proj,0.0046061983,hessian_weighted_relative_error,27312,0.02500,0.914
3,model.language_model.layers.3.mlp.experts.96.down_proj,0.0040095588,hessian_weighted_relative_error,23644,0.02500,0.736
3,model.language_model.layers.3.mlp.experts.96.gate_proj,0.0038096534,hessian_weighted_relative_error,23644,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.96.up_proj,0.0045214087,hessian_weighted_relative_error,23644,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.97.down_proj,0.0060221100,hessian_weighted_relative_error,34556,0.02500,0.829
3,model.language_model.layers.3.mlp.experts.97.gate_proj,0.0040257838,hessian_weighted_relative_error,34556,0.02500,0.859
3,model.language_model.layers.3.mlp.experts.97.up_proj,0.0044394720,hessian_weighted_relative_error,34556,0.02500,0.915
3,model.language_model.layers.3.mlp.experts.98.down_proj,0.0025770728,hessian_weighted_relative_error,39508,0.02500,0.735
3,model.language_model.layers.3.mlp.experts.98.gate_proj,0.0031329458,hessian_weighted_relative_error,39508,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.98.up_proj,0.0008709948,hessian_weighted_relative_error,39508,0.02500,0.707
3,model.language_model.layers.3.mlp.experts.99.down_proj,0.0012671986,hessian_weighted_relative_error,23712,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.99.gate_proj,0.0041735175,hessian_weighted_relative_error,23712,0.02500,0.860
3,model.language_model.layers.3.mlp.experts.99.up_proj,0.0046099325,hessian_weighted_relative_error,23712,0.02500,0.914
4,model.language_model.layers.4.mlp.experts.0.down_proj,0.0018498682,hessian_weighted_relative_error,19986,0.02500,0.656
4,model.language_model.layers.4.mlp.experts.0.gate_proj,0.0038237507,hessian_weighted_relative_error,19986,0.02500,0.724
4,model.language_model.layers.4.mlp.experts.0.up_proj,0.0039638317,hessian_weighted_relative_error,19986,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.1.down_proj,0.0012111399,hessian_weighted_relative_error,28465,0.02500,0.759
4,model.language_model.layers.4.mlp.experts.1.gate_proj,0.0008523203,hessian_weighted_relative_error,28465,0.02500,0.924
4,model.language_model.layers.4.mlp.experts.1.up_proj,0.0009305354,hessian_weighted_relative_error,28465,0.02500,0.917
4,model.language_model.layers.4.mlp.experts.10.down_proj,0.0088083545,hessian_weighted_relative_error,20041,0.02500,0.722
4,model.language_model.layers.4.mlp.experts.10.gate_proj,0.0052867597,hessian_weighted_relative_error,20041,0.02500,0.745
4,model.language_model.layers.4.mlp.experts.10.up_proj,0.0057308308,hessian_weighted_relative_error,20041,0.02500,0.787
4,model.language_model.layers.4.mlp.experts.100.down_proj,0.0113403663,hessian_weighted_relative_error,25699,0.02500,0.742
4,model.language_model.layers.4.mlp.experts.100.gate_proj,0.0074395919,hessian_weighted_relative_error,25699,0.02500,0.782
4,model.language_model.layers.4.mlp.experts.100.up_proj,0.0077589255,hessian_weighted_relative_error,25699,0.02500,0.790
4,model.language_model.layers.4.mlp.experts.101.down_proj,0.0027911351,hessian_weighted_relative_error,55185,0.02500,0.797
4,model.language_model.layers.4.mlp.experts.101.gate_proj,0.0016189032,hessian_weighted_relative_error,55185,0.02500,0.916
4,model.language_model.layers.4.mlp.experts.101.up_proj,0.0017420075,hessian_weighted_relative_error,55185,0.02500,0.909
4,model.language_model.layers.4.mlp.experts.102.down_proj,0.0029604718,hessian_weighted_relative_error,39947,0.02500,0.679
4,model.language_model.layers.4.mlp.experts.102.gate_proj,0.0062002152,hessian_weighted_relative_error,39947,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.102.up_proj,0.0065510664,hessian_weighted_relative_error,39947,0.02500,0.790
4,model.language_model.layers.4.mlp.experts.103.down_proj,0.0033071850,hessian_weighted_relative_error,31599,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.103.gate_proj,0.0075929941,hessian_weighted_relative_error,31599,0.02500,0.888
4,model.language_model.layers.4.mlp.experts.103.up_proj,0.0079135371,hessian_weighted_relative_error,31599,0.02500,0.950
4,model.language_model.layers.4.mlp.experts.104.down_proj,0.0072251431,hessian_weighted_relative_error,28374,0.02500,0.741
4,model.language_model.layers.4.mlp.experts.104.gate_proj,0.0078913606,hessian_weighted_relative_error,28374,0.02500,0.769
4,model.language_model.layers.4.mlp.experts.104.up_proj,0.0021145035,hessian_weighted_relative_error,28374,0.02500,0.689
4,model.language_model.layers.4.mlp.experts.105.down_proj,0.0115116379,hessian_weighted_relative_error,22893,0.02500,0.842
4,model.language_model.layers.4.mlp.experts.105.gate_proj,0.0070247750,hessian_weighted_relative_error,22893,0.02500,0.889
4,model.language_model.layers.4.mlp.experts.105.up_proj,0.0073732182,hessian_weighted_relative_error,22893,0.02500,0.947
4,model.language_model.layers.4.mlp.experts.106.down_proj,0.0125448099,hessian_weighted_relative_error,30779,0.02500,0.744
4,model.language_model.layers.4.mlp.experts.106.gate_proj,0.0080352235,hessian_weighted_relative_error,30779,0.02500,0.769
4,model.language_model.layers.4.mlp.experts.106.up_proj,0.0083198642,hessian_weighted_relative_error,30779,0.02500,0.791
4,model.language_model.layers.4.mlp.experts.107.down_proj,0.0033412082,hessian_weighted_relative_error,30314,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.107.gate_proj,0.0081794188,hessian_weighted_relative_error,30314,0.02500,0.890
4,model.language_model.layers.4.mlp.experts.107.up_proj,0.0085289347,hessian_weighted_relative_error,30314,0.02500,0.954
4,model.language_model.layers.4.mlp.experts.108.down_proj,0.0082181075,hessian_weighted_relative_error,48438,0.02500,0.742
4,model.language_model.layers.4.mlp.experts.108.gate_proj,0.0062751836,hessian_weighted_relative_error,48438,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.108.up_proj,0.0065111347,hessian_weighted_relative_error,48438,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.109.down_proj,0.0033135774,hessian_weighted_relative_error,25947,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.109.gate_proj,0.0071731499,hessian_weighted_relative_error,25947,0.02500,0.890
4,model.language_model.layers.4.mlp.experts.109.up_proj,0.0075618105,hessian_weighted_relative_error,25947,0.02500,0.953
4,model.language_model.layers.4.mlp.experts.11.down_proj,0.0124812371,hessian_weighted_relative_error,22077,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.11.gate_proj,0.0077128898,hessian_weighted_relative_error,22077,0.02500,0.840
4,model.language_model.layers.4.mlp.experts.11.up_proj,0.0080851053,hessian_weighted_relative_error,22077,0.02500,0.929
4,model.language_model.layers.4.mlp.experts.110.down_proj,0.0061767808,hessian_weighted_relative_error,15407,0.02500,0.741
4,model.language_model.layers.4.mlp.experts.110.gate_proj,0.0039382243,hessian_weighted_relative_error,15407,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.110.up_proj,0.0041337206,hessian_weighted_relative_error,15407,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.111.down_proj,0.0018477580,hessian_weighted_relative_error,24818,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.111.gate_proj,0.0045317886,hessian_weighted_relative_error,24818,0.02500,0.888
4,model.language_model.layers.4.mlp.experts.111.up_proj,0.0012476918,hessian_weighted_relative_error,24818,0.02500,0.883
4,model.language_model.layers.4.mlp.experts.112.down_proj,0.0021352470,hessian_weighted_relative_error,34321,0.02500,0.675
4,model.language_model.layers.4.mlp.experts.112.gate_proj,0.0016240119,hessian_weighted_relative_error,34321,0.02500,0.691
4,model.language_model.layers.4.mlp.experts.112.up_proj,0.0016975989,hessian_weighted_relative_error,34321,0.02500,0.705
4,model.language_model.layers.4.mlp.experts.113.down_proj,0.0073867345,hessian_weighted_relative_error,23858,0.02500,0.845
4,model.language_model.layers.4.mlp.experts.113.gate_proj,0.0060631546,hessian_weighted_relative_error,23858,0.02500,0.891
4,model.language_model.layers.4.mlp.experts.113.up_proj,0.0065242132,hessian_weighted_relative_error,23858,0.02500,0.956
4,model.language_model.layers.4.mlp.experts.114.down_proj,0.0113077135,hessian_weighted_relative_error,34578,0.02500,0.746
4,model.language_model.layers.4.mlp.experts.114.gate_proj,0.0073508095,hessian_weighted_relative_error,34578,0.02500,0.769
4,model.language_model.layers.4.mlp.experts.114.up_proj,0.0076943935,hessian_weighted_relative_error,34578,0.02500,0.796
4,model.language_model.layers.4.mlp.experts.115.down_proj,0.0027571532,hessian_weighted_relative_error,35834,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.115.gate_proj,0.0067157104,hessian_weighted_relative_error,35834,0.02500,0.892
4,model.language_model.layers.4.mlp.experts.115.up_proj,0.0069749977,hessian_weighted_relative_error,35834,0.02500,0.951
4,model.language_model.layers.4.mlp.experts.116.down_proj,0.0029977503,hessian_weighted_relative_error,36981,0.02500,0.678
4,model.language_model.layers.4.mlp.experts.116.gate_proj,0.0017842016,hessian_weighted_relative_error,36981,0.02500,0.691
4,model.language_model.layers.4.mlp.experts.116.up_proj,0.0018781350,hessian_weighted_relative_error,36981,0.02500,0.696
4,model.language_model.layers.4.mlp.experts.117.down_proj,0.0124679615,hessian_weighted_relative_error,41353,0.02500,0.846
4,model.language_model.layers.4.mlp.experts.117.gate_proj,0.0076448255,hessian_weighted_relative_error,41353,0.02500,0.891
4,model.language_model.layers.4.mlp.experts.117.up_proj,0.0080923447,hessian_weighted_relative_error,41353,0.02500,0.951
4,model.language_model.layers.4.mlp.experts.118.down_proj,0.0130178929,hessian_weighted_relative_error,28062,0.02500,0.742
4,model.language_model.layers.4.mlp.experts.118.gate_proj,0.0082820995,hessian_weighted_relative_error,28062,0.02500,0.767
4,model.language_model.layers.4.mlp.experts.118.up_proj,0.0086082859,hessian_weighted_relative_error,28062,0.02500,0.795
4,model.language_model.layers.4.mlp.experts.119.down_proj,0.0132004009,hessian_weighted_relative_error,22010,0.02500,0.846
4,model.language_model.layers.4.mlp.experts.119.gate_proj,0.0083484571,hessian_weighted_relative_error,22010,0.02500,0.891
4,model.language_model.layers.4.mlp.experts.119.up_proj,0.0086482213,hessian_weighted_relative_error,22010,0.02500,0.951
4,model.language_model.layers.4.mlp.experts.12.down_proj,0.0135402233,hessian_weighted_relative_error,29510,0.02500,0.721
4,model.language_model.layers.4.mlp.experts.12.gate_proj,0.0081543096,hessian_weighted_relative_error,29510,0.02500,0.745
4,model.language_model.layers.4.mlp.experts.12.up_proj,0.0083729949,hessian_weighted_relative_error,29510,0.02500,0.789
4,model.language_model.layers.4.mlp.experts.120.down_proj,0.0082287866,hessian_weighted_relative_error,28920,0.02500,0.743
4,model.language_model.layers.4.mlp.experts.120.gate_proj,0.0068374416,hessian_weighted_relative_error,28920,0.02500,0.768
4,model.language_model.layers.4.mlp.experts.120.up_proj,0.0071665398,hessian_weighted_relative_error,28920,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.121.down_proj,0.0121664499,hessian_weighted_relative_error,35948,0.02500,0.849
4,model.language_model.layers.4.mlp.experts.121.gate_proj,0.0078323201,hessian_weighted_relative_error,35948,0.02500,0.892
4,model.language_model.layers.4.mlp.experts.121.up_proj,0.0080232669,hessian_weighted_relative_error,35948,0.02500,0.952
4,model.language_model.layers.4.mlp.experts.122.down_proj,0.0112625982,hessian_weighted_relative_error,28534,0.02500,0.748
4,model.language_model.layers.4.mlp.experts.122.gate_proj,0.0070979635,hessian_weighted_relative_error,28534,0.02500,0.770
4,model.language_model.layers.4.mlp.experts.122.up_proj,0.0074027759,hessian_weighted_relative_error,28534,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.123.down_proj,0.0029496703,hessian_weighted_relative_error,34822,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.123.gate_proj,0.0072984943,hessian_weighted_relative_error,34822,0.02500,0.891
4,model.language_model.layers.4.mlp.experts.123.up_proj,0.0019584576,hessian_weighted_relative_error,34822,0.02500,0.887
4,model.language_model.layers.4.mlp.experts.124.down_proj,0.0083692832,hessian_weighted_relative_error,38203,0.02500,0.747
4,model.language_model.layers.4.mlp.experts.124.gate_proj,0.0063382830,hessian_weighted_relative_error,38203,0.02500,0.769
4,model.language_model.layers.4.mlp.experts.124.up_proj,0.0065237295,hessian_weighted_relative_error,38203,0.02500,0.790
4,model.language_model.layers.4.mlp.experts.125.down_proj,0.0017583023,hessian_weighted_relative_error,29743,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.125.gate_proj,0.0009687777,hessian_weighted_relative_error,29743,0.02500,0.881
4,model.language_model.layers.4.mlp.experts.125.up_proj,0.0010011147,hessian_weighted_relative_error,29743,0.02500,0.878
4,model.language_model.layers.4.mlp.experts.126.down_proj,0.0026090680,hessian_weighted_relative_error,39551,0.02500,0.682
4,model.language_model.layers.4.mlp.experts.126.gate_proj,0.0016324288,hessian_weighted_relative_error,39551,0.02500,0.694
4,model.language_model.layers.4.mlp.experts.126.up_proj,0.0017122455,hessian_weighted_relative_error,39551,0.02500,0.697
4,model.language_model.layers.4.mlp.experts.127.down_proj,0.0121615594,hessian_weighted_relative_error,25881,0.02500,0.848
4,model.language_model.layers.4.mlp.experts.127.gate_proj,0.0075578195,hessian_weighted_relative_error,25881,0.02500,0.892
4,model.language_model.layers.4.mlp.experts.127.up_proj,0.0079208697,hessian_weighted_relative_error,25881,0.02500,0.953
4,model.language_model.layers.4.mlp.experts.128.down_proj,0.0128204364,hessian_weighted_relative_error,27595,0.02500,0.744
4,model.language_model.layers.4.mlp.experts.128.gate_proj,0.0082034850,hessian_weighted_relative_error,27595,0.02500,0.780
4,model.language_model.layers.4.mlp.experts.128.up_proj,0.0086327564,hessian_weighted_relative_error,27595,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.129.down_proj,0.0034645704,hessian_weighted_relative_error,35330,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.129.gate_proj,0.0023243505,hessian_weighted_relative_error,35330,0.02500,0.869
4,model.language_model.layers.4.mlp.experts.129.up_proj,0.0024041360,hessian_weighted_relative_error,35330,0.02500,0.870
4,model.language_model.layers.4.mlp.experts.13.down_proj,0.0104306954,hessian_weighted_relative_error,26841,0.02500,0.795
4,model.language_model.layers.4.mlp.experts.13.gate_proj,0.0073308160,hessian_weighted_relative_error,26841,0.02500,0.843
4,model.language_model.layers.4.mlp.experts.13.up_proj,0.0076047510,hessian_weighted_relative_error,26841,0.02500,0.929
4,model.language_model.layers.4.mlp.experts.130.down_proj,0.0119004498,hessian_weighted_relative_error,27122,0.02500,0.746
4,model.language_model.layers.4.mlp.experts.130.gate_proj,0.0077934067,hessian_weighted_relative_error,27122,0.02500,0.772
4,model.language_model.layers.4.mlp.experts.130.up_proj,0.0079704624,hessian_weighted_relative_error,27122,0.02500,0.795
4,model.language_model.layers.4.mlp.experts.131.down_proj,0.0124617742,hessian_weighted_relative_error,27088,0.02500,0.851
4,model.language_model.layers.4.mlp.experts.131.gate_proj,0.0082388788,hessian_weighted_relative_error,27088,0.02500,0.892
4,model.language_model.layers.4.mlp.experts.131.up_proj,0.0085826198,hessian_weighted_relative_error,27088,0.02500,0.954
4,model.language_model.layers.4.mlp.experts.132.down_proj,0.0019231538,hessian_weighted_relative_error,33492,0.02500,0.681
4,model.language_model.layers.4.mlp.experts.132.gate_proj,0.0013833401,hessian_weighted_relative_error,33492,0.02500,0.697
4,model.language_model.layers.4.mlp.experts.132.up_proj,0.0014526639,hessian_weighted_relative_error,33492,0.02500,0.698
4,model.language_model.layers.4.mlp.experts.133.down_proj,0.0096752828,hessian_weighted_relative_error,29009,0.02500,0.855
4,model.language_model.layers.4.mlp.experts.133.gate_proj,0.0064073192,hessian_weighted_relative_error,29009,0.02500,0.897
4,model.language_model.layers.4.mlp.experts.133.up_proj,0.0065974877,hessian_weighted_relative_error,29009,0.02500,0.959
4,model.language_model.layers.4.mlp.experts.134.down_proj,0.0023787855,hessian_weighted_relative_error,31334,0.02500,0.680
4,model.language_model.layers.4.mlp.experts.134.gate_proj,0.0015071183,hessian_weighted_relative_error,31334,0.02500,0.694
4,model.language_model.layers.4.mlp.experts.134.up_proj,0.0015745664,hessian_weighted_relative_error,31334,0.02500,0.698
4,model.language_model.layers.4.mlp.experts.135.down_proj,0.0066211406,hessian_weighted_relative_error,19631,0.02500,0.852
4,model.language_model.layers.4.mlp.experts.135.gate_proj,0.0046791335,hessian_weighted_relative_error,19631,0.02500,0.892
4,model.language_model.layers.4.mlp.experts.135.up_proj,0.0048829590,hessian_weighted_relative_error,19631,0.02500,0.956
4,model.language_model.layers.4.mlp.experts.136.down_proj,0.0134863625,hessian_weighted_relative_error,25587,0.02500,0.746
4,model.language_model.layers.4.mlp.experts.136.gate_proj,0.0089333228,hessian_weighted_relative_error,25587,0.02500,0.771
4,model.language_model.layers.4.mlp.experts.136.up_proj,0.0092865395,hessian_weighted_relative_error,25587,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.137.down_proj,0.0094431729,hessian_weighted_relative_error,20708,0.02500,0.858
4,model.language_model.layers.4.mlp.experts.137.gate_proj,0.0058402409,hessian_weighted_relative_error,20708,0.02500,0.894
4,model.language_model.layers.4.mlp.experts.137.up_proj,0.0059823493,hessian_weighted_relative_error,20708,0.02500,0.948
4,model.language_model.layers.4.mlp.experts.138.down_proj,0.0017170348,hessian_weighted_relative_error,35745,0.02500,0.683
4,model.language_model.layers.4.mlp.experts.138.gate_proj,0.0034649860,hessian_weighted_relative_error,35745,0.02500,0.781
4,model.language_model.layers.4.mlp.experts.138.up_proj,0.0036767459,hessian_weighted_relative_error,35745,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.139.down_proj,0.0120300570,hessian_weighted_relative_error,30339,0.02500,0.856
4,model.language_model.layers.4.mlp.experts.139.gate_proj,0.0077711372,hessian_weighted_relative_error,30339,0.02500,0.893
4,model.language_model.layers.4.mlp.experts.139.up_proj,0.0080631150,hessian_weighted_relative_error,30339,0.02500,0.961
4,model.language_model.layers.4.mlp.experts.14.down_proj,0.0025522320,hessian_weighted_relative_error,31831,0.02500,0.680
4,model.language_model.layers.4.mlp.experts.14.gate_proj,0.0059797856,hessian_weighted_relative_error,31831,0.02500,0.747
4,model.language_model.layers.4.mlp.experts.14.up_proj,0.0063177690,hessian_weighted_relative_error,31831,0.02500,0.787
4,model.language_model.layers.4.mlp.experts.140.down_proj,0.0093061470,hessian_weighted_relative_error,35031,0.02500,0.749
4,model.language_model.layers.4.mlp.experts.140.gate_proj,0.0053296712,hessian_weighted_relative_error,35031,0.02500,0.770
4,model.language_model.layers.4.mlp.experts.140.up_proj,0.0056306910,hessian_weighted_relative_error,35031,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.141.down_proj,0.0096045077,hessian_weighted_relative_error,31872,0.02500,0.858
4,model.language_model.layers.4.mlp.experts.141.gate_proj,0.0062737377,hessian_weighted_relative_error,31872,0.02500,0.899
4,model.language_model.layers.4.mlp.experts.141.up_proj,0.0065247261,hessian_weighted_relative_error,31872,0.02500,0.956
4,model.language_model.layers.4.mlp.experts.142.down_proj,0.0073684930,hessian_weighted_relative_error,26277,0.02500,0.748
4,model.language_model.layers.4.mlp.experts.142.gate_proj,0.0049557082,hessian_weighted_relative_error,26277,0.02500,0.772
4,model.language_model.layers.4.mlp.experts.142.up_proj,0.0052751302,hessian_weighted_relative_error,26277,0.02500,0.795
4,model.language_model.layers.4.mlp.experts.143.down_proj,0.0021758273,hessian_weighted_relative_error,28035,0.02500,0.789
4,model.language_model.layers.4.mlp.experts.143.gate_proj,0.0012458274,hessian_weighted_relative_error,28035,0.02500,0.866
4,model.language_model.layers.4.mlp.experts.143.up_proj,0.0013105221,hessian_weighted_relative_error,28035,0.02500,0.858
4,model.language_model.layers.4.mlp.experts.144.down_proj,0.0014388534,hessian_weighted_relative_error,27123,0.02500,0.683
4,model.language_model.layers.4.mlp.experts.144.gate_proj,0.0029425731,hessian_weighted_relative_error,27123,0.02500,0.770
4,model.language_model.layers.4.mlp.experts.144.up_proj,0.0030589265,hessian_weighted_relative_error,27123,0.02500,0.796
4,model.language_model.layers.4.mlp.experts.145.down_proj,0.0028966606,hessian_weighted_relative_error,27032,0.02500,0.790
4,model.language_model.layers.4.mlp.experts.145.gate_proj,0.0065018457,hessian_weighted_relative_error,27032,0.02500,0.903
4,model.language_model.layers.4.mlp.experts.145.up_proj,0.0071379792,hessian_weighted_relative_error,27032,0.02500,0.952
4,model.language_model.layers.4.mlp.experts.146.down_proj,0.0020897970,hessian_weighted_relative_error,20532,0.02500,0.684
4,model.language_model.layers.4.mlp.experts.146.gate_proj,0.0041003595,hessian_weighted_relative_error,20532,0.02500,0.774
4,model.language_model.layers.4.mlp.experts.146.up_proj,0.0044328505,hessian_weighted_relative_error,20532,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.147.down_proj,0.0141088884,hessian_weighted_relative_error,37757,0.02500,0.859
4,model.language_model.layers.4.mlp.experts.147.gate_proj,0.0086192899,hessian_weighted_relative_error,37757,0.02500,0.902
4,model.language_model.layers.4.mlp.experts.147.up_proj,0.0089193400,hessian_weighted_relative_error,37757,0.02500,0.959
4,model.language_model.layers.4.mlp.experts.148.down_proj,0.0024664743,hessian_weighted_relative_error,31712,0.02500,0.683
4,model.language_model.layers.4.mlp.experts.148.gate_proj,0.0013060227,hessian_weighted_relative_error,31712,0.02500,0.700
4,model.language_model.layers.4.mlp.experts.148.up_proj,0.0013955368,hessian_weighted_relative_error,31712,0.02500,0.705
4,model.language_model.layers.4.mlp.experts.149.down_proj,0.0121095183,hessian_weighted_relative_error,25710,0.02500,0.863
4,model.language_model.layers.4.mlp.experts.149.gate_proj,0.0075125578,hessian_weighted_relative_error,25710,0.02500,0.903
4,model.language_model.layers.4.mlp.experts.149.up_proj,0.0078533108,hessian_weighted_relative_error,25710,0.02500,0.964
4,model.language_model.layers.4.mlp.experts.15.down_proj,0.0122512019,hessian_weighted_relative_error,29584,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.15.gate_proj,0.0076500662,hessian_weighted_relative_error,29584,0.02500,0.844
4,model.language_model.layers.4.mlp.experts.15.up_proj,0.0079223136,hessian_weighted_relative_error,29584,0.02500,0.930
4,model.language_model.layers.4.mlp.experts.150.down_proj,0.0124859725,hessian_weighted_relative_error,28022,0.02500,0.748
4,model.language_model.layers.4.mlp.experts.150.gate_proj,0.0084405427,hessian_weighted_relative_error,28022,0.02500,0.774
4,model.language_model.layers.4.mlp.experts.150.up_proj,0.0087145394,hessian_weighted_relative_error,28022,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.151.down_proj,0.0115595298,hessian_weighted_relative_error,28563,0.02500,0.860
4,model.language_model.layers.4.mlp.experts.151.gate_proj,0.0075477638,hessian_weighted_relative_error,28563,0.02500,0.896
4,model.language_model.layers.4.mlp.experts.151.up_proj,0.0078996403,hessian_weighted_relative_error,28563,0.02500,0.963
4,model.language_model.layers.4.mlp.experts.152.down_proj,0.0124847334,hessian_weighted_relative_error,27273,0.02500,0.749
4,model.language_model.layers.4.mlp.experts.152.gate_proj,0.0080165319,hessian_weighted_relative_error,27273,0.02500,0.772
4,model.language_model.layers.4.mlp.experts.152.up_proj,0.0085037369,hessian_weighted_relative_error,27273,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.153.down_proj,0.0028340560,hessian_weighted_relative_error,36282,0.02500,0.788
4,model.language_model.layers.4.mlp.experts.153.gate_proj,0.0066814674,hessian_weighted_relative_error,36282,0.02500,0.898
4,model.language_model.layers.4.mlp.experts.153.up_proj,0.0018403761,hessian_weighted_relative_error,36282,0.02500,0.843
4,model.language_model.layers.4.mlp.experts.154.down_proj,0.0120634202,hessian_weighted_relative_error,31474,0.02500,0.752
4,model.language_model.layers.4.mlp.experts.154.gate_proj,0.0079726744,hessian_weighted_relative_error,31474,0.02500,0.780
4,model.language_model.layers.4.mlp.experts.154.up_proj,0.0082211487,hessian_weighted_relative_error,31474,0.02500,0.795
4,model.language_model.layers.4.mlp.experts.155.down_proj,0.0127436427,hessian_weighted_relative_error,31827,0.02500,0.864
4,model.language_model.layers.4.mlp.experts.155.gate_proj,0.0080352077,hessian_weighted_relative_error,31827,0.02500,0.903
4,model.language_model.layers.4.mlp.experts.155.up_proj,0.0082607237,hessian_weighted_relative_error,31827,0.02500,0.954
4,model.language_model.layers.4.mlp.experts.156.down_proj,0.0099198682,hessian_weighted_relative_error,32337,0.02500,0.752
4,model.language_model.layers.4.mlp.experts.156.gate_proj,0.0068701559,hessian_weighted_relative_error,32337,0.02500,0.773
4,model.language_model.layers.4.mlp.experts.156.up_proj,0.0070324331,hessian_weighted_relative_error,32337,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.157.down_proj,0.0117976763,hessian_weighted_relative_error,23687,0.02500,0.866
4,model.language_model.layers.4.mlp.experts.157.gate_proj,0.0076847992,hessian_weighted_relative_error,23687,0.02500,0.898
4,model.language_model.layers.4.mlp.experts.157.up_proj,0.0079741012,hessian_weighted_relative_error,23687,0.02500,0.978
4,model.language_model.layers.4.mlp.experts.158.down_proj,0.0022105134,hessian_weighted_relative_error,21713,0.02500,0.685
4,model.language_model.layers.4.mlp.experts.158.gate_proj,0.0013690318,hessian_weighted_relative_error,21713,0.02500,0.698
4,model.language_model.layers.4.mlp.experts.158.up_proj,0.0014376476,hessian_weighted_relative_error,21713,0.02500,0.704
4,model.language_model.layers.4.mlp.experts.159.down_proj,0.0119889618,hessian_weighted_relative_error,32135,0.02500,0.864
4,model.language_model.layers.4.mlp.experts.159.gate_proj,0.0080934937,hessian_weighted_relative_error,32135,0.02500,0.897
4,model.language_model.layers.4.mlp.experts.159.up_proj,0.0083865218,hessian_weighted_relative_error,32135,0.02500,0.963
4,model.language_model.layers.4.mlp.experts.16.down_proj,0.0111588650,hessian_weighted_relative_error,21326,0.02500,0.721
4,model.language_model.layers.4.mlp.experts.16.gate_proj,0.0070779746,hessian_weighted_relative_error,21326,0.02500,0.744
4,model.language_model.layers.4.mlp.experts.16.up_proj,0.0071832262,hessian_weighted_relative_error,21326,0.02500,0.789
4,model.language_model.layers.4.mlp.experts.160.down_proj,0.0131987344,hessian_weighted_relative_error,32227,0.02500,0.750
4,model.language_model.layers.4.mlp.experts.160.gate_proj,0.0084875160,hessian_weighted_relative_error,32227,0.02500,0.773
4,model.language_model.layers.4.mlp.experts.160.up_proj,0.0087473086,hessian_weighted_relative_error,32227,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.161.down_proj,0.0119744555,hessian_weighted_relative_error,28052,0.02500,0.867
4,model.language_model.layers.4.mlp.experts.161.gate_proj,0.0077130901,hessian_weighted_relative_error,28052,0.02500,0.899
4,model.language_model.layers.4.mlp.experts.161.up_proj,0.0080435870,hessian_weighted_relative_error,28052,0.02500,0.965
4,model.language_model.layers.4.mlp.experts.162.down_proj,0.0120032751,hessian_weighted_relative_error,28717,0.02500,0.752
4,model.language_model.layers.4.mlp.experts.162.gate_proj,0.0078398154,hessian_weighted_relative_error,28717,0.02500,0.775
4,model.language_model.layers.4.mlp.experts.162.up_proj,0.0081394159,hessian_weighted_relative_error,28717,0.02500,0.811
4,model.language_model.layers.4.mlp.experts.163.down_proj,0.0119140320,hessian_weighted_relative_error,30347,0.02500,0.866
4,model.language_model.layers.4.mlp.experts.163.gate_proj,0.0077459289,hessian_weighted_relative_error,30347,0.02500,0.898
4,model.language_model.layers.4.mlp.experts.163.up_proj,0.0080385841,hessian_weighted_relative_error,30347,0.02500,0.959
4,model.language_model.layers.4.mlp.experts.164.down_proj,0.0035016236,hessian_weighted_relative_error,37732,0.02500,0.686
4,model.language_model.layers.4.mlp.experts.164.gate_proj,0.0085766198,hessian_weighted_relative_error,37732,0.02500,0.773
4,model.language_model.layers.4.mlp.experts.164.up_proj,0.0022740749,hessian_weighted_relative_error,37732,0.02500,0.702
4,model.language_model.layers.4.mlp.experts.165.down_proj,0.0028309587,hessian_weighted_relative_error,29101,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.165.gate_proj,0.0063937156,hessian_weighted_relative_error,29101,0.02500,0.902
4,model.language_model.layers.4.mlp.experts.165.up_proj,0.0066463911,hessian_weighted_relative_error,29101,0.02500,0.955
4,model.language_model.layers.4.mlp.experts.166.down_proj,0.0116603586,hessian_weighted_relative_error,30384,0.02500,0.751
4,model.language_model.layers.4.mlp.experts.166.gate_proj,0.0073677374,hessian_weighted_relative_error,30384,0.02500,0.774
4,model.language_model.layers.4.mlp.experts.166.up_proj,0.0076633265,hessian_weighted_relative_error,30384,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.167.down_proj,0.0123110024,hessian_weighted_relative_error,31955,0.02500,0.867
4,model.language_model.layers.4.mlp.experts.167.gate_proj,0.0076641418,hessian_weighted_relative_error,31955,0.02500,0.921
4,model.language_model.layers.4.mlp.experts.167.up_proj,0.0079295374,hessian_weighted_relative_error,31955,0.02500,0.964
4,model.language_model.layers.4.mlp.experts.168.down_proj,0.0130900227,hessian_weighted_relative_error,21293,0.02500,0.752
4,model.language_model.layers.4.mlp.experts.168.gate_proj,0.0086801053,hessian_weighted_relative_error,21293,0.02500,0.776
4,model.language_model.layers.4.mlp.experts.168.up_proj,0.0089694452,hessian_weighted_relative_error,21293,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.169.down_proj,0.0032625644,hessian_weighted_relative_error,31167,0.02500,0.789
4,model.language_model.layers.4.mlp.experts.169.gate_proj,0.0083171212,hessian_weighted_relative_error,31167,0.02500,0.909
4,model.language_model.layers.4.mlp.experts.169.up_proj,0.0086920884,hessian_weighted_relative_error,31167,0.02500,0.966
4,model.language_model.layers.4.mlp.experts.17.down_proj,0.0014166492,hessian_weighted_relative_error,23465,0.02500,0.784
4,model.language_model.layers.4.mlp.experts.17.gate_proj,0.0026523865,hessian_weighted_relative_error,23465,0.02500,0.850
4,model.language_model.layers.4.mlp.experts.17.up_proj,0.0029666635,hessian_weighted_relative_error,23465,0.02500,0.937
4,model.language_model.layers.4.mlp.experts.170.down_proj,0.0031630137,hessian_weighted_relative_error,37025,0.02500,0.686
4,model.language_model.layers.4.mlp.experts.170.gate_proj,0.0076414301,hessian_weighted_relative_error,37025,0.02500,0.777
4,model.language_model.layers.4.mlp.experts.170.up_proj,0.0079729930,hessian_weighted_relative_error,37025,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.171.down_proj,0.0033626003,hessian_weighted_relative_error,27276,0.02500,0.784
4,model.language_model.layers.4.mlp.experts.171.gate_proj,0.0082387596,hessian_weighted_relative_error,27276,0.02500,0.899
4,model.language_model.layers.4.mlp.experts.171.up_proj,0.0085741394,hessian_weighted_relative_error,27276,0.02500,0.956
4,model.language_model.layers.4.mlp.experts.172.down_proj,0.0028641542,hessian_weighted_relative_error,49910,0.02500,0.684
4,model.language_model.layers.4.mlp.experts.172.gate_proj,0.0069030637,hessian_weighted_relative_error,49910,0.02500,0.775
4,model.language_model.layers.4.mlp.experts.172.up_proj,0.0018551537,hessian_weighted_relative_error,49910,0.02500,0.702
4,model.language_model.layers.4.mlp.experts.173.down_proj,0.0107918385,hessian_weighted_relative_error,37869,0.02500,0.870
4,model.language_model.layers.4.mlp.experts.173.gate_proj,0.0067871095,hessian_weighted_relative_error,37869,0.02500,0.908
4,model.language_model.layers.4.mlp.experts.173.up_proj,0.0070544786,hessian_weighted_relative_error,37869,0.02500,0.963
4,model.language_model.layers.4.mlp.experts.174.down_proj,0.0120518401,hessian_weighted_relative_error,30682,0.02500,0.751
4,model.language_model.layers.4.mlp.experts.174.gate_proj,0.0077285594,hessian_weighted_relative_error,30682,0.02500,0.775
4,model.language_model.layers.4.mlp.experts.174.up_proj,0.0081740763,hessian_weighted_relative_error,30682,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.175.down_proj,0.0118298735,hessian_weighted_relative_error,26962,0.02500,0.868
4,model.language_model.layers.4.mlp.experts.175.gate_proj,0.0074756361,hessian_weighted_relative_error,26962,0.02500,0.908
4,model.language_model.layers.4.mlp.experts.175.up_proj,0.0079951468,hessian_weighted_relative_error,26962,0.02500,0.956
4,model.language_model.layers.4.mlp.experts.176.down_proj,0.0122714329,hessian_weighted_relative_error,24123,0.02500,0.750
4,model.language_model.layers.4.mlp.experts.176.gate_proj,0.0076124335,hessian_weighted_relative_error,24123,0.02500,0.777
4,model.language_model.layers.4.mlp.experts.176.up_proj,0.0078519301,hessian_weighted_relative_error,24123,0.02500,0.796
4,model.language_model.layers.4.mlp.experts.177.down_proj,0.0024964172,hessian_weighted_relative_error,25163,0.02500,0.788
4,model.language_model.layers.4.mlp.experts.177.gate_proj,0.0066158842,hessian_weighted_relative_error,25163,0.02500,0.901
4,model.language_model.layers.4.mlp.experts.177.up_proj,0.0017587197,hessian_weighted_relative_error,25163,0.02500,0.861
4,model.language_model.layers.4.mlp.experts.178.down_proj,0.0096013702,hessian_weighted_relative_error,35713,0.02500,0.755
4,model.language_model.layers.4.mlp.experts.178.gate_proj,0.0059107425,hessian_weighted_relative_error,35713,0.02500,0.778
4,model.language_model.layers.4.mlp.experts.178.up_proj,0.0062738589,hessian_weighted_relative_error,35713,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.179.down_proj,0.0102419970,hessian_weighted_relative_error,22673,0.02500,0.871
4,model.language_model.layers.4.mlp.experts.179.gate_proj,0.0067855113,hessian_weighted_relative_error,22673,0.02500,0.917
4,model.language_model.layers.4.mlp.experts.179.up_proj,0.0071098755,hessian_weighted_relative_error,22673,0.02500,0.965
4,model.language_model.layers.4.mlp.experts.18.down_proj,0.0031459836,hessian_weighted_relative_error,44396,0.02500,0.687
4,model.language_model.layers.4.mlp.experts.18.gate_proj,0.0018592466,hessian_weighted_relative_error,44396,0.02500,0.701
4,model.language_model.layers.4.mlp.experts.18.up_proj,0.0019995928,hessian_weighted_relative_error,44396,0.02500,0.703
4,model.language_model.layers.4.mlp.experts.180.down_proj,0.0136354197,hessian_weighted_relative_error,29687,0.02500,0.753
4,model.language_model.layers.4.mlp.experts.180.gate_proj,0.0086264512,hessian_weighted_relative_error,29687,0.02500,0.776
4,model.language_model.layers.4.mlp.experts.180.up_proj,0.0089775313,hessian_weighted_relative_error,29687,0.02500,0.797
4,model.language_model.layers.4.mlp.experts.181.down_proj,0.0019322338,hessian_weighted_relative_error,36803,0.02500,0.784
4,model.language_model.layers.4.mlp.experts.181.gate_proj,0.0009344003,hessian_weighted_relative_error,36803,0.02500,0.840
4,model.language_model.layers.4.mlp.experts.181.up_proj,0.0010078245,hessian_weighted_relative_error,36803,0.02500,0.836
4,model.language_model.layers.4.mlp.experts.182.down_proj,0.0108204919,hessian_weighted_relative_error,32193,0.02500,0.751
4,model.language_model.layers.4.mlp.experts.182.gate_proj,0.0065660126,hessian_weighted_relative_error,32193,0.02500,0.779
4,model.language_model.layers.4.mlp.experts.182.up_proj,0.0068239905,hessian_weighted_relative_error,32193,0.02500,0.796
4,model.language_model.layers.4.mlp.experts.183.down_proj,0.0123639446,hessian_weighted_relative_error,26457,0.02500,0.870
4,model.language_model.layers.4.mlp.experts.183.gate_proj,0.0081447610,hessian_weighted_relative_error,26457,0.02500,0.915
4,model.language_model.layers.4.mlp.experts.183.up_proj,0.0085356187,hessian_weighted_relative_error,26457,0.02500,0.962
4,model.language_model.layers.4.mlp.experts.184.down_proj,0.0032384091,hessian_weighted_relative_error,42099,0.02500,0.685
4,model.language_model.layers.4.mlp.experts.184.gate_proj,0.0075352123,hessian_weighted_relative_error,42099,0.02500,0.777
4,model.language_model.layers.4.mlp.experts.184.up_proj,0.0020122291,hessian_weighted_relative_error,42099,0.02500,0.703
4,model.language_model.layers.4.mlp.experts.185.down_proj,0.0086891879,hessian_weighted_relative_error,31727,0.02500,0.872
4,model.language_model.layers.4.mlp.experts.185.gate_proj,0.0055294496,hessian_weighted_relative_error,31727,0.02500,0.902
4,model.language_model.layers.4.mlp.experts.185.up_proj,0.0057421138,hessian_weighted_relative_error,31727,0.02500,0.963
4,model.language_model.layers.4.mlp.experts.186.down_proj,0.0032259667,hessian_weighted_relative_error,43573,0.02500,0.689
4,model.language_model.layers.4.mlp.experts.186.gate_proj,0.0067942343,hessian_weighted_relative_error,43573,0.02500,0.778
4,model.language_model.layers.4.mlp.experts.186.up_proj,0.0071418983,hessian_weighted_relative_error,43573,0.02500,0.796
4,model.language_model.layers.4.mlp.experts.187.down_proj,0.0121786827,hessian_weighted_relative_error,30083,0.02500,0.871
4,model.language_model.layers.4.mlp.experts.187.gate_proj,0.0077103195,hessian_weighted_relative_error,30083,0.02500,0.913
4,model.language_model.layers.4.mlp.experts.187.up_proj,0.0079371530,hessian_weighted_relative_error,30083,0.02500,0.958
4,model.language_model.layers.4.mlp.experts.188.down_proj,0.0132686311,hessian_weighted_relative_error,30082,0.02500,0.755
4,model.language_model.layers.4.mlp.experts.188.gate_proj,0.0083994953,hessian_weighted_relative_error,30082,0.02500,0.778
4,model.language_model.layers.4.mlp.experts.188.up_proj,0.0086883218,hessian_weighted_relative_error,30082,0.02500,0.795
4,model.language_model.layers.4.mlp.experts.189.down_proj,0.0117713973,hessian_weighted_relative_error,23104,0.02500,0.872
4,model.language_model.layers.4.mlp.experts.189.gate_proj,0.0069326720,hessian_weighted_relative_error,23104,0.02500,0.915
4,model.language_model.layers.4.mlp.experts.189.up_proj,0.0074310936,hessian_weighted_relative_error,23104,0.02500,0.963
4,model.language_model.layers.4.mlp.experts.19.down_proj,0.0138216408,hessian_weighted_relative_error,28080,0.02500,0.797
4,model.language_model.layers.4.mlp.experts.19.gate_proj,0.0085430865,hessian_weighted_relative_error,28080,0.02500,0.844
4,model.language_model.layers.4.mlp.experts.19.up_proj,0.0089226139,hessian_weighted_relative_error,28080,0.02500,0.933
4,model.language_model.layers.4.mlp.experts.190.down_proj,0.0027982525,hessian_weighted_relative_error,26021,0.02500,0.685
4,model.language_model.layers.4.mlp.experts.190.gate_proj,0.0066209178,hessian_weighted_relative_error,26021,0.02500,0.781
4,model.language_model.layers.4.mlp.experts.190.up_proj,0.0069188125,hessian_weighted_relative_error,26021,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.191.down_proj,0.0050229007,hessian_weighted_relative_error,16974,0.02500,0.872
4,model.language_model.layers.4.mlp.experts.191.gate_proj,0.0026823868,hessian_weighted_relative_error,16974,0.02500,0.919
4,model.language_model.layers.4.mlp.experts.191.up_proj,0.0028821249,hessian_weighted_relative_error,16974,0.02500,0.955
4,model.language_model.layers.4.mlp.experts.192.down_proj,0.0119308330,hessian_weighted_relative_error,30193,0.02500,0.753
4,model.language_model.layers.4.mlp.experts.192.gate_proj,0.0074848391,hessian_weighted_relative_error,30193,0.02500,0.779
4,model.language_model.layers.4.mlp.experts.192.up_proj,0.0076583923,hessian_weighted_relative_error,30193,0.02500,0.797
4,model.language_model.layers.4.mlp.experts.193.down_proj,0.0029774681,hessian_weighted_relative_error,44295,0.02500,0.789
4,model.language_model.layers.4.mlp.experts.193.gate_proj,0.0017815390,hessian_weighted_relative_error,44295,0.02500,0.836
4,model.language_model.layers.4.mlp.experts.193.up_proj,0.0019179772,hessian_weighted_relative_error,44295,0.02500,0.830
4,model.language_model.layers.4.mlp.experts.194.down_proj,0.0121298152,hessian_weighted_relative_error,21813,0.02500,0.756
4,model.language_model.layers.4.mlp.experts.194.gate_proj,0.0077962535,hessian_weighted_relative_error,21813,0.02500,0.779
4,model.language_model.layers.4.mlp.experts.194.up_proj,0.0081674596,hessian_weighted_relative_error,21813,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.195.down_proj,0.0105552459,hessian_weighted_relative_error,31146,0.02500,0.873
4,model.language_model.layers.4.mlp.experts.195.gate_proj,0.0067951141,hessian_weighted_relative_error,31146,0.02500,0.912
4,model.language_model.layers.4.mlp.experts.195.up_proj,0.0070042925,hessian_weighted_relative_error,31146,0.02500,0.977
4,model.language_model.layers.4.mlp.experts.196.down_proj,0.0020082970,hessian_weighted_relative_error,31544,0.02500,0.687
4,model.language_model.layers.4.mlp.experts.196.gate_proj,0.0049009037,hessian_weighted_relative_error,31544,0.02500,0.779
4,model.language_model.layers.4.mlp.experts.196.up_proj,0.0013149150,hessian_weighted_relative_error,31544,0.02500,0.706
4,model.language_model.layers.4.mlp.experts.197.down_proj,0.0026727658,hessian_weighted_relative_error,38145,0.02500,0.780
4,model.language_model.layers.4.mlp.experts.197.gate_proj,0.0067634175,hessian_weighted_relative_error,38145,0.02500,0.913
4,model.language_model.layers.4.mlp.experts.197.up_proj,0.0069478696,hessian_weighted_relative_error,38145,0.02500,0.959
4,model.language_model.layers.4.mlp.experts.198.down_proj,0.0096655033,hessian_weighted_relative_error,28244,0.02500,0.753
4,model.language_model.layers.4.mlp.experts.198.gate_proj,0.0064743013,hessian_weighted_relative_error,28244,0.02500,0.779
4,model.language_model.layers.4.mlp.experts.198.up_proj,0.0067318186,hessian_weighted_relative_error,28244,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.199.down_proj,0.0119500646,hessian_weighted_relative_error,30050,0.02500,0.873
4,model.language_model.layers.4.mlp.experts.199.gate_proj,0.0077390536,hessian_weighted_relative_error,30050,0.02500,0.910
4,model.language_model.layers.4.mlp.experts.199.up_proj,0.0080813387,hessian_weighted_relative_error,30050,0.02500,0.960
4,model.language_model.layers.4.mlp.experts.2.down_proj,0.0026382149,hessian_weighted_relative_error,48986,0.02500,0.688
4,model.language_model.layers.4.mlp.experts.2.gate_proj,0.0063964889,hessian_weighted_relative_error,48986,0.02500,0.742
4,model.language_model.layers.4.mlp.experts.2.up_proj,0.0017667287,hessian_weighted_relative_error,48986,0.02500,0.706
4,model.language_model.layers.4.mlp.experts.20.down_proj,0.0070684205,hessian_weighted_relative_error,19747,0.02500,0.724
4,model.language_model.layers.4.mlp.experts.20.gate_proj,0.0038452901,hessian_weighted_relative_error,19747,0.02500,0.749
4,model.language_model.layers.4.mlp.experts.20.up_proj,0.0040573485,hessian_weighted_relative_error,19747,0.02500,0.787
4,model.language_model.layers.4.mlp.experts.200.down_proj,0.0029443020,hessian_weighted_relative_error,37069,0.02500,0.754
4,model.language_model.layers.4.mlp.experts.200.gate_proj,0.0025616829,hessian_weighted_relative_error,37069,0.02500,0.779
4,model.language_model.layers.4.mlp.experts.200.up_proj,0.0006828779,hessian_weighted_relative_error,37069,0.02500,0.703
4,model.language_model.layers.4.mlp.experts.201.down_proj,0.0131761794,hessian_weighted_relative_error,22921,0.02500,0.875
4,model.language_model.layers.4.mlp.experts.201.gate_proj,0.0087389174,hessian_weighted_relative_error,22921,0.02500,0.914
4,model.language_model.layers.4.mlp.experts.201.up_proj,0.0090073052,hessian_weighted_relative_error,22921,0.02500,0.959
4,model.language_model.layers.4.mlp.experts.202.down_proj,0.0024869734,hessian_weighted_relative_error,22606,0.02500,0.690
4,model.language_model.layers.4.mlp.experts.202.gate_proj,0.0013501666,hessian_weighted_relative_error,22606,0.02500,0.702
4,model.language_model.layers.4.mlp.experts.202.up_proj,0.0014185639,hessian_weighted_relative_error,22606,0.02500,0.704
4,model.language_model.layers.4.mlp.experts.203.down_proj,0.0133694089,hessian_weighted_relative_error,26551,0.02500,0.874
4,model.language_model.layers.4.mlp.experts.203.gate_proj,0.0085445320,hessian_weighted_relative_error,26551,0.02500,0.914
4,model.language_model.layers.4.mlp.experts.203.up_proj,0.0088536019,hessian_weighted_relative_error,26551,0.02500,0.962
4,model.language_model.layers.4.mlp.experts.204.down_proj,0.0133809152,hessian_weighted_relative_error,24529,0.02500,0.757
4,model.language_model.layers.4.mlp.experts.204.gate_proj,0.0084819275,hessian_weighted_relative_error,24529,0.02500,0.781
4,model.language_model.layers.4.mlp.experts.204.up_proj,0.0086127273,hessian_weighted_relative_error,24529,0.02500,0.796
4,model.language_model.layers.4.mlp.experts.205.down_proj,0.0087238656,hessian_weighted_relative_error,26731,0.02500,0.875
4,model.language_model.layers.4.mlp.experts.205.gate_proj,0.0055759469,hessian_weighted_relative_error,26731,0.02500,0.917
4,model.language_model.layers.4.mlp.experts.205.up_proj,0.0057681405,hessian_weighted_relative_error,26731,0.02500,0.958
4,model.language_model.layers.4.mlp.experts.206.down_proj,0.0110866768,hessian_weighted_relative_error,28857,0.02500,0.755
4,model.language_model.layers.4.mlp.experts.206.gate_proj,0.0072384546,hessian_weighted_relative_error,28857,0.02500,0.781
4,model.language_model.layers.4.mlp.experts.206.up_proj,0.0076966230,hessian_weighted_relative_error,28857,0.02500,0.796
4,model.language_model.layers.4.mlp.experts.207.down_proj,0.0066729044,hessian_weighted_relative_error,27151,0.02500,0.874
4,model.language_model.layers.4.mlp.experts.207.gate_proj,0.0057391532,hessian_weighted_relative_error,27151,0.02500,0.918
4,model.language_model.layers.4.mlp.experts.207.up_proj,0.0058886770,hessian_weighted_relative_error,27151,0.02500,0.965
4,model.language_model.layers.4.mlp.experts.208.down_proj,0.0123027312,hessian_weighted_relative_error,29584,0.02500,0.755
4,model.language_model.layers.4.mlp.experts.208.gate_proj,0.0080640658,hessian_weighted_relative_error,29584,0.02500,0.780
4,model.language_model.layers.4.mlp.experts.208.up_proj,0.0084738909,hessian_weighted_relative_error,29584,0.02500,0.797
4,model.language_model.layers.4.mlp.experts.209.down_proj,0.0134238113,hessian_weighted_relative_error,33027,0.02500,0.876
4,model.language_model.layers.4.mlp.experts.209.gate_proj,0.0089659098,hessian_weighted_relative_error,33027,0.02500,0.912
4,model.language_model.layers.4.mlp.experts.209.up_proj,0.0093212485,hessian_weighted_relative_error,33027,0.02500,0.964
4,model.language_model.layers.4.mlp.experts.21.down_proj,0.0125426758,hessian_weighted_relative_error,22571,0.02500,0.801
4,model.language_model.layers.4.mlp.experts.21.gate_proj,0.0078952526,hessian_weighted_relative_error,22571,0.02500,0.847
4,model.language_model.layers.4.mlp.experts.21.up_proj,0.0081607908,hessian_weighted_relative_error,22571,0.02500,0.939
4,model.language_model.layers.4.mlp.experts.210.down_proj,0.0140163882,hessian_weighted_relative_error,27319,0.02500,0.758
4,model.language_model.layers.4.mlp.experts.210.gate_proj,0.0087624278,hessian_weighted_relative_error,27319,0.02500,0.781
4,model.language_model.layers.4.mlp.experts.210.up_proj,0.0089305232,hessian_weighted_relative_error,27319,0.02500,0.797
4,model.language_model.layers.4.mlp.experts.211.down_proj,0.0128155529,hessian_weighted_relative_error,27896,0.02500,0.875
4,model.language_model.layers.4.mlp.experts.211.gate_proj,0.0083192806,hessian_weighted_relative_error,27896,0.02500,0.917
4,model.language_model.layers.4.mlp.experts.211.up_proj,0.0087957587,hessian_weighted_relative_error,27896,0.02500,0.963
4,model.language_model.layers.4.mlp.experts.212.down_proj,0.0128321665,hessian_weighted_relative_error,28382,0.02500,0.757
4,model.language_model.layers.4.mlp.experts.212.gate_proj,0.0079620015,hessian_weighted_relative_error,28382,0.02500,0.781
4,model.language_model.layers.4.mlp.experts.212.up_proj,0.0083811073,hessian_weighted_relative_error,28382,0.02500,0.795
4,model.language_model.layers.4.mlp.experts.213.down_proj,0.0116776360,hessian_weighted_relative_error,28739,0.02500,0.875
4,model.language_model.layers.4.mlp.experts.213.gate_proj,0.0074149164,hessian_weighted_relative_error,28739,0.02500,0.918
4,model.language_model.layers.4.mlp.experts.213.up_proj,0.0076249791,hessian_weighted_relative_error,28739,0.02500,0.970
4,model.language_model.layers.4.mlp.experts.214.down_proj,0.0119515022,hessian_weighted_relative_error,27685,0.02500,0.755
4,model.language_model.layers.4.mlp.experts.214.gate_proj,0.0074029599,hessian_weighted_relative_error,27685,0.02500,0.782
4,model.language_model.layers.4.mlp.experts.214.up_proj,0.0076914179,hessian_weighted_relative_error,27685,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.215.down_proj,0.0136592094,hessian_weighted_relative_error,25370,0.02500,0.876
4,model.language_model.layers.4.mlp.experts.215.gate_proj,0.0084313466,hessian_weighted_relative_error,25370,0.02500,0.918
4,model.language_model.layers.4.mlp.experts.215.up_proj,0.0087662648,hessian_weighted_relative_error,25370,0.02500,0.980
4,model.language_model.layers.4.mlp.experts.216.down_proj,0.0025075787,hessian_weighted_relative_error,27005,0.02500,0.689
4,model.language_model.layers.4.mlp.experts.216.gate_proj,0.0016562457,hessian_weighted_relative_error,27005,0.02500,0.706
4,model.language_model.layers.4.mlp.experts.216.up_proj,0.0017496354,hessian_weighted_relative_error,27005,0.02500,0.707
4,model.language_model.layers.4.mlp.experts.217.down_proj,0.0102283051,hessian_weighted_relative_error,30127,0.02500,0.877
4,model.language_model.layers.4.mlp.experts.217.gate_proj,0.0078262837,hessian_weighted_relative_error,30127,0.02500,0.917
4,model.language_model.layers.4.mlp.experts.217.up_proj,0.0081609562,hessian_weighted_relative_error,30127,0.02500,0.964
4,model.language_model.layers.4.mlp.experts.218.down_proj,0.0115358505,hessian_weighted_relative_error,27246,0.02500,0.760
4,model.language_model.layers.4.mlp.experts.218.gate_proj,0.0072496711,hessian_weighted_relative_error,27246,0.02500,0.783
4,model.language_model.layers.4.mlp.experts.218.up_proj,0.0075124112,hessian_weighted_relative_error,27246,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.219.down_proj,0.0014383174,hessian_weighted_relative_error,22796,0.02500,0.786
4,model.language_model.layers.4.mlp.experts.219.gate_proj,0.0025119673,hessian_weighted_relative_error,22796,0.02500,0.910
4,model.language_model.layers.4.mlp.experts.219.up_proj,0.0027479774,hessian_weighted_relative_error,22796,0.02500,0.962
4,model.language_model.layers.4.mlp.experts.22.down_proj,0.0021267880,hessian_weighted_relative_error,22308,0.02500,0.691
4,model.language_model.layers.4.mlp.experts.22.gate_proj,0.0041471245,hessian_weighted_relative_error,22308,0.02500,0.746
4,model.language_model.layers.4.mlp.experts.22.up_proj,0.0043516564,hessian_weighted_relative_error,22308,0.02500,0.787
4,model.language_model.layers.4.mlp.experts.220.down_proj,0.0098167360,hessian_weighted_relative_error,31987,0.02500,0.757
4,model.language_model.layers.4.mlp.experts.220.gate_proj,0.0074858857,hessian_weighted_relative_error,31987,0.02500,0.781
4,model.language_model.layers.4.mlp.experts.220.up_proj,0.0076740810,hessian_weighted_relative_error,31987,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.221.down_proj,0.0111906153,hessian_weighted_relative_error,30343,0.02500,0.876
4,model.language_model.layers.4.mlp.experts.221.gate_proj,0.0072065505,hessian_weighted_relative_error,30343,0.02500,0.915
4,model.language_model.layers.4.mlp.experts.221.up_proj,0.0073187506,hessian_weighted_relative_error,30343,0.02500,0.962
4,model.language_model.layers.4.mlp.experts.222.down_proj,0.0094405342,hessian_weighted_relative_error,33035,0.02500,0.756
4,model.language_model.layers.4.mlp.experts.222.gate_proj,0.0064211526,hessian_weighted_relative_error,33035,0.02500,0.780
4,model.language_model.layers.4.mlp.experts.222.up_proj,0.0066831368,hessian_weighted_relative_error,33035,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.223.down_proj,0.0013858016,hessian_weighted_relative_error,27973,0.02500,0.779
4,model.language_model.layers.4.mlp.experts.223.gate_proj,0.0008880070,hessian_weighted_relative_error,27973,0.02500,0.832
4,model.language_model.layers.4.mlp.experts.223.up_proj,0.0009386831,hessian_weighted_relative_error,27973,0.02500,0.851
4,model.language_model.layers.4.mlp.experts.224.down_proj,0.0019929807,hessian_weighted_relative_error,29437,0.02500,0.688
4,model.language_model.layers.4.mlp.experts.224.gate_proj,0.0054878458,hessian_weighted_relative_error,29437,0.02500,0.782
4,model.language_model.layers.4.mlp.experts.224.up_proj,0.0058177393,hessian_weighted_relative_error,29437,0.02500,0.801
4,model.language_model.layers.4.mlp.experts.225.down_proj,0.0104166675,hessian_weighted_relative_error,26385,0.02500,0.878
4,model.language_model.layers.4.mlp.experts.225.gate_proj,0.0065833066,hessian_weighted_relative_error,26385,0.02500,0.921
4,model.language_model.layers.4.mlp.experts.225.up_proj,0.0069612001,hessian_weighted_relative_error,26385,0.02500,0.959
4,model.language_model.layers.4.mlp.experts.226.down_proj,0.0118782504,hessian_weighted_relative_error,28612,0.02500,0.759
4,model.language_model.layers.4.mlp.experts.226.gate_proj,0.0075872958,hessian_weighted_relative_error,28612,0.02500,0.781
4,model.language_model.layers.4.mlp.experts.226.up_proj,0.0078886841,hessian_weighted_relative_error,28612,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.227.down_proj,0.0022560642,hessian_weighted_relative_error,33733,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.227.gate_proj,0.0014728117,hessian_weighted_relative_error,33733,0.02500,0.833
4,model.language_model.layers.4.mlp.experts.227.up_proj,0.0015627835,hessian_weighted_relative_error,33733,0.02500,0.831
4,model.language_model.layers.4.mlp.experts.228.down_proj,0.0120731098,hessian_weighted_relative_error,31341,0.02500,0.759
4,model.language_model.layers.4.mlp.experts.228.gate_proj,0.0071880484,hessian_weighted_relative_error,31341,0.02500,0.779
4,model.language_model.layers.4.mlp.experts.228.up_proj,0.0075137466,hessian_weighted_relative_error,31341,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.229.down_proj,0.0126974825,hessian_weighted_relative_error,21255,0.02500,0.878
4,model.language_model.layers.4.mlp.experts.229.gate_proj,0.0084093421,hessian_weighted_relative_error,21255,0.02500,0.916
4,model.language_model.layers.4.mlp.experts.229.up_proj,0.0086823765,hessian_weighted_relative_error,21255,0.02500,0.958
4,model.language_model.layers.4.mlp.experts.23.down_proj,0.0021303343,hessian_weighted_relative_error,45404,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.23.gate_proj,0.0017409874,hessian_weighted_relative_error,45404,0.02500,0.833
4,model.language_model.layers.4.mlp.experts.23.up_proj,0.0018047160,hessian_weighted_relative_error,45404,0.02500,0.850
4,model.language_model.layers.4.mlp.experts.230.down_proj,0.0113101527,hessian_weighted_relative_error,30379,0.02500,0.755
4,model.language_model.layers.4.mlp.experts.230.gate_proj,0.0068364023,hessian_weighted_relative_error,30379,0.02500,0.783
4,model.language_model.layers.4.mlp.experts.230.up_proj,0.0071440953,hessian_weighted_relative_error,30379,0.02500,0.797
4,model.language_model.layers.4.mlp.experts.231.down_proj,0.0118356884,hessian_weighted_relative_error,26928,0.02500,0.876
4,model.language_model.layers.4.mlp.experts.231.gate_proj,0.0073070718,hessian_weighted_relative_error,26928,0.02500,0.920
4,model.language_model.layers.4.mlp.experts.231.up_proj,0.0073312543,hessian_weighted_relative_error,26928,0.02500,0.956
4,model.language_model.layers.4.mlp.experts.232.down_proj,0.0109842527,hessian_weighted_relative_error,25981,0.02500,0.756
4,model.language_model.layers.4.mlp.experts.232.gate_proj,0.0070724954,hessian_weighted_relative_error,25981,0.02500,0.782
4,model.language_model.layers.4.mlp.experts.232.up_proj,0.0075279291,hessian_weighted_relative_error,25981,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.233.down_proj,0.0116176130,hessian_weighted_relative_error,28909,0.02500,0.878
4,model.language_model.layers.4.mlp.experts.233.gate_proj,0.0073264287,hessian_weighted_relative_error,28909,0.02500,0.922
4,model.language_model.layers.4.mlp.experts.233.up_proj,0.0075968604,hessian_weighted_relative_error,28909,0.02500,0.951
4,model.language_model.layers.4.mlp.experts.234.down_proj,0.0029192555,hessian_weighted_relative_error,33623,0.02500,0.691
4,model.language_model.layers.4.mlp.experts.234.gate_proj,0.0069973107,hessian_weighted_relative_error,33623,0.02500,0.783
4,model.language_model.layers.4.mlp.experts.234.up_proj,0.0072288245,hessian_weighted_relative_error,33623,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.235.down_proj,0.0078579623,hessian_weighted_relative_error,20600,0.02500,0.877
4,model.language_model.layers.4.mlp.experts.235.gate_proj,0.0045020921,hessian_weighted_relative_error,20600,0.02500,0.914
4,model.language_model.layers.4.mlp.experts.235.up_proj,0.0046941796,hessian_weighted_relative_error,20600,0.02500,0.950
4,model.language_model.layers.4.mlp.experts.236.down_proj,0.0113216024,hessian_weighted_relative_error,27438,0.02500,0.760
4,model.language_model.layers.4.mlp.experts.236.gate_proj,0.0073279621,hessian_weighted_relative_error,27438,0.02500,0.783
4,model.language_model.layers.4.mlp.experts.236.up_proj,0.0076504162,hessian_weighted_relative_error,27438,0.02500,0.797
4,model.language_model.layers.4.mlp.experts.237.down_proj,0.0116922107,hessian_weighted_relative_error,34048,0.02500,0.879
4,model.language_model.layers.4.mlp.experts.237.gate_proj,0.0077344519,hessian_weighted_relative_error,34048,0.02500,0.918
4,model.language_model.layers.4.mlp.experts.237.up_proj,0.0080696241,hessian_weighted_relative_error,34048,0.02500,0.948
4,model.language_model.layers.4.mlp.experts.238.down_proj,0.0117805296,hessian_weighted_relative_error,44032,0.02500,0.756
4,model.language_model.layers.4.mlp.experts.238.gate_proj,0.0078814108,hessian_weighted_relative_error,44032,0.02500,0.784
4,model.language_model.layers.4.mlp.experts.238.up_proj,0.0084890048,hessian_weighted_relative_error,44032,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.239.down_proj,0.0095199570,hessian_weighted_relative_error,16267,0.02500,0.878
4,model.language_model.layers.4.mlp.experts.239.gate_proj,0.0055251830,hessian_weighted_relative_error,16267,0.02500,0.931
4,model.language_model.layers.4.mlp.experts.239.up_proj,0.0061009987,hessian_weighted_relative_error,16267,0.02500,0.942
4,model.language_model.layers.4.mlp.experts.24.down_proj,0.0020093441,hessian_weighted_relative_error,30444,0.02500,0.690
4,model.language_model.layers.4.mlp.experts.24.gate_proj,0.0012875257,hessian_weighted_relative_error,30444,0.02500,0.705
4,model.language_model.layers.4.mlp.experts.24.up_proj,0.0013542490,hessian_weighted_relative_error,30444,0.02500,0.715
4,model.language_model.layers.4.mlp.experts.240.down_proj,0.0128887873,hessian_weighted_relative_error,51008,0.02500,0.757
4,model.language_model.layers.4.mlp.experts.240.gate_proj,0.0070023499,hessian_weighted_relative_error,51008,0.02500,0.783
4,model.language_model.layers.4.mlp.experts.240.up_proj,0.0072881091,hessian_weighted_relative_error,51008,0.02500,0.802
4,model.language_model.layers.4.mlp.experts.241.down_proj,0.0025435512,hessian_weighted_relative_error,36615,0.02500,0.788
4,model.language_model.layers.4.mlp.experts.241.gate_proj,0.0015349588,hessian_weighted_relative_error,36615,0.02500,0.834
4,model.language_model.layers.4.mlp.experts.241.up_proj,0.0015768109,hessian_weighted_relative_error,36615,0.02500,0.837
4,model.language_model.layers.4.mlp.experts.242.down_proj,0.0035037175,hessian_weighted_relative_error,29129,0.02500,0.692
4,model.language_model.layers.4.mlp.experts.242.gate_proj,0.0087570600,hessian_weighted_relative_error,29129,0.02500,0.784
4,model.language_model.layers.4.mlp.experts.242.up_proj,0.0023761146,hessian_weighted_relative_error,29129,0.02500,0.708
4,model.language_model.layers.4.mlp.experts.243.down_proj,0.0033093544,hessian_weighted_relative_error,28243,0.02500,0.788
4,model.language_model.layers.4.mlp.experts.243.gate_proj,0.0081783531,hessian_weighted_relative_error,28243,0.02500,0.919
4,model.language_model.layers.4.mlp.experts.243.up_proj,0.0021508439,hessian_weighted_relative_error,28243,0.02500,0.837
4,model.language_model.layers.4.mlp.experts.244.down_proj,0.0034962727,hessian_weighted_relative_error,46065,0.02500,0.690
4,model.language_model.layers.4.mlp.experts.244.gate_proj,0.0082234820,hessian_weighted_relative_error,46065,0.02500,0.782
4,model.language_model.layers.4.mlp.experts.244.up_proj,0.0022150953,hessian_weighted_relative_error,46065,0.02500,0.709
4,model.language_model.layers.4.mlp.experts.245.down_proj,0.0017136171,hessian_weighted_relative_error,25548,0.02500,0.784
4,model.language_model.layers.4.mlp.experts.245.gate_proj,0.0047042997,hessian_weighted_relative_error,25548,0.02500,0.921
4,model.language_model.layers.4.mlp.experts.245.up_proj,0.0049155234,hessian_weighted_relative_error,25548,0.02500,0.948
4,model.language_model.layers.4.mlp.experts.246.down_proj,0.0117872921,hessian_weighted_relative_error,37171,0.02500,0.757
4,model.language_model.layers.4.mlp.experts.246.gate_proj,0.0079522601,hessian_weighted_relative_error,37171,0.02500,0.783
4,model.language_model.layers.4.mlp.experts.246.up_proj,0.0081864634,hessian_weighted_relative_error,37171,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.247.down_proj,0.0025112260,hessian_weighted_relative_error,38966,0.02500,0.787
4,model.language_model.layers.4.mlp.experts.247.gate_proj,0.0059044001,hessian_weighted_relative_error,38966,0.02500,0.920
4,model.language_model.layers.4.mlp.experts.247.up_proj,0.0061344712,hessian_weighted_relative_error,38966,0.02500,0.949
4,model.language_model.layers.4.mlp.experts.248.down_proj,0.0026912912,hessian_weighted_relative_error,25147,0.02500,0.692
4,model.language_model.layers.4.mlp.experts.248.gate_proj,0.0058114160,hessian_weighted_relative_error,25147,0.02500,0.784
4,model.language_model.layers.4.mlp.experts.248.up_proj,0.0062984029,hessian_weighted_relative_error,25147,0.02500,0.802
4,model.language_model.layers.4.mlp.experts.249.down_proj,0.0093945556,hessian_weighted_relative_error,49458,0.02500,0.879
4,model.language_model.layers.4.mlp.experts.249.gate_proj,0.0058354237,hessian_weighted_relative_error,49458,0.02500,0.919
4,model.language_model.layers.4.mlp.experts.249.up_proj,0.0061794852,hessian_weighted_relative_error,49458,0.02500,0.940
4,model.language_model.layers.4.mlp.experts.25.down_proj,0.0111035654,hessian_weighted_relative_error,31450,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.25.gate_proj,0.0072560203,hessian_weighted_relative_error,31450,0.02500,0.855
4,model.language_model.layers.4.mlp.experts.25.up_proj,0.0075254585,hessian_weighted_relative_error,31450,0.02500,0.937
4,model.language_model.layers.4.mlp.experts.250.down_proj,0.0136945587,hessian_weighted_relative_error,24844,0.02500,0.761
4,model.language_model.layers.4.mlp.experts.250.gate_proj,0.0088869036,hessian_weighted_relative_error,24844,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.250.up_proj,0.0090766065,hessian_weighted_relative_error,24844,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.251.down_proj,0.0034422834,hessian_weighted_relative_error,27650,0.02500,0.782
4,model.language_model.layers.4.mlp.experts.251.gate_proj,0.0083871209,hessian_weighted_relative_error,27650,0.02500,0.931
4,model.language_model.layers.4.mlp.experts.251.up_proj,0.0086445119,hessian_weighted_relative_error,27650,0.02500,0.939
4,model.language_model.layers.4.mlp.experts.252.down_proj,0.0126692853,hessian_weighted_relative_error,33525,0.02500,0.761
4,model.language_model.layers.4.mlp.experts.252.gate_proj,0.0078224836,hessian_weighted_relative_error,33525,0.02500,0.783
4,model.language_model.layers.4.mlp.experts.252.up_proj,0.0082048608,hessian_weighted_relative_error,33525,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.253.down_proj,0.0106070833,hessian_weighted_relative_error,32514,0.02500,0.881
4,model.language_model.layers.4.mlp.experts.253.gate_proj,0.0072609791,hessian_weighted_relative_error,32514,0.02500,0.926
4,model.language_model.layers.4.mlp.experts.253.up_proj,0.0075306003,hessian_weighted_relative_error,32514,0.02500,0.949
4,model.language_model.layers.4.mlp.experts.254.down_proj,0.0014385652,hessian_weighted_relative_error,19737,0.02500,0.690
4,model.language_model.layers.4.mlp.experts.254.gate_proj,0.0022145481,hessian_weighted_relative_error,19737,0.02500,0.783
4,model.language_model.layers.4.mlp.experts.254.up_proj,0.0024110842,hessian_weighted_relative_error,19737,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.255.down_proj,0.0091490251,hessian_weighted_relative_error,44500,0.02500,0.879
4,model.language_model.layers.4.mlp.experts.255.gate_proj,0.0074299170,hessian_weighted_relative_error,44500,0.02500,0.924
4,model.language_model.layers.4.mlp.experts.255.up_proj,0.0079243007,hessian_weighted_relative_error,44500,0.02500,0.943
4,model.language_model.layers.4.mlp.experts.256.down_proj,0.0025681641,hessian_weighted_relative_error,42803,0.02500,0.690
4,model.language_model.layers.4.mlp.experts.256.gate_proj,0.0016427055,hessian_weighted_relative_error,42803,0.02500,0.707
4,model.language_model.layers.4.mlp.experts.256.up_proj,0.0017880436,hessian_weighted_relative_error,42803,0.02500,0.706
4,model.language_model.layers.4.mlp.experts.257.down_proj,0.0101263667,hessian_weighted_relative_error,32434,0.02500,0.882
4,model.language_model.layers.4.mlp.experts.257.gate_proj,0.0056952694,hessian_weighted_relative_error,32434,0.02500,0.927
4,model.language_model.layers.4.mlp.experts.257.up_proj,0.0061186993,hessian_weighted_relative_error,32434,0.02500,0.933
4,model.language_model.layers.4.mlp.experts.258.down_proj,0.0022466957,hessian_weighted_relative_error,31329,0.02500,0.691
4,model.language_model.layers.4.mlp.experts.258.gate_proj,0.0014636437,hessian_weighted_relative_error,31329,0.02500,0.707
4,model.language_model.layers.4.mlp.experts.258.up_proj,0.0015445014,hessian_weighted_relative_error,31329,0.02500,0.711
4,model.language_model.layers.4.mlp.experts.259.down_proj,0.0028049420,hessian_weighted_relative_error,58524,0.02500,0.780
4,model.language_model.layers.4.mlp.experts.259.gate_proj,0.0022238637,hessian_weighted_relative_error,58524,0.02500,0.837
4,model.language_model.layers.4.mlp.experts.259.up_proj,0.0023017039,hessian_weighted_relative_error,58524,0.02500,0.839
4,model.language_model.layers.4.mlp.experts.26.down_proj,0.0105722713,hessian_weighted_relative_error,23749,0.02500,0.726
4,model.language_model.layers.4.mlp.experts.26.gate_proj,0.0066068937,hessian_weighted_relative_error,23749,0.02500,0.750
4,model.language_model.layers.4.mlp.experts.26.up_proj,0.0067431242,hessian_weighted_relative_error,23749,0.02500,0.786
4,model.language_model.layers.4.mlp.experts.260.down_proj,0.0034535811,hessian_weighted_relative_error,25984,0.02500,0.692
4,model.language_model.layers.4.mlp.experts.260.gate_proj,0.0086365502,hessian_weighted_relative_error,25984,0.02500,0.784
4,model.language_model.layers.4.mlp.experts.260.up_proj,0.0023050071,hessian_weighted_relative_error,25984,0.02500,0.707
4,model.language_model.layers.4.mlp.experts.261.down_proj,0.0094881822,hessian_weighted_relative_error,39718,0.02500,0.881
4,model.language_model.layers.4.mlp.experts.261.gate_proj,0.0063592351,hessian_weighted_relative_error,39718,0.02500,0.923
4,model.language_model.layers.4.mlp.experts.261.up_proj,0.0066483981,hessian_weighted_relative_error,39718,0.02500,0.940
4,model.language_model.layers.4.mlp.experts.262.down_proj,0.0024699238,hessian_weighted_relative_error,27293,0.02500,0.693
4,model.language_model.layers.4.mlp.experts.262.gate_proj,0.0058915979,hessian_weighted_relative_error,27293,0.02500,0.783
4,model.language_model.layers.4.mlp.experts.262.up_proj,0.0062210160,hessian_weighted_relative_error,27293,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.263.down_proj,0.0011123702,hessian_weighted_relative_error,33035,0.02500,0.795
4,model.language_model.layers.4.mlp.experts.263.gate_proj,0.0033646937,hessian_weighted_relative_error,33035,0.02500,0.931
4,model.language_model.layers.4.mlp.experts.263.up_proj,0.0009235005,hessian_weighted_relative_error,33035,0.02500,0.855
4,model.language_model.layers.4.mlp.experts.264.down_proj,0.0119099119,hessian_weighted_relative_error,29346,0.02500,0.760
4,model.language_model.layers.4.mlp.experts.264.gate_proj,0.0077057820,hessian_weighted_relative_error,29346,0.02500,0.783
4,model.language_model.layers.4.mlp.experts.264.up_proj,0.0079654491,hessian_weighted_relative_error,29346,0.02500,0.801
4,model.language_model.layers.4.mlp.experts.265.down_proj,0.0030991775,hessian_weighted_relative_error,28112,0.02500,0.786
4,model.language_model.layers.4.mlp.experts.265.gate_proj,0.0077675594,hessian_weighted_relative_error,28112,0.02500,0.921
4,model.language_model.layers.4.mlp.experts.265.up_proj,0.0021220605,hessian_weighted_relative_error,28112,0.02500,0.838
4,model.language_model.layers.4.mlp.experts.266.down_proj,0.0121028560,hessian_weighted_relative_error,30004,0.02500,0.763
4,model.language_model.layers.4.mlp.experts.266.gate_proj,0.0073309688,hessian_weighted_relative_error,30004,0.02500,0.782
4,model.language_model.layers.4.mlp.experts.266.up_proj,0.0078500983,hessian_weighted_relative_error,30004,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.267.down_proj,0.0027414517,hessian_weighted_relative_error,24308,0.02500,0.782
4,model.language_model.layers.4.mlp.experts.267.gate_proj,0.0064772982,hessian_weighted_relative_error,24308,0.02500,0.924
4,model.language_model.layers.4.mlp.experts.267.up_proj,0.0067981706,hessian_weighted_relative_error,24308,0.02500,0.938
4,model.language_model.layers.4.mlp.experts.268.down_proj,0.0020128597,hessian_weighted_relative_error,43504,0.02500,0.692
4,model.language_model.layers.4.mlp.experts.268.gate_proj,0.0014501160,hessian_weighted_relative_error,43504,0.02500,0.710
4,model.language_model.layers.4.mlp.experts.268.up_proj,0.0015953293,hessian_weighted_relative_error,43504,0.02500,0.708
4,model.language_model.layers.4.mlp.experts.269.down_proj,0.0113488249,hessian_weighted_relative_error,27681,0.02500,0.882
4,model.language_model.layers.4.mlp.experts.269.gate_proj,0.0069860693,hessian_weighted_relative_error,27681,0.02500,0.926
4,model.language_model.layers.4.mlp.experts.269.up_proj,0.0072481203,hessian_weighted_relative_error,27681,0.02500,0.936
4,model.language_model.layers.4.mlp.experts.27.down_proj,0.0105199379,hessian_weighted_relative_error,22793,0.02500,0.801
4,model.language_model.layers.4.mlp.experts.27.gate_proj,0.0071612328,hessian_weighted_relative_error,22793,0.02500,0.851
4,model.language_model.layers.4.mlp.experts.27.up_proj,0.0075031995,hessian_weighted_relative_error,22793,0.02500,0.942
4,model.language_model.layers.4.mlp.experts.270.down_proj,0.0025704509,hessian_weighted_relative_error,34040,0.02500,0.691
4,model.language_model.layers.4.mlp.experts.270.gate_proj,0.0019520814,hessian_weighted_relative_error,34040,0.02500,0.708
4,model.language_model.layers.4.mlp.experts.270.up_proj,0.0020047852,hessian_weighted_relative_error,34040,0.02500,0.708
4,model.language_model.layers.4.mlp.experts.271.down_proj,0.0130033632,hessian_weighted_relative_error,28940,0.02500,0.881
4,model.language_model.layers.4.mlp.experts.271.gate_proj,0.0080348645,hessian_weighted_relative_error,28940,0.02500,0.924
4,model.language_model.layers.4.mlp.experts.271.up_proj,0.0083658143,hessian_weighted_relative_error,28940,0.02500,0.938
4,model.language_model.layers.4.mlp.experts.272.down_proj,0.0118710367,hessian_weighted_relative_error,28607,0.02500,0.759
4,model.language_model.layers.4.mlp.experts.272.gate_proj,0.0073608177,hessian_weighted_relative_error,28607,0.02500,0.788
4,model.language_model.layers.4.mlp.experts.272.up_proj,0.0075685283,hessian_weighted_relative_error,28607,0.02500,0.802
4,model.language_model.layers.4.mlp.experts.273.down_proj,0.0137031382,hessian_weighted_relative_error,39214,0.02500,0.883
4,model.language_model.layers.4.mlp.experts.273.gate_proj,0.0085743683,hessian_weighted_relative_error,39214,0.02500,0.921
4,model.language_model.layers.4.mlp.experts.273.up_proj,0.0087598287,hessian_weighted_relative_error,39214,0.02500,0.930
4,model.language_model.layers.4.mlp.experts.274.down_proj,0.0020168586,hessian_weighted_relative_error,31520,0.02500,0.695
4,model.language_model.layers.4.mlp.experts.274.gate_proj,0.0055761226,hessian_weighted_relative_error,31520,0.02500,0.784
4,model.language_model.layers.4.mlp.experts.274.up_proj,0.0015045383,hessian_weighted_relative_error,31520,0.02500,0.711
4,model.language_model.layers.4.mlp.experts.275.down_proj,0.0032374824,hessian_weighted_relative_error,40172,0.02500,0.783
4,model.language_model.layers.4.mlp.experts.275.gate_proj,0.0075992928,hessian_weighted_relative_error,40172,0.02500,0.927
4,model.language_model.layers.4.mlp.experts.275.up_proj,0.0081709302,hessian_weighted_relative_error,40172,0.02500,0.935
4,model.language_model.layers.4.mlp.experts.276.down_proj,0.0121852971,hessian_weighted_relative_error,30885,0.02500,0.761
4,model.language_model.layers.4.mlp.experts.276.gate_proj,0.0077287511,hessian_weighted_relative_error,30885,0.02500,0.783
4,model.language_model.layers.4.mlp.experts.276.up_proj,0.0081543694,hessian_weighted_relative_error,30885,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.277.down_proj,0.0115477581,hessian_weighted_relative_error,25184,0.02500,0.883
4,model.language_model.layers.4.mlp.experts.277.gate_proj,0.0075523709,hessian_weighted_relative_error,25184,0.02500,0.930
4,model.language_model.layers.4.mlp.experts.277.up_proj,0.0079423848,hessian_weighted_relative_error,25184,0.02500,0.934
4,model.language_model.layers.4.mlp.experts.278.down_proj,0.0016581137,hessian_weighted_relative_error,35397,0.02500,0.694
4,model.language_model.layers.4.mlp.experts.278.gate_proj,0.0010541959,hessian_weighted_relative_error,35397,0.02500,0.710
4,model.language_model.layers.4.mlp.experts.278.up_proj,0.0011346491,hessian_weighted_relative_error,35397,0.02500,0.709
4,model.language_model.layers.4.mlp.experts.279.down_proj,0.0109981682,hessian_weighted_relative_error,25147,0.02500,0.881
4,model.language_model.layers.4.mlp.experts.279.gate_proj,0.0075505603,hessian_weighted_relative_error,25147,0.02500,0.929
4,model.language_model.layers.4.mlp.experts.279.up_proj,0.0078639979,hessian_weighted_relative_error,25147,0.02500,0.933
4,model.language_model.layers.4.mlp.experts.28.down_proj,0.0020110620,hessian_weighted_relative_error,30119,0.02500,0.691
4,model.language_model.layers.4.mlp.experts.28.gate_proj,0.0012680181,hessian_weighted_relative_error,30119,0.02500,0.710
4,model.language_model.layers.4.mlp.experts.28.up_proj,0.0013527700,hessian_weighted_relative_error,30119,0.02500,0.712
4,model.language_model.layers.4.mlp.experts.280.down_proj,0.0136502398,hessian_weighted_relative_error,30375,0.02500,0.759
4,model.language_model.layers.4.mlp.experts.280.gate_proj,0.0088564871,hessian_weighted_relative_error,30375,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.280.up_proj,0.0090218859,hessian_weighted_relative_error,30375,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.281.down_proj,0.0117508627,hessian_weighted_relative_error,26340,0.02500,0.881
4,model.language_model.layers.4.mlp.experts.281.gate_proj,0.0079634549,hessian_weighted_relative_error,26340,0.02500,0.933
4,model.language_model.layers.4.mlp.experts.281.up_proj,0.0082335310,hessian_weighted_relative_error,26340,0.02500,0.919
4,model.language_model.layers.4.mlp.experts.282.down_proj,0.0118033693,hessian_weighted_relative_error,22503,0.02500,0.763
4,model.language_model.layers.4.mlp.experts.282.gate_proj,0.0069143768,hessian_weighted_relative_error,22503,0.02500,0.786
4,model.language_model.layers.4.mlp.experts.282.up_proj,0.0070716892,hessian_weighted_relative_error,22503,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.283.down_proj,0.0029204373,hessian_weighted_relative_error,38480,0.02500,0.786
4,model.language_model.layers.4.mlp.experts.283.gate_proj,0.0018266446,hessian_weighted_relative_error,38480,0.02500,0.857
4,model.language_model.layers.4.mlp.experts.283.up_proj,0.0019159208,hessian_weighted_relative_error,38480,0.02500,0.858
4,model.language_model.layers.4.mlp.experts.284.down_proj,0.0087701721,hessian_weighted_relative_error,17255,0.02500,0.761
4,model.language_model.layers.4.mlp.experts.284.gate_proj,0.0050540525,hessian_weighted_relative_error,17255,0.02500,0.783
4,model.language_model.layers.4.mlp.experts.284.up_proj,0.0052778643,hessian_weighted_relative_error,17255,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.285.down_proj,0.0020676070,hessian_weighted_relative_error,40034,0.02500,0.787
4,model.language_model.layers.4.mlp.experts.285.gate_proj,0.0014972376,hessian_weighted_relative_error,40034,0.02500,0.842
4,model.language_model.layers.4.mlp.experts.285.up_proj,0.0015888329,hessian_weighted_relative_error,40034,0.02500,0.860
4,model.language_model.layers.4.mlp.experts.286.down_proj,0.0120956428,hessian_weighted_relative_error,35083,0.02500,0.761
4,model.language_model.layers.4.mlp.experts.286.gate_proj,0.0078269982,hessian_weighted_relative_error,35083,0.02500,0.786
4,model.language_model.layers.4.mlp.experts.286.up_proj,0.0080306509,hessian_weighted_relative_error,35083,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.287.down_proj,0.0124686307,hessian_weighted_relative_error,28758,0.02500,0.882
4,model.language_model.layers.4.mlp.experts.287.gate_proj,0.0080655840,hessian_weighted_relative_error,28758,0.02500,0.929
4,model.language_model.layers.4.mlp.experts.287.up_proj,0.0083146213,hessian_weighted_relative_error,28758,0.02500,0.922
4,model.language_model.layers.4.mlp.experts.29.down_proj,0.0031908682,hessian_weighted_relative_error,25458,0.02500,0.788
4,model.language_model.layers.4.mlp.experts.29.gate_proj,0.0084645526,hessian_weighted_relative_error,25458,0.02500,0.851
4,model.language_model.layers.4.mlp.experts.29.up_proj,0.0088879698,hessian_weighted_relative_error,25458,0.02500,0.936
4,model.language_model.layers.4.mlp.experts.3.down_proj,0.0110138998,hessian_weighted_relative_error,22253,0.02500,0.753
4,model.language_model.layers.4.mlp.experts.3.gate_proj,0.0067431618,hessian_weighted_relative_error,22253,0.02500,0.837
4,model.language_model.layers.4.mlp.experts.3.up_proj,0.0071375517,hessian_weighted_relative_error,22253,0.02500,0.933
4,model.language_model.layers.4.mlp.experts.30.down_proj,0.0083099768,hessian_weighted_relative_error,38055,0.02500,0.724
4,model.language_model.layers.4.mlp.experts.30.gate_proj,0.0059997410,hessian_weighted_relative_error,38055,0.02500,0.751
4,model.language_model.layers.4.mlp.experts.30.up_proj,0.0063387062,hessian_weighted_relative_error,38055,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.31.down_proj,0.0027855114,hessian_weighted_relative_error,44294,0.02500,0.782
4,model.language_model.layers.4.mlp.experts.31.gate_proj,0.0017730397,hessian_weighted_relative_error,44294,0.02500,0.860
4,model.language_model.layers.4.mlp.experts.31.up_proj,0.0018818180,hessian_weighted_relative_error,44294,0.02500,0.861
4,model.language_model.layers.4.mlp.experts.32.down_proj,0.0101508945,hessian_weighted_relative_error,24922,0.02500,0.725
4,model.language_model.layers.4.mlp.experts.32.gate_proj,0.0065214118,hessian_weighted_relative_error,24922,0.02500,0.752
4,model.language_model.layers.4.mlp.experts.32.up_proj,0.0067969991,hessian_weighted_relative_error,24922,0.02500,0.789
4,model.language_model.layers.4.mlp.experts.33.down_proj,0.0135041143,hessian_weighted_relative_error,34865,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.33.gate_proj,0.0086141580,hessian_weighted_relative_error,34865,0.02500,0.858
4,model.language_model.layers.4.mlp.experts.33.up_proj,0.0091908943,hessian_weighted_relative_error,34865,0.02500,0.942
4,model.language_model.layers.4.mlp.experts.34.down_proj,0.0094919534,hessian_weighted_relative_error,31238,0.02500,0.728
4,model.language_model.layers.4.mlp.experts.34.gate_proj,0.0067760732,hessian_weighted_relative_error,31238,0.02500,0.753
4,model.language_model.layers.4.mlp.experts.34.up_proj,0.0070439087,hessian_weighted_relative_error,31238,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.35.down_proj,0.0115634734,hessian_weighted_relative_error,29885,0.02500,0.806
4,model.language_model.layers.4.mlp.experts.35.gate_proj,0.0077528499,hessian_weighted_relative_error,29885,0.02500,0.855
4,model.language_model.layers.4.mlp.experts.35.up_proj,0.0082087582,hessian_weighted_relative_error,29885,0.02500,0.929
4,model.language_model.layers.4.mlp.experts.36.down_proj,0.0124572257,hessian_weighted_relative_error,31030,0.02500,0.727
4,model.language_model.layers.4.mlp.experts.36.gate_proj,0.0080157128,hessian_weighted_relative_error,31030,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.36.up_proj,0.0083396819,hessian_weighted_relative_error,31030,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.37.down_proj,0.0024142621,hessian_weighted_relative_error,26851,0.02500,0.758
4,model.language_model.layers.4.mlp.experts.37.gate_proj,0.0056034884,hessian_weighted_relative_error,26851,0.02500,0.856
4,model.language_model.layers.4.mlp.experts.37.up_proj,0.0015336389,hessian_weighted_relative_error,26851,0.02500,0.847
4,model.language_model.layers.4.mlp.experts.38.down_proj,0.0028867474,hessian_weighted_relative_error,31282,0.02500,0.668
4,model.language_model.layers.4.mlp.experts.38.gate_proj,0.0017111292,hessian_weighted_relative_error,31282,0.02500,0.716
4,model.language_model.layers.4.mlp.experts.38.up_proj,0.0017997109,hessian_weighted_relative_error,31282,0.02500,0.712
4,model.language_model.layers.4.mlp.experts.39.down_proj,0.0048151348,hessian_weighted_relative_error,31248,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.39.gate_proj,0.0031808674,hessian_weighted_relative_error,31248,0.02500,0.857
4,model.language_model.layers.4.mlp.experts.39.up_proj,0.0033355693,hessian_weighted_relative_error,31248,0.02500,0.946
4,model.language_model.layers.4.mlp.experts.4.down_proj,0.0112418156,hessian_weighted_relative_error,24554,0.02500,0.696
4,model.language_model.layers.4.mlp.experts.4.gate_proj,0.0073923246,hessian_weighted_relative_error,24554,0.02500,0.741
4,model.language_model.layers.4.mlp.experts.4.up_proj,0.0077636257,hessian_weighted_relative_error,24554,0.02500,0.784
4,model.language_model.layers.4.mlp.experts.40.down_proj,0.0064003512,hessian_weighted_relative_error,25739,0.02500,0.726
4,model.language_model.layers.4.mlp.experts.40.gate_proj,0.0036993355,hessian_weighted_relative_error,25739,0.02500,0.753
4,model.language_model.layers.4.mlp.experts.40.up_proj,0.0038630553,hessian_weighted_relative_error,25739,0.02500,0.790
4,model.language_model.layers.4.mlp.experts.41.down_proj,0.0115981649,hessian_weighted_relative_error,28586,0.02500,0.812
4,model.language_model.layers.4.mlp.experts.41.gate_proj,0.0069515365,hessian_weighted_relative_error,28586,0.02500,0.862
4,model.language_model.layers.4.mlp.experts.41.up_proj,0.0071399310,hessian_weighted_relative_error,28586,0.02500,0.938
4,model.language_model.layers.4.mlp.experts.42.down_proj,0.0137240433,hessian_weighted_relative_error,26816,0.02500,0.730
4,model.language_model.layers.4.mlp.experts.42.gate_proj,0.0087391110,hessian_weighted_relative_error,26816,0.02500,0.756
4,model.language_model.layers.4.mlp.experts.42.up_proj,0.0090676417,hessian_weighted_relative_error,26816,0.02500,0.789
4,model.language_model.layers.4.mlp.experts.43.down_proj,0.0109448774,hessian_weighted_relative_error,28342,0.02500,0.810
4,model.language_model.layers.4.mlp.experts.43.gate_proj,0.0072933343,hessian_weighted_relative_error,28342,0.02500,0.860
4,model.language_model.layers.4.mlp.experts.43.up_proj,0.0076077932,hessian_weighted_relative_error,28342,0.02500,0.940
4,model.language_model.layers.4.mlp.experts.44.down_proj,0.0021965153,hessian_weighted_relative_error,30268,0.02500,0.695
4,model.language_model.layers.4.mlp.experts.44.gate_proj,0.0014842010,hessian_weighted_relative_error,30268,0.02500,0.721
4,model.language_model.layers.4.mlp.experts.44.up_proj,0.0015556973,hessian_weighted_relative_error,30268,0.02500,0.708
4,model.language_model.layers.4.mlp.experts.45.down_proj,0.0035500412,hessian_weighted_relative_error,34179,0.02500,0.813
4,model.language_model.layers.4.mlp.experts.45.gate_proj,0.0030983403,hessian_weighted_relative_error,34179,0.02500,0.861
4,model.language_model.layers.4.mlp.experts.45.up_proj,0.0008313213,hessian_weighted_relative_error,34179,0.02500,0.848
4,model.language_model.layers.4.mlp.experts.46.down_proj,0.0105387562,hessian_weighted_relative_error,39448,0.02500,0.728
4,model.language_model.layers.4.mlp.experts.46.gate_proj,0.0064077938,hessian_weighted_relative_error,39448,0.02500,0.754
4,model.language_model.layers.4.mlp.experts.46.up_proj,0.0066652350,hessian_weighted_relative_error,39448,0.02500,0.789
4,model.language_model.layers.4.mlp.experts.47.down_proj,0.0020396413,hessian_weighted_relative_error,32792,0.02500,0.790
4,model.language_model.layers.4.mlp.experts.47.gate_proj,0.0012184999,hessian_weighted_relative_error,32792,0.02500,0.850
4,model.language_model.layers.4.mlp.experts.47.up_proj,0.0012996886,hessian_weighted_relative_error,32792,0.02500,0.861
4,model.language_model.layers.4.mlp.experts.48.down_proj,0.0021135669,hessian_weighted_relative_error,17769,0.02500,0.695
4,model.language_model.layers.4.mlp.experts.48.gate_proj,0.0051270981,hessian_weighted_relative_error,17769,0.02500,0.757
4,model.language_model.layers.4.mlp.experts.48.up_proj,0.0056853141,hessian_weighted_relative_error,17769,0.02500,0.791
4,model.language_model.layers.4.mlp.experts.49.down_proj,0.0126999815,hessian_weighted_relative_error,26389,0.02500,0.816
4,model.language_model.layers.4.mlp.experts.49.gate_proj,0.0079460445,hessian_weighted_relative_error,26389,0.02500,0.868
4,model.language_model.layers.4.mlp.experts.49.up_proj,0.0082483450,hessian_weighted_relative_error,26389,0.02500,0.946
4,model.language_model.layers.4.mlp.experts.5.down_proj,0.0119995760,hessian_weighted_relative_error,24385,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.5.gate_proj,0.0075167278,hessian_weighted_relative_error,24385,0.02500,0.837
4,model.language_model.layers.4.mlp.experts.5.up_proj,0.0076737733,hessian_weighted_relative_error,24385,0.02500,0.926
4,model.language_model.layers.4.mlp.experts.50.down_proj,0.0138372970,hessian_weighted_relative_error,34291,0.02500,0.731
4,model.language_model.layers.4.mlp.experts.50.gate_proj,0.0084047149,hessian_weighted_relative_error,34291,0.02500,0.757
4,model.language_model.layers.4.mlp.experts.50.up_proj,0.0086331092,hessian_weighted_relative_error,34291,0.02500,0.790
4,model.language_model.layers.4.mlp.experts.51.down_proj,0.0117337196,hessian_weighted_relative_error,22129,0.02500,0.813
4,model.language_model.layers.4.mlp.experts.51.gate_proj,0.0070909326,hessian_weighted_relative_error,22129,0.02500,0.863
4,model.language_model.layers.4.mlp.experts.51.up_proj,0.0073750376,hessian_weighted_relative_error,22129,0.02500,0.942
4,model.language_model.layers.4.mlp.experts.52.down_proj,0.0114803215,hessian_weighted_relative_error,25642,0.02500,0.732
4,model.language_model.layers.4.mlp.experts.52.gate_proj,0.0072915562,hessian_weighted_relative_error,25642,0.02500,0.754
4,model.language_model.layers.4.mlp.experts.52.up_proj,0.0075953274,hessian_weighted_relative_error,25642,0.02500,0.788
4,model.language_model.layers.4.mlp.experts.53.down_proj,0.0025820182,hessian_weighted_relative_error,27981,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.53.gate_proj,0.0071009031,hessian_weighted_relative_error,27981,0.02500,0.865
4,model.language_model.layers.4.mlp.experts.53.up_proj,0.0074405665,hessian_weighted_relative_error,27981,0.02500,0.943
4,model.language_model.layers.4.mlp.experts.54.down_proj,0.0134437157,hessian_weighted_relative_error,25688,0.02500,0.730
4,model.language_model.layers.4.mlp.experts.54.gate_proj,0.0089585824,hessian_weighted_relative_error,25688,0.02500,0.759
4,model.language_model.layers.4.mlp.experts.54.up_proj,0.0092045687,hessian_weighted_relative_error,25688,0.02500,0.788
4,model.language_model.layers.4.mlp.experts.55.down_proj,0.0130185082,hessian_weighted_relative_error,25755,0.02500,0.814
4,model.language_model.layers.4.mlp.experts.55.gate_proj,0.0083139778,hessian_weighted_relative_error,25755,0.02500,0.865
4,model.language_model.layers.4.mlp.experts.55.up_proj,0.0086661020,hessian_weighted_relative_error,25755,0.02500,0.939
4,model.language_model.layers.4.mlp.experts.56.down_proj,0.0133851147,hessian_weighted_relative_error,28431,0.02500,0.731
4,model.language_model.layers.4.mlp.experts.56.gate_proj,0.0087870364,hessian_weighted_relative_error,28431,0.02500,0.756
4,model.language_model.layers.4.mlp.experts.56.up_proj,0.0091834615,hessian_weighted_relative_error,28431,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.57.down_proj,0.0124098534,hessian_weighted_relative_error,23782,0.02500,0.818
4,model.language_model.layers.4.mlp.experts.57.gate_proj,0.0076173880,hessian_weighted_relative_error,23782,0.02500,0.872
4,model.language_model.layers.4.mlp.experts.57.up_proj,0.0079377780,hessian_weighted_relative_error,23782,0.02500,0.942
4,model.language_model.layers.4.mlp.experts.58.down_proj,0.0098195991,hessian_weighted_relative_error,31027,0.02500,0.735
4,model.language_model.layers.4.mlp.experts.58.gate_proj,0.0068128783,hessian_weighted_relative_error,31027,0.02500,0.759
4,model.language_model.layers.4.mlp.experts.58.up_proj,0.0070678303,hessian_weighted_relative_error,31027,0.02500,0.789
4,model.language_model.layers.4.mlp.experts.59.down_proj,0.0123658339,hessian_weighted_relative_error,27431,0.02500,0.817
4,model.language_model.layers.4.mlp.experts.59.gate_proj,0.0074807240,hessian_weighted_relative_error,27431,0.02500,0.869
4,model.language_model.layers.4.mlp.experts.59.up_proj,0.0077800198,hessian_weighted_relative_error,27431,0.02500,0.937
4,model.language_model.layers.4.mlp.experts.6.down_proj,0.0106478201,hessian_weighted_relative_error,30252,0.02500,0.717
4,model.language_model.layers.4.mlp.experts.6.gate_proj,0.0063265293,hessian_weighted_relative_error,30252,0.02500,0.740
4,model.language_model.layers.4.mlp.experts.6.up_proj,0.0066735951,hessian_weighted_relative_error,30252,0.02500,0.786
4,model.language_model.layers.4.mlp.experts.60.down_proj,0.0017409466,hessian_weighted_relative_error,23439,0.02500,0.697
4,model.language_model.layers.4.mlp.experts.60.gate_proj,0.0028971578,hessian_weighted_relative_error,23439,0.02500,0.756
4,model.language_model.layers.4.mlp.experts.60.up_proj,0.0008116148,hessian_weighted_relative_error,23439,0.02500,0.713
4,model.language_model.layers.4.mlp.experts.61.down_proj,0.0026836023,hessian_weighted_relative_error,23280,0.02500,0.787
4,model.language_model.layers.4.mlp.experts.61.gate_proj,0.0062449921,hessian_weighted_relative_error,23280,0.02500,0.870
4,model.language_model.layers.4.mlp.experts.61.up_proj,0.0066372891,hessian_weighted_relative_error,23280,0.02500,0.941
4,model.language_model.layers.4.mlp.experts.62.down_proj,0.0029685305,hessian_weighted_relative_error,36656,0.02500,0.693
4,model.language_model.layers.4.mlp.experts.62.gate_proj,0.0073605209,hessian_weighted_relative_error,36656,0.02500,0.758
4,model.language_model.layers.4.mlp.experts.62.up_proj,0.0076163800,hessian_weighted_relative_error,36656,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.63.down_proj,0.0021032326,hessian_weighted_relative_error,29690,0.02500,0.786
4,model.language_model.layers.4.mlp.experts.63.gate_proj,0.0044018840,hessian_weighted_relative_error,29690,0.02500,0.873
4,model.language_model.layers.4.mlp.experts.63.up_proj,0.0011910227,hessian_weighted_relative_error,29690,0.02500,0.851
4,model.language_model.layers.4.mlp.experts.64.down_proj,0.0146432689,hessian_weighted_relative_error,33526,0.02500,0.734
4,model.language_model.layers.4.mlp.experts.64.gate_proj,0.0093575672,hessian_weighted_relative_error,33526,0.02500,0.758
4,model.language_model.layers.4.mlp.experts.64.up_proj,0.0095953279,hessian_weighted_relative_error,33526,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.65.down_proj,0.0038351563,hessian_weighted_relative_error,46104,0.02500,0.788
4,model.language_model.layers.4.mlp.experts.65.gate_proj,0.0025063854,hessian_weighted_relative_error,46104,0.02500,0.864
4,model.language_model.layers.4.mlp.experts.65.up_proj,0.0025577764,hessian_weighted_relative_error,46104,0.02500,0.862
4,model.language_model.layers.4.mlp.experts.66.down_proj,0.0029558483,hessian_weighted_relative_error,32738,0.02500,0.695
4,model.language_model.layers.4.mlp.experts.66.gate_proj,0.0072784716,hessian_weighted_relative_error,32738,0.02500,0.761
4,model.language_model.layers.4.mlp.experts.66.up_proj,0.0076160553,hessian_weighted_relative_error,32738,0.02500,0.790
4,model.language_model.layers.4.mlp.experts.67.down_proj,0.0021305477,hessian_weighted_relative_error,28271,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.67.gate_proj,0.0015799455,hessian_weighted_relative_error,28271,0.02500,0.868
4,model.language_model.layers.4.mlp.experts.67.up_proj,0.0016536568,hessian_weighted_relative_error,28271,0.02500,0.866
4,model.language_model.layers.4.mlp.experts.68.down_proj,0.0109210519,hessian_weighted_relative_error,25503,0.02500,0.736
4,model.language_model.layers.4.mlp.experts.68.gate_proj,0.0074380952,hessian_weighted_relative_error,25503,0.02500,0.759
4,model.language_model.layers.4.mlp.experts.68.up_proj,0.0077448696,hessian_weighted_relative_error,25503,0.02500,0.788
4,model.language_model.layers.4.mlp.experts.69.down_proj,0.0078894390,hessian_weighted_relative_error,20352,0.02500,0.824
4,model.language_model.layers.4.mlp.experts.69.gate_proj,0.0044937748,hessian_weighted_relative_error,20352,0.02500,0.876
4,model.language_model.layers.4.mlp.experts.69.up_proj,0.0047319263,hessian_weighted_relative_error,20352,0.02500,0.940
4,model.language_model.layers.4.mlp.experts.7.down_proj,0.0114721702,hessian_weighted_relative_error,38262,0.02500,0.787
4,model.language_model.layers.4.mlp.experts.7.gate_proj,0.0069238185,hessian_weighted_relative_error,38262,0.02500,0.836
4,model.language_model.layers.4.mlp.experts.7.up_proj,0.0073376380,hessian_weighted_relative_error,38262,0.02500,0.933
4,model.language_model.layers.4.mlp.experts.70.down_proj,0.0034766705,hessian_weighted_relative_error,56834,0.02500,0.697
4,model.language_model.layers.4.mlp.experts.70.gate_proj,0.0022102973,hessian_weighted_relative_error,56834,0.02500,0.710
4,model.language_model.layers.4.mlp.experts.70.up_proj,0.0022898177,hessian_weighted_relative_error,56834,0.02500,0.710
4,model.language_model.layers.4.mlp.experts.71.down_proj,0.0092667368,hessian_weighted_relative_error,29242,0.02500,0.822
4,model.language_model.layers.4.mlp.experts.71.gate_proj,0.0065468666,hessian_weighted_relative_error,29242,0.02500,0.876
4,model.language_model.layers.4.mlp.experts.71.up_proj,0.0067744294,hessian_weighted_relative_error,29242,0.02500,0.945
4,model.language_model.layers.4.mlp.experts.72.down_proj,0.0028837334,hessian_weighted_relative_error,29305,0.02500,0.695
4,model.language_model.layers.4.mlp.experts.72.gate_proj,0.0066859674,hessian_weighted_relative_error,29305,0.02500,0.760
4,model.language_model.layers.4.mlp.experts.72.up_proj,0.0069598368,hessian_weighted_relative_error,29305,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.73.down_proj,0.0121787202,hessian_weighted_relative_error,21528,0.02500,0.827
4,model.language_model.layers.4.mlp.experts.73.gate_proj,0.0074120423,hessian_weighted_relative_error,21528,0.02500,0.881
4,model.language_model.layers.4.mlp.experts.73.up_proj,0.0077842764,hessian_weighted_relative_error,21528,0.02500,0.940
4,model.language_model.layers.4.mlp.experts.74.down_proj,0.0016357508,hessian_weighted_relative_error,29687,0.02500,0.698
4,model.language_model.layers.4.mlp.experts.74.gate_proj,0.0008436815,hessian_weighted_relative_error,29687,0.02500,0.711
4,model.language_model.layers.4.mlp.experts.74.up_proj,0.0009100345,hessian_weighted_relative_error,29687,0.02500,0.715
4,model.language_model.layers.4.mlp.experts.75.down_proj,0.0049641193,hessian_weighted_relative_error,28829,0.02500,0.825
4,model.language_model.layers.4.mlp.experts.75.gate_proj,0.0029714132,hessian_weighted_relative_error,28829,0.02500,0.879
4,model.language_model.layers.4.mlp.experts.75.up_proj,0.0032107288,hessian_weighted_relative_error,28829,0.02500,0.947
4,model.language_model.layers.4.mlp.experts.76.down_proj,0.0129997172,hessian_weighted_relative_error,35966,0.02500,0.735
4,model.language_model.layers.4.mlp.experts.76.gate_proj,0.0079210711,hessian_weighted_relative_error,35966,0.02500,0.762
4,model.language_model.layers.4.mlp.experts.76.up_proj,0.0082471986,hessian_weighted_relative_error,35966,0.02500,0.790
4,model.language_model.layers.4.mlp.experts.77.down_proj,0.0020785189,hessian_weighted_relative_error,31556,0.02500,0.787
4,model.language_model.layers.4.mlp.experts.77.gate_proj,0.0008466876,hessian_weighted_relative_error,31556,0.02500,0.867
4,model.language_model.layers.4.mlp.experts.77.up_proj,0.0009434995,hessian_weighted_relative_error,31556,0.02500,0.853
4,model.language_model.layers.4.mlp.experts.78.down_proj,0.0017928472,hessian_weighted_relative_error,35448,0.02500,0.694
4,model.language_model.layers.4.mlp.experts.78.gate_proj,0.0033702890,hessian_weighted_relative_error,35448,0.02500,0.760
4,model.language_model.layers.4.mlp.experts.78.up_proj,0.0009687982,hessian_weighted_relative_error,35448,0.02500,0.717
4,model.language_model.layers.4.mlp.experts.79.down_proj,0.0059689243,hessian_weighted_relative_error,17681,0.02500,0.827
4,model.language_model.layers.4.mlp.experts.79.gate_proj,0.0032149717,hessian_weighted_relative_error,17681,0.02500,0.879
4,model.language_model.layers.4.mlp.experts.79.up_proj,0.0035290335,hessian_weighted_relative_error,17681,0.02500,0.946
4,model.language_model.layers.4.mlp.experts.8.down_proj,0.0025166465,hessian_weighted_relative_error,42686,0.02500,0.697
4,model.language_model.layers.4.mlp.experts.8.gate_proj,0.0064956319,hessian_weighted_relative_error,42686,0.02500,0.741
4,model.language_model.layers.4.mlp.experts.8.up_proj,0.0067099616,hessian_weighted_relative_error,42686,0.02500,0.786
4,model.language_model.layers.4.mlp.experts.80.down_proj,0.0106365002,hessian_weighted_relative_error,23013,0.02500,0.736
4,model.language_model.layers.4.mlp.experts.80.gate_proj,0.0073770415,hessian_weighted_relative_error,23013,0.02500,0.764
4,model.language_model.layers.4.mlp.experts.80.up_proj,0.0077296744,hessian_weighted_relative_error,23013,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.81.down_proj,0.0114771874,hessian_weighted_relative_error,24989,0.02500,0.830
4,model.language_model.layers.4.mlp.experts.81.gate_proj,0.0076570627,hessian_weighted_relative_error,24989,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.81.up_proj,0.0079536954,hessian_weighted_relative_error,24989,0.02500,0.949
4,model.language_model.layers.4.mlp.experts.82.down_proj,0.0124981329,hessian_weighted_relative_error,25713,0.02500,0.740
4,model.language_model.layers.4.mlp.experts.82.gate_proj,0.0078245309,hessian_weighted_relative_error,25713,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.82.up_proj,0.0082232730,hessian_weighted_relative_error,25713,0.02500,0.790
4,model.language_model.layers.4.mlp.experts.83.down_proj,0.0100837287,hessian_weighted_relative_error,22316,0.02500,0.828
4,model.language_model.layers.4.mlp.experts.83.gate_proj,0.0061795746,hessian_weighted_relative_error,22316,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.83.up_proj,0.0064965801,hessian_weighted_relative_error,22316,0.02500,0.950
4,model.language_model.layers.4.mlp.experts.84.down_proj,0.0126759739,hessian_weighted_relative_error,26749,0.02500,0.739
4,model.language_model.layers.4.mlp.experts.84.gate_proj,0.0080473007,hessian_weighted_relative_error,26749,0.02500,0.763
4,model.language_model.layers.4.mlp.experts.84.up_proj,0.0083768818,hessian_weighted_relative_error,26749,0.02500,0.796
4,model.language_model.layers.4.mlp.experts.85.down_proj,0.0043221874,hessian_weighted_relative_error,22073,0.02500,0.830
4,model.language_model.layers.4.mlp.experts.85.gate_proj,0.0021761892,hessian_weighted_relative_error,22073,0.02500,0.886
4,model.language_model.layers.4.mlp.experts.85.up_proj,0.0024333877,hessian_weighted_relative_error,22073,0.02500,0.947
4,model.language_model.layers.4.mlp.experts.86.down_proj,0.0031000381,hessian_weighted_relative_error,28154,0.02500,0.695
4,model.language_model.layers.4.mlp.experts.86.gate_proj,0.0081942273,hessian_weighted_relative_error,28154,0.02500,0.763
4,model.language_model.layers.4.mlp.experts.86.up_proj,0.0022132882,hessian_weighted_relative_error,28154,0.02500,0.713
4,model.language_model.layers.4.mlp.experts.87.down_proj,0.0016527630,hessian_weighted_relative_error,21394,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.87.gate_proj,0.0040661793,hessian_weighted_relative_error,21394,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.87.up_proj,0.0010855924,hessian_weighted_relative_error,21394,0.02500,0.846
4,model.language_model.layers.4.mlp.experts.88.down_proj,0.0031317516,hessian_weighted_relative_error,34184,0.02500,0.698
4,model.language_model.layers.4.mlp.experts.88.gate_proj,0.0069602155,hessian_weighted_relative_error,34184,0.02500,0.766
4,model.language_model.layers.4.mlp.experts.88.up_proj,0.0072432121,hessian_weighted_relative_error,34184,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.89.down_proj,0.0133466102,hessian_weighted_relative_error,29271,0.02500,0.834
4,model.language_model.layers.4.mlp.experts.89.gate_proj,0.0086909005,hessian_weighted_relative_error,29271,0.02500,0.886
4,model.language_model.layers.4.mlp.experts.89.up_proj,0.0089961110,hessian_weighted_relative_error,29271,0.02500,0.948
4,model.language_model.layers.4.mlp.experts.9.down_proj,0.0128016212,hessian_weighted_relative_error,22832,0.02500,0.795
4,model.language_model.layers.4.mlp.experts.9.gate_proj,0.0084757657,hessian_weighted_relative_error,22832,0.02500,0.847
4,model.language_model.layers.4.mlp.experts.9.up_proj,0.0087137553,hessian_weighted_relative_error,22832,0.02500,0.940
4,model.language_model.layers.4.mlp.experts.90.down_proj,0.0108379472,hessian_weighted_relative_error,27453,0.02500,0.740
4,model.language_model.layers.4.mlp.experts.90.gate_proj,0.0071645092,hessian_weighted_relative_error,27453,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.90.up_proj,0.0073752178,hessian_weighted_relative_error,27453,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.91.down_proj,0.0030462714,hessian_weighted_relative_error,22819,0.02500,0.789
4,model.language_model.layers.4.mlp.experts.91.gate_proj,0.0067284183,hessian_weighted_relative_error,22819,0.02500,0.884
4,model.language_model.layers.4.mlp.experts.91.up_proj,0.0070458247,hessian_weighted_relative_error,22819,0.02500,0.939
4,model.language_model.layers.4.mlp.experts.92.down_proj,0.0132165064,hessian_weighted_relative_error,25608,0.02500,0.739
4,model.language_model.layers.4.mlp.experts.92.gate_proj,0.0083639747,hessian_weighted_relative_error,25608,0.02500,0.764
4,model.language_model.layers.4.mlp.experts.92.up_proj,0.0085681383,hessian_weighted_relative_error,25608,0.02500,0.804
4,model.language_model.layers.4.mlp.experts.93.down_proj,0.0022118856,hessian_weighted_relative_error,26443,0.02500,0.789
4,model.language_model.layers.4.mlp.experts.93.gate_proj,0.0046094566,hessian_weighted_relative_error,26443,0.02500,0.886
4,model.language_model.layers.4.mlp.experts.93.up_proj,0.0012687389,hessian_weighted_relative_error,26443,0.02500,0.849
4,model.language_model.layers.4.mlp.experts.94.down_proj,0.0078284112,hessian_weighted_relative_error,18725,0.02500,0.739
4,model.language_model.layers.4.mlp.experts.94.gate_proj,0.0051650480,hessian_weighted_relative_error,18725,0.02500,0.764
4,model.language_model.layers.4.mlp.experts.94.up_proj,0.0054818152,hessian_weighted_relative_error,18725,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.95.down_proj,0.0037561199,hessian_weighted_relative_error,34076,0.02500,0.787
4,model.language_model.layers.4.mlp.experts.95.gate_proj,0.0095977774,hessian_weighted_relative_error,34076,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.95.up_proj,0.0025386738,hessian_weighted_relative_error,34076,0.02500,0.862
4,model.language_model.layers.4.mlp.experts.96.down_proj,0.0021886009,hessian_weighted_relative_error,23002,0.02500,0.697
4,model.language_model.layers.4.mlp.experts.96.gate_proj,0.0050245678,hessian_weighted_relative_error,23002,0.02500,0.769
4,model.language_model.layers.4.mlp.experts.96.up_proj,0.0052312310,hessian_weighted_relative_error,23002,0.02500,0.791
4,model.language_model.layers.4.mlp.experts.97.down_proj,0.0027353357,hessian_weighted_relative_error,27019,0.02500,0.789
4,model.language_model.layers.4.mlp.experts.97.gate_proj,0.0060757105,hessian_weighted_relative_error,27019,0.02500,0.887
4,model.language_model.layers.4.mlp.experts.97.up_proj,0.0063693348,hessian_weighted_relative_error,27019,0.02500,0.947
4,model.language_model.layers.4.mlp.experts.98.down_proj,0.0058559603,hessian_weighted_relative_error,11417,0.02500,0.743
4,model.language_model.layers.4.mlp.experts.98.gate_proj,0.0035180598,hessian_weighted_relative_error,11417,0.02500,0.767
4,model.language_model.layers.4.mlp.experts.98.up_proj,0.0039412716,hessian_weighted_relative_error,11417,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.99.down_proj,0.0015956061,hessian_weighted_relative_error,30934,0.02500,0.787
4,model.language_model.layers.4.mlp.experts.99.gate_proj,0.0007437285,hessian_weighted_relative_error,30934,0.02500,0.872
4,model.language_model.layers.4.mlp.experts.99.up_proj,0.0008133624,hessian_weighted_relative_error,30934,0.02500,0.859
5,model.language_model.layers.5.mlp.experts.0.down_proj,0.0020601281,hessian_weighted_relative_error,20499,0.02500,0.677
5,model.language_model.layers.5.mlp.experts.0.gate_proj,0.0011734525,hessian_weighted_relative_error,20499,0.02500,0.694
5,model.language_model.layers.5.mlp.experts.0.up_proj,0.0012107126,hessian_weighted_relative_error,20499,0.02500,0.697
5,model.language_model.layers.5.mlp.experts.1.down_proj,0.0050454790,hessian_weighted_relative_error,20622,0.02500,0.751
5,model.language_model.layers.5.mlp.experts.1.gate_proj,0.0036060319,hessian_weighted_relative_error,20622,0.02500,0.844
5,model.language_model.layers.5.mlp.experts.1.up_proj,0.0037517213,hessian_weighted_relative_error,20622,0.02500,0.938
5,model.language_model.layers.5.mlp.experts.10.down_proj,0.0027742015,hessian_weighted_relative_error,30282,0.02500,0.656
5,model.language_model.layers.5.mlp.experts.10.gate_proj,0.0072568814,hessian_weighted_relative_error,30282,0.02500,0.745
5,model.language_model.layers.5.mlp.experts.10.up_proj,0.0019533349,hessian_weighted_relative_error,30282,0.02500,0.694
5,model.language_model.layers.5.mlp.experts.100.down_proj,0.0132130686,hessian_weighted_relative_error,30038,0.02500,0.740
5,model.language_model.layers.5.mlp.experts.100.gate_proj,0.0085321182,hessian_weighted_relative_error,30038,0.02500,0.770
5,model.language_model.layers.5.mlp.experts.100.up_proj,0.0089091367,hessian_weighted_relative_error,30038,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.101.down_proj,0.0129283842,hessian_weighted_relative_error,34307,0.02500,0.837
5,model.language_model.layers.5.mlp.experts.101.gate_proj,0.0080695355,hessian_weighted_relative_error,34307,0.02500,0.890
5,model.language_model.layers.5.mlp.experts.101.up_proj,0.0083678555,hessian_weighted_relative_error,34307,0.02500,0.954
5,model.language_model.layers.5.mlp.experts.102.down_proj,0.0126297233,hessian_weighted_relative_error,25482,0.02500,0.745
5,model.language_model.layers.5.mlp.experts.102.gate_proj,0.0079086201,hessian_weighted_relative_error,25482,0.02500,0.770
5,model.language_model.layers.5.mlp.experts.102.up_proj,0.0081985718,hessian_weighted_relative_error,25482,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.103.down_proj,0.0032529432,hessian_weighted_relative_error,35774,0.02500,0.753
5,model.language_model.layers.5.mlp.experts.103.gate_proj,0.0077500531,hessian_weighted_relative_error,35774,0.02500,0.891
5,model.language_model.layers.5.mlp.experts.103.up_proj,0.0080962269,hessian_weighted_relative_error,35774,0.02500,0.953
5,model.language_model.layers.5.mlp.experts.104.down_proj,0.0128384005,hessian_weighted_relative_error,27947,0.02500,0.745
5,model.language_model.layers.5.mlp.experts.104.gate_proj,0.0081932913,hessian_weighted_relative_error,27947,0.02500,0.769
5,model.language_model.layers.5.mlp.experts.104.up_proj,0.0084580829,hessian_weighted_relative_error,27947,0.02500,0.793
5,model.language_model.layers.5.mlp.experts.105.down_proj,0.0033902794,hessian_weighted_relative_error,32798,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.105.gate_proj,0.0081528796,hessian_weighted_relative_error,32798,0.02500,0.890
5,model.language_model.layers.5.mlp.experts.105.up_proj,0.0084739144,hessian_weighted_relative_error,32798,0.02500,0.951
5,model.language_model.layers.5.mlp.experts.106.down_proj,0.0059823259,hessian_weighted_relative_error,21049,0.02500,0.744
5,model.language_model.layers.5.mlp.experts.106.gate_proj,0.0049038714,hessian_weighted_relative_error,21049,0.02500,0.769
5,model.language_model.layers.5.mlp.experts.106.up_proj,0.0049985079,hessian_weighted_relative_error,21049,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.107.down_proj,0.0145438232,hessian_weighted_relative_error,38449,0.02500,0.840
5,model.language_model.layers.5.mlp.experts.107.gate_proj,0.0094936812,hessian_weighted_relative_error,38449,0.02500,0.890
5,model.language_model.layers.5.mlp.experts.107.up_proj,0.0099115601,hessian_weighted_relative_error,38449,0.02500,0.963
5,model.language_model.layers.5.mlp.experts.108.down_proj,0.0012598033,hessian_weighted_relative_error,24508,0.02500,0.678
5,model.language_model.layers.5.mlp.experts.108.gate_proj,0.0021107661,hessian_weighted_relative_error,24508,0.02500,0.770
5,model.language_model.layers.5.mlp.experts.108.up_proj,0.0023051457,hessian_weighted_relative_error,24508,0.02500,0.793
5,model.language_model.layers.5.mlp.experts.109.down_proj,0.0024971180,hessian_weighted_relative_error,16198,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.109.gate_proj,0.0059379188,hessian_weighted_relative_error,16198,0.02500,0.892
5,model.language_model.layers.5.mlp.experts.109.up_proj,0.0015837620,hessian_weighted_relative_error,16198,0.02500,0.926
5,model.language_model.layers.5.mlp.experts.11.down_proj,0.0130065109,hessian_weighted_relative_error,22410,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.11.gate_proj,0.0080821322,hessian_weighted_relative_error,22410,0.02500,0.839
5,model.language_model.layers.5.mlp.experts.11.up_proj,0.0085407438,hessian_weighted_relative_error,22410,0.02500,0.942
5,model.language_model.layers.5.mlp.experts.110.down_proj,0.0125198503,hessian_weighted_relative_error,26642,0.02500,0.745
5,model.language_model.layers.5.mlp.experts.110.gate_proj,0.0076312037,hessian_weighted_relative_error,26642,0.02500,0.771
5,model.language_model.layers.5.mlp.experts.110.up_proj,0.0079759614,hessian_weighted_relative_error,26642,0.02500,0.806
5,model.language_model.layers.5.mlp.experts.111.down_proj,0.0030672294,hessian_weighted_relative_error,36191,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.111.gate_proj,0.0070641685,hessian_weighted_relative_error,36191,0.02500,0.892
5,model.language_model.layers.5.mlp.experts.111.up_proj,0.0070910525,hessian_weighted_relative_error,36191,0.02500,0.964
5,model.language_model.layers.5.mlp.experts.112.down_proj,0.0030904898,hessian_weighted_relative_error,31565,0.02500,0.679
5,model.language_model.layers.5.mlp.experts.112.gate_proj,0.0080038912,hessian_weighted_relative_error,31565,0.02500,0.771
5,model.language_model.layers.5.mlp.experts.112.up_proj,0.0021375996,hessian_weighted_relative_error,31565,0.02500,0.692
5,model.language_model.layers.5.mlp.experts.113.down_proj,0.0093967857,hessian_weighted_relative_error,19368,0.02500,0.843
5,model.language_model.layers.5.mlp.experts.113.gate_proj,0.0056906524,hessian_weighted_relative_error,19368,0.02500,0.893
5,model.language_model.layers.5.mlp.experts.113.up_proj,0.0059494585,hessian_weighted_relative_error,19368,0.02500,0.990
5,model.language_model.layers.5.mlp.experts.114.down_proj,0.0129002240,hessian_weighted_relative_error,28684,0.02500,0.744
5,model.language_model.layers.5.mlp.experts.114.gate_proj,0.0080851878,hessian_weighted_relative_error,28684,0.02500,0.770
5,model.language_model.layers.5.mlp.experts.114.up_proj,0.0084464103,hessian_weighted_relative_error,28684,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.115.down_proj,0.0133542603,hessian_weighted_relative_error,25983,0.02500,0.844
5,model.language_model.layers.5.mlp.experts.115.gate_proj,0.0080715070,hessian_weighted_relative_error,25983,0.02500,0.896
5,model.language_model.layers.5.mlp.experts.115.up_proj,0.0084826460,hessian_weighted_relative_error,25983,0.02500,0.960
5,model.language_model.layers.5.mlp.experts.116.down_proj,0.0125228815,hessian_weighted_relative_error,33918,0.02500,0.744
5,model.language_model.layers.5.mlp.experts.116.gate_proj,0.0083856180,hessian_weighted_relative_error,33918,0.02500,0.772
5,model.language_model.layers.5.mlp.experts.116.up_proj,0.0086019199,hessian_weighted_relative_error,33918,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.117.down_proj,0.0031399399,hessian_weighted_relative_error,38983,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.117.gate_proj,0.0019407646,hessian_weighted_relative_error,38983,0.02500,0.918
5,model.language_model.layers.5.mlp.experts.117.up_proj,0.0020484976,hessian_weighted_relative_error,38983,0.02500,0.909
5,model.language_model.layers.5.mlp.experts.118.down_proj,0.0125232041,hessian_weighted_relative_error,31201,0.02500,0.747
5,model.language_model.layers.5.mlp.experts.118.gate_proj,0.0077761992,hessian_weighted_relative_error,31201,0.02500,0.771
5,model.language_model.layers.5.mlp.experts.118.up_proj,0.0080602375,hessian_weighted_relative_error,31201,0.02500,0.796
5,model.language_model.layers.5.mlp.experts.119.down_proj,0.0121919984,hessian_weighted_relative_error,36848,0.02500,0.846
5,model.language_model.layers.5.mlp.experts.119.gate_proj,0.0079974343,hessian_weighted_relative_error,36848,0.02500,0.894
5,model.language_model.layers.5.mlp.experts.119.up_proj,0.0081283523,hessian_weighted_relative_error,36848,0.02500,0.956
5,model.language_model.layers.5.mlp.experts.12.down_proj,0.0130539733,hessian_weighted_relative_error,29445,0.02500,0.720
5,model.language_model.layers.5.mlp.experts.12.gate_proj,0.0083779179,hessian_weighted_relative_error,29445,0.02500,0.750
5,model.language_model.layers.5.mlp.experts.12.up_proj,0.0086759872,hessian_weighted_relative_error,29445,0.02500,0.792
5,model.language_model.layers.5.mlp.experts.120.down_proj,0.0137868357,hessian_weighted_relative_error,31137,0.02500,0.747
5,model.language_model.layers.5.mlp.experts.120.gate_proj,0.0086924531,hessian_weighted_relative_error,31137,0.02500,0.774
5,model.language_model.layers.5.mlp.experts.120.up_proj,0.0090061067,hessian_weighted_relative_error,31137,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.121.down_proj,0.0113854929,hessian_weighted_relative_error,29565,0.02500,0.847
5,model.language_model.layers.5.mlp.experts.121.gate_proj,0.0075500221,hessian_weighted_relative_error,29565,0.02500,0.898
5,model.language_model.layers.5.mlp.experts.121.up_proj,0.0078456551,hessian_weighted_relative_error,29565,0.02500,0.963
5,model.language_model.layers.5.mlp.experts.122.down_proj,0.0087163612,hessian_weighted_relative_error,19349,0.02500,0.744
5,model.language_model.layers.5.mlp.experts.122.gate_proj,0.0056221026,hessian_weighted_relative_error,19349,0.02500,0.773
5,model.language_model.layers.5.mlp.experts.122.up_proj,0.0059437172,hessian_weighted_relative_error,19349,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.123.down_proj,0.0132148807,hessian_weighted_relative_error,34644,0.02500,0.848
5,model.language_model.layers.5.mlp.experts.123.gate_proj,0.0079757652,hessian_weighted_relative_error,34644,0.02500,0.900
5,model.language_model.layers.5.mlp.experts.123.up_proj,0.0084023639,hessian_weighted_relative_error,34644,0.02500,0.962
5,model.language_model.layers.5.mlp.experts.124.down_proj,0.0029472987,hessian_weighted_relative_error,42588,0.02500,0.681
5,model.language_model.layers.5.mlp.experts.124.gate_proj,0.0080235324,hessian_weighted_relative_error,42588,0.02500,0.772
5,model.language_model.layers.5.mlp.experts.124.up_proj,0.0021462821,hessian_weighted_relative_error,42588,0.02500,0.698
5,model.language_model.layers.5.mlp.experts.125.down_proj,0.0034793684,hessian_weighted_relative_error,52377,0.02500,0.803
5,model.language_model.layers.5.mlp.experts.125.gate_proj,0.0080558764,hessian_weighted_relative_error,52377,0.02500,0.894
5,model.language_model.layers.5.mlp.experts.125.up_proj,0.0021826840,hessian_weighted_relative_error,52377,0.02500,0.933
5,model.language_model.layers.5.mlp.experts.126.down_proj,0.0017800844,hessian_weighted_relative_error,17007,0.02500,0.679
5,model.language_model.layers.5.mlp.experts.126.gate_proj,0.0038798456,hessian_weighted_relative_error,17007,0.02500,0.783
5,model.language_model.layers.5.mlp.experts.126.up_proj,0.0041331585,hessian_weighted_relative_error,17007,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.127.down_proj,0.0119401380,hessian_weighted_relative_error,31771,0.02500,0.849
5,model.language_model.layers.5.mlp.experts.127.gate_proj,0.0075800050,hessian_weighted_relative_error,31771,0.02500,0.896
5,model.language_model.layers.5.mlp.experts.127.up_proj,0.0078367946,hessian_weighted_relative_error,31771,0.02500,0.964
5,model.language_model.layers.5.mlp.experts.128.down_proj,0.0143576488,hessian_weighted_relative_error,32878,0.02500,0.748
5,model.language_model.layers.5.mlp.experts.128.gate_proj,0.0091474285,hessian_weighted_relative_error,32878,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.128.up_proj,0.0093737166,hessian_weighted_relative_error,32878,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.129.down_proj,0.0124374547,hessian_weighted_relative_error,21208,0.02500,0.851
5,model.language_model.layers.5.mlp.experts.129.gate_proj,0.0073934760,hessian_weighted_relative_error,21208,0.02500,0.895
5,model.language_model.layers.5.mlp.experts.129.up_proj,0.0077095502,hessian_weighted_relative_error,21208,0.02500,0.966
5,model.language_model.layers.5.mlp.experts.13.down_proj,0.0048147496,hessian_weighted_relative_error,16504,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.13.gate_proj,0.0027115439,hessian_weighted_relative_error,16504,0.02500,0.850
5,model.language_model.layers.5.mlp.experts.13.up_proj,0.0028892715,hessian_weighted_relative_error,16504,0.02500,0.941
5,model.language_model.layers.5.mlp.experts.130.down_proj,0.0128623260,hessian_weighted_relative_error,24069,0.02500,0.747
5,model.language_model.layers.5.mlp.experts.130.gate_proj,0.0082245086,hessian_weighted_relative_error,24069,0.02500,0.774
5,model.language_model.layers.5.mlp.experts.130.up_proj,0.0083294144,hessian_weighted_relative_error,24069,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.131.down_proj,0.0121078313,hessian_weighted_relative_error,29626,0.02500,0.851
5,model.language_model.layers.5.mlp.experts.131.gate_proj,0.0078262200,hessian_weighted_relative_error,29626,0.02500,0.896
5,model.language_model.layers.5.mlp.experts.131.up_proj,0.0082948431,hessian_weighted_relative_error,29626,0.02500,0.953
5,model.language_model.layers.5.mlp.experts.132.down_proj,0.0121875453,hessian_weighted_relative_error,29567,0.02500,0.745
5,model.language_model.layers.5.mlp.experts.132.gate_proj,0.0082240306,hessian_weighted_relative_error,29567,0.02500,0.775
5,model.language_model.layers.5.mlp.experts.132.up_proj,0.0085425274,hessian_weighted_relative_error,29567,0.02500,0.798
5,model.language_model.layers.5.mlp.experts.133.down_proj,0.0021062239,hessian_weighted_relative_error,29099,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.133.gate_proj,0.0013070282,hessian_weighted_relative_error,29099,0.02500,0.898
5,model.language_model.layers.5.mlp.experts.133.up_proj,0.0013103778,hessian_weighted_relative_error,29099,0.02500,0.892
5,model.language_model.layers.5.mlp.experts.134.down_proj,0.0032725378,hessian_weighted_relative_error,37847,0.02500,0.681
5,model.language_model.layers.5.mlp.experts.134.gate_proj,0.0074458178,hessian_weighted_relative_error,37847,0.02500,0.773
5,model.language_model.layers.5.mlp.experts.134.up_proj,0.0020507499,hessian_weighted_relative_error,37847,0.02500,0.696
5,model.language_model.layers.5.mlp.experts.135.down_proj,0.0117253558,hessian_weighted_relative_error,30386,0.02500,0.854
5,model.language_model.layers.5.mlp.experts.135.gate_proj,0.0076142634,hessian_weighted_relative_error,30386,0.02500,0.901
5,model.language_model.layers.5.mlp.experts.135.up_proj,0.0080059705,hessian_weighted_relative_error,30386,0.02500,0.963
5,model.language_model.layers.5.mlp.experts.136.down_proj,0.0033733461,hessian_weighted_relative_error,36495,0.02500,0.680
5,model.language_model.layers.5.mlp.experts.136.gate_proj,0.0080151746,hessian_weighted_relative_error,36495,0.02500,0.773
5,model.language_model.layers.5.mlp.experts.136.up_proj,0.0084586831,hessian_weighted_relative_error,36495,0.02500,0.799
5,model.language_model.layers.5.mlp.experts.137.down_proj,0.0013528534,hessian_weighted_relative_error,28408,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.137.gate_proj,0.0007556431,hessian_weighted_relative_error,28408,0.02500,0.876
5,model.language_model.layers.5.mlp.experts.137.up_proj,0.0007875660,hessian_weighted_relative_error,28408,0.02500,0.875
5,model.language_model.layers.5.mlp.experts.138.down_proj,0.0119569833,hessian_weighted_relative_error,36817,0.02500,0.746
5,model.language_model.layers.5.mlp.experts.138.gate_proj,0.0073155188,hessian_weighted_relative_error,36817,0.02500,0.774
5,model.language_model.layers.5.mlp.experts.138.up_proj,0.0077403476,hessian_weighted_relative_error,36817,0.02500,0.799
5,model.language_model.layers.5.mlp.experts.139.down_proj,0.0126317912,hessian_weighted_relative_error,28986,0.02500,0.858
5,model.language_model.layers.5.mlp.experts.139.gate_proj,0.0077634301,hessian_weighted_relative_error,28986,0.02500,0.903
5,model.language_model.layers.5.mlp.experts.139.up_proj,0.0081128742,hessian_weighted_relative_error,28986,0.02500,0.957
5,model.language_model.layers.5.mlp.experts.14.down_proj,0.0129569131,hessian_weighted_relative_error,37836,0.02500,0.723
5,model.language_model.layers.5.mlp.experts.14.gate_proj,0.0082022399,hessian_weighted_relative_error,37836,0.02500,0.747
5,model.language_model.layers.5.mlp.experts.14.up_proj,0.0085282399,hessian_weighted_relative_error,37836,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.140.down_proj,0.0026360227,hessian_weighted_relative_error,30564,0.02500,0.681
5,model.language_model.layers.5.mlp.experts.140.gate_proj,0.0066627883,hessian_weighted_relative_error,30564,0.02500,0.774
5,model.language_model.layers.5.mlp.experts.140.up_proj,0.0070210837,hessian_weighted_relative_error,30564,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.141.down_proj,0.0123622114,hessian_weighted_relative_error,35032,0.02500,0.858
5,model.language_model.layers.5.mlp.experts.141.gate_proj,0.0078414481,hessian_weighted_relative_error,35032,0.02500,0.897
5,model.language_model.layers.5.mlp.experts.141.up_proj,0.0082117894,hessian_weighted_relative_error,35032,0.02500,0.954
5,model.language_model.layers.5.mlp.experts.142.down_proj,0.0031898815,hessian_weighted_relative_error,38892,0.02500,0.683
5,model.language_model.layers.5.mlp.experts.142.gate_proj,0.0020001227,hessian_weighted_relative_error,38892,0.02500,0.695
5,model.language_model.layers.5.mlp.experts.142.up_proj,0.0020699246,hessian_weighted_relative_error,38892,0.02500,0.699
5,model.language_model.layers.5.mlp.experts.143.down_proj,0.0112529506,hessian_weighted_relative_error,22655,0.02500,0.859
5,model.language_model.layers.5.mlp.experts.143.gate_proj,0.0063316503,hessian_weighted_relative_error,22655,0.02500,0.904
5,model.language_model.layers.5.mlp.experts.143.up_proj,0.0067344100,hessian_weighted_relative_error,22655,0.02500,0.955
5,model.language_model.layers.5.mlp.experts.144.down_proj,0.0143725156,hessian_weighted_relative_error,31669,0.02500,0.750
5,model.language_model.layers.5.mlp.experts.144.gate_proj,0.0092046481,hessian_weighted_relative_error,31669,0.02500,0.774
5,model.language_model.layers.5.mlp.experts.144.up_proj,0.0095007936,hessian_weighted_relative_error,31669,0.02500,0.798
5,model.language_model.layers.5.mlp.experts.145.down_proj,0.0015435036,hessian_weighted_relative_error,24728,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.145.gate_proj,0.0012315355,hessian_weighted_relative_error,24728,0.02500,0.879
5,model.language_model.layers.5.mlp.experts.145.up_proj,0.0012906314,hessian_weighted_relative_error,24728,0.02500,0.855
5,model.language_model.layers.5.mlp.experts.146.down_proj,0.0030172140,hessian_weighted_relative_error,25851,0.02500,0.682
5,model.language_model.layers.5.mlp.experts.146.gate_proj,0.0018360358,hessian_weighted_relative_error,25851,0.02500,0.699
5,model.language_model.layers.5.mlp.experts.146.up_proj,0.0019003895,hessian_weighted_relative_error,25851,0.02500,0.702
5,model.language_model.layers.5.mlp.experts.147.down_proj,0.0022824170,hessian_weighted_relative_error,18933,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.147.gate_proj,0.0054700466,hessian_weighted_relative_error,18933,0.02500,0.898
5,model.language_model.layers.5.mlp.experts.147.up_proj,0.0056921684,hessian_weighted_relative_error,18933,0.02500,0.956
5,model.language_model.layers.5.mlp.experts.148.down_proj,0.0074579574,hessian_weighted_relative_error,35962,0.02500,0.747
5,model.language_model.layers.5.mlp.experts.148.gate_proj,0.0068521303,hessian_weighted_relative_error,35962,0.02500,0.778
5,model.language_model.layers.5.mlp.experts.148.up_proj,0.0018446346,hessian_weighted_relative_error,35962,0.02500,0.701
5,model.language_model.layers.5.mlp.experts.149.down_proj,0.0111875206,hessian_weighted_relative_error,26226,0.02500,0.862
5,model.language_model.layers.5.mlp.experts.149.gate_proj,0.0071845875,hessian_weighted_relative_error,26226,0.02500,0.908
5,model.language_model.layers.5.mlp.experts.149.up_proj,0.0074645371,hessian_weighted_relative_error,26226,0.02500,0.968
5,model.language_model.layers.5.mlp.experts.15.down_proj,0.0126032977,hessian_weighted_relative_error,31521,0.02500,0.796
5,model.language_model.layers.5.mlp.experts.15.gate_proj,0.0076572405,hessian_weighted_relative_error,31521,0.02500,0.848
5,model.language_model.layers.5.mlp.experts.15.up_proj,0.0079347477,hessian_weighted_relative_error,31521,0.02500,0.940
5,model.language_model.layers.5.mlp.experts.150.down_proj,0.0125226039,hessian_weighted_relative_error,32721,0.02500,0.751
5,model.language_model.layers.5.mlp.experts.150.gate_proj,0.0077532947,hessian_weighted_relative_error,32721,0.02500,0.780
5,model.language_model.layers.5.mlp.experts.150.up_proj,0.0080768186,hessian_weighted_relative_error,32721,0.02500,0.798
5,model.language_model.layers.5.mlp.experts.151.down_proj,0.0135361883,hessian_weighted_relative_error,32045,0.02500,0.863
5,model.language_model.layers.5.mlp.experts.151.gate_proj,0.0085900568,hessian_weighted_relative_error,32045,0.02500,0.907
5,model.language_model.layers.5.mlp.experts.151.up_proj,0.0090812176,hessian_weighted_relative_error,32045,0.02500,0.995
5,model.language_model.layers.5.mlp.experts.152.down_proj,0.0018875990,hessian_weighted_relative_error,42257,0.02500,0.683
5,model.language_model.layers.5.mlp.experts.152.gate_proj,0.0053123440,hessian_weighted_relative_error,42257,0.02500,0.776
5,model.language_model.layers.5.mlp.experts.152.up_proj,0.0055587992,hessian_weighted_relative_error,42257,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.153.down_proj,0.0123290157,hessian_weighted_relative_error,29612,0.02500,0.864
5,model.language_model.layers.5.mlp.experts.153.gate_proj,0.0078310973,hessian_weighted_relative_error,29612,0.02500,0.901
5,model.language_model.layers.5.mlp.experts.153.up_proj,0.0082050014,hessian_weighted_relative_error,29612,0.02500,0.968
5,model.language_model.layers.5.mlp.experts.154.down_proj,0.0118718457,hessian_weighted_relative_error,45189,0.02500,0.747
5,model.language_model.layers.5.mlp.experts.154.gate_proj,0.0070223181,hessian_weighted_relative_error,45189,0.02500,0.779
5,model.language_model.layers.5.mlp.experts.154.up_proj,0.0076087231,hessian_weighted_relative_error,45189,0.02500,0.796
5,model.language_model.layers.5.mlp.experts.155.down_proj,0.0138820150,hessian_weighted_relative_error,41173,0.02500,0.864
5,model.language_model.layers.5.mlp.experts.155.gate_proj,0.0092552471,hessian_weighted_relative_error,41173,0.02500,0.908
5,model.language_model.layers.5.mlp.experts.155.up_proj,0.0095685482,hessian_weighted_relative_error,41173,0.02500,0.965
5,model.language_model.layers.5.mlp.experts.156.down_proj,0.0029027509,hessian_weighted_relative_error,28788,0.02500,0.684
5,model.language_model.layers.5.mlp.experts.156.gate_proj,0.0066032272,hessian_weighted_relative_error,28788,0.02500,0.778
5,model.language_model.layers.5.mlp.experts.156.up_proj,0.0069904603,hessian_weighted_relative_error,28788,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.157.down_proj,0.0080807259,hessian_weighted_relative_error,14766,0.02500,0.866
5,model.language_model.layers.5.mlp.experts.157.gate_proj,0.0044783287,hessian_weighted_relative_error,14766,0.02500,0.899
5,model.language_model.layers.5.mlp.experts.157.up_proj,0.0047669246,hessian_weighted_relative_error,14766,0.02500,0.968
5,model.language_model.layers.5.mlp.experts.158.down_proj,0.0111722591,hessian_weighted_relative_error,35597,0.02500,0.752
5,model.language_model.layers.5.mlp.experts.158.gate_proj,0.0072333371,hessian_weighted_relative_error,35597,0.02500,0.790
5,model.language_model.layers.5.mlp.experts.158.up_proj,0.0075602959,hessian_weighted_relative_error,35597,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.159.down_proj,0.0134850038,hessian_weighted_relative_error,35363,0.02500,0.865
5,model.language_model.layers.5.mlp.experts.159.gate_proj,0.0086690334,hessian_weighted_relative_error,35363,0.02500,0.908
5,model.language_model.layers.5.mlp.experts.159.up_proj,0.0090246901,hessian_weighted_relative_error,35363,0.02500,0.962
5,model.language_model.layers.5.mlp.experts.16.down_proj,0.0023679326,hessian_weighted_relative_error,30324,0.02500,0.684
5,model.language_model.layers.5.mlp.experts.16.gate_proj,0.0056222148,hessian_weighted_relative_error,30324,0.02500,0.749
5,model.language_model.layers.5.mlp.experts.16.up_proj,0.0014681406,hessian_weighted_relative_error,30324,0.02500,0.704
5,model.language_model.layers.5.mlp.experts.160.down_proj,0.0037605316,hessian_weighted_relative_error,36497,0.02500,0.684
5,model.language_model.layers.5.mlp.experts.160.gate_proj,0.0096198542,hessian_weighted_relative_error,36497,0.02500,0.779
5,model.language_model.layers.5.mlp.experts.160.up_proj,0.0098344550,hessian_weighted_relative_error,36497,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.161.down_proj,0.0104849926,hessian_weighted_relative_error,31668,0.02500,0.867
5,model.language_model.layers.5.mlp.experts.161.gate_proj,0.0066771467,hessian_weighted_relative_error,31668,0.02500,0.918
5,model.language_model.layers.5.mlp.experts.161.up_proj,0.0069628827,hessian_weighted_relative_error,31668,0.02500,0.967
5,model.language_model.layers.5.mlp.experts.162.down_proj,0.0137231957,hessian_weighted_relative_error,28677,0.02500,0.750
5,model.language_model.layers.5.mlp.experts.162.gate_proj,0.0087612007,hessian_weighted_relative_error,28677,0.02500,0.778
5,model.language_model.layers.5.mlp.experts.162.up_proj,0.0091935726,hessian_weighted_relative_error,28677,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.163.down_proj,0.0111124185,hessian_weighted_relative_error,31296,0.02500,0.868
5,model.language_model.layers.5.mlp.experts.163.gate_proj,0.0065171389,hessian_weighted_relative_error,31296,0.02500,0.900
5,model.language_model.layers.5.mlp.experts.163.up_proj,0.0068631720,hessian_weighted_relative_error,31296,0.02500,0.956
5,model.language_model.layers.5.mlp.experts.164.down_proj,0.0128889659,hessian_weighted_relative_error,24571,0.02500,0.749
5,model.language_model.layers.5.mlp.experts.164.gate_proj,0.0082953637,hessian_weighted_relative_error,24571,0.02500,0.777
5,model.language_model.layers.5.mlp.experts.164.up_proj,0.0086360798,hessian_weighted_relative_error,24571,0.02500,0.798
5,model.language_model.layers.5.mlp.experts.165.down_proj,0.0031315165,hessian_weighted_relative_error,27123,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.165.gate_proj,0.0019575006,hessian_weighted_relative_error,27123,0.02500,0.869
5,model.language_model.layers.5.mlp.experts.165.up_proj,0.0020714465,hessian_weighted_relative_error,27123,0.02500,0.877
5,model.language_model.layers.5.mlp.experts.166.down_proj,0.0035818721,hessian_weighted_relative_error,49086,0.02500,0.686
5,model.language_model.layers.5.mlp.experts.166.gate_proj,0.0083564878,hessian_weighted_relative_error,49086,0.02500,0.776
5,model.language_model.layers.5.mlp.experts.166.up_proj,0.0086577585,hessian_weighted_relative_error,49086,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.167.down_proj,0.0068007501,hessian_weighted_relative_error,16277,0.02500,0.868
5,model.language_model.layers.5.mlp.experts.167.gate_proj,0.0041462831,hessian_weighted_relative_error,16277,0.02500,0.909
5,model.language_model.layers.5.mlp.experts.167.up_proj,0.0042722042,hessian_weighted_relative_error,16277,0.02500,0.960
5,model.language_model.layers.5.mlp.experts.168.down_proj,0.0020816953,hessian_weighted_relative_error,20510,0.02500,0.685
5,model.language_model.layers.5.mlp.experts.168.gate_proj,0.0012666098,hessian_weighted_relative_error,20510,0.02500,0.700
5,model.language_model.layers.5.mlp.experts.168.up_proj,0.0014126265,hessian_weighted_relative_error,20510,0.02500,0.700
5,model.language_model.layers.5.mlp.experts.169.down_proj,0.0113116434,hessian_weighted_relative_error,35761,0.02500,0.868
5,model.language_model.layers.5.mlp.experts.169.gate_proj,0.0074808820,hessian_weighted_relative_error,35761,0.02500,0.915
5,model.language_model.layers.5.mlp.experts.169.up_proj,0.0078174971,hessian_weighted_relative_error,35761,0.02500,0.961
5,model.language_model.layers.5.mlp.experts.17.down_proj,0.0035340827,hessian_weighted_relative_error,45328,0.02500,0.792
5,model.language_model.layers.5.mlp.experts.17.gate_proj,0.0088708622,hessian_weighted_relative_error,45328,0.02500,0.852
5,model.language_model.layers.5.mlp.experts.17.up_proj,0.0023650520,hessian_weighted_relative_error,45328,0.02500,0.855
5,model.language_model.layers.5.mlp.experts.170.down_proj,0.0136566230,hessian_weighted_relative_error,39294,0.02500,0.751
5,model.language_model.layers.5.mlp.experts.170.gate_proj,0.0084625705,hessian_weighted_relative_error,39294,0.02500,0.781
5,model.language_model.layers.5.mlp.experts.170.up_proj,0.0087279721,hessian_weighted_relative_error,39294,0.02500,0.799
5,model.language_model.layers.5.mlp.experts.171.down_proj,0.0012623383,hessian_weighted_relative_error,31407,0.02500,0.784
5,model.language_model.layers.5.mlp.experts.171.gate_proj,0.0013059744,hessian_weighted_relative_error,31407,0.02500,0.841
5,model.language_model.layers.5.mlp.experts.171.up_proj,0.0013668299,hessian_weighted_relative_error,31407,0.02500,0.845
5,model.language_model.layers.5.mlp.experts.172.down_proj,0.0017460155,hessian_weighted_relative_error,18087,0.02500,0.687
5,model.language_model.layers.5.mlp.experts.172.gate_proj,0.0010319803,hessian_weighted_relative_error,18087,0.02500,0.710
5,model.language_model.layers.5.mlp.experts.172.up_proj,0.0011244880,hessian_weighted_relative_error,18087,0.02500,0.706
5,model.language_model.layers.5.mlp.experts.173.down_proj,0.0034094325,hessian_weighted_relative_error,32219,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.173.gate_proj,0.0085639053,hessian_weighted_relative_error,32219,0.02500,0.914
5,model.language_model.layers.5.mlp.experts.173.up_proj,0.0088948936,hessian_weighted_relative_error,32219,0.02500,0.956
5,model.language_model.layers.5.mlp.experts.174.down_proj,0.0023484493,hessian_weighted_relative_error,19092,0.02500,0.687
5,model.language_model.layers.5.mlp.experts.174.gate_proj,0.0013061058,hessian_weighted_relative_error,19092,0.02500,0.700
5,model.language_model.layers.5.mlp.experts.174.up_proj,0.0013783354,hessian_weighted_relative_error,19092,0.02500,0.702
5,model.language_model.layers.5.mlp.experts.175.down_proj,0.0125704818,hessian_weighted_relative_error,31049,0.02500,0.870
5,model.language_model.layers.5.mlp.experts.175.gate_proj,0.0086009790,hessian_weighted_relative_error,31049,0.02500,0.916
5,model.language_model.layers.5.mlp.experts.175.up_proj,0.0089576258,hessian_weighted_relative_error,31049,0.02500,0.969
5,model.language_model.layers.5.mlp.experts.176.down_proj,0.0035407282,hessian_weighted_relative_error,33067,0.02500,0.690
5,model.language_model.layers.5.mlp.experts.176.gate_proj,0.0087695403,hessian_weighted_relative_error,33067,0.02500,0.780
5,model.language_model.layers.5.mlp.experts.176.up_proj,0.0091635567,hessian_weighted_relative_error,33067,0.02500,0.798
5,model.language_model.layers.5.mlp.experts.177.down_proj,0.0032131341,hessian_weighted_relative_error,37758,0.02500,0.782
5,model.language_model.layers.5.mlp.experts.177.gate_proj,0.0078412398,hessian_weighted_relative_error,37758,0.02500,0.915
5,model.language_model.layers.5.mlp.experts.177.up_proj,0.0021047203,hessian_weighted_relative_error,37758,0.02500,0.840
5,model.language_model.layers.5.mlp.experts.178.down_proj,0.0026171031,hessian_weighted_relative_error,18712,0.02500,0.688
5,model.language_model.layers.5.mlp.experts.178.gate_proj,0.0054196274,hessian_weighted_relative_error,18712,0.02500,0.782
5,model.language_model.layers.5.mlp.experts.178.up_proj,0.0014979969,hessian_weighted_relative_error,18712,0.02500,0.703
5,model.language_model.layers.5.mlp.experts.179.down_proj,0.0122843907,hessian_weighted_relative_error,39332,0.02500,0.871
5,model.language_model.layers.5.mlp.experts.179.gate_proj,0.0074623521,hessian_weighted_relative_error,39332,0.02500,0.929
5,model.language_model.layers.5.mlp.experts.179.up_proj,0.0078150256,hessian_weighted_relative_error,39332,0.02500,0.984
5,model.language_model.layers.5.mlp.experts.18.down_proj,0.0087807877,hessian_weighted_relative_error,20337,0.02500,0.723
5,model.language_model.layers.5.mlp.experts.18.gate_proj,0.0058949286,hessian_weighted_relative_error,20337,0.02500,0.746
5,model.language_model.layers.5.mlp.experts.18.up_proj,0.0061093457,hessian_weighted_relative_error,20337,0.02500,0.790
5,model.language_model.layers.5.mlp.experts.180.down_proj,0.0034254756,hessian_weighted_relative_error,21175,0.02500,0.690
5,model.language_model.layers.5.mlp.experts.180.gate_proj,0.0079049817,hessian_weighted_relative_error,21175,0.02500,0.779
5,model.language_model.layers.5.mlp.experts.180.up_proj,0.0082309911,hessian_weighted_relative_error,21175,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.181.down_proj,0.0126422077,hessian_weighted_relative_error,27700,0.02500,0.871
5,model.language_model.layers.5.mlp.experts.181.gate_proj,0.0080344187,hessian_weighted_relative_error,27700,0.02500,0.914
5,model.language_model.layers.5.mlp.experts.181.up_proj,0.0084666484,hessian_weighted_relative_error,27700,0.02500,0.964
5,model.language_model.layers.5.mlp.experts.182.down_proj,0.0128341957,hessian_weighted_relative_error,31519,0.02500,0.754
5,model.language_model.layers.5.mlp.experts.182.gate_proj,0.0081239476,hessian_weighted_relative_error,31519,0.02500,0.780
5,model.language_model.layers.5.mlp.experts.182.up_proj,0.0085052599,hessian_weighted_relative_error,31519,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.183.down_proj,0.0139712362,hessian_weighted_relative_error,28518,0.02500,0.871
5,model.language_model.layers.5.mlp.experts.183.gate_proj,0.0088673428,hessian_weighted_relative_error,28518,0.02500,0.916
5,model.language_model.layers.5.mlp.experts.183.up_proj,0.0092545440,hessian_weighted_relative_error,28518,0.02500,0.966
5,model.language_model.layers.5.mlp.experts.184.down_proj,0.0024707022,hessian_weighted_relative_error,35725,0.02500,0.690
5,model.language_model.layers.5.mlp.experts.184.gate_proj,0.0015329226,hessian_weighted_relative_error,35725,0.02500,0.704
5,model.language_model.layers.5.mlp.experts.184.up_proj,0.0015884245,hessian_weighted_relative_error,35725,0.02500,0.709
5,model.language_model.layers.5.mlp.experts.185.down_proj,0.0121798229,hessian_weighted_relative_error,34914,0.02500,0.872
5,model.language_model.layers.5.mlp.experts.185.gate_proj,0.0079101838,hessian_weighted_relative_error,34914,0.02500,0.923
5,model.language_model.layers.5.mlp.experts.185.up_proj,0.0082236421,hessian_weighted_relative_error,34914,0.02500,0.961
5,model.language_model.layers.5.mlp.experts.186.down_proj,0.0124183860,hessian_weighted_relative_error,30607,0.02500,0.752
5,model.language_model.layers.5.mlp.experts.186.gate_proj,0.0076335844,hessian_weighted_relative_error,30607,0.02500,0.781
5,model.language_model.layers.5.mlp.experts.186.up_proj,0.0079203197,hessian_weighted_relative_error,30607,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.187.down_proj,0.0134989718,hessian_weighted_relative_error,30004,0.02500,0.871
5,model.language_model.layers.5.mlp.experts.187.gate_proj,0.0086706089,hessian_weighted_relative_error,30004,0.02500,0.916
5,model.language_model.layers.5.mlp.experts.187.up_proj,0.0090300320,hessian_weighted_relative_error,30004,0.02500,0.960
5,model.language_model.layers.5.mlp.experts.188.down_proj,0.0017617567,hessian_weighted_relative_error,22825,0.02500,0.690
5,model.language_model.layers.5.mlp.experts.188.gate_proj,0.0013558893,hessian_weighted_relative_error,22825,0.02500,0.706
5,model.language_model.layers.5.mlp.experts.188.up_proj,0.0014094870,hessian_weighted_relative_error,22825,0.02500,0.712
5,model.language_model.layers.5.mlp.experts.189.down_proj,0.0136600920,hessian_weighted_relative_error,29930,0.02500,0.872
5,model.language_model.layers.5.mlp.experts.189.gate_proj,0.0088942916,hessian_weighted_relative_error,29930,0.02500,0.916
5,model.language_model.layers.5.mlp.experts.189.up_proj,0.0091474804,hessian_weighted_relative_error,29930,0.02500,0.960
5,model.language_model.layers.5.mlp.experts.19.down_proj,0.0033840736,hessian_weighted_relative_error,42323,0.02500,0.785
5,model.language_model.layers.5.mlp.experts.19.gate_proj,0.0021696884,hessian_weighted_relative_error,42323,0.02500,0.840
5,model.language_model.layers.5.mlp.experts.19.up_proj,0.0022391882,hessian_weighted_relative_error,42323,0.02500,0.840
5,model.language_model.layers.5.mlp.experts.190.down_proj,0.0014288677,hessian_weighted_relative_error,31613,0.02500,0.690
5,model.language_model.layers.5.mlp.experts.190.gate_proj,0.0009444801,hessian_weighted_relative_error,31613,0.02500,0.708
5,model.language_model.layers.5.mlp.experts.190.up_proj,0.0009685554,hessian_weighted_relative_error,31613,0.02500,0.708
5,model.language_model.layers.5.mlp.experts.191.down_proj,0.0067043271,hessian_weighted_relative_error,21985,0.02500,0.874
5,model.language_model.layers.5.mlp.experts.191.gate_proj,0.0041037692,hessian_weighted_relative_error,21985,0.02500,0.916
5,model.language_model.layers.5.mlp.experts.191.up_proj,0.0042629076,hessian_weighted_relative_error,21985,0.02500,0.972
5,model.language_model.layers.5.mlp.experts.192.down_proj,0.0127517647,hessian_weighted_relative_error,31405,0.02500,0.755
5,model.language_model.layers.5.mlp.experts.192.gate_proj,0.0083878503,hessian_weighted_relative_error,31405,0.02500,0.782
5,model.language_model.layers.5.mlp.experts.192.up_proj,0.0085903817,hessian_weighted_relative_error,31405,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.193.down_proj,0.0124364031,hessian_weighted_relative_error,21000,0.02500,0.871
5,model.language_model.layers.5.mlp.experts.193.gate_proj,0.0078631899,hessian_weighted_relative_error,21000,0.02500,0.918
5,model.language_model.layers.5.mlp.experts.193.up_proj,0.0080193519,hessian_weighted_relative_error,21000,0.02500,0.983
5,model.language_model.layers.5.mlp.experts.194.down_proj,0.0117890439,hessian_weighted_relative_error,31086,0.02500,0.753
5,model.language_model.layers.5.mlp.experts.194.gate_proj,0.0080419193,hessian_weighted_relative_error,31086,0.02500,0.782
5,model.language_model.layers.5.mlp.experts.194.up_proj,0.0084255916,hessian_weighted_relative_error,31086,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.195.down_proj,0.0028859697,hessian_weighted_relative_error,31555,0.02500,0.783
5,model.language_model.layers.5.mlp.experts.195.gate_proj,0.0015782473,hessian_weighted_relative_error,31555,0.02500,0.856
5,model.language_model.layers.5.mlp.experts.195.up_proj,0.0016827797,hessian_weighted_relative_error,31555,0.02500,0.840
5,model.language_model.layers.5.mlp.experts.196.down_proj,0.0124854829,hessian_weighted_relative_error,16092,0.02500,0.752
5,model.language_model.layers.5.mlp.experts.196.gate_proj,0.0072055667,hessian_weighted_relative_error,16092,0.02500,0.780
5,model.language_model.layers.5.mlp.experts.196.up_proj,0.0072724287,hessian_weighted_relative_error,16092,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.197.down_proj,0.0019840778,hessian_weighted_relative_error,28084,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.197.gate_proj,0.0010660629,hessian_weighted_relative_error,28084,0.02500,0.835
5,model.language_model.layers.5.mlp.experts.197.up_proj,0.0011441479,hessian_weighted_relative_error,28084,0.02500,0.843
5,model.language_model.layers.5.mlp.experts.198.down_proj,0.0111429440,hessian_weighted_relative_error,33821,0.02500,0.755
5,model.language_model.layers.5.mlp.experts.198.gate_proj,0.0073353794,hessian_weighted_relative_error,33821,0.02500,0.786
5,model.language_model.layers.5.mlp.experts.198.up_proj,0.0078421733,hessian_weighted_relative_error,33821,0.02500,0.798
5,model.language_model.layers.5.mlp.experts.199.down_proj,0.0126895194,hessian_weighted_relative_error,25162,0.02500,0.874
5,model.language_model.layers.5.mlp.experts.199.gate_proj,0.0083265262,hessian_weighted_relative_error,25162,0.02500,0.920
5,model.language_model.layers.5.mlp.experts.199.up_proj,0.0087699695,hessian_weighted_relative_error,25162,0.02500,0.967
5,model.language_model.layers.5.mlp.experts.2.down_proj,0.0090011337,hessian_weighted_relative_error,19366,0.02500,0.719
5,model.language_model.layers.5.mlp.experts.2.gate_proj,0.0046016510,hessian_weighted_relative_error,19366,0.02500,0.743
5,model.language_model.layers.5.mlp.experts.2.up_proj,0.0048609000,hessian_weighted_relative_error,19366,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.20.down_proj,0.0131816018,hessian_weighted_relative_error,30573,0.02500,0.722
5,model.language_model.layers.5.mlp.experts.20.gate_proj,0.0083979043,hessian_weighted_relative_error,30573,0.02500,0.752
5,model.language_model.layers.5.mlp.experts.20.up_proj,0.0087118262,hessian_weighted_relative_error,30573,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.200.down_proj,0.0142436749,hessian_weighted_relative_error,31388,0.02500,0.755
5,model.language_model.layers.5.mlp.experts.200.gate_proj,0.0092185589,hessian_weighted_relative_error,31388,0.02500,0.782
5,model.language_model.layers.5.mlp.experts.200.up_proj,0.0097815910,hessian_weighted_relative_error,31388,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.201.down_proj,0.0103130808,hessian_weighted_relative_error,29051,0.02500,0.875
5,model.language_model.layers.5.mlp.experts.201.gate_proj,0.0067202393,hessian_weighted_relative_error,29051,0.02500,0.913
5,model.language_model.layers.5.mlp.experts.201.up_proj,0.0069699561,hessian_weighted_relative_error,29051,0.02500,0.967
5,model.language_model.layers.5.mlp.experts.202.down_proj,0.0027038504,hessian_weighted_relative_error,29369,0.02500,0.688
5,model.language_model.layers.5.mlp.experts.202.gate_proj,0.0015816838,hessian_weighted_relative_error,29369,0.02500,0.707
5,model.language_model.layers.5.mlp.experts.202.up_proj,0.0016834746,hessian_weighted_relative_error,29369,0.02500,0.707
5,model.language_model.layers.5.mlp.experts.203.down_proj,0.0028480005,hessian_weighted_relative_error,31248,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.203.gate_proj,0.0074629159,hessian_weighted_relative_error,31248,0.02500,0.929
5,model.language_model.layers.5.mlp.experts.203.up_proj,0.0020188172,hessian_weighted_relative_error,31248,0.02500,0.835
5,model.language_model.layers.5.mlp.experts.204.down_proj,0.0116030406,hessian_weighted_relative_error,32045,0.02500,0.755
5,model.language_model.layers.5.mlp.experts.204.gate_proj,0.0072986435,hessian_weighted_relative_error,32045,0.02500,0.784
5,model.language_model.layers.5.mlp.experts.204.up_proj,0.0076825972,hessian_weighted_relative_error,32045,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.205.down_proj,0.0045116347,hessian_weighted_relative_error,18155,0.02500,0.875
5,model.language_model.layers.5.mlp.experts.205.gate_proj,0.0023354910,hessian_weighted_relative_error,18155,0.02500,0.918
5,model.language_model.layers.5.mlp.experts.205.up_proj,0.0024851774,hessian_weighted_relative_error,18155,0.02500,0.965
5,model.language_model.layers.5.mlp.experts.206.down_proj,0.0125081235,hessian_weighted_relative_error,33249,0.02500,0.756
5,model.language_model.layers.5.mlp.experts.206.gate_proj,0.0080314684,hessian_weighted_relative_error,33249,0.02500,0.783
5,model.language_model.layers.5.mlp.experts.206.up_proj,0.0084708894,hessian_weighted_relative_error,33249,0.02500,0.803
5,model.language_model.layers.5.mlp.experts.207.down_proj,0.0022187153,hessian_weighted_relative_error,26157,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.207.gate_proj,0.0010834969,hessian_weighted_relative_error,26157,0.02500,0.833
5,model.language_model.layers.5.mlp.experts.207.up_proj,0.0011590517,hessian_weighted_relative_error,26157,0.02500,0.843
5,model.language_model.layers.5.mlp.experts.208.down_proj,0.0132300562,hessian_weighted_relative_error,36287,0.02500,0.755
5,model.language_model.layers.5.mlp.experts.208.gate_proj,0.0080062283,hessian_weighted_relative_error,36287,0.02500,0.786
5,model.language_model.layers.5.mlp.experts.208.up_proj,0.0084932045,hessian_weighted_relative_error,36287,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.209.down_proj,0.0038611600,hessian_weighted_relative_error,53337,0.02500,0.780
5,model.language_model.layers.5.mlp.experts.209.gate_proj,0.0024715956,hessian_weighted_relative_error,53337,0.02500,0.842
5,model.language_model.layers.5.mlp.experts.209.up_proj,0.0024862276,hessian_weighted_relative_error,53337,0.02500,0.837
5,model.language_model.layers.5.mlp.experts.21.down_proj,0.0035067929,hessian_weighted_relative_error,38396,0.02500,0.782
5,model.language_model.layers.5.mlp.experts.21.gate_proj,0.0086311085,hessian_weighted_relative_error,38396,0.02500,0.855
5,model.language_model.layers.5.mlp.experts.21.up_proj,0.0088542822,hessian_weighted_relative_error,38396,0.02500,0.944
5,model.language_model.layers.5.mlp.experts.210.down_proj,0.0019946398,hessian_weighted_relative_error,22297,0.02500,0.689
5,model.language_model.layers.5.mlp.experts.210.gate_proj,0.0041414795,hessian_weighted_relative_error,22297,0.02500,0.785
5,model.language_model.layers.5.mlp.experts.210.up_proj,0.0011431805,hessian_weighted_relative_error,22297,0.02500,0.712
5,model.language_model.layers.5.mlp.experts.211.down_proj,0.0136992405,hessian_weighted_relative_error,39882,0.02500,0.875
5,model.language_model.layers.5.mlp.experts.211.gate_proj,0.0085339847,hessian_weighted_relative_error,39882,0.02500,0.917
5,model.language_model.layers.5.mlp.experts.211.up_proj,0.0088278644,hessian_weighted_relative_error,39882,0.02500,0.987
5,model.language_model.layers.5.mlp.experts.212.down_proj,0.0126732076,hessian_weighted_relative_error,24091,0.02500,0.754
5,model.language_model.layers.5.mlp.experts.212.gate_proj,0.0080406464,hessian_weighted_relative_error,24091,0.02500,0.782
5,model.language_model.layers.5.mlp.experts.212.up_proj,0.0083838755,hessian_weighted_relative_error,24091,0.02500,0.799
5,model.language_model.layers.5.mlp.experts.213.down_proj,0.0112098458,hessian_weighted_relative_error,18081,0.02500,0.875
5,model.language_model.layers.5.mlp.experts.213.gate_proj,0.0062395744,hessian_weighted_relative_error,18081,0.02500,0.922
5,model.language_model.layers.5.mlp.experts.213.up_proj,0.0063438942,hessian_weighted_relative_error,18081,0.02500,0.967
5,model.language_model.layers.5.mlp.experts.214.down_proj,0.0120594397,hessian_weighted_relative_error,27301,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.214.gate_proj,0.0074159627,hessian_weighted_relative_error,27301,0.02500,0.784
5,model.language_model.layers.5.mlp.experts.214.up_proj,0.0079078269,hessian_weighted_relative_error,27301,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.215.down_proj,0.0031180189,hessian_weighted_relative_error,33108,0.02500,0.778
5,model.language_model.layers.5.mlp.experts.215.gate_proj,0.0019862132,hessian_weighted_relative_error,33108,0.02500,0.850
5,model.language_model.layers.5.mlp.experts.215.up_proj,0.0020747731,hessian_weighted_relative_error,33108,0.02500,0.837
5,model.language_model.layers.5.mlp.experts.216.down_proj,0.0032832400,hessian_weighted_relative_error,32604,0.02500,0.692
5,model.language_model.layers.5.mlp.experts.216.gate_proj,0.0079800012,hessian_weighted_relative_error,32604,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.216.up_proj,0.0021419399,hessian_weighted_relative_error,32604,0.02500,0.707
5,model.language_model.layers.5.mlp.experts.217.down_proj,0.0139241228,hessian_weighted_relative_error,39216,0.02500,0.876
5,model.language_model.layers.5.mlp.experts.217.gate_proj,0.0088560837,hessian_weighted_relative_error,39216,0.02500,0.918
5,model.language_model.layers.5.mlp.experts.217.up_proj,0.0091296447,hessian_weighted_relative_error,39216,0.02500,0.962
5,model.language_model.layers.5.mlp.experts.218.down_proj,0.0034836371,hessian_weighted_relative_error,37738,0.02500,0.691
5,model.language_model.layers.5.mlp.experts.218.gate_proj,0.0021580737,hessian_weighted_relative_error,37738,0.02500,0.706
5,model.language_model.layers.5.mlp.experts.218.up_proj,0.0022659284,hessian_weighted_relative_error,37738,0.02500,0.707
5,model.language_model.layers.5.mlp.experts.219.down_proj,0.0143597150,hessian_weighted_relative_error,32718,0.02500,0.876
5,model.language_model.layers.5.mlp.experts.219.gate_proj,0.0092159057,hessian_weighted_relative_error,32718,0.02500,0.921
5,model.language_model.layers.5.mlp.experts.219.up_proj,0.0095148087,hessian_weighted_relative_error,32718,0.02500,0.969
5,model.language_model.layers.5.mlp.experts.22.down_proj,0.0125711781,hessian_weighted_relative_error,14788,0.02500,0.728
5,model.language_model.layers.5.mlp.experts.22.gate_proj,0.0067814878,hessian_weighted_relative_error,14788,0.02500,0.749
5,model.language_model.layers.5.mlp.experts.22.up_proj,0.0069474606,hessian_weighted_relative_error,14788,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.220.down_proj,0.0100749098,hessian_weighted_relative_error,13277,0.02500,0.755
5,model.language_model.layers.5.mlp.experts.220.gate_proj,0.0059902521,hessian_weighted_relative_error,13277,0.02500,0.784
5,model.language_model.layers.5.mlp.experts.220.up_proj,0.0061573779,hessian_weighted_relative_error,13277,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.221.down_proj,0.0015970116,hessian_weighted_relative_error,25209,0.02500,0.785
5,model.language_model.layers.5.mlp.experts.221.gate_proj,0.0010365658,hessian_weighted_relative_error,25209,0.02500,0.840
5,model.language_model.layers.5.mlp.experts.221.up_proj,0.0010846080,hessian_weighted_relative_error,25209,0.02500,0.842
5,model.language_model.layers.5.mlp.experts.222.down_proj,0.0032061741,hessian_weighted_relative_error,37850,0.02500,0.710
5,model.language_model.layers.5.mlp.experts.222.gate_proj,0.0020408887,hessian_weighted_relative_error,37850,0.02500,0.709
5,model.language_model.layers.5.mlp.experts.222.up_proj,0.0021380453,hessian_weighted_relative_error,37850,0.02500,0.712
5,model.language_model.layers.5.mlp.experts.223.down_proj,0.0120568497,hessian_weighted_relative_error,38975,0.02500,0.877
5,model.language_model.layers.5.mlp.experts.223.gate_proj,0.0076876862,hessian_weighted_relative_error,38975,0.02500,0.928
5,model.language_model.layers.5.mlp.experts.223.up_proj,0.0080578224,hessian_weighted_relative_error,38975,0.02500,0.965
5,model.language_model.layers.5.mlp.experts.224.down_proj,0.0021701647,hessian_weighted_relative_error,56825,0.02500,0.695
5,model.language_model.layers.5.mlp.experts.224.gate_proj,0.0021821633,hessian_weighted_relative_error,56825,0.02500,0.708
5,model.language_model.layers.5.mlp.experts.224.up_proj,0.0022698723,hessian_weighted_relative_error,56825,0.02500,0.712
5,model.language_model.layers.5.mlp.experts.225.down_proj,0.0136232964,hessian_weighted_relative_error,29828,0.02500,0.877
5,model.language_model.layers.5.mlp.experts.225.gate_proj,0.0083323288,hessian_weighted_relative_error,29828,0.02500,0.926
5,model.language_model.layers.5.mlp.experts.225.up_proj,0.0086036564,hessian_weighted_relative_error,29828,0.02500,0.959
5,model.language_model.layers.5.mlp.experts.226.down_proj,0.0135490264,hessian_weighted_relative_error,37968,0.02500,0.755
5,model.language_model.layers.5.mlp.experts.226.gate_proj,0.0089086304,hessian_weighted_relative_error,37968,0.02500,0.785
5,model.language_model.layers.5.mlp.experts.226.up_proj,0.0093355160,hessian_weighted_relative_error,37968,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.227.down_proj,0.0037159281,hessian_weighted_relative_error,41595,0.02500,0.781
5,model.language_model.layers.5.mlp.experts.227.gate_proj,0.0090156535,hessian_weighted_relative_error,41595,0.02500,0.930
5,model.language_model.layers.5.mlp.experts.227.up_proj,0.0092092323,hessian_weighted_relative_error,41595,0.02500,0.951
5,model.language_model.layers.5.mlp.experts.228.down_proj,0.0026773038,hessian_weighted_relative_error,30479,0.02500,0.691
5,model.language_model.layers.5.mlp.experts.228.gate_proj,0.0067611586,hessian_weighted_relative_error,30479,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.228.up_proj,0.0069008544,hessian_weighted_relative_error,30479,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.229.down_proj,0.0011152938,hessian_weighted_relative_error,24762,0.02500,0.782
5,model.language_model.layers.5.mlp.experts.229.gate_proj,0.0009531034,hessian_weighted_relative_error,24762,0.02500,0.863
5,model.language_model.layers.5.mlp.experts.229.up_proj,0.0010097294,hessian_weighted_relative_error,24762,0.02500,0.839
5,model.language_model.layers.5.mlp.experts.23.down_proj,0.0028724299,hessian_weighted_relative_error,38643,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.23.gate_proj,0.0019365384,hessian_weighted_relative_error,38643,0.02500,0.858
5,model.language_model.layers.5.mlp.experts.23.up_proj,0.0020065837,hessian_weighted_relative_error,38643,0.02500,0.851
5,model.language_model.layers.5.mlp.experts.230.down_proj,0.0092674147,hessian_weighted_relative_error,27639,0.02500,0.759
5,model.language_model.layers.5.mlp.experts.230.gate_proj,0.0070087617,hessian_weighted_relative_error,27639,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.230.up_proj,0.0072446002,hessian_weighted_relative_error,27639,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.231.down_proj,0.0035971184,hessian_weighted_relative_error,36399,0.02500,0.784
5,model.language_model.layers.5.mlp.experts.231.gate_proj,0.0088611104,hessian_weighted_relative_error,36399,0.02500,0.927
5,model.language_model.layers.5.mlp.experts.231.up_proj,0.0091388030,hessian_weighted_relative_error,36399,0.02500,0.952
5,model.language_model.layers.5.mlp.experts.232.down_proj,0.0126260994,hessian_weighted_relative_error,37427,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.232.gate_proj,0.0081011899,hessian_weighted_relative_error,37427,0.02500,0.786
5,model.language_model.layers.5.mlp.experts.232.up_proj,0.0085456090,hessian_weighted_relative_error,37427,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.233.down_proj,0.0142227376,hessian_weighted_relative_error,41476,0.02500,0.878
5,model.language_model.layers.5.mlp.experts.233.gate_proj,0.0088519332,hessian_weighted_relative_error,41476,0.02500,0.934
5,model.language_model.layers.5.mlp.experts.233.up_proj,0.0090702928,hessian_weighted_relative_error,41476,0.02500,0.951
5,model.language_model.layers.5.mlp.experts.234.down_proj,0.0131264313,hessian_weighted_relative_error,35535,0.02500,0.758
5,model.language_model.layers.5.mlp.experts.234.gate_proj,0.0083169741,hessian_weighted_relative_error,35535,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.234.up_proj,0.0086543749,hessian_weighted_relative_error,35535,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.235.down_proj,0.0137067252,hessian_weighted_relative_error,28975,0.02500,0.878
5,model.language_model.layers.5.mlp.experts.235.gate_proj,0.0089247177,hessian_weighted_relative_error,28975,0.02500,0.921
5,model.language_model.layers.5.mlp.experts.235.up_proj,0.0094320640,hessian_weighted_relative_error,28975,0.02500,0.951
5,model.language_model.layers.5.mlp.experts.236.down_proj,0.0107134724,hessian_weighted_relative_error,30069,0.02500,0.756
5,model.language_model.layers.5.mlp.experts.236.gate_proj,0.0075131147,hessian_weighted_relative_error,30069,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.236.up_proj,0.0078904260,hessian_weighted_relative_error,30069,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.237.down_proj,0.0088973086,hessian_weighted_relative_error,30109,0.02500,0.878
5,model.language_model.layers.5.mlp.experts.237.gate_proj,0.0060077418,hessian_weighted_relative_error,30109,0.02500,0.925
5,model.language_model.layers.5.mlp.experts.237.up_proj,0.0062441650,hessian_weighted_relative_error,30109,0.02500,0.957
5,model.language_model.layers.5.mlp.experts.238.down_proj,0.0030997980,hessian_weighted_relative_error,35812,0.02500,0.696
5,model.language_model.layers.5.mlp.experts.238.gate_proj,0.0021266830,hessian_weighted_relative_error,35812,0.02500,0.711
5,model.language_model.layers.5.mlp.experts.238.up_proj,0.0022401075,hessian_weighted_relative_error,35812,0.02500,0.714
5,model.language_model.layers.5.mlp.experts.239.down_proj,0.0123508256,hessian_weighted_relative_error,30211,0.02500,0.878
5,model.language_model.layers.5.mlp.experts.239.gate_proj,0.0081220343,hessian_weighted_relative_error,30211,0.02500,0.924
5,model.language_model.layers.5.mlp.experts.239.up_proj,0.0085709147,hessian_weighted_relative_error,30211,0.02500,0.954
5,model.language_model.layers.5.mlp.experts.24.down_proj,0.0118240631,hessian_weighted_relative_error,33348,0.02500,0.729
5,model.language_model.layers.5.mlp.experts.24.gate_proj,0.0078163638,hessian_weighted_relative_error,33348,0.02500,0.750
5,model.language_model.layers.5.mlp.experts.24.up_proj,0.0081614320,hessian_weighted_relative_error,33348,0.02500,0.793
5,model.language_model.layers.5.mlp.experts.240.down_proj,0.0008463989,hessian_weighted_relative_error,26164,0.02500,0.693
5,model.language_model.layers.5.mlp.experts.240.gate_proj,0.0018405953,hessian_weighted_relative_error,26164,0.02500,0.784
5,model.language_model.layers.5.mlp.experts.240.up_proj,0.0019346341,hessian_weighted_relative_error,26164,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.241.down_proj,0.0034451529,hessian_weighted_relative_error,35983,0.02500,0.784
5,model.language_model.layers.5.mlp.experts.241.gate_proj,0.0082236560,hessian_weighted_relative_error,35983,0.02500,0.936
5,model.language_model.layers.5.mlp.experts.241.up_proj,0.0086281204,hessian_weighted_relative_error,35983,0.02500,0.947
5,model.language_model.layers.5.mlp.experts.242.down_proj,0.0102783811,hessian_weighted_relative_error,27602,0.02500,0.757
5,model.language_model.layers.5.mlp.experts.242.gate_proj,0.0069318098,hessian_weighted_relative_error,27602,0.02500,0.786
5,model.language_model.layers.5.mlp.experts.242.up_proj,0.0071049903,hessian_weighted_relative_error,27602,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.243.down_proj,0.0121520803,hessian_weighted_relative_error,21340,0.02500,0.880
5,model.language_model.layers.5.mlp.experts.243.gate_proj,0.0077631559,hessian_weighted_relative_error,21340,0.02500,0.926
5,model.language_model.layers.5.mlp.experts.243.up_proj,0.0080461312,hessian_weighted_relative_error,21340,0.02500,0.948
5,model.language_model.layers.5.mlp.experts.244.down_proj,0.0136659946,hessian_weighted_relative_error,32776,0.02500,0.758
5,model.language_model.layers.5.mlp.experts.244.gate_proj,0.0087307122,hessian_weighted_relative_error,32776,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.244.up_proj,0.0089725030,hessian_weighted_relative_error,32776,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.245.down_proj,0.0031100139,hessian_weighted_relative_error,30663,0.02500,0.782
5,model.language_model.layers.5.mlp.experts.245.gate_proj,0.0075437969,hessian_weighted_relative_error,30663,0.02500,0.930
5,model.language_model.layers.5.mlp.experts.245.up_proj,0.0020393993,hessian_weighted_relative_error,30663,0.02500,0.860
5,model.language_model.layers.5.mlp.experts.246.down_proj,0.0041900359,hessian_weighted_relative_error,20026,0.02500,0.762
5,model.language_model.layers.5.mlp.experts.246.gate_proj,0.0031550201,hessian_weighted_relative_error,20026,0.02500,0.785
5,model.language_model.layers.5.mlp.experts.246.up_proj,0.0032684483,hessian_weighted_relative_error,20026,0.02500,0.803
5,model.language_model.layers.5.mlp.experts.247.down_proj,0.0107226498,hessian_weighted_relative_error,32925,0.02500,0.879
5,model.language_model.layers.5.mlp.experts.247.gate_proj,0.0070951190,hessian_weighted_relative_error,32925,0.02500,0.924
5,model.language_model.layers.5.mlp.experts.247.up_proj,0.0073523485,hessian_weighted_relative_error,32925,0.02500,0.957
5,model.language_model.layers.5.mlp.experts.248.down_proj,0.0017549322,hessian_weighted_relative_error,24338,0.02500,0.696
5,model.language_model.layers.5.mlp.experts.248.gate_proj,0.0048482731,hessian_weighted_relative_error,24338,0.02500,0.784
5,model.language_model.layers.5.mlp.experts.248.up_proj,0.0012841569,hessian_weighted_relative_error,24338,0.02500,0.711
5,model.language_model.layers.5.mlp.experts.249.down_proj,0.0036942375,hessian_weighted_relative_error,32738,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.249.gate_proj,0.0088776798,hessian_weighted_relative_error,32738,0.02500,0.932
5,model.language_model.layers.5.mlp.experts.249.up_proj,0.0090941967,hessian_weighted_relative_error,32738,0.02500,0.945
5,model.language_model.layers.5.mlp.experts.25.down_proj,0.0125931766,hessian_weighted_relative_error,28242,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.25.gate_proj,0.0079855220,hessian_weighted_relative_error,28242,0.02500,0.859
5,model.language_model.layers.5.mlp.experts.25.up_proj,0.0084514057,hessian_weighted_relative_error,28242,0.02500,0.951
5,model.language_model.layers.5.mlp.experts.250.down_proj,0.0018711778,hessian_weighted_relative_error,17542,0.02500,0.694
5,model.language_model.layers.5.mlp.experts.250.gate_proj,0.0047246240,hessian_weighted_relative_error,17542,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.250.up_proj,0.0013020398,hessian_weighted_relative_error,17542,0.02500,0.715
5,model.language_model.layers.5.mlp.experts.251.down_proj,0.0130629884,hessian_weighted_relative_error,28782,0.02500,0.879
5,model.language_model.layers.5.mlp.experts.251.gate_proj,0.0083915078,hessian_weighted_relative_error,28782,0.02500,0.930
5,model.language_model.layers.5.mlp.experts.251.up_proj,0.0088242595,hessian_weighted_relative_error,28782,0.02500,0.949
5,model.language_model.layers.5.mlp.experts.252.down_proj,0.0124404338,hessian_weighted_relative_error,33358,0.02500,0.759
5,model.language_model.layers.5.mlp.experts.252.gate_proj,0.0077481874,hessian_weighted_relative_error,33358,0.02500,0.784
5,model.language_model.layers.5.mlp.experts.252.up_proj,0.0080170831,hessian_weighted_relative_error,33358,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.253.down_proj,0.0027665157,hessian_weighted_relative_error,37740,0.02500,0.783
5,model.language_model.layers.5.mlp.experts.253.gate_proj,0.0019798724,hessian_weighted_relative_error,37740,0.02500,0.866
5,model.language_model.layers.5.mlp.experts.253.up_proj,0.0021186384,hessian_weighted_relative_error,37740,0.02500,0.862
5,model.language_model.layers.5.mlp.experts.254.down_proj,0.0124932954,hessian_weighted_relative_error,29654,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.254.gate_proj,0.0080431168,hessian_weighted_relative_error,29654,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.254.up_proj,0.0082499515,hessian_weighted_relative_error,29654,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.255.down_proj,0.0034029035,hessian_weighted_relative_error,31369,0.02500,0.786
5,model.language_model.layers.5.mlp.experts.255.gate_proj,0.0084854028,hessian_weighted_relative_error,31369,0.02500,0.929
5,model.language_model.layers.5.mlp.experts.255.up_proj,0.0022821205,hessian_weighted_relative_error,31369,0.02500,0.857
5,model.language_model.layers.5.mlp.experts.256.down_proj,0.0019022499,hessian_weighted_relative_error,13724,0.02500,0.695
5,model.language_model.layers.5.mlp.experts.256.gate_proj,0.0036106639,hessian_weighted_relative_error,13724,0.02500,0.786
5,model.language_model.layers.5.mlp.experts.256.up_proj,0.0039979391,hessian_weighted_relative_error,13724,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.257.down_proj,0.0029985002,hessian_weighted_relative_error,20776,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.257.gate_proj,0.0070045834,hessian_weighted_relative_error,20776,0.02500,0.929
5,model.language_model.layers.5.mlp.experts.257.up_proj,0.0071822748,hessian_weighted_relative_error,20776,0.02500,0.951
5,model.language_model.layers.5.mlp.experts.258.down_proj,0.0085326363,hessian_weighted_relative_error,21015,0.02500,0.759
5,model.language_model.layers.5.mlp.experts.258.gate_proj,0.0048438424,hessian_weighted_relative_error,21015,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.258.up_proj,0.0049896176,hessian_weighted_relative_error,21015,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.259.down_proj,0.0123728825,hessian_weighted_relative_error,36528,0.02500,0.882
5,model.language_model.layers.5.mlp.experts.259.gate_proj,0.0081320222,hessian_weighted_relative_error,36528,0.02500,0.931
5,model.language_model.layers.5.mlp.experts.259.up_proj,0.0083584900,hessian_weighted_relative_error,36528,0.02500,0.943
5,model.language_model.layers.5.mlp.experts.26.down_proj,0.0108571353,hessian_weighted_relative_error,27092,0.02500,0.725
5,model.language_model.layers.5.mlp.experts.26.gate_proj,0.0065824449,hessian_weighted_relative_error,27092,0.02500,0.749
5,model.language_model.layers.5.mlp.experts.26.up_proj,0.0068953696,hessian_weighted_relative_error,27092,0.02500,0.792
5,model.language_model.layers.5.mlp.experts.260.down_proj,0.0026275248,hessian_weighted_relative_error,20082,0.02500,0.694
5,model.language_model.layers.5.mlp.experts.260.gate_proj,0.0064124046,hessian_weighted_relative_error,20082,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.260.up_proj,0.0065861988,hessian_weighted_relative_error,20082,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.261.down_proj,0.0025060736,hessian_weighted_relative_error,25285,0.02500,0.783
5,model.language_model.layers.5.mlp.experts.261.gate_proj,0.0060811556,hessian_weighted_relative_error,25285,0.02500,0.937
5,model.language_model.layers.5.mlp.experts.261.up_proj,0.0062643055,hessian_weighted_relative_error,25285,0.02500,0.943
5,model.language_model.layers.5.mlp.experts.262.down_proj,0.0139610416,hessian_weighted_relative_error,29033,0.02500,0.763
5,model.language_model.layers.5.mlp.experts.262.gate_proj,0.0091322953,hessian_weighted_relative_error,29033,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.262.up_proj,0.0094898233,hessian_weighted_relative_error,29033,0.02500,0.803
5,model.language_model.layers.5.mlp.experts.263.down_proj,0.0130243005,hessian_weighted_relative_error,24771,0.02500,0.883
5,model.language_model.layers.5.mlp.experts.263.gate_proj,0.0084523605,hessian_weighted_relative_error,24771,0.02500,0.936
5,model.language_model.layers.5.mlp.experts.263.up_proj,0.0087648679,hessian_weighted_relative_error,24771,0.02500,0.944
5,model.language_model.layers.5.mlp.experts.264.down_proj,0.0025920496,hessian_weighted_relative_error,25240,0.02500,0.693
5,model.language_model.layers.5.mlp.experts.264.gate_proj,0.0070650276,hessian_weighted_relative_error,25240,0.02500,0.785
5,model.language_model.layers.5.mlp.experts.264.up_proj,0.0019118970,hessian_weighted_relative_error,25240,0.02500,0.714
5,model.language_model.layers.5.mlp.experts.265.down_proj,0.0127953797,hessian_weighted_relative_error,26503,0.02500,0.884
5,model.language_model.layers.5.mlp.experts.265.gate_proj,0.0082009057,hessian_weighted_relative_error,26503,0.02500,0.933
5,model.language_model.layers.5.mlp.experts.265.up_proj,0.0086922737,hessian_weighted_relative_error,26503,0.02500,0.939
5,model.language_model.layers.5.mlp.experts.266.down_proj,0.0033760787,hessian_weighted_relative_error,31657,0.02500,0.695
5,model.language_model.layers.5.mlp.experts.266.gate_proj,0.0021611193,hessian_weighted_relative_error,31657,0.02500,0.712
5,model.language_model.layers.5.mlp.experts.266.up_proj,0.0022538419,hessian_weighted_relative_error,31657,0.02500,0.711
5,model.language_model.layers.5.mlp.experts.267.down_proj,0.0034505066,hessian_weighted_relative_error,41046,0.02500,0.784
5,model.language_model.layers.5.mlp.experts.267.gate_proj,0.0083409585,hessian_weighted_relative_error,41046,0.02500,0.930
5,model.language_model.layers.5.mlp.experts.267.up_proj,0.0086350374,hessian_weighted_relative_error,41046,0.02500,0.936
5,model.language_model.layers.5.mlp.experts.268.down_proj,0.0114399499,hessian_weighted_relative_error,27794,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.268.gate_proj,0.0081284435,hessian_weighted_relative_error,27794,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.268.up_proj,0.0084982548,hessian_weighted_relative_error,27794,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.269.down_proj,0.0028358374,hessian_weighted_relative_error,39196,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.269.gate_proj,0.0071902165,hessian_weighted_relative_error,39196,0.02500,0.932
5,model.language_model.layers.5.mlp.experts.269.up_proj,0.0019275346,hessian_weighted_relative_error,39196,0.02500,0.883
5,model.language_model.layers.5.mlp.experts.27.down_proj,0.0022129637,hessian_weighted_relative_error,32665,0.02500,0.790
5,model.language_model.layers.5.mlp.experts.27.gate_proj,0.0050930990,hessian_weighted_relative_error,32665,0.02500,0.854
5,model.language_model.layers.5.mlp.experts.27.up_proj,0.0052863793,hessian_weighted_relative_error,32665,0.02500,0.947
5,model.language_model.layers.5.mlp.experts.270.down_proj,0.0138918393,hessian_weighted_relative_error,22026,0.02500,0.763
5,model.language_model.layers.5.mlp.experts.270.gate_proj,0.0089125278,hessian_weighted_relative_error,22026,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.270.up_proj,0.0090629911,hessian_weighted_relative_error,22026,0.02500,0.806
5,model.language_model.layers.5.mlp.experts.271.down_proj,0.0013791903,hessian_weighted_relative_error,18317,0.02500,0.772
5,model.language_model.layers.5.mlp.experts.271.gate_proj,0.0031189146,hessian_weighted_relative_error,18317,0.02500,0.936
5,model.language_model.layers.5.mlp.experts.271.up_proj,0.0034869768,hessian_weighted_relative_error,18317,0.02500,0.939
5,model.language_model.layers.5.mlp.experts.272.down_proj,0.0032271770,hessian_weighted_relative_error,27691,0.02500,0.692
5,model.language_model.layers.5.mlp.experts.272.gate_proj,0.0080484869,hessian_weighted_relative_error,27691,0.02500,0.786
5,model.language_model.layers.5.mlp.experts.272.up_proj,0.0083280856,hessian_weighted_relative_error,27691,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.273.down_proj,0.0118758751,hessian_weighted_relative_error,27396,0.02500,0.884
5,model.language_model.layers.5.mlp.experts.273.gate_proj,0.0077060389,hessian_weighted_relative_error,27396,0.02500,0.936
5,model.language_model.layers.5.mlp.experts.273.up_proj,0.0080770762,hessian_weighted_relative_error,27396,0.02500,0.936
5,model.language_model.layers.5.mlp.experts.274.down_proj,0.0128139559,hessian_weighted_relative_error,31457,0.02500,0.761
5,model.language_model.layers.5.mlp.experts.274.gate_proj,0.0080563561,hessian_weighted_relative_error,31457,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.274.up_proj,0.0082251020,hessian_weighted_relative_error,31457,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.275.down_proj,0.0122586359,hessian_weighted_relative_error,33890,0.02500,0.883
5,model.language_model.layers.5.mlp.experts.275.gate_proj,0.0076786853,hessian_weighted_relative_error,33890,0.02500,0.931
5,model.language_model.layers.5.mlp.experts.275.up_proj,0.0080364575,hessian_weighted_relative_error,33890,0.02500,0.938
5,model.language_model.layers.5.mlp.experts.276.down_proj,0.0031571988,hessian_weighted_relative_error,37999,0.02500,0.696
5,model.language_model.layers.5.mlp.experts.276.gate_proj,0.0076503716,hessian_weighted_relative_error,37999,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.276.up_proj,0.0079313854,hessian_weighted_relative_error,37999,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.277.down_proj,0.0110074184,hessian_weighted_relative_error,36193,0.02500,0.883
5,model.language_model.layers.5.mlp.experts.277.gate_proj,0.0072251700,hessian_weighted_relative_error,36193,0.02500,0.945
5,model.language_model.layers.5.mlp.experts.277.up_proj,0.0075700544,hessian_weighted_relative_error,36193,0.02500,0.934
5,model.language_model.layers.5.mlp.experts.278.down_proj,0.0132506577,hessian_weighted_relative_error,35722,0.02500,0.767
5,model.language_model.layers.5.mlp.experts.278.gate_proj,0.0085122757,hessian_weighted_relative_error,35722,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.278.up_proj,0.0086425201,hessian_weighted_relative_error,35722,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.279.down_proj,0.0133391985,hessian_weighted_relative_error,36663,0.02500,0.884
5,model.language_model.layers.5.mlp.experts.279.gate_proj,0.0081281603,hessian_weighted_relative_error,36663,0.02500,0.936
5,model.language_model.layers.5.mlp.experts.279.up_proj,0.0085652351,hessian_weighted_relative_error,36663,0.02500,0.939
5,model.language_model.layers.5.mlp.experts.28.down_proj,0.0015546645,hessian_weighted_relative_error,18720,0.02500,0.673
5,model.language_model.layers.5.mlp.experts.28.gate_proj,0.0011633862,hessian_weighted_relative_error,18720,0.02500,0.711
5,model.language_model.layers.5.mlp.experts.28.up_proj,0.0012179736,hessian_weighted_relative_error,18720,0.02500,0.711
5,model.language_model.layers.5.mlp.experts.280.down_proj,0.0032353550,hessian_weighted_relative_error,34165,0.02500,0.695
5,model.language_model.layers.5.mlp.experts.280.gate_proj,0.0076607422,hessian_weighted_relative_error,34165,0.02500,0.785
5,model.language_model.layers.5.mlp.experts.280.up_proj,0.0020605221,hessian_weighted_relative_error,34165,0.02500,0.720
5,model.language_model.layers.5.mlp.experts.281.down_proj,0.0024918289,hessian_weighted_relative_error,30265,0.02500,0.790
5,model.language_model.layers.5.mlp.experts.281.gate_proj,0.0017571307,hessian_weighted_relative_error,30265,0.02500,0.874
5,model.language_model.layers.5.mlp.experts.281.up_proj,0.0018460063,hessian_weighted_relative_error,30265,0.02500,0.874
5,model.language_model.layers.5.mlp.experts.282.down_proj,0.0025680274,hessian_weighted_relative_error,18992,0.02500,0.693
5,model.language_model.layers.5.mlp.experts.282.gate_proj,0.0059220234,hessian_weighted_relative_error,18992,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.282.up_proj,0.0016125251,hessian_weighted_relative_error,18992,0.02500,0.714
5,model.language_model.layers.5.mlp.experts.283.down_proj,0.0128335584,hessian_weighted_relative_error,26171,0.02500,0.884
5,model.language_model.layers.5.mlp.experts.283.gate_proj,0.0082454247,hessian_weighted_relative_error,26171,0.02500,0.938
5,model.language_model.layers.5.mlp.experts.283.up_proj,0.0086221150,hessian_weighted_relative_error,26171,0.02500,0.934
5,model.language_model.layers.5.mlp.experts.284.down_proj,0.0114276131,hessian_weighted_relative_error,31761,0.02500,0.762
5,model.language_model.layers.5.mlp.experts.284.gate_proj,0.0070476139,hessian_weighted_relative_error,31761,0.02500,0.792
5,model.language_model.layers.5.mlp.experts.284.up_proj,0.0073230499,hessian_weighted_relative_error,31761,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.285.down_proj,0.0109693944,hessian_weighted_relative_error,29564,0.02500,0.884
5,model.language_model.layers.5.mlp.experts.285.gate_proj,0.0071136958,hessian_weighted_relative_error,29564,0.02500,0.943
5,model.language_model.layers.5.mlp.experts.285.up_proj,0.0073405657,hessian_weighted_relative_error,29564,0.02500,0.929
5,model.language_model.layers.5.mlp.experts.286.down_proj,0.0113287008,hessian_weighted_relative_error,31963,0.02500,0.764
5,model.language_model.layers.5.mlp.experts.286.gate_proj,0.0073267541,hessian_weighted_relative_error,31963,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.286.up_proj,0.0075876025,hessian_weighted_relative_error,31963,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.287.down_proj,0.0036853417,hessian_weighted_relative_error,34916,0.02500,0.793
5,model.language_model.layers.5.mlp.experts.287.gate_proj,0.0024598641,hessian_weighted_relative_error,34916,0.02500,0.864
5,model.language_model.layers.5.mlp.experts.287.up_proj,0.0025507942,hessian_weighted_relative_error,34916,0.02500,0.871
5,model.language_model.layers.5.mlp.experts.29.down_proj,0.0115783930,hessian_weighted_relative_error,30073,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.29.gate_proj,0.0074234907,hessian_weighted_relative_error,30073,0.02500,0.860
5,model.language_model.layers.5.mlp.experts.29.up_proj,0.0076426914,hessian_weighted_relative_error,30073,0.02500,0.947
5,model.language_model.layers.5.mlp.experts.3.down_proj,0.0015052141,hessian_weighted_relative_error,23127,0.02500,0.790
5,model.language_model.layers.5.mlp.experts.3.gate_proj,0.0010739008,hessian_weighted_relative_error,23127,0.02500,0.871
5,model.language_model.layers.5.mlp.experts.3.up_proj,0.0010936642,hessian_weighted_relative_error,23127,0.02500,0.852
5,model.language_model.layers.5.mlp.experts.30.down_proj,0.0109023490,hessian_weighted_relative_error,36140,0.02500,0.729
5,model.language_model.layers.5.mlp.experts.30.gate_proj,0.0071089961,hessian_weighted_relative_error,36140,0.02500,0.753
5,model.language_model.layers.5.mlp.experts.30.up_proj,0.0073996609,hessian_weighted_relative_error,36140,0.02500,0.790
5,model.language_model.layers.5.mlp.experts.31.down_proj,0.0019416851,hessian_weighted_relative_error,20821,0.02500,0.790
5,model.language_model.layers.5.mlp.experts.31.gate_proj,0.0013204389,hessian_weighted_relative_error,20821,0.02500,0.855
5,model.language_model.layers.5.mlp.experts.31.up_proj,0.0013920558,hessian_weighted_relative_error,20821,0.02500,0.865
5,model.language_model.layers.5.mlp.experts.32.down_proj,0.0114915361,hessian_weighted_relative_error,29135,0.02500,0.730
5,model.language_model.layers.5.mlp.experts.32.gate_proj,0.0070989311,hessian_weighted_relative_error,29135,0.02500,0.754
5,model.language_model.layers.5.mlp.experts.32.up_proj,0.0073852783,hessian_weighted_relative_error,29135,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.33.down_proj,0.0128830550,hessian_weighted_relative_error,29423,0.02500,0.806
5,model.language_model.layers.5.mlp.experts.33.gate_proj,0.0081849686,hessian_weighted_relative_error,29423,0.02500,0.862
5,model.language_model.layers.5.mlp.experts.33.up_proj,0.0085869714,hessian_weighted_relative_error,29423,0.02500,0.947
5,model.language_model.layers.5.mlp.experts.34.down_proj,0.0024963563,hessian_weighted_relative_error,19678,0.02500,0.697
5,model.language_model.layers.5.mlp.experts.34.gate_proj,0.0055108867,hessian_weighted_relative_error,19678,0.02500,0.758
5,model.language_model.layers.5.mlp.experts.34.up_proj,0.0058060358,hessian_weighted_relative_error,19678,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.35.down_proj,0.0122748654,hessian_weighted_relative_error,32443,0.02500,0.808
5,model.language_model.layers.5.mlp.experts.35.gate_proj,0.0078295997,hessian_weighted_relative_error,32443,0.02500,0.860
5,model.language_model.layers.5.mlp.experts.35.up_proj,0.0081084410,hessian_weighted_relative_error,32443,0.02500,0.948
5,model.language_model.layers.5.mlp.experts.36.down_proj,0.0030336240,hessian_weighted_relative_error,20067,0.02500,0.695
5,model.language_model.layers.5.mlp.experts.36.gate_proj,0.0068197879,hessian_weighted_relative_error,20067,0.02500,0.755
5,model.language_model.layers.5.mlp.experts.36.up_proj,0.0017893458,hessian_weighted_relative_error,20067,0.02500,0.714
5,model.language_model.layers.5.mlp.experts.37.down_proj,0.0124821973,hessian_weighted_relative_error,31405,0.02500,0.809
5,model.language_model.layers.5.mlp.experts.37.gate_proj,0.0081168658,hessian_weighted_relative_error,31405,0.02500,0.869
5,model.language_model.layers.5.mlp.experts.37.up_proj,0.0085205316,hessian_weighted_relative_error,31405,0.02500,0.949
5,model.language_model.layers.5.mlp.experts.38.down_proj,0.0030788077,hessian_weighted_relative_error,30859,0.02500,0.696
5,model.language_model.layers.5.mlp.experts.38.gate_proj,0.0072307081,hessian_weighted_relative_error,30859,0.02500,0.755
5,model.language_model.layers.5.mlp.experts.38.up_proj,0.0076826805,hessian_weighted_relative_error,30859,0.02500,0.793
5,model.language_model.layers.5.mlp.experts.39.down_proj,0.0029728063,hessian_weighted_relative_error,32681,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.39.gate_proj,0.0072039834,hessian_weighted_relative_error,32681,0.02500,0.861
5,model.language_model.layers.5.mlp.experts.39.up_proj,0.0075684569,hessian_weighted_relative_error,32681,0.02500,0.951
5,model.language_model.layers.5.mlp.experts.4.down_proj,0.0032959285,hessian_weighted_relative_error,27956,0.02500,0.696
5,model.language_model.layers.5.mlp.experts.4.gate_proj,0.0079507742,hessian_weighted_relative_error,27956,0.02500,0.750
5,model.language_model.layers.5.mlp.experts.4.up_proj,0.0081766697,hessian_weighted_relative_error,27956,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.40.down_proj,0.0118064995,hessian_weighted_relative_error,30739,0.02500,0.732
5,model.language_model.layers.5.mlp.experts.40.gate_proj,0.0074997227,hessian_weighted_relative_error,30739,0.02500,0.756
5,model.language_model.layers.5.mlp.experts.40.up_proj,0.0075987676,hessian_weighted_relative_error,30739,0.02500,0.792
5,model.language_model.layers.5.mlp.experts.41.down_proj,0.0121436539,hessian_weighted_relative_error,27316,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.41.gate_proj,0.0077714970,hessian_weighted_relative_error,27316,0.02500,0.870
5,model.language_model.layers.5.mlp.experts.41.up_proj,0.0082229584,hessian_weighted_relative_error,27316,0.02500,0.955
5,model.language_model.layers.5.mlp.experts.42.down_proj,0.0029802298,hessian_weighted_relative_error,34457,0.02500,0.697
5,model.language_model.layers.5.mlp.experts.42.gate_proj,0.0017996503,hessian_weighted_relative_error,34457,0.02500,0.714
5,model.language_model.layers.5.mlp.experts.42.up_proj,0.0018865870,hessian_weighted_relative_error,34457,0.02500,0.714
5,model.language_model.layers.5.mlp.experts.43.down_proj,0.0116204025,hessian_weighted_relative_error,27341,0.02500,0.811
5,model.language_model.layers.5.mlp.experts.43.gate_proj,0.0073439361,hessian_weighted_relative_error,27341,0.02500,0.866
5,model.language_model.layers.5.mlp.experts.43.up_proj,0.0075872405,hessian_weighted_relative_error,27341,0.02500,0.943
5,model.language_model.layers.5.mlp.experts.44.down_proj,0.0102343815,hessian_weighted_relative_error,26464,0.02500,0.728
5,model.language_model.layers.5.mlp.experts.44.gate_proj,0.0069687117,hessian_weighted_relative_error,26464,0.02500,0.757
5,model.language_model.layers.5.mlp.experts.44.up_proj,0.0071441168,hessian_weighted_relative_error,26464,0.02500,0.792
5,model.language_model.layers.5.mlp.experts.45.down_proj,0.0032410264,hessian_weighted_relative_error,35911,0.02500,0.786
5,model.language_model.layers.5.mlp.experts.45.gate_proj,0.0080398379,hessian_weighted_relative_error,35911,0.02500,0.868
5,model.language_model.layers.5.mlp.experts.45.up_proj,0.0083107204,hessian_weighted_relative_error,35911,0.02500,0.946
5,model.language_model.layers.5.mlp.experts.46.down_proj,0.0126645001,hessian_weighted_relative_error,27083,0.02500,0.736
5,model.language_model.layers.5.mlp.experts.46.gate_proj,0.0077884557,hessian_weighted_relative_error,27083,0.02500,0.759
5,model.language_model.layers.5.mlp.experts.46.up_proj,0.0082244920,hessian_weighted_relative_error,27083,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.47.down_proj,0.0131562314,hessian_weighted_relative_error,28934,0.02500,0.812
5,model.language_model.layers.5.mlp.experts.47.gate_proj,0.0089045042,hessian_weighted_relative_error,28934,0.02500,0.868
5,model.language_model.layers.5.mlp.experts.47.up_proj,0.0092808869,hessian_weighted_relative_error,28934,0.02500,0.951
5,model.language_model.layers.5.mlp.experts.48.down_proj,0.0071599361,hessian_weighted_relative_error,21841,0.02500,0.734
5,model.language_model.layers.5.mlp.experts.48.gate_proj,0.0047004968,hessian_weighted_relative_error,21841,0.02500,0.758
5,model.language_model.layers.5.mlp.experts.48.up_proj,0.0048897543,hessian_weighted_relative_error,21841,0.02500,0.793
5,model.language_model.layers.5.mlp.experts.49.down_proj,0.0137270036,hessian_weighted_relative_error,26638,0.02500,0.813
5,model.language_model.layers.5.mlp.experts.49.gate_proj,0.0087121431,hessian_weighted_relative_error,26638,0.02500,0.874
5,model.language_model.layers.5.mlp.experts.49.up_proj,0.0090570705,hessian_weighted_relative_error,26638,0.02500,0.952
5,model.language_model.layers.5.mlp.experts.5.down_proj,0.0127985381,hessian_weighted_relative_error,38080,0.02500,0.790
5,model.language_model.layers.5.mlp.experts.5.gate_proj,0.0082852364,hessian_weighted_relative_error,38080,0.02500,0.857
5,model.language_model.layers.5.mlp.experts.5.up_proj,0.0087339942,hessian_weighted_relative_error,38080,0.02500,0.937
5,model.language_model.layers.5.mlp.experts.50.down_proj,0.0056574570,hessian_weighted_relative_error,20051,0.02500,0.731
5,model.language_model.layers.5.mlp.experts.50.gate_proj,0.0037149710,hessian_weighted_relative_error,20051,0.02500,0.758
5,model.language_model.layers.5.mlp.experts.50.up_proj,0.0039018910,hessian_weighted_relative_error,20051,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.51.down_proj,0.0030447957,hessian_weighted_relative_error,27763,0.02500,0.786
5,model.language_model.layers.5.mlp.experts.51.gate_proj,0.0079621191,hessian_weighted_relative_error,27763,0.02500,0.869
5,model.language_model.layers.5.mlp.experts.51.up_proj,0.0082742064,hessian_weighted_relative_error,27763,0.02500,0.949
5,model.language_model.layers.5.mlp.experts.52.down_proj,0.0031910551,hessian_weighted_relative_error,23773,0.02500,0.698
5,model.language_model.layers.5.mlp.experts.52.gate_proj,0.0076910389,hessian_weighted_relative_error,23773,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.52.up_proj,0.0020297284,hessian_weighted_relative_error,23773,0.02500,0.713
5,model.language_model.layers.5.mlp.experts.53.down_proj,0.0131788284,hessian_weighted_relative_error,35393,0.02500,0.814
5,model.language_model.layers.5.mlp.experts.53.gate_proj,0.0082073423,hessian_weighted_relative_error,35393,0.02500,0.876
5,model.language_model.layers.5.mlp.experts.53.up_proj,0.0087965133,hessian_weighted_relative_error,35393,0.02500,0.954
5,model.language_model.layers.5.mlp.experts.54.down_proj,0.0123889835,hessian_weighted_relative_error,21482,0.02500,0.733
5,model.language_model.layers.5.mlp.experts.54.gate_proj,0.0079842959,hessian_weighted_relative_error,21482,0.02500,0.758
5,model.language_model.layers.5.mlp.experts.54.up_proj,0.0083137232,hessian_weighted_relative_error,21482,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.55.down_proj,0.0035963757,hessian_weighted_relative_error,35038,0.02500,0.786
5,model.language_model.layers.5.mlp.experts.55.gate_proj,0.0089028749,hessian_weighted_relative_error,35038,0.02500,0.870
5,model.language_model.layers.5.mlp.experts.55.up_proj,0.0024243792,hessian_weighted_relative_error,35038,0.02500,0.852
5,model.language_model.layers.5.mlp.experts.56.down_proj,0.0067356963,hessian_weighted_relative_error,11305,0.02500,0.735
5,model.language_model.layers.5.mlp.experts.56.gate_proj,0.0048340565,hessian_weighted_relative_error,11305,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.56.up_proj,0.0050468959,hessian_weighted_relative_error,11305,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.57.down_proj,0.0027584971,hessian_weighted_relative_error,32501,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.57.gate_proj,0.0015058261,hessian_weighted_relative_error,32501,0.02500,0.854
5,model.language_model.layers.5.mlp.experts.57.up_proj,0.0015646276,hessian_weighted_relative_error,32501,0.02500,0.861
5,model.language_model.layers.5.mlp.experts.58.down_proj,0.0137013089,hessian_weighted_relative_error,26896,0.02500,0.733
5,model.language_model.layers.5.mlp.experts.58.gate_proj,0.0088262926,hessian_weighted_relative_error,26896,0.02500,0.763
5,model.language_model.layers.5.mlp.experts.58.up_proj,0.0091297336,hessian_weighted_relative_error,26896,0.02500,0.790
5,model.language_model.layers.5.mlp.experts.59.down_proj,0.0135673155,hessian_weighted_relative_error,31867,0.02500,0.818
5,model.language_model.layers.5.mlp.experts.59.gate_proj,0.0084639011,hessian_weighted_relative_error,31867,0.02500,0.873
5,model.language_model.layers.5.mlp.experts.59.up_proj,0.0088712247,hessian_weighted_relative_error,31867,0.02500,0.942
5,model.language_model.layers.5.mlp.experts.6.down_proj,0.0026596147,hessian_weighted_relative_error,25714,0.02500,0.695
5,model.language_model.layers.5.mlp.experts.6.gate_proj,0.0015636349,hessian_weighted_relative_error,25714,0.02500,0.715
5,model.language_model.layers.5.mlp.experts.6.up_proj,0.0016591914,hessian_weighted_relative_error,25714,0.02500,0.720
5,model.language_model.layers.5.mlp.experts.60.down_proj,0.0114562798,hessian_weighted_relative_error,24272,0.02500,0.732
5,model.language_model.layers.5.mlp.experts.60.gate_proj,0.0071845610,hessian_weighted_relative_error,24272,0.02500,0.765
5,model.language_model.layers.5.mlp.experts.60.up_proj,0.0075422567,hessian_weighted_relative_error,24272,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.61.down_proj,0.0104710789,hessian_weighted_relative_error,9896,0.02500,0.818
5,model.language_model.layers.5.mlp.experts.61.gate_proj,0.0062959110,hessian_weighted_relative_error,9896,0.02500,0.878
5,model.language_model.layers.5.mlp.experts.61.up_proj,0.0064661180,hessian_weighted_relative_error,9896,0.02500,0.953
5,model.language_model.layers.5.mlp.experts.62.down_proj,0.0132077071,hessian_weighted_relative_error,29789,0.02500,0.736
5,model.language_model.layers.5.mlp.experts.62.gate_proj,0.0087410085,hessian_weighted_relative_error,29789,0.02500,0.763
5,model.language_model.layers.5.mlp.experts.62.up_proj,0.0090618676,hessian_weighted_relative_error,29789,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.63.down_proj,0.0123377332,hessian_weighted_relative_error,27992,0.02500,0.821
5,model.language_model.layers.5.mlp.experts.63.gate_proj,0.0079427392,hessian_weighted_relative_error,27992,0.02500,0.876
5,model.language_model.layers.5.mlp.experts.63.up_proj,0.0085135943,hessian_weighted_relative_error,27992,0.02500,0.956
5,model.language_model.layers.5.mlp.experts.64.down_proj,0.0100958324,hessian_weighted_relative_error,41819,0.02500,0.737
5,model.language_model.layers.5.mlp.experts.64.gate_proj,0.0062865976,hessian_weighted_relative_error,41819,0.02500,0.761
5,model.language_model.layers.5.mlp.experts.64.up_proj,0.0065480788,hessian_weighted_relative_error,41819,0.02500,0.790
5,model.language_model.layers.5.mlp.experts.65.down_proj,0.0026300844,hessian_weighted_relative_error,26887,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.65.gate_proj,0.0073506562,hessian_weighted_relative_error,26887,0.02500,0.879
5,model.language_model.layers.5.mlp.experts.65.up_proj,0.0076702310,hessian_weighted_relative_error,26887,0.02500,0.948
5,model.language_model.layers.5.mlp.experts.66.down_proj,0.0117201385,hessian_weighted_relative_error,31703,0.02500,0.735
5,model.language_model.layers.5.mlp.experts.66.gate_proj,0.0070454078,hessian_weighted_relative_error,31703,0.02500,0.766
5,model.language_model.layers.5.mlp.experts.66.up_proj,0.0073084854,hessian_weighted_relative_error,31703,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.67.down_proj,0.0114224340,hessian_weighted_relative_error,26402,0.02500,0.822
5,model.language_model.layers.5.mlp.experts.67.gate_proj,0.0076109114,hessian_weighted_relative_error,26402,0.02500,0.878
5,model.language_model.layers.5.mlp.experts.67.up_proj,0.0079797537,hessian_weighted_relative_error,26402,0.02500,0.953
5,model.language_model.layers.5.mlp.experts.68.down_proj,0.0120168366,hessian_weighted_relative_error,31248,0.02500,0.735
5,model.language_model.layers.5.mlp.experts.68.gate_proj,0.0074395822,hessian_weighted_relative_error,31248,0.02500,0.761
5,model.language_model.layers.5.mlp.experts.68.up_proj,0.0076771496,hessian_weighted_relative_error,31248,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.69.down_proj,0.0028614954,hessian_weighted_relative_error,36560,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.69.gate_proj,0.0069846970,hessian_weighted_relative_error,36560,0.02500,0.881
5,model.language_model.layers.5.mlp.experts.69.up_proj,0.0072007937,hessian_weighted_relative_error,36560,0.02500,0.953
5,model.language_model.layers.5.mlp.experts.7.down_proj,0.0121274767,hessian_weighted_relative_error,30075,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.7.gate_proj,0.0075948571,hessian_weighted_relative_error,30075,0.02500,0.842
5,model.language_model.layers.5.mlp.experts.7.up_proj,0.0078482678,hessian_weighted_relative_error,30075,0.02500,0.963
5,model.language_model.layers.5.mlp.experts.70.down_proj,0.0120973300,hessian_weighted_relative_error,29666,0.02500,0.739
5,model.language_model.layers.5.mlp.experts.70.gate_proj,0.0078452764,hessian_weighted_relative_error,29666,0.02500,0.765
5,model.language_model.layers.5.mlp.experts.70.up_proj,0.0080818400,hessian_weighted_relative_error,29666,0.02500,0.792
5,model.language_model.layers.5.mlp.experts.71.down_proj,0.0124567638,hessian_weighted_relative_error,33330,0.02500,0.824
5,model.language_model.layers.5.mlp.experts.71.gate_proj,0.0078927947,hessian_weighted_relative_error,33330,0.02500,0.878
5,model.language_model.layers.5.mlp.experts.71.up_proj,0.0083736062,hessian_weighted_relative_error,33330,0.02500,0.954
5,model.language_model.layers.5.mlp.experts.72.down_proj,0.0126527810,hessian_weighted_relative_error,36227,0.02500,0.738
5,model.language_model.layers.5.mlp.experts.72.gate_proj,0.0082792934,hessian_weighted_relative_error,36227,0.02500,0.765
5,model.language_model.layers.5.mlp.experts.72.up_proj,0.0086048703,hessian_weighted_relative_error,36227,0.02500,0.793
5,model.language_model.layers.5.mlp.experts.73.down_proj,0.0115893534,hessian_weighted_relative_error,34588,0.02500,0.825
5,model.language_model.layers.5.mlp.experts.73.gate_proj,0.0072461637,hessian_weighted_relative_error,34588,0.02500,0.882
5,model.language_model.layers.5.mlp.experts.73.up_proj,0.0075310887,hessian_weighted_relative_error,34588,0.02500,0.958
5,model.language_model.layers.5.mlp.experts.74.down_proj,0.0113134643,hessian_weighted_relative_error,36002,0.02500,0.736
5,model.language_model.layers.5.mlp.experts.74.gate_proj,0.0079359494,hessian_weighted_relative_error,36002,0.02500,0.762
5,model.language_model.layers.5.mlp.experts.74.up_proj,0.0082097091,hessian_weighted_relative_error,36002,0.02500,0.792
5,model.language_model.layers.5.mlp.experts.75.down_proj,0.0139745244,hessian_weighted_relative_error,30688,0.02500,0.826
5,model.language_model.layers.5.mlp.experts.75.gate_proj,0.0087378519,hessian_weighted_relative_error,30688,0.02500,0.888
5,model.language_model.layers.5.mlp.experts.75.up_proj,0.0092507400,hessian_weighted_relative_error,30688,0.02500,0.953
5,model.language_model.layers.5.mlp.experts.76.down_proj,0.0131525522,hessian_weighted_relative_error,28982,0.02500,0.736
5,model.language_model.layers.5.mlp.experts.76.gate_proj,0.0086604172,hessian_weighted_relative_error,28982,0.02500,0.763
5,model.language_model.layers.5.mlp.experts.76.up_proj,0.0089523807,hessian_weighted_relative_error,28982,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.77.down_proj,0.0033256666,hessian_weighted_relative_error,31813,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.77.gate_proj,0.0079145900,hessian_weighted_relative_error,31813,0.02500,0.884
5,model.language_model.layers.5.mlp.experts.77.up_proj,0.0021300424,hessian_weighted_relative_error,31813,0.02500,0.872
5,model.language_model.layers.5.mlp.experts.78.down_proj,0.0026448131,hessian_weighted_relative_error,38872,0.02500,0.697
5,model.language_model.layers.5.mlp.experts.78.gate_proj,0.0077016858,hessian_weighted_relative_error,38872,0.02500,0.766
5,model.language_model.layers.5.mlp.experts.78.up_proj,0.0020548846,hessian_weighted_relative_error,38872,0.02500,0.713
5,model.language_model.layers.5.mlp.experts.79.down_proj,0.0132905581,hessian_weighted_relative_error,28458,0.02500,0.827
5,model.language_model.layers.5.mlp.experts.79.gate_proj,0.0083306685,hessian_weighted_relative_error,28458,0.02500,0.884
5,model.language_model.layers.5.mlp.experts.79.up_proj,0.0087798224,hessian_weighted_relative_error,28458,0.02500,0.954
5,model.language_model.layers.5.mlp.experts.8.down_proj,0.0136439050,hessian_weighted_relative_error,26964,0.02500,0.723
5,model.language_model.layers.5.mlp.experts.8.gate_proj,0.0083014442,hessian_weighted_relative_error,26964,0.02500,0.744
5,model.language_model.layers.5.mlp.experts.8.up_proj,0.0086758069,hessian_weighted_relative_error,26964,0.02500,0.793
5,model.language_model.layers.5.mlp.experts.80.down_proj,0.0122233044,hessian_weighted_relative_error,29253,0.02500,0.740
5,model.language_model.layers.5.mlp.experts.80.gate_proj,0.0079503959,hessian_weighted_relative_error,29253,0.02500,0.767
5,model.language_model.layers.5.mlp.experts.80.up_proj,0.0082995761,hessian_weighted_relative_error,29253,0.02500,0.792
5,model.language_model.layers.5.mlp.experts.81.down_proj,0.0134154142,hessian_weighted_relative_error,37897,0.02500,0.828
5,model.language_model.layers.5.mlp.experts.81.gate_proj,0.0084084845,hessian_weighted_relative_error,37897,0.02500,0.887
5,model.language_model.layers.5.mlp.experts.81.up_proj,0.0086353662,hessian_weighted_relative_error,37897,0.02500,0.959
5,model.language_model.layers.5.mlp.experts.82.down_proj,0.0134369669,hessian_weighted_relative_error,39023,0.02500,0.739
5,model.language_model.layers.5.mlp.experts.82.gate_proj,0.0085307077,hessian_weighted_relative_error,39023,0.02500,0.777
5,model.language_model.layers.5.mlp.experts.82.up_proj,0.0087614710,hessian_weighted_relative_error,39023,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.83.down_proj,0.0127637660,hessian_weighted_relative_error,28450,0.02500,0.829
5,model.language_model.layers.5.mlp.experts.83.gate_proj,0.0083265366,hessian_weighted_relative_error,28450,0.02500,0.885
5,model.language_model.layers.5.mlp.experts.83.up_proj,0.0086936123,hessian_weighted_relative_error,28450,0.02500,0.961
5,model.language_model.layers.5.mlp.experts.84.down_proj,0.0121441049,hessian_weighted_relative_error,29373,0.02500,0.737
5,model.language_model.layers.5.mlp.experts.84.gate_proj,0.0080182426,hessian_weighted_relative_error,29373,0.02500,0.768
5,model.language_model.layers.5.mlp.experts.84.up_proj,0.0084689066,hessian_weighted_relative_error,29373,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.85.down_proj,0.0018822265,hessian_weighted_relative_error,25927,0.02500,0.786
5,model.language_model.layers.5.mlp.experts.85.gate_proj,0.0039084398,hessian_weighted_relative_error,25927,0.02500,0.890
5,model.language_model.layers.5.mlp.experts.85.up_proj,0.0041633184,hessian_weighted_relative_error,25927,0.02500,0.951
5,model.language_model.layers.5.mlp.experts.86.down_proj,0.0125931767,hessian_weighted_relative_error,27394,0.02500,0.742
5,model.language_model.layers.5.mlp.experts.86.gate_proj,0.0082779947,hessian_weighted_relative_error,27394,0.02500,0.766
5,model.language_model.layers.5.mlp.experts.86.up_proj,0.0085969221,hessian_weighted_relative_error,27394,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.87.down_proj,0.0111351005,hessian_weighted_relative_error,28265,0.02500,0.831
5,model.language_model.layers.5.mlp.experts.87.gate_proj,0.0070206613,hessian_weighted_relative_error,28265,0.02500,0.886
5,model.language_model.layers.5.mlp.experts.87.up_proj,0.0072337085,hessian_weighted_relative_error,28265,0.02500,0.952
5,model.language_model.layers.5.mlp.experts.88.down_proj,0.0034158450,hessian_weighted_relative_error,37120,0.02500,0.695
5,model.language_model.layers.5.mlp.experts.88.gate_proj,0.0085033514,hessian_weighted_relative_error,37120,0.02500,0.768
5,model.language_model.layers.5.mlp.experts.88.up_proj,0.0087024279,hessian_weighted_relative_error,37120,0.02500,0.796
5,model.language_model.layers.5.mlp.experts.89.down_proj,0.0138348413,hessian_weighted_relative_error,30473,0.02500,0.832
5,model.language_model.layers.5.mlp.experts.89.gate_proj,0.0085828719,hessian_weighted_relative_error,30473,0.02500,0.886
5,model.language_model.layers.5.mlp.experts.89.up_proj,0.0089247600,hessian_weighted_relative_error,30473,0.02500,0.958
5,model.language_model.layers.5.mlp.experts.9.down_proj,0.0129682254,hessian_weighted_relative_error,32597,0.02500,0.792
5,model.language_model.layers.5.mlp.experts.9.gate_proj,0.0084776104,hessian_weighted_relative_error,32597,0.02500,0.852
5,model.language_model.layers.5.mlp.experts.9.up_proj,0.0087444452,hessian_weighted_relative_error,32597,0.02500,0.945
5,model.language_model.layers.5.mlp.experts.90.down_proj,0.0037439260,hessian_weighted_relative_error,45476,0.02500,0.698
5,model.language_model.layers.5.mlp.experts.90.gate_proj,0.0024305868,hessian_weighted_relative_error,45476,0.02500,0.716
5,model.language_model.layers.5.mlp.experts.90.up_proj,0.0024691036,hessian_weighted_relative_error,45476,0.02500,0.713
5,model.language_model.layers.5.mlp.experts.91.down_proj,0.0124133660,hessian_weighted_relative_error,36545,0.02500,0.833
5,model.language_model.layers.5.mlp.experts.91.gate_proj,0.0078184301,hessian_weighted_relative_error,36545,0.02500,0.886
5,model.language_model.layers.5.mlp.experts.91.up_proj,0.0081896449,hessian_weighted_relative_error,36545,0.02500,0.959
5,model.language_model.layers.5.mlp.experts.92.down_proj,0.0140561893,hessian_weighted_relative_error,32868,0.02500,0.738
5,model.language_model.layers.5.mlp.experts.92.gate_proj,0.0093508798,hessian_weighted_relative_error,32868,0.02500,0.768
5,model.language_model.layers.5.mlp.experts.92.up_proj,0.0094867186,hessian_weighted_relative_error,32868,0.02500,0.793
5,model.language_model.layers.5.mlp.experts.93.down_proj,0.0112923139,hessian_weighted_relative_error,32859,0.02500,0.835
5,model.language_model.layers.5.mlp.experts.93.gate_proj,0.0077636189,hessian_weighted_relative_error,32859,0.02500,0.889
5,model.language_model.layers.5.mlp.experts.93.up_proj,0.0080482845,hessian_weighted_relative_error,32859,0.02500,0.956
5,model.language_model.layers.5.mlp.experts.94.down_proj,0.0118573447,hessian_weighted_relative_error,30101,0.02500,0.743
5,model.language_model.layers.5.mlp.experts.94.gate_proj,0.0076025876,hessian_weighted_relative_error,30101,0.02500,0.768
5,model.language_model.layers.5.mlp.experts.94.up_proj,0.0078256987,hessian_weighted_relative_error,30101,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.95.down_proj,0.0128240586,hessian_weighted_relative_error,32171,0.02500,0.834
5,model.language_model.layers.5.mlp.experts.95.gate_proj,0.0082669247,hessian_weighted_relative_error,32171,0.02500,0.889
5,model.language_model.layers.5.mlp.experts.95.up_proj,0.0085423577,hessian_weighted_relative_error,32171,0.02500,0.953
5,model.language_model.layers.5.mlp.experts.96.down_proj,0.0044887162,hessian_weighted_relative_error,22944,0.02500,0.744
5,model.language_model.layers.5.mlp.experts.96.gate_proj,0.0024383907,hessian_weighted_relative_error,22944,0.02500,0.767
5,model.language_model.layers.5.mlp.experts.96.up_proj,0.0026253050,hessian_weighted_relative_error,22944,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.97.down_proj,0.0093032219,hessian_weighted_relative_error,18923,0.02500,0.835
5,model.language_model.layers.5.mlp.experts.97.gate_proj,0.0053920649,hessian_weighted_relative_error,18923,0.02500,0.891
5,model.language_model.layers.5.mlp.experts.97.up_proj,0.0055904638,hessian_weighted_relative_error,18923,0.02500,0.959
5,model.language_model.layers.5.mlp.experts.98.down_proj,0.0038041934,hessian_weighted_relative_error,38244,0.02500,0.695
5,model.language_model.layers.5.mlp.experts.98.gate_proj,0.0095450419,hessian_weighted_relative_error,38244,0.02500,0.773
5,model.language_model.layers.5.mlp.experts.98.up_proj,0.0097851868,hessian_weighted_relative_error,38244,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.99.down_proj,0.0117100251,hessian_weighted_relative_error,24679,0.02500,0.835
5,model.language_model.layers.5.mlp.experts.99.gate_proj,0.0079407068,hessian_weighted_relative_error,24679,0.02500,0.890
5,model.language_model.layers.5.mlp.experts.99.up_proj,0.0083000952,hessian_weighted_relative_error,24679,0.02500,0.954
6,model.language_model.layers.6.mlp.experts.0.down_proj,0.0022034698,hessian_weighted_relative_error,29819,0.02500,0.676
6,model.language_model.layers.6.mlp.experts.0.gate_proj,0.0014350244,hessian_weighted_relative_error,29819,0.02500,0.694
6,model.language_model.layers.6.mlp.experts.0.up_proj,0.0014867868,hessian_weighted_relative_error,29819,0.02500,0.679
6,model.language_model.layers.6.mlp.experts.1.down_proj,0.0036700515,hessian_weighted_relative_error,43098,0.02500,0.752
6,model.language_model.layers.6.mlp.experts.1.gate_proj,0.0022746394,hessian_weighted_relative_error,43098,0.02500,0.921
6,model.language_model.layers.6.mlp.experts.1.up_proj,0.0023675684,hessian_weighted_relative_error,43098,0.02500,0.915
6,model.language_model.layers.6.mlp.experts.10.down_proj,0.0018954746,hessian_weighted_relative_error,28004,0.02500,0.679
6,model.language_model.layers.6.mlp.experts.10.gate_proj,0.0051438945,hessian_weighted_relative_error,28004,0.02500,0.747
6,model.language_model.layers.6.mlp.experts.10.up_proj,0.0052904858,hessian_weighted_relative_error,28004,0.02500,0.791
6,model.language_model.layers.6.mlp.experts.100.down_proj,0.0120828272,hessian_weighted_relative_error,24658,0.02500,0.746
6,model.language_model.layers.6.mlp.experts.100.gate_proj,0.0078657772,hessian_weighted_relative_error,24658,0.02500,0.770
6,model.language_model.layers.6.mlp.experts.100.up_proj,0.0082508542,hessian_weighted_relative_error,24658,0.02500,0.794
6,model.language_model.layers.6.mlp.experts.101.down_proj,0.0133432267,hessian_weighted_relative_error,28061,0.02500,0.839
6,model.language_model.layers.6.mlp.experts.101.gate_proj,0.0086573837,hessian_weighted_relative_error,28061,0.02500,0.891
6,model.language_model.layers.6.mlp.experts.101.up_proj,0.0089496736,hessian_weighted_relative_error,28061,0.02500,0.966
6,model.language_model.layers.6.mlp.experts.102.down_proj,0.0115831342,hessian_weighted_relative_error,33802,0.02500,0.740
6,model.language_model.layers.6.mlp.experts.102.gate_proj,0.0078145652,hessian_weighted_relative_error,33802,0.02500,0.771
6,model.language_model.layers.6.mlp.experts.102.up_proj,0.0081057548,hessian_weighted_relative_error,33802,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.103.down_proj,0.0108718307,hessian_weighted_relative_error,27522,0.02500,0.837
6,model.language_model.layers.6.mlp.experts.103.gate_proj,0.0077843871,hessian_weighted_relative_error,27522,0.02500,0.893
6,model.language_model.layers.6.mlp.experts.103.up_proj,0.0082988402,hessian_weighted_relative_error,27522,0.02500,0.971
6,model.language_model.layers.6.mlp.experts.104.down_proj,0.0023520958,hessian_weighted_relative_error,31938,0.02500,0.679
6,model.language_model.layers.6.mlp.experts.104.gate_proj,0.0056627215,hessian_weighted_relative_error,31938,0.02500,0.772
6,model.language_model.layers.6.mlp.experts.104.up_proj,0.0015141657,hessian_weighted_relative_error,31938,0.02500,0.694
6,model.language_model.layers.6.mlp.experts.105.down_proj,0.0108408953,hessian_weighted_relative_error,22828,0.02500,0.844
6,model.language_model.layers.6.mlp.experts.105.gate_proj,0.0068580784,hessian_weighted_relative_error,22828,0.02500,0.893
6,model.language_model.layers.6.mlp.experts.105.up_proj,0.0072104932,hessian_weighted_relative_error,22828,0.02500,0.965
6,model.language_model.layers.6.mlp.experts.106.down_proj,0.0132068470,hessian_weighted_relative_error,20835,0.02500,0.746
6,model.language_model.layers.6.mlp.experts.106.gate_proj,0.0086836137,hessian_weighted_relative_error,20835,0.02500,0.771
6,model.language_model.layers.6.mlp.experts.106.up_proj,0.0090365457,hessian_weighted_relative_error,20835,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.107.down_proj,0.0027979415,hessian_weighted_relative_error,43960,0.02500,0.803
6,model.language_model.layers.6.mlp.experts.107.gate_proj,0.0017848781,hessian_weighted_relative_error,43960,0.02500,0.915
6,model.language_model.layers.6.mlp.experts.107.up_proj,0.0018701961,hessian_weighted_relative_error,43960,0.02500,0.918
6,model.language_model.layers.6.mlp.experts.108.down_proj,0.0125730033,hessian_weighted_relative_error,27881,0.02500,0.746
6,model.language_model.layers.6.mlp.experts.108.gate_proj,0.0085958320,hessian_weighted_relative_error,27881,0.02500,0.776
6,model.language_model.layers.6.mlp.experts.108.up_proj,0.0091462945,hessian_weighted_relative_error,27881,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.109.down_proj,0.0118045713,hessian_weighted_relative_error,23320,0.02500,0.845
6,model.language_model.layers.6.mlp.experts.109.gate_proj,0.0079815607,hessian_weighted_relative_error,23320,0.02500,0.890
6,model.language_model.layers.6.mlp.experts.109.up_proj,0.0085686664,hessian_weighted_relative_error,23320,0.02500,0.964
6,model.language_model.layers.6.mlp.experts.11.down_proj,0.0119908507,hessian_weighted_relative_error,36234,0.02500,0.795
6,model.language_model.layers.6.mlp.experts.11.gate_proj,0.0079975864,hessian_weighted_relative_error,36234,0.02500,0.852
6,model.language_model.layers.6.mlp.experts.11.up_proj,0.0083589563,hessian_weighted_relative_error,36234,0.02500,0.947
6,model.language_model.layers.6.mlp.experts.110.down_proj,0.0109410483,hessian_weighted_relative_error,39396,0.02500,0.743
6,model.language_model.layers.6.mlp.experts.110.gate_proj,0.0067459774,hessian_weighted_relative_error,39396,0.02500,0.770
6,model.language_model.layers.6.mlp.experts.110.up_proj,0.0070918840,hessian_weighted_relative_error,39396,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.111.down_proj,0.0109175359,hessian_weighted_relative_error,14545,0.02500,0.842
6,model.language_model.layers.6.mlp.experts.111.gate_proj,0.0062095936,hessian_weighted_relative_error,14545,0.02500,0.901
6,model.language_model.layers.6.mlp.experts.111.up_proj,0.0064659714,hessian_weighted_relative_error,14545,0.02500,0.960
6,model.language_model.layers.6.mlp.experts.112.down_proj,0.0134203907,hessian_weighted_relative_error,26617,0.02500,0.744
6,model.language_model.layers.6.mlp.experts.112.gate_proj,0.0090647280,hessian_weighted_relative_error,26617,0.02500,0.775
6,model.language_model.layers.6.mlp.experts.112.up_proj,0.0096056996,hessian_weighted_relative_error,26617,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.113.down_proj,0.0128195839,hessian_weighted_relative_error,25526,0.02500,0.848
6,model.language_model.layers.6.mlp.experts.113.gate_proj,0.0076654722,hessian_weighted_relative_error,25526,0.02500,0.893
6,model.language_model.layers.6.mlp.experts.113.up_proj,0.0080816373,hessian_weighted_relative_error,25526,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.114.down_proj,0.0029809906,hessian_weighted_relative_error,34551,0.02500,0.679
6,model.language_model.layers.6.mlp.experts.114.gate_proj,0.0079555190,hessian_weighted_relative_error,34551,0.02500,0.772
6,model.language_model.layers.6.mlp.experts.114.up_proj,0.0083784587,hessian_weighted_relative_error,34551,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.115.down_proj,0.0119705405,hessian_weighted_relative_error,30986,0.02500,0.846
6,model.language_model.layers.6.mlp.experts.115.gate_proj,0.0077912356,hessian_weighted_relative_error,30986,0.02500,0.898
6,model.language_model.layers.6.mlp.experts.115.up_proj,0.0081722570,hessian_weighted_relative_error,30986,0.02500,0.976
6,model.language_model.layers.6.mlp.experts.116.down_proj,0.0138149934,hessian_weighted_relative_error,25080,0.02500,0.747
6,model.language_model.layers.6.mlp.experts.116.gate_proj,0.0092571301,hessian_weighted_relative_error,25080,0.02500,0.773
6,model.language_model.layers.6.mlp.experts.116.up_proj,0.0096962782,hessian_weighted_relative_error,25080,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.117.down_proj,0.0019092163,hessian_weighted_relative_error,46068,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.117.gate_proj,0.0012334358,hessian_weighted_relative_error,46068,0.02500,0.902
6,model.language_model.layers.6.mlp.experts.117.up_proj,0.0012849789,hessian_weighted_relative_error,46068,0.02500,0.908
6,model.language_model.layers.6.mlp.experts.118.down_proj,0.0117338801,hessian_weighted_relative_error,30287,0.02500,0.745
6,model.language_model.layers.6.mlp.experts.118.gate_proj,0.0081499826,hessian_weighted_relative_error,30287,0.02500,0.772
6,model.language_model.layers.6.mlp.experts.118.up_proj,0.0084486566,hessian_weighted_relative_error,30287,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.119.down_proj,0.0128528662,hessian_weighted_relative_error,23348,0.02500,0.845
6,model.language_model.layers.6.mlp.experts.119.gate_proj,0.0082683146,hessian_weighted_relative_error,23348,0.02500,0.896
6,model.language_model.layers.6.mlp.experts.119.up_proj,0.0087393233,hessian_weighted_relative_error,23348,0.02500,0.963
6,model.language_model.layers.6.mlp.experts.12.down_proj,0.0037577610,hessian_weighted_relative_error,52521,0.02500,0.680
6,model.language_model.layers.6.mlp.experts.12.gate_proj,0.0023160645,hessian_weighted_relative_error,52521,0.02500,0.697
6,model.language_model.layers.6.mlp.experts.12.up_proj,0.0023635567,hessian_weighted_relative_error,52521,0.02500,0.694
6,model.language_model.layers.6.mlp.experts.120.down_proj,0.0029292017,hessian_weighted_relative_error,38842,0.02500,0.681
6,model.language_model.layers.6.mlp.experts.120.gate_proj,0.0077968582,hessian_weighted_relative_error,38842,0.02500,0.775
6,model.language_model.layers.6.mlp.experts.120.up_proj,0.0021320210,hessian_weighted_relative_error,38842,0.02500,0.696
6,model.language_model.layers.6.mlp.experts.121.down_proj,0.0109576883,hessian_weighted_relative_error,34695,0.02500,0.853
6,model.language_model.layers.6.mlp.experts.121.gate_proj,0.0083649967,hessian_weighted_relative_error,34695,0.02500,0.895
6,model.language_model.layers.6.mlp.experts.121.up_proj,0.0086892492,hessian_weighted_relative_error,34695,0.02500,0.965
6,model.language_model.layers.6.mlp.experts.122.down_proj,0.0133306131,hessian_weighted_relative_error,34417,0.02500,0.748
6,model.language_model.layers.6.mlp.experts.122.gate_proj,0.0083962758,hessian_weighted_relative_error,34417,0.02500,0.775
6,model.language_model.layers.6.mlp.experts.122.up_proj,0.0089314626,hessian_weighted_relative_error,34417,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.123.down_proj,0.0133149208,hessian_weighted_relative_error,33957,0.02500,0.851
6,model.language_model.layers.6.mlp.experts.123.gate_proj,0.0088575133,hessian_weighted_relative_error,33957,0.02500,0.897
6,model.language_model.layers.6.mlp.experts.123.up_proj,0.0091777358,hessian_weighted_relative_error,33957,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.124.down_proj,0.0133722212,hessian_weighted_relative_error,24063,0.02500,0.749
6,model.language_model.layers.6.mlp.experts.124.gate_proj,0.0092412953,hessian_weighted_relative_error,24063,0.02500,0.774
6,model.language_model.layers.6.mlp.experts.124.up_proj,0.0096692305,hessian_weighted_relative_error,24063,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.125.down_proj,0.0031288578,hessian_weighted_relative_error,21476,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.125.gate_proj,0.0019878908,hessian_weighted_relative_error,21476,0.02500,0.896
6,model.language_model.layers.6.mlp.experts.125.up_proj,0.0020757512,hessian_weighted_relative_error,21476,0.02500,0.899
6,model.language_model.layers.6.mlp.experts.126.down_proj,0.0020198694,hessian_weighted_relative_error,27139,0.02500,0.682
6,model.language_model.layers.6.mlp.experts.126.gate_proj,0.0013163448,hessian_weighted_relative_error,27139,0.02500,0.698
6,model.language_model.layers.6.mlp.experts.126.up_proj,0.0013981264,hessian_weighted_relative_error,27139,0.02500,0.699
6,model.language_model.layers.6.mlp.experts.127.down_proj,0.0119072187,hessian_weighted_relative_error,25443,0.02500,0.849
6,model.language_model.layers.6.mlp.experts.127.gate_proj,0.0076327587,hessian_weighted_relative_error,25443,0.02500,0.902
6,model.language_model.layers.6.mlp.experts.127.up_proj,0.0079936622,hessian_weighted_relative_error,25443,0.02500,0.963
6,model.language_model.layers.6.mlp.experts.128.down_proj,0.0023899412,hessian_weighted_relative_error,35887,0.02500,0.683
6,model.language_model.layers.6.mlp.experts.128.gate_proj,0.0061292685,hessian_weighted_relative_error,35887,0.02500,0.775
6,model.language_model.layers.6.mlp.experts.128.up_proj,0.0063800457,hessian_weighted_relative_error,35887,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.129.down_proj,0.0034155337,hessian_weighted_relative_error,45789,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.129.gate_proj,0.0081741671,hessian_weighted_relative_error,45789,0.02500,0.895
6,model.language_model.layers.6.mlp.experts.129.up_proj,0.0022225131,hessian_weighted_relative_error,45789,0.02500,0.889
6,model.language_model.layers.6.mlp.experts.13.down_proj,0.0017292789,hessian_weighted_relative_error,28930,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.13.gate_proj,0.0043350839,hessian_weighted_relative_error,28930,0.02500,0.848
6,model.language_model.layers.6.mlp.experts.13.up_proj,0.0011658068,hessian_weighted_relative_error,28930,0.02500,0.877
6,model.language_model.layers.6.mlp.experts.130.down_proj,0.0118861627,hessian_weighted_relative_error,20213,0.02500,0.749
6,model.language_model.layers.6.mlp.experts.130.gate_proj,0.0079662469,hessian_weighted_relative_error,20213,0.02500,0.777
6,model.language_model.layers.6.mlp.experts.130.up_proj,0.0085253650,hessian_weighted_relative_error,20213,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.131.down_proj,0.0018230977,hessian_weighted_relative_error,29783,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.131.gate_proj,0.0043236393,hessian_weighted_relative_error,29783,0.02500,0.903
6,model.language_model.layers.6.mlp.experts.131.up_proj,0.0011737737,hessian_weighted_relative_error,29783,0.02500,0.876
6,model.language_model.layers.6.mlp.experts.132.down_proj,0.0127851420,hessian_weighted_relative_error,26487,0.02500,0.750
6,model.language_model.layers.6.mlp.experts.132.gate_proj,0.0085264691,hessian_weighted_relative_error,26487,0.02500,0.774
6,model.language_model.layers.6.mlp.experts.132.up_proj,0.0088806893,hessian_weighted_relative_error,26487,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.133.down_proj,0.0027502564,hessian_weighted_relative_error,34736,0.02500,0.791
6,model.language_model.layers.6.mlp.experts.133.gate_proj,0.0069444101,hessian_weighted_relative_error,34736,0.02500,0.895
6,model.language_model.layers.6.mlp.experts.133.up_proj,0.0071978304,hessian_weighted_relative_error,34736,0.02500,0.962
6,model.language_model.layers.6.mlp.experts.134.down_proj,0.0131849655,hessian_weighted_relative_error,28235,0.02500,0.746
6,model.language_model.layers.6.mlp.experts.134.gate_proj,0.0085974364,hessian_weighted_relative_error,28235,0.02500,0.777
6,model.language_model.layers.6.mlp.experts.134.up_proj,0.0089250560,hessian_weighted_relative_error,28235,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.135.down_proj,0.0074703444,hessian_weighted_relative_error,21613,0.02500,0.853
6,model.language_model.layers.6.mlp.experts.135.gate_proj,0.0051643181,hessian_weighted_relative_error,21613,0.02500,0.909
6,model.language_model.layers.6.mlp.experts.135.up_proj,0.0054454640,hessian_weighted_relative_error,21613,0.02500,0.960
6,model.language_model.layers.6.mlp.experts.136.down_proj,0.0121638528,hessian_weighted_relative_error,28402,0.02500,0.748
6,model.language_model.layers.6.mlp.experts.136.gate_proj,0.0079733093,hessian_weighted_relative_error,28402,0.02500,0.778
6,model.language_model.layers.6.mlp.experts.136.up_proj,0.0084405868,hessian_weighted_relative_error,28402,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.137.down_proj,0.0025113121,hessian_weighted_relative_error,37276,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.137.gate_proj,0.0067836734,hessian_weighted_relative_error,37276,0.02500,0.896
6,model.language_model.layers.6.mlp.experts.137.up_proj,0.0070528395,hessian_weighted_relative_error,37276,0.02500,0.955
6,model.language_model.layers.6.mlp.experts.138.down_proj,0.0117884186,hessian_weighted_relative_error,24510,0.02500,0.751
6,model.language_model.layers.6.mlp.experts.138.gate_proj,0.0078671395,hessian_weighted_relative_error,24510,0.02500,0.776
6,model.language_model.layers.6.mlp.experts.138.up_proj,0.0082923852,hessian_weighted_relative_error,24510,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.139.down_proj,0.0132736377,hessian_weighted_relative_error,27578,0.02500,0.859
6,model.language_model.layers.6.mlp.experts.139.gate_proj,0.0085324581,hessian_weighted_relative_error,27578,0.02500,0.904
6,model.language_model.layers.6.mlp.experts.139.up_proj,0.0089430966,hessian_weighted_relative_error,27578,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.14.down_proj,0.0121599154,hessian_weighted_relative_error,30031,0.02500,0.721
6,model.language_model.layers.6.mlp.experts.14.gate_proj,0.0077827756,hessian_weighted_relative_error,30031,0.02500,0.750
6,model.language_model.layers.6.mlp.experts.14.up_proj,0.0081230199,hessian_weighted_relative_error,30031,0.02500,0.795
6,model.language_model.layers.6.mlp.experts.140.down_proj,0.0052249792,hessian_weighted_relative_error,16660,0.02500,0.749
6,model.language_model.layers.6.mlp.experts.140.gate_proj,0.0030366168,hessian_weighted_relative_error,16660,0.02500,0.778
6,model.language_model.layers.6.mlp.experts.140.up_proj,0.0032521887,hessian_weighted_relative_error,16660,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.141.down_proj,0.0064245310,hessian_weighted_relative_error,36101,0.02500,0.860
6,model.language_model.layers.6.mlp.experts.141.gate_proj,0.0041176875,hessian_weighted_relative_error,36101,0.02500,0.906
6,model.language_model.layers.6.mlp.experts.141.up_proj,0.0042817561,hessian_weighted_relative_error,36101,0.02500,0.957
6,model.language_model.layers.6.mlp.experts.142.down_proj,0.0116357388,hessian_weighted_relative_error,34874,0.02500,0.749
6,model.language_model.layers.6.mlp.experts.142.gate_proj,0.0082527881,hessian_weighted_relative_error,34874,0.02500,0.776
6,model.language_model.layers.6.mlp.experts.142.up_proj,0.0085818101,hessian_weighted_relative_error,34874,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.143.down_proj,0.0063925799,hessian_weighted_relative_error,16817,0.02500,0.858
6,model.language_model.layers.6.mlp.experts.143.gate_proj,0.0034156358,hessian_weighted_relative_error,16817,0.02500,0.908
6,model.language_model.layers.6.mlp.experts.143.up_proj,0.0038600694,hessian_weighted_relative_error,16817,0.02500,0.960
6,model.language_model.layers.6.mlp.experts.144.down_proj,0.0031498918,hessian_weighted_relative_error,32825,0.02500,0.683
6,model.language_model.layers.6.mlp.experts.144.gate_proj,0.0075516358,hessian_weighted_relative_error,32825,0.02500,0.777
6,model.language_model.layers.6.mlp.experts.144.up_proj,0.0079623948,hessian_weighted_relative_error,32825,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.145.down_proj,0.0129510581,hessian_weighted_relative_error,23954,0.02500,0.865
6,model.language_model.layers.6.mlp.experts.145.gate_proj,0.0087959197,hessian_weighted_relative_error,23954,0.02500,0.908
6,model.language_model.layers.6.mlp.experts.145.up_proj,0.0092338978,hessian_weighted_relative_error,23954,0.02500,0.955
6,model.language_model.layers.6.mlp.experts.146.down_proj,0.0126300049,hessian_weighted_relative_error,33294,0.02500,0.751
6,model.language_model.layers.6.mlp.experts.146.gate_proj,0.0082709554,hessian_weighted_relative_error,33294,0.02500,0.777
6,model.language_model.layers.6.mlp.experts.146.up_proj,0.0086572218,hessian_weighted_relative_error,33294,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.147.down_proj,0.0132429441,hessian_weighted_relative_error,24948,0.02500,0.862
6,model.language_model.layers.6.mlp.experts.147.gate_proj,0.0086918176,hessian_weighted_relative_error,24948,0.02500,0.900
6,model.language_model.layers.6.mlp.experts.147.up_proj,0.0091287612,hessian_weighted_relative_error,24948,0.02500,0.962
6,model.language_model.layers.6.mlp.experts.148.down_proj,0.0036800207,hessian_weighted_relative_error,45316,0.02500,0.686
6,model.language_model.layers.6.mlp.experts.148.gate_proj,0.0025457636,hessian_weighted_relative_error,45316,0.02500,0.696
6,model.language_model.layers.6.mlp.experts.148.up_proj,0.0026269335,hessian_weighted_relative_error,45316,0.02500,0.699
6,model.language_model.layers.6.mlp.experts.149.down_proj,0.0029894727,hessian_weighted_relative_error,28230,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.149.gate_proj,0.0070700314,hessian_weighted_relative_error,28230,0.02500,0.904
6,model.language_model.layers.6.mlp.experts.149.up_proj,0.0074669968,hessian_weighted_relative_error,28230,0.02500,0.962
6,model.language_model.layers.6.mlp.experts.15.down_proj,0.0035876645,hessian_weighted_relative_error,29932,0.02500,0.785
6,model.language_model.layers.6.mlp.experts.15.gate_proj,0.0086185367,hessian_weighted_relative_error,29932,0.02500,0.851
6,model.language_model.layers.6.mlp.experts.15.up_proj,0.0089487257,hessian_weighted_relative_error,29932,0.02500,0.954
6,model.language_model.layers.6.mlp.experts.150.down_proj,0.0108164308,hessian_weighted_relative_error,31585,0.02500,0.749
6,model.language_model.layers.6.mlp.experts.150.gate_proj,0.0080747289,hessian_weighted_relative_error,31585,0.02500,0.779
6,model.language_model.layers.6.mlp.experts.150.up_proj,0.0083950473,hessian_weighted_relative_error,31585,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.151.down_proj,0.0027560521,hessian_weighted_relative_error,30657,0.02500,0.785
6,model.language_model.layers.6.mlp.experts.151.gate_proj,0.0082082876,hessian_weighted_relative_error,30657,0.02500,0.912
6,model.language_model.layers.6.mlp.experts.151.up_proj,0.0022041205,hessian_weighted_relative_error,30657,0.02500,0.879
6,model.language_model.layers.6.mlp.experts.152.down_proj,0.0027128180,hessian_weighted_relative_error,36469,0.02500,0.684
6,model.language_model.layers.6.mlp.experts.152.gate_proj,0.0071114817,hessian_weighted_relative_error,36469,0.02500,0.781
6,model.language_model.layers.6.mlp.experts.152.up_proj,0.0019644907,hessian_weighted_relative_error,36469,0.02500,0.701
6,model.language_model.layers.6.mlp.experts.153.down_proj,0.0114218228,hessian_weighted_relative_error,23112,0.02500,0.867
6,model.language_model.layers.6.mlp.experts.153.gate_proj,0.0075148611,hessian_weighted_relative_error,23112,0.02500,0.914
6,model.language_model.layers.6.mlp.experts.153.up_proj,0.0081858110,hessian_weighted_relative_error,23112,0.02500,0.958
6,model.language_model.layers.6.mlp.experts.154.down_proj,0.0137597342,hessian_weighted_relative_error,31301,0.02500,0.752
6,model.language_model.layers.6.mlp.experts.154.gate_proj,0.0087391996,hessian_weighted_relative_error,31301,0.02500,0.778
6,model.language_model.layers.6.mlp.experts.154.up_proj,0.0089344779,hessian_weighted_relative_error,31301,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.155.down_proj,0.0137629370,hessian_weighted_relative_error,22728,0.02500,0.866
6,model.language_model.layers.6.mlp.experts.155.gate_proj,0.0092332873,hessian_weighted_relative_error,22728,0.02500,0.912
6,model.language_model.layers.6.mlp.experts.155.up_proj,0.0096795124,hessian_weighted_relative_error,22728,0.02500,0.955
6,model.language_model.layers.6.mlp.experts.156.down_proj,0.0028109855,hessian_weighted_relative_error,31745,0.02500,0.688
6,model.language_model.layers.6.mlp.experts.156.gate_proj,0.0072772351,hessian_weighted_relative_error,31745,0.02500,0.776
6,model.language_model.layers.6.mlp.experts.156.up_proj,0.0075827578,hessian_weighted_relative_error,31745,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.157.down_proj,0.0025842283,hessian_weighted_relative_error,43593,0.02500,0.792
6,model.language_model.layers.6.mlp.experts.157.gate_proj,0.0062826615,hessian_weighted_relative_error,43593,0.02500,0.914
6,model.language_model.layers.6.mlp.experts.157.up_proj,0.0065020363,hessian_weighted_relative_error,43593,0.02500,0.960
6,model.language_model.layers.6.mlp.experts.158.down_proj,0.0028914214,hessian_weighted_relative_error,33701,0.02500,0.683
6,model.language_model.layers.6.mlp.experts.158.gate_proj,0.0070893739,hessian_weighted_relative_error,33701,0.02500,0.777
6,model.language_model.layers.6.mlp.experts.158.up_proj,0.0073696403,hessian_weighted_relative_error,33701,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.159.down_proj,0.0128463326,hessian_weighted_relative_error,35849,0.02500,0.864
6,model.language_model.layers.6.mlp.experts.159.gate_proj,0.0082685750,hessian_weighted_relative_error,35849,0.02500,0.911
6,model.language_model.layers.6.mlp.experts.159.up_proj,0.0086786674,hessian_weighted_relative_error,35849,0.02500,0.981
6,model.language_model.layers.6.mlp.experts.16.down_proj,0.0059644575,hessian_weighted_relative_error,16329,0.02500,0.724
6,model.language_model.layers.6.mlp.experts.16.gate_proj,0.0049129485,hessian_weighted_relative_error,16329,0.02500,0.754
6,model.language_model.layers.6.mlp.experts.16.up_proj,0.0051363087,hessian_weighted_relative_error,16329,0.02500,0.792
6,model.language_model.layers.6.mlp.experts.160.down_proj,0.0075569908,hessian_weighted_relative_error,28107,0.02500,0.751
6,model.language_model.layers.6.mlp.experts.160.gate_proj,0.0044637891,hessian_weighted_relative_error,28107,0.02500,0.781
6,model.language_model.layers.6.mlp.experts.160.up_proj,0.0045776057,hessian_weighted_relative_error,28107,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.161.down_proj,0.0082951763,hessian_weighted_relative_error,20825,0.02500,0.870
6,model.language_model.layers.6.mlp.experts.161.gate_proj,0.0047431809,hessian_weighted_relative_error,20825,0.02500,0.913
6,model.language_model.layers.6.mlp.experts.161.up_proj,0.0048672611,hessian_weighted_relative_error,20825,0.02500,0.966
6,model.language_model.layers.6.mlp.experts.162.down_proj,0.0126047050,hessian_weighted_relative_error,28362,0.02500,0.752
6,model.language_model.layers.6.mlp.experts.162.gate_proj,0.0083156618,hessian_weighted_relative_error,28362,0.02500,0.780
6,model.language_model.layers.6.mlp.experts.162.up_proj,0.0089037628,hessian_weighted_relative_error,28362,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.163.down_proj,0.0015569111,hessian_weighted_relative_error,28532,0.02500,0.785
6,model.language_model.layers.6.mlp.experts.163.gate_proj,0.0008858147,hessian_weighted_relative_error,28532,0.02500,0.843
6,model.language_model.layers.6.mlp.experts.163.up_proj,0.0009447068,hessian_weighted_relative_error,28532,0.02500,0.852
6,model.language_model.layers.6.mlp.experts.164.down_proj,0.0028914611,hessian_weighted_relative_error,33035,0.02500,0.684
6,model.language_model.layers.6.mlp.experts.164.gate_proj,0.0082227335,hessian_weighted_relative_error,33035,0.02500,0.779
6,model.language_model.layers.6.mlp.experts.164.up_proj,0.0022156789,hessian_weighted_relative_error,33035,0.02500,0.702
6,model.language_model.layers.6.mlp.experts.165.down_proj,0.0123091785,hessian_weighted_relative_error,28743,0.02500,0.867
6,model.language_model.layers.6.mlp.experts.165.gate_proj,0.0081443094,hessian_weighted_relative_error,28743,0.02500,0.907
6,model.language_model.layers.6.mlp.experts.165.up_proj,0.0084601284,hessian_weighted_relative_error,28743,0.02500,0.964
6,model.language_model.layers.6.mlp.experts.166.down_proj,0.0110636977,hessian_weighted_relative_error,23898,0.02500,0.751
6,model.language_model.layers.6.mlp.experts.166.gate_proj,0.0068375759,hessian_weighted_relative_error,23898,0.02500,0.778
6,model.language_model.layers.6.mlp.experts.166.up_proj,0.0070261355,hessian_weighted_relative_error,23898,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.167.down_proj,0.0031648995,hessian_weighted_relative_error,29912,0.02500,0.790
6,model.language_model.layers.6.mlp.experts.167.gate_proj,0.0020674820,hessian_weighted_relative_error,29912,0.02500,0.859
6,model.language_model.layers.6.mlp.experts.167.up_proj,0.0021402110,hessian_weighted_relative_error,29912,0.02500,0.845
6,model.language_model.layers.6.mlp.experts.168.down_proj,0.0130653228,hessian_weighted_relative_error,30419,0.02500,0.751
6,model.language_model.layers.6.mlp.experts.168.gate_proj,0.0085078155,hessian_weighted_relative_error,30419,0.02500,0.781
6,model.language_model.layers.6.mlp.experts.168.up_proj,0.0089154779,hessian_weighted_relative_error,30419,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.169.down_proj,0.0121714925,hessian_weighted_relative_error,23803,0.02500,0.872
6,model.language_model.layers.6.mlp.experts.169.gate_proj,0.0083231806,hessian_weighted_relative_error,23803,0.02500,0.913
6,model.language_model.layers.6.mlp.experts.169.up_proj,0.0086201641,hessian_weighted_relative_error,23803,0.02500,0.963
6,model.language_model.layers.6.mlp.experts.17.down_proj,0.0036047468,hessian_weighted_relative_error,35461,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.17.gate_proj,0.0089245136,hessian_weighted_relative_error,35461,0.02500,0.854
6,model.language_model.layers.6.mlp.experts.17.up_proj,0.0093441986,hessian_weighted_relative_error,35461,0.02500,0.955
6,model.language_model.layers.6.mlp.experts.170.down_proj,0.0102774474,hessian_weighted_relative_error,33874,0.02500,0.757
6,model.language_model.layers.6.mlp.experts.170.gate_proj,0.0070455415,hessian_weighted_relative_error,33874,0.02500,0.779
6,model.language_model.layers.6.mlp.experts.170.up_proj,0.0073558799,hessian_weighted_relative_error,33874,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.171.down_proj,0.0111465934,hessian_weighted_relative_error,27004,0.02500,0.870
6,model.language_model.layers.6.mlp.experts.171.gate_proj,0.0074342343,hessian_weighted_relative_error,27004,0.02500,0.916
6,model.language_model.layers.6.mlp.experts.171.up_proj,0.0077383037,hessian_weighted_relative_error,27004,0.02500,0.966
6,model.language_model.layers.6.mlp.experts.172.down_proj,0.0124891623,hessian_weighted_relative_error,33094,0.02500,0.753
6,model.language_model.layers.6.mlp.experts.172.gate_proj,0.0080331981,hessian_weighted_relative_error,33094,0.02500,0.781
6,model.language_model.layers.6.mlp.experts.172.up_proj,0.0084038212,hessian_weighted_relative_error,33094,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.173.down_proj,0.0030762138,hessian_weighted_relative_error,26864,0.02500,0.783
6,model.language_model.layers.6.mlp.experts.173.gate_proj,0.0081818260,hessian_weighted_relative_error,26864,0.02500,0.911
6,model.language_model.layers.6.mlp.experts.173.up_proj,0.0085544050,hessian_weighted_relative_error,26864,0.02500,0.964
6,model.language_model.layers.6.mlp.experts.174.down_proj,0.0032589442,hessian_weighted_relative_error,34978,0.02500,0.686
6,model.language_model.layers.6.mlp.experts.174.gate_proj,0.0081192195,hessian_weighted_relative_error,34978,0.02500,0.789
6,model.language_model.layers.6.mlp.experts.174.up_proj,0.0083202800,hessian_weighted_relative_error,34978,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.175.down_proj,0.0090711308,hessian_weighted_relative_error,34738,0.02500,0.869
6,model.language_model.layers.6.mlp.experts.175.gate_proj,0.0077470247,hessian_weighted_relative_error,34738,0.02500,0.915
6,model.language_model.layers.6.mlp.experts.175.up_proj,0.0021046479,hessian_weighted_relative_error,34738,0.02500,0.853
6,model.language_model.layers.6.mlp.experts.176.down_proj,0.0025084226,hessian_weighted_relative_error,23983,0.02500,0.685
6,model.language_model.layers.6.mlp.experts.176.gate_proj,0.0016288075,hessian_weighted_relative_error,23983,0.02500,0.705
6,model.language_model.layers.6.mlp.experts.176.up_proj,0.0017177845,hessian_weighted_relative_error,23983,0.02500,0.704
6,model.language_model.layers.6.mlp.experts.177.down_proj,0.0135050344,hessian_weighted_relative_error,36197,0.02500,0.872
6,model.language_model.layers.6.mlp.experts.177.gate_proj,0.0089617500,hessian_weighted_relative_error,36197,0.02500,0.920
6,model.language_model.layers.6.mlp.experts.177.up_proj,0.0094494874,hessian_weighted_relative_error,36197,0.02500,0.960
6,model.language_model.layers.6.mlp.experts.178.down_proj,0.0129833878,hessian_weighted_relative_error,23628,0.02500,0.755
6,model.language_model.layers.6.mlp.experts.178.gate_proj,0.0081806941,hessian_weighted_relative_error,23628,0.02500,0.780
6,model.language_model.layers.6.mlp.experts.178.up_proj,0.0086361081,hessian_weighted_relative_error,23628,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.179.down_proj,0.0033647516,hessian_weighted_relative_error,29404,0.02500,0.785
6,model.language_model.layers.6.mlp.experts.179.gate_proj,0.0083811268,hessian_weighted_relative_error,29404,0.02500,0.913
6,model.language_model.layers.6.mlp.experts.179.up_proj,0.0087921086,hessian_weighted_relative_error,29404,0.02500,0.958
6,model.language_model.layers.6.mlp.experts.18.down_proj,0.0114271427,hessian_weighted_relative_error,19877,0.02500,0.725
6,model.language_model.layers.6.mlp.experts.18.gate_proj,0.0072474767,hessian_weighted_relative_error,19877,0.02500,0.750
6,model.language_model.layers.6.mlp.experts.18.up_proj,0.0074751934,hessian_weighted_relative_error,19877,0.02500,0.792
6,model.language_model.layers.6.mlp.experts.180.down_proj,0.0120371465,hessian_weighted_relative_error,24175,0.02500,0.754
6,model.language_model.layers.6.mlp.experts.180.gate_proj,0.0078717521,hessian_weighted_relative_error,24175,0.02500,0.782
6,model.language_model.layers.6.mlp.experts.180.up_proj,0.0082927069,hessian_weighted_relative_error,24175,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.181.down_proj,0.0019451766,hessian_weighted_relative_error,22947,0.02500,0.781
6,model.language_model.layers.6.mlp.experts.181.gate_proj,0.0043608883,hessian_weighted_relative_error,22947,0.02500,0.910
6,model.language_model.layers.6.mlp.experts.181.up_proj,0.0045995694,hessian_weighted_relative_error,22947,0.02500,0.959
6,model.language_model.layers.6.mlp.experts.182.down_proj,0.0125924389,hessian_weighted_relative_error,32189,0.02500,0.752
6,model.language_model.layers.6.mlp.experts.182.gate_proj,0.0080175629,hessian_weighted_relative_error,32189,0.02500,0.781
6,model.language_model.layers.6.mlp.experts.182.up_proj,0.0083179696,hessian_weighted_relative_error,32189,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.183.down_proj,0.0113522455,hessian_weighted_relative_error,31837,0.02500,0.872
6,model.language_model.layers.6.mlp.experts.183.gate_proj,0.0071768164,hessian_weighted_relative_error,31837,0.02500,0.920
6,model.language_model.layers.6.mlp.experts.183.up_proj,0.0075121046,hessian_weighted_relative_error,31837,0.02500,0.958
6,model.language_model.layers.6.mlp.experts.184.down_proj,0.0025914611,hessian_weighted_relative_error,56000,0.02500,0.686
6,model.language_model.layers.6.mlp.experts.184.gate_proj,0.0017032354,hessian_weighted_relative_error,56000,0.02500,0.705
6,model.language_model.layers.6.mlp.experts.184.up_proj,0.0017549178,hessian_weighted_relative_error,56000,0.02500,0.706
6,model.language_model.layers.6.mlp.experts.185.down_proj,0.0136219371,hessian_weighted_relative_error,24738,0.02500,0.874
6,model.language_model.layers.6.mlp.experts.185.gate_proj,0.0092149555,hessian_weighted_relative_error,24738,0.02500,0.915
6,model.language_model.layers.6.mlp.experts.185.up_proj,0.0097392057,hessian_weighted_relative_error,24738,0.02500,0.954
6,model.language_model.layers.6.mlp.experts.186.down_proj,0.0106584409,hessian_weighted_relative_error,27370,0.02500,0.755
6,model.language_model.layers.6.mlp.experts.186.gate_proj,0.0076239559,hessian_weighted_relative_error,27370,0.02500,0.784
6,model.language_model.layers.6.mlp.experts.186.up_proj,0.0079418391,hessian_weighted_relative_error,27370,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.187.down_proj,0.0033351572,hessian_weighted_relative_error,37178,0.02500,0.780
6,model.language_model.layers.6.mlp.experts.187.gate_proj,0.0081458921,hessian_weighted_relative_error,37178,0.02500,0.921
6,model.language_model.layers.6.mlp.experts.187.up_proj,0.0083943194,hessian_weighted_relative_error,37178,0.02500,0.980
6,model.language_model.layers.6.mlp.experts.188.down_proj,0.0131258392,hessian_weighted_relative_error,24046,0.02500,0.756
6,model.language_model.layers.6.mlp.experts.188.gate_proj,0.0081856939,hessian_weighted_relative_error,24046,0.02500,0.782
6,model.language_model.layers.6.mlp.experts.188.up_proj,0.0085286392,hessian_weighted_relative_error,24046,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.189.down_proj,0.0127729964,hessian_weighted_relative_error,22835,0.02500,0.873
6,model.language_model.layers.6.mlp.experts.189.gate_proj,0.0087905167,hessian_weighted_relative_error,22835,0.02500,0.920
6,model.language_model.layers.6.mlp.experts.189.up_proj,0.0091713319,hessian_weighted_relative_error,22835,0.02500,0.968
6,model.language_model.layers.6.mlp.experts.19.down_proj,0.0128056426,hessian_weighted_relative_error,18236,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.19.gate_proj,0.0081722721,hessian_weighted_relative_error,18236,0.02500,0.856
6,model.language_model.layers.6.mlp.experts.19.up_proj,0.0085164663,hessian_weighted_relative_error,18236,0.02500,0.941
6,model.language_model.layers.6.mlp.experts.190.down_proj,0.0016489166,hessian_weighted_relative_error,24300,0.02500,0.690
6,model.language_model.layers.6.mlp.experts.190.gate_proj,0.0011016422,hessian_weighted_relative_error,24300,0.02500,0.700
6,model.language_model.layers.6.mlp.experts.190.up_proj,0.0011267911,hessian_weighted_relative_error,24300,0.02500,0.706
6,model.language_model.layers.6.mlp.experts.191.down_proj,0.0102844018,hessian_weighted_relative_error,34708,0.02500,0.874
6,model.language_model.layers.6.mlp.experts.191.gate_proj,0.0066288331,hessian_weighted_relative_error,34708,0.02500,0.922
6,model.language_model.layers.6.mlp.experts.191.up_proj,0.0069659645,hessian_weighted_relative_error,34708,0.02500,0.965
6,model.language_model.layers.6.mlp.experts.192.down_proj,0.0032525451,hessian_weighted_relative_error,36802,0.02500,0.687
6,model.language_model.layers.6.mlp.experts.192.gate_proj,0.0081050219,hessian_weighted_relative_error,36802,0.02500,0.785
6,model.language_model.layers.6.mlp.experts.192.up_proj,0.0084992800,hessian_weighted_relative_error,36802,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.193.down_proj,0.0066519917,hessian_weighted_relative_error,23951,0.02500,0.874
6,model.language_model.layers.6.mlp.experts.193.gate_proj,0.0048540961,hessian_weighted_relative_error,23951,0.02500,0.924
6,model.language_model.layers.6.mlp.experts.193.up_proj,0.0051485596,hessian_weighted_relative_error,23951,0.02500,0.963
6,model.language_model.layers.6.mlp.experts.194.down_proj,0.0100769146,hessian_weighted_relative_error,28876,0.02500,0.756
6,model.language_model.layers.6.mlp.experts.194.gate_proj,0.0068433595,hessian_weighted_relative_error,28876,0.02500,0.784
6,model.language_model.layers.6.mlp.experts.194.up_proj,0.0072351257,hessian_weighted_relative_error,28876,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.195.down_proj,0.0089999285,hessian_weighted_relative_error,18598,0.02500,0.874
6,model.language_model.layers.6.mlp.experts.195.gate_proj,0.0060061852,hessian_weighted_relative_error,18598,0.02500,0.923
6,model.language_model.layers.6.mlp.experts.195.up_proj,0.0062529425,hessian_weighted_relative_error,18598,0.02500,0.964
6,model.language_model.layers.6.mlp.experts.196.down_proj,0.0093685658,hessian_weighted_relative_error,19134,0.02500,0.756
6,model.language_model.layers.6.mlp.experts.196.gate_proj,0.0058575999,hessian_weighted_relative_error,19134,0.02500,0.781
6,model.language_model.layers.6.mlp.experts.196.up_proj,0.0061034510,hessian_weighted_relative_error,19134,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.197.down_proj,0.0033629250,hessian_weighted_relative_error,41757,0.02500,0.781
6,model.language_model.layers.6.mlp.experts.197.gate_proj,0.0022103745,hessian_weighted_relative_error,41757,0.02500,0.855
6,model.language_model.layers.6.mlp.experts.197.up_proj,0.0022819232,hessian_weighted_relative_error,41757,0.02500,0.845
6,model.language_model.layers.6.mlp.experts.198.down_proj,0.0112071403,hessian_weighted_relative_error,24095,0.02500,0.753
6,model.language_model.layers.6.mlp.experts.198.gate_proj,0.0073347765,hessian_weighted_relative_error,24095,0.02500,0.785
6,model.language_model.layers.6.mlp.experts.198.up_proj,0.0077459583,hessian_weighted_relative_error,24095,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.199.down_proj,0.0014462862,hessian_weighted_relative_error,36692,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.199.gate_proj,0.0033688094,hessian_weighted_relative_error,36692,0.02500,0.925
6,model.language_model.layers.6.mlp.experts.199.up_proj,0.0035163262,hessian_weighted_relative_error,36692,0.02500,0.961
6,model.language_model.layers.6.mlp.experts.2.down_proj,0.0033158929,hessian_weighted_relative_error,40587,0.02500,0.690
6,model.language_model.layers.6.mlp.experts.2.gate_proj,0.0017674630,hessian_weighted_relative_error,40587,0.02500,0.703
6,model.language_model.layers.6.mlp.experts.2.up_proj,0.0018844247,hessian_weighted_relative_error,40587,0.02500,0.706
6,model.language_model.layers.6.mlp.experts.20.down_proj,0.0134503730,hessian_weighted_relative_error,25986,0.02500,0.726
6,model.language_model.layers.6.mlp.experts.20.gate_proj,0.0087428146,hessian_weighted_relative_error,25986,0.02500,0.750
6,model.language_model.layers.6.mlp.experts.20.up_proj,0.0090506729,hessian_weighted_relative_error,25986,0.02500,0.794
6,model.language_model.layers.6.mlp.experts.200.down_proj,0.0028790868,hessian_weighted_relative_error,41340,0.02500,0.689
6,model.language_model.layers.6.mlp.experts.200.gate_proj,0.0017521991,hessian_weighted_relative_error,41340,0.02500,0.708
6,model.language_model.layers.6.mlp.experts.200.up_proj,0.0018595967,hessian_weighted_relative_error,41340,0.02500,0.706
6,model.language_model.layers.6.mlp.experts.201.down_proj,0.0127114256,hessian_weighted_relative_error,21182,0.02500,0.876
6,model.language_model.layers.6.mlp.experts.201.gate_proj,0.0081916446,hessian_weighted_relative_error,21182,0.02500,0.922
6,model.language_model.layers.6.mlp.experts.201.up_proj,0.0085602607,hessian_weighted_relative_error,21182,0.02500,0.961
6,model.language_model.layers.6.mlp.experts.202.down_proj,0.0120756043,hessian_weighted_relative_error,27437,0.02500,0.759
6,model.language_model.layers.6.mlp.experts.202.gate_proj,0.0075930429,hessian_weighted_relative_error,27437,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.202.up_proj,0.0079888877,hessian_weighted_relative_error,27437,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.203.down_proj,0.0029654555,hessian_weighted_relative_error,28827,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.203.gate_proj,0.0017530849,hessian_weighted_relative_error,28827,0.02500,0.846
6,model.language_model.layers.6.mlp.experts.203.up_proj,0.0018840601,hessian_weighted_relative_error,28827,0.02500,0.848
6,model.language_model.layers.6.mlp.experts.204.down_proj,0.0051355207,hessian_weighted_relative_error,19982,0.02500,0.757
6,model.language_model.layers.6.mlp.experts.204.gate_proj,0.0021327360,hessian_weighted_relative_error,19982,0.02500,0.782
6,model.language_model.layers.6.mlp.experts.204.up_proj,0.0023178075,hessian_weighted_relative_error,19982,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.205.down_proj,0.0122493525,hessian_weighted_relative_error,25301,0.02500,0.876
6,model.language_model.layers.6.mlp.experts.205.gate_proj,0.0080479580,hessian_weighted_relative_error,25301,0.02500,0.922
6,model.language_model.layers.6.mlp.experts.205.up_proj,0.0083962965,hessian_weighted_relative_error,25301,0.02500,0.964
6,model.language_model.layers.6.mlp.experts.206.down_proj,0.0098362833,hessian_weighted_relative_error,32603,0.02500,0.755
6,model.language_model.layers.6.mlp.experts.206.gate_proj,0.0070665290,hessian_weighted_relative_error,32603,0.02500,0.781
6,model.language_model.layers.6.mlp.experts.206.up_proj,0.0074138131,hessian_weighted_relative_error,32603,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.207.down_proj,0.0064239642,hessian_weighted_relative_error,15981,0.02500,0.875
6,model.language_model.layers.6.mlp.experts.207.gate_proj,0.0039731640,hessian_weighted_relative_error,15981,0.02500,0.930
6,model.language_model.layers.6.mlp.experts.207.up_proj,0.0043415125,hessian_weighted_relative_error,15981,0.02500,0.960
6,model.language_model.layers.6.mlp.experts.208.down_proj,0.0126498041,hessian_weighted_relative_error,21618,0.02500,0.757
6,model.language_model.layers.6.mlp.experts.208.gate_proj,0.0070483160,hessian_weighted_relative_error,21618,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.208.up_proj,0.0074143637,hessian_weighted_relative_error,21618,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.209.down_proj,0.0120106604,hessian_weighted_relative_error,18009,0.02500,0.877
6,model.language_model.layers.6.mlp.experts.209.gate_proj,0.0075260071,hessian_weighted_relative_error,18009,0.02500,0.931
6,model.language_model.layers.6.mlp.experts.209.up_proj,0.0077146669,hessian_weighted_relative_error,18009,0.02500,0.974
6,model.language_model.layers.6.mlp.experts.21.down_proj,0.0030601607,hessian_weighted_relative_error,46887,0.02500,0.788
6,model.language_model.layers.6.mlp.experts.21.gate_proj,0.0019123580,hessian_weighted_relative_error,46887,0.02500,0.859
6,model.language_model.layers.6.mlp.experts.21.up_proj,0.0020657798,hessian_weighted_relative_error,46887,0.02500,0.839
6,model.language_model.layers.6.mlp.experts.210.down_proj,0.0130704190,hessian_weighted_relative_error,24441,0.02500,0.759
6,model.language_model.layers.6.mlp.experts.210.gate_proj,0.0085295942,hessian_weighted_relative_error,24441,0.02500,0.784
6,model.language_model.layers.6.mlp.experts.210.up_proj,0.0090137006,hessian_weighted_relative_error,24441,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.211.down_proj,0.0121340306,hessian_weighted_relative_error,27139,0.02500,0.876
6,model.language_model.layers.6.mlp.experts.211.gate_proj,0.0080036284,hessian_weighted_relative_error,27139,0.02500,0.926
6,model.language_model.layers.6.mlp.experts.211.up_proj,0.0083238422,hessian_weighted_relative_error,27139,0.02500,0.973
6,model.language_model.layers.6.mlp.experts.212.down_proj,0.0142265888,hessian_weighted_relative_error,30527,0.02500,0.760
6,model.language_model.layers.6.mlp.experts.212.gate_proj,0.0092214452,hessian_weighted_relative_error,30527,0.02500,0.785
6,model.language_model.layers.6.mlp.experts.212.up_proj,0.0094553174,hessian_weighted_relative_error,30527,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.213.down_proj,0.0118987894,hessian_weighted_relative_error,30141,0.02500,0.877
6,model.language_model.layers.6.mlp.experts.213.gate_proj,0.0079068949,hessian_weighted_relative_error,30141,0.02500,0.926
6,model.language_model.layers.6.mlp.experts.213.up_proj,0.0083267709,hessian_weighted_relative_error,30141,0.02500,0.960
6,model.language_model.layers.6.mlp.experts.214.down_proj,0.0134437374,hessian_weighted_relative_error,24462,0.02500,0.755
6,model.language_model.layers.6.mlp.experts.214.gate_proj,0.0089067358,hessian_weighted_relative_error,24462,0.02500,0.782
6,model.language_model.layers.6.mlp.experts.214.up_proj,0.0093531744,hessian_weighted_relative_error,24462,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.215.down_proj,0.0117924886,hessian_weighted_relative_error,33008,0.02500,0.877
6,model.language_model.layers.6.mlp.experts.215.gate_proj,0.0074962939,hessian_weighted_relative_error,33008,0.02500,0.925
6,model.language_model.layers.6.mlp.experts.215.up_proj,0.0078095557,hessian_weighted_relative_error,33008,0.02500,0.960
6,model.language_model.layers.6.mlp.experts.216.down_proj,0.0088704930,hessian_weighted_relative_error,22844,0.02500,0.757
6,model.language_model.layers.6.mlp.experts.216.gate_proj,0.0059289467,hessian_weighted_relative_error,22844,0.02500,0.783
6,model.language_model.layers.6.mlp.experts.216.up_proj,0.0062068842,hessian_weighted_relative_error,22844,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.217.down_proj,0.0036215761,hessian_weighted_relative_error,39672,0.02500,0.783
6,model.language_model.layers.6.mlp.experts.217.gate_proj,0.0093791960,hessian_weighted_relative_error,39672,0.02500,0.931
6,model.language_model.layers.6.mlp.experts.217.up_proj,0.0025280463,hessian_weighted_relative_error,39672,0.02500,0.855
6,model.language_model.layers.6.mlp.experts.218.down_proj,0.0034853329,hessian_weighted_relative_error,35764,0.02500,0.689
6,model.language_model.layers.6.mlp.experts.218.gate_proj,0.0094099106,hessian_weighted_relative_error,35764,0.02500,0.785
6,model.language_model.layers.6.mlp.experts.218.up_proj,0.0098189003,hessian_weighted_relative_error,35764,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.219.down_proj,0.0033496038,hessian_weighted_relative_error,40844,0.02500,0.785
6,model.language_model.layers.6.mlp.experts.219.gate_proj,0.0084051974,hessian_weighted_relative_error,40844,0.02500,0.932
6,model.language_model.layers.6.mlp.experts.219.up_proj,0.0022857044,hessian_weighted_relative_error,40844,0.02500,0.857
6,model.language_model.layers.6.mlp.experts.22.down_proj,0.0129026606,hessian_weighted_relative_error,24039,0.02500,0.722
6,model.language_model.layers.6.mlp.experts.22.gate_proj,0.0087456352,hessian_weighted_relative_error,24039,0.02500,0.749
6,model.language_model.layers.6.mlp.experts.22.up_proj,0.0091660851,hessian_weighted_relative_error,24039,0.02500,0.792
6,model.language_model.layers.6.mlp.experts.220.down_proj,0.0029984925,hessian_weighted_relative_error,28727,0.02500,0.688
6,model.language_model.layers.6.mlp.experts.220.gate_proj,0.0019396942,hessian_weighted_relative_error,28727,0.02500,0.707
6,model.language_model.layers.6.mlp.experts.220.up_proj,0.0020534911,hessian_weighted_relative_error,28727,0.02500,0.705
6,model.language_model.layers.6.mlp.experts.221.down_proj,0.0029461005,hessian_weighted_relative_error,18382,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.221.gate_proj,0.0060653573,hessian_weighted_relative_error,18382,0.02500,0.923
6,model.language_model.layers.6.mlp.experts.221.up_proj,0.0064140275,hessian_weighted_relative_error,18382,0.02500,0.996
6,model.language_model.layers.6.mlp.experts.222.down_proj,0.0129534525,hessian_weighted_relative_error,30114,0.02500,0.757
6,model.language_model.layers.6.mlp.experts.222.gate_proj,0.0083402322,hessian_weighted_relative_error,30114,0.02500,0.785
6,model.language_model.layers.6.mlp.experts.222.up_proj,0.0087765647,hessian_weighted_relative_error,30114,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.223.down_proj,0.0081533128,hessian_weighted_relative_error,11837,0.02500,0.877
6,model.language_model.layers.6.mlp.experts.223.gate_proj,0.0051067224,hessian_weighted_relative_error,11837,0.02500,0.930
6,model.language_model.layers.6.mlp.experts.223.up_proj,0.0055545966,hessian_weighted_relative_error,11837,0.02500,0.970
6,model.language_model.layers.6.mlp.experts.224.down_proj,0.0125778059,hessian_weighted_relative_error,29909,0.02500,0.757
6,model.language_model.layers.6.mlp.experts.224.gate_proj,0.0081136851,hessian_weighted_relative_error,29909,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.224.up_proj,0.0084542950,hessian_weighted_relative_error,29909,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.225.down_proj,0.0139794927,hessian_weighted_relative_error,26221,0.02500,0.878
6,model.language_model.layers.6.mlp.experts.225.gate_proj,0.0092959748,hessian_weighted_relative_error,26221,0.02500,0.926
6,model.language_model.layers.6.mlp.experts.225.up_proj,0.0097164713,hessian_weighted_relative_error,26221,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.226.down_proj,0.0024722411,hessian_weighted_relative_error,23079,0.02500,0.688
6,model.language_model.layers.6.mlp.experts.226.gate_proj,0.0014314668,hessian_weighted_relative_error,23079,0.02500,0.710
6,model.language_model.layers.6.mlp.experts.226.up_proj,0.0015374355,hessian_weighted_relative_error,23079,0.02500,0.705
6,model.language_model.layers.6.mlp.experts.227.down_proj,0.0032428343,hessian_weighted_relative_error,31421,0.02500,0.780
6,model.language_model.layers.6.mlp.experts.227.gate_proj,0.0020505116,hessian_weighted_relative_error,31421,0.02500,0.856
6,model.language_model.layers.6.mlp.experts.227.up_proj,0.0021644689,hessian_weighted_relative_error,31421,0.02500,0.859
6,model.language_model.layers.6.mlp.experts.228.down_proj,0.0064186680,hessian_weighted_relative_error,17254,0.02500,0.760
6,model.language_model.layers.6.mlp.experts.228.gate_proj,0.0039980235,hessian_weighted_relative_error,17254,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.228.up_proj,0.0043686716,hessian_weighted_relative_error,17254,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.229.down_proj,0.0122682356,hessian_weighted_relative_error,31967,0.02500,0.878
6,model.language_model.layers.6.mlp.experts.229.gate_proj,0.0070123292,hessian_weighted_relative_error,31967,0.02500,0.927
6,model.language_model.layers.6.mlp.experts.229.up_proj,0.0075416252,hessian_weighted_relative_error,31967,0.02500,0.967
6,model.language_model.layers.6.mlp.experts.23.down_proj,0.0033322139,hessian_weighted_relative_error,30960,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.23.gate_proj,0.0021521122,hessian_weighted_relative_error,30960,0.02500,0.864
6,model.language_model.layers.6.mlp.experts.23.up_proj,0.0022653576,hessian_weighted_relative_error,30960,0.02500,0.850
6,model.language_model.layers.6.mlp.experts.230.down_proj,0.0102213522,hessian_weighted_relative_error,36178,0.02500,0.759
6,model.language_model.layers.6.mlp.experts.230.gate_proj,0.0067043629,hessian_weighted_relative_error,36178,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.230.up_proj,0.0070258520,hessian_weighted_relative_error,36178,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.231.down_proj,0.0030240590,hessian_weighted_relative_error,31328,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.231.gate_proj,0.0024552173,hessian_weighted_relative_error,31328,0.02500,0.846
6,model.language_model.layers.6.mlp.experts.231.up_proj,0.0025277485,hessian_weighted_relative_error,31328,0.02500,0.850
6,model.language_model.layers.6.mlp.experts.232.down_proj,0.0028287175,hessian_weighted_relative_error,41588,0.02500,0.690
6,model.language_model.layers.6.mlp.experts.232.gate_proj,0.0069553276,hessian_weighted_relative_error,41588,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.232.up_proj,0.0018671582,hessian_weighted_relative_error,41588,0.02500,0.704
6,model.language_model.layers.6.mlp.experts.233.down_proj,0.0129709866,hessian_weighted_relative_error,28393,0.02500,0.879
6,model.language_model.layers.6.mlp.experts.233.gate_proj,0.0087153521,hessian_weighted_relative_error,28393,0.02500,0.939
6,model.language_model.layers.6.mlp.experts.233.up_proj,0.0091211087,hessian_weighted_relative_error,28393,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.234.down_proj,0.0023077991,hessian_weighted_relative_error,62515,0.02500,0.690
6,model.language_model.layers.6.mlp.experts.234.gate_proj,0.0016548575,hessian_weighted_relative_error,62515,0.02500,0.710
6,model.language_model.layers.6.mlp.experts.234.up_proj,0.0017245363,hessian_weighted_relative_error,62515,0.02500,0.707
6,model.language_model.layers.6.mlp.experts.235.down_proj,0.0101814491,hessian_weighted_relative_error,29029,0.02500,0.879
6,model.language_model.layers.6.mlp.experts.235.gate_proj,0.0068528146,hessian_weighted_relative_error,29029,0.02500,0.928
6,model.language_model.layers.6.mlp.experts.235.up_proj,0.0071414501,hessian_weighted_relative_error,29029,0.02500,0.952
6,model.language_model.layers.6.mlp.experts.236.down_proj,0.0027915217,hessian_weighted_relative_error,28940,0.02500,0.708
6,model.language_model.layers.6.mlp.experts.236.gate_proj,0.0066982687,hessian_weighted_relative_error,28940,0.02500,0.784
6,model.language_model.layers.6.mlp.experts.236.up_proj,0.0018084529,hessian_weighted_relative_error,28940,0.02500,0.707
6,model.language_model.layers.6.mlp.experts.237.down_proj,0.0074141752,hessian_weighted_relative_error,22083,0.02500,0.879
6,model.language_model.layers.6.mlp.experts.237.gate_proj,0.0041460250,hessian_weighted_relative_error,22083,0.02500,0.930
6,model.language_model.layers.6.mlp.experts.237.up_proj,0.0044346933,hessian_weighted_relative_error,22083,0.02500,0.954
6,model.language_model.layers.6.mlp.experts.238.down_proj,0.0129675538,hessian_weighted_relative_error,34240,0.02500,0.758
6,model.language_model.layers.6.mlp.experts.238.gate_proj,0.0087424865,hessian_weighted_relative_error,34240,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.238.up_proj,0.0091701943,hessian_weighted_relative_error,34240,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.239.down_proj,0.0022379338,hessian_weighted_relative_error,23877,0.02500,0.788
6,model.language_model.layers.6.mlp.experts.239.gate_proj,0.0052224488,hessian_weighted_relative_error,23877,0.02500,0.935
6,model.language_model.layers.6.mlp.experts.239.up_proj,0.0054544791,hessian_weighted_relative_error,23877,0.02500,0.953
6,model.language_model.layers.6.mlp.experts.24.down_proj,0.0034409451,hessian_weighted_relative_error,36030,0.02500,0.694
6,model.language_model.layers.6.mlp.experts.24.gate_proj,0.0021207090,hessian_weighted_relative_error,36030,0.02500,0.709
6,model.language_model.layers.6.mlp.experts.24.up_proj,0.0022277500,hessian_weighted_relative_error,36030,0.02500,0.707
6,model.language_model.layers.6.mlp.experts.240.down_proj,0.0131640213,hessian_weighted_relative_error,21720,0.02500,0.759
6,model.language_model.layers.6.mlp.experts.240.gate_proj,0.0090302681,hessian_weighted_relative_error,21720,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.240.up_proj,0.0092833578,hessian_weighted_relative_error,21720,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.241.down_proj,0.0135508133,hessian_weighted_relative_error,33606,0.02500,0.881
6,model.language_model.layers.6.mlp.experts.241.gate_proj,0.0092278705,hessian_weighted_relative_error,33606,0.02500,0.933
6,model.language_model.layers.6.mlp.experts.241.up_proj,0.0095202115,hessian_weighted_relative_error,33606,0.02500,0.948
6,model.language_model.layers.6.mlp.experts.242.down_proj,0.0027839478,hessian_weighted_relative_error,50714,0.02500,0.692
6,model.language_model.layers.6.mlp.experts.242.gate_proj,0.0066522862,hessian_weighted_relative_error,50714,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.242.up_proj,0.0071513151,hessian_weighted_relative_error,50714,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.243.down_proj,0.0023690575,hessian_weighted_relative_error,13618,0.02500,0.785
6,model.language_model.layers.6.mlp.experts.243.gate_proj,0.0051992113,hessian_weighted_relative_error,13618,0.02500,0.936
6,model.language_model.layers.6.mlp.experts.243.up_proj,0.0061502813,hessian_weighted_relative_error,13618,0.02500,0.953
6,model.language_model.layers.6.mlp.experts.244.down_proj,0.0023768802,hessian_weighted_relative_error,33045,0.02500,0.693
6,model.language_model.layers.6.mlp.experts.244.gate_proj,0.0057168581,hessian_weighted_relative_error,33045,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.244.up_proj,0.0059394473,hessian_weighted_relative_error,33045,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.245.down_proj,0.0122891101,hessian_weighted_relative_error,30490,0.02500,0.879
6,model.language_model.layers.6.mlp.experts.245.gate_proj,0.0077171774,hessian_weighted_relative_error,30490,0.02500,0.934
6,model.language_model.layers.6.mlp.experts.245.up_proj,0.0081066289,hessian_weighted_relative_error,30490,0.02500,0.953
6,model.language_model.layers.6.mlp.experts.246.down_proj,0.0024479359,hessian_weighted_relative_error,17498,0.02500,0.694
6,model.language_model.layers.6.mlp.experts.246.gate_proj,0.0059266616,hessian_weighted_relative_error,17498,0.02500,0.785
6,model.language_model.layers.6.mlp.experts.246.up_proj,0.0063289312,hessian_weighted_relative_error,17498,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.247.down_proj,0.0131641052,hessian_weighted_relative_error,36075,0.02500,0.879
6,model.language_model.layers.6.mlp.experts.247.gate_proj,0.0088924044,hessian_weighted_relative_error,36075,0.02500,0.936
6,model.language_model.layers.6.mlp.experts.247.up_proj,0.0092026807,hessian_weighted_relative_error,36075,0.02500,0.948
6,model.language_model.layers.6.mlp.experts.248.down_proj,0.0034909989,hessian_weighted_relative_error,30107,0.02500,0.694
6,model.language_model.layers.6.mlp.experts.248.gate_proj,0.0083578578,hessian_weighted_relative_error,30107,0.02500,0.789
6,model.language_model.layers.6.mlp.experts.248.up_proj,0.0086917024,hessian_weighted_relative_error,30107,0.02500,0.803
6,model.language_model.layers.6.mlp.experts.249.down_proj,0.0105436446,hessian_weighted_relative_error,31859,0.02500,0.881
6,model.language_model.layers.6.mlp.experts.249.gate_proj,0.0064873782,hessian_weighted_relative_error,31859,0.02500,0.939
6,model.language_model.layers.6.mlp.experts.249.up_proj,0.0068044994,hessian_weighted_relative_error,31859,0.02500,0.961
6,model.language_model.layers.6.mlp.experts.25.down_proj,0.0018825586,hessian_weighted_relative_error,30401,0.02500,0.784
6,model.language_model.layers.6.mlp.experts.25.gate_proj,0.0011506502,hessian_weighted_relative_error,30401,0.02500,0.871
6,model.language_model.layers.6.mlp.experts.25.up_proj,0.0012142387,hessian_weighted_relative_error,30401,0.02500,0.854
6,model.language_model.layers.6.mlp.experts.250.down_proj,0.0038003500,hessian_weighted_relative_error,36431,0.02500,0.693
6,model.language_model.layers.6.mlp.experts.250.gate_proj,0.0099387270,hessian_weighted_relative_error,36431,0.02500,0.789
6,model.language_model.layers.6.mlp.experts.250.up_proj,0.0103842739,hessian_weighted_relative_error,36431,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.251.down_proj,0.0136324082,hessian_weighted_relative_error,28391,0.02500,0.880
6,model.language_model.layers.6.mlp.experts.251.gate_proj,0.0090255627,hessian_weighted_relative_error,28391,0.02500,0.941
6,model.language_model.layers.6.mlp.experts.251.up_proj,0.0094584946,hessian_weighted_relative_error,28391,0.02500,0.950
6,model.language_model.layers.6.mlp.experts.252.down_proj,0.0026543735,hessian_weighted_relative_error,28830,0.02500,0.695
6,model.language_model.layers.6.mlp.experts.252.gate_proj,0.0064060559,hessian_weighted_relative_error,28830,0.02500,0.788
6,model.language_model.layers.6.mlp.experts.252.up_proj,0.0017314532,hessian_weighted_relative_error,28830,0.02500,0.709
6,model.language_model.layers.6.mlp.experts.253.down_proj,0.0120608498,hessian_weighted_relative_error,23618,0.02500,0.880
6,model.language_model.layers.6.mlp.experts.253.gate_proj,0.0079620123,hessian_weighted_relative_error,23618,0.02500,0.939
6,model.language_model.layers.6.mlp.experts.253.up_proj,0.0083337309,hessian_weighted_relative_error,23618,0.02500,0.946
6,model.language_model.layers.6.mlp.experts.254.down_proj,0.0127415949,hessian_weighted_relative_error,38253,0.02500,0.758
6,model.language_model.layers.6.mlp.experts.254.gate_proj,0.0076952128,hessian_weighted_relative_error,38253,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.254.up_proj,0.0080739410,hessian_weighted_relative_error,38253,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.255.down_proj,0.0029026757,hessian_weighted_relative_error,39201,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.255.gate_proj,0.0078411944,hessian_weighted_relative_error,39201,0.02500,0.945
6,model.language_model.layers.6.mlp.experts.255.up_proj,0.0021011879,hessian_weighted_relative_error,39201,0.02500,0.855
6,model.language_model.layers.6.mlp.experts.256.down_proj,0.0056416506,hessian_weighted_relative_error,30560,0.02500,0.762
6,model.language_model.layers.6.mlp.experts.256.gate_proj,0.0040124097,hessian_weighted_relative_error,30560,0.02500,0.788
6,model.language_model.layers.6.mlp.experts.256.up_proj,0.0041494310,hessian_weighted_relative_error,30560,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.257.down_proj,0.0036986223,hessian_weighted_relative_error,36672,0.02500,0.789
6,model.language_model.layers.6.mlp.experts.257.gate_proj,0.0096352165,hessian_weighted_relative_error,36672,0.02500,0.940
6,model.language_model.layers.6.mlp.experts.257.up_proj,0.0100178009,hessian_weighted_relative_error,36672,0.02500,0.948
6,model.language_model.layers.6.mlp.experts.258.down_proj,0.0120743160,hessian_weighted_relative_error,31228,0.02500,0.764
6,model.language_model.layers.6.mlp.experts.258.gate_proj,0.0080894831,hessian_weighted_relative_error,31228,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.258.up_proj,0.0085460137,hessian_weighted_relative_error,31228,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.259.down_proj,0.0104433641,hessian_weighted_relative_error,21839,0.02500,0.881
6,model.language_model.layers.6.mlp.experts.259.gate_proj,0.0070898601,hessian_weighted_relative_error,21839,0.02500,0.936
6,model.language_model.layers.6.mlp.experts.259.up_proj,0.0073553056,hessian_weighted_relative_error,21839,0.02500,0.949
6,model.language_model.layers.6.mlp.experts.26.down_proj,0.0036371889,hessian_weighted_relative_error,29549,0.02500,0.693
6,model.language_model.layers.6.mlp.experts.26.gate_proj,0.0092321740,hessian_weighted_relative_error,29549,0.02500,0.753
6,model.language_model.layers.6.mlp.experts.26.up_proj,0.0095502454,hessian_weighted_relative_error,29549,0.02500,0.792
6,model.language_model.layers.6.mlp.experts.260.down_proj,0.0035984417,hessian_weighted_relative_error,32874,0.02500,0.762
6,model.language_model.layers.6.mlp.experts.260.gate_proj,0.0030371382,hessian_weighted_relative_error,32874,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.260.up_proj,0.0032861037,hessian_weighted_relative_error,32874,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.261.down_proj,0.0118351129,hessian_weighted_relative_error,29502,0.02500,0.881
6,model.language_model.layers.6.mlp.experts.261.gate_proj,0.0074566851,hessian_weighted_relative_error,29502,0.02500,0.939
6,model.language_model.layers.6.mlp.experts.261.up_proj,0.0076510001,hessian_weighted_relative_error,29502,0.02500,0.947
6,model.language_model.layers.6.mlp.experts.262.down_proj,0.0028331750,hessian_weighted_relative_error,36558,0.02500,0.695
6,model.language_model.layers.6.mlp.experts.262.gate_proj,0.0076929115,hessian_weighted_relative_error,36558,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.262.up_proj,0.0020993357,hessian_weighted_relative_error,36558,0.02500,0.712
6,model.language_model.layers.6.mlp.experts.263.down_proj,0.0033134172,hessian_weighted_relative_error,43501,0.02500,0.785
6,model.language_model.layers.6.mlp.experts.263.gate_proj,0.0019545865,hessian_weighted_relative_error,43501,0.02500,0.864
6,model.language_model.layers.6.mlp.experts.263.up_proj,0.0020757938,hessian_weighted_relative_error,43501,0.02500,0.975
6,model.language_model.layers.6.mlp.experts.264.down_proj,0.0123630716,hessian_weighted_relative_error,27720,0.02500,0.763
6,model.language_model.layers.6.mlp.experts.264.gate_proj,0.0087464293,hessian_weighted_relative_error,27720,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.264.up_proj,0.0092649252,hessian_weighted_relative_error,27720,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.265.down_proj,0.0144573179,hessian_weighted_relative_error,35176,0.02500,0.882
6,model.language_model.layers.6.mlp.experts.265.gate_proj,0.0095669766,hessian_weighted_relative_error,35176,0.02500,0.941
6,model.language_model.layers.6.mlp.experts.265.up_proj,0.0098416773,hessian_weighted_relative_error,35176,0.02500,0.945
6,model.language_model.layers.6.mlp.experts.266.down_proj,0.0100640210,hessian_weighted_relative_error,31146,0.02500,0.765
6,model.language_model.layers.6.mlp.experts.266.gate_proj,0.0078960731,hessian_weighted_relative_error,31146,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.266.up_proj,0.0083204731,hessian_weighted_relative_error,31146,0.02500,0.803
6,model.language_model.layers.6.mlp.experts.267.down_proj,0.0098734350,hessian_weighted_relative_error,34034,0.02500,0.884
6,model.language_model.layers.6.mlp.experts.267.gate_proj,0.0071495446,hessian_weighted_relative_error,34034,0.02500,0.941
6,model.language_model.layers.6.mlp.experts.267.up_proj,0.0074719947,hessian_weighted_relative_error,34034,0.02500,0.948
6,model.language_model.layers.6.mlp.experts.268.down_proj,0.0034229167,hessian_weighted_relative_error,34628,0.02500,0.695
6,model.language_model.layers.6.mlp.experts.268.gate_proj,0.0086246428,hessian_weighted_relative_error,34628,0.02500,0.790
6,model.language_model.layers.6.mlp.experts.268.up_proj,0.0089607675,hessian_weighted_relative_error,34628,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.269.down_proj,0.0142636596,hessian_weighted_relative_error,38020,0.02500,0.883
6,model.language_model.layers.6.mlp.experts.269.gate_proj,0.0097189478,hessian_weighted_relative_error,38020,0.02500,0.940
6,model.language_model.layers.6.mlp.experts.269.up_proj,0.0100652766,hessian_weighted_relative_error,38020,0.02500,0.944
6,model.language_model.layers.6.mlp.experts.27.down_proj,0.0021287522,hessian_weighted_relative_error,22503,0.02500,0.697
6,model.language_model.layers.6.mlp.experts.27.gate_proj,0.0060011819,hessian_weighted_relative_error,22503,0.02500,0.860
6,model.language_model.layers.6.mlp.experts.27.up_proj,0.0062258859,hessian_weighted_relative_error,22503,0.02500,0.953
6,model.language_model.layers.6.mlp.experts.270.down_proj,0.0035603919,hessian_weighted_relative_error,43978,0.02500,0.693
6,model.language_model.layers.6.mlp.experts.270.gate_proj,0.0022180751,hessian_weighted_relative_error,43978,0.02500,0.710
6,model.language_model.layers.6.mlp.experts.270.up_proj,0.0023092592,hessian_weighted_relative_error,43978,0.02500,0.710
6,model.language_model.layers.6.mlp.experts.271.down_proj,0.0118552807,hessian_weighted_relative_error,29777,0.02500,0.884
6,model.language_model.layers.6.mlp.experts.271.gate_proj,0.0072788254,hessian_weighted_relative_error,29777,0.02500,0.937
6,model.language_model.layers.6.mlp.experts.271.up_proj,0.0076455558,hessian_weighted_relative_error,29777,0.02500,0.939
6,model.language_model.layers.6.mlp.experts.272.down_proj,0.0033837326,hessian_weighted_relative_error,32669,0.02500,0.694
6,model.language_model.layers.6.mlp.experts.272.gate_proj,0.0083220374,hessian_weighted_relative_error,32669,0.02500,0.790
6,model.language_model.layers.6.mlp.experts.272.up_proj,0.0022588784,hessian_weighted_relative_error,32669,0.02500,0.714
6,model.language_model.layers.6.mlp.experts.273.down_proj,0.0028464946,hessian_weighted_relative_error,26799,0.02500,0.683
6,model.language_model.layers.6.mlp.experts.273.gate_proj,0.0060791268,hessian_weighted_relative_error,26799,0.02500,0.939
6,model.language_model.layers.6.mlp.experts.273.up_proj,0.0016315797,hessian_weighted_relative_error,26799,0.02500,0.702
6,model.language_model.layers.6.mlp.experts.274.down_proj,0.0131731415,hessian_weighted_relative_error,18390,0.02500,0.766
6,model.language_model.layers.6.mlp.experts.274.gate_proj,0.0083756379,hessian_weighted_relative_error,18390,0.02500,0.789
6,model.language_model.layers.6.mlp.experts.274.up_proj,0.0087513272,hessian_weighted_relative_error,18390,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.275.down_proj,0.0021226675,hessian_weighted_relative_error,28329,0.02500,0.686
6,model.language_model.layers.6.mlp.experts.275.gate_proj,0.0015913567,hessian_weighted_relative_error,28329,0.02500,0.707
6,model.language_model.layers.6.mlp.experts.275.up_proj,0.0016553869,hessian_weighted_relative_error,28329,0.02500,0.707
6,model.language_model.layers.6.mlp.experts.276.down_proj,0.0028425708,hessian_weighted_relative_error,39052,0.02500,0.696
6,model.language_model.layers.6.mlp.experts.276.gate_proj,0.0075928057,hessian_weighted_relative_error,39052,0.02500,0.790
6,model.language_model.layers.6.mlp.experts.276.up_proj,0.0078418594,hessian_weighted_relative_error,39052,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.277.down_proj,0.0098148947,hessian_weighted_relative_error,25187,0.02500,0.882
6,model.language_model.layers.6.mlp.experts.277.gate_proj,0.0067576376,hessian_weighted_relative_error,25187,0.02500,0.937
6,model.language_model.layers.6.mlp.experts.277.up_proj,0.0069979859,hessian_weighted_relative_error,25187,0.02500,0.932
6,model.language_model.layers.6.mlp.experts.278.down_proj,0.0112958479,hessian_weighted_relative_error,31018,0.02500,0.762
6,model.language_model.layers.6.mlp.experts.278.gate_proj,0.0076683313,hessian_weighted_relative_error,31018,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.278.up_proj,0.0079818642,hessian_weighted_relative_error,31018,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.279.down_proj,0.0129402393,hessian_weighted_relative_error,28917,0.02500,0.883
6,model.language_model.layers.6.mlp.experts.279.gate_proj,0.0084684736,hessian_weighted_relative_error,28917,0.02500,0.947
6,model.language_model.layers.6.mlp.experts.279.up_proj,0.0088517458,hessian_weighted_relative_error,28917,0.02500,0.935
6,model.language_model.layers.6.mlp.experts.28.down_proj,0.0139169883,hessian_weighted_relative_error,28462,0.02500,0.729
6,model.language_model.layers.6.mlp.experts.28.gate_proj,0.0091703432,hessian_weighted_relative_error,28462,0.02500,0.756
6,model.language_model.layers.6.mlp.experts.28.up_proj,0.0096855273,hessian_weighted_relative_error,28462,0.02500,0.793
6,model.language_model.layers.6.mlp.experts.280.down_proj,0.0024334180,hessian_weighted_relative_error,31422,0.02500,0.699
6,model.language_model.layers.6.mlp.experts.280.gate_proj,0.0015464359,hessian_weighted_relative_error,31422,0.02500,0.712
6,model.language_model.layers.6.mlp.experts.280.up_proj,0.0016143496,hessian_weighted_relative_error,31422,0.02500,0.715
6,model.language_model.layers.6.mlp.experts.281.down_proj,0.0125678751,hessian_weighted_relative_error,23972,0.02500,0.882
6,model.language_model.layers.6.mlp.experts.281.gate_proj,0.0081510703,hessian_weighted_relative_error,23972,0.02500,0.940
6,model.language_model.layers.6.mlp.experts.281.up_proj,0.0086939296,hessian_weighted_relative_error,23972,0.02500,0.935
6,model.language_model.layers.6.mlp.experts.282.down_proj,0.0015375557,hessian_weighted_relative_error,35557,0.02500,0.693
6,model.language_model.layers.6.mlp.experts.282.gate_proj,0.0012183061,hessian_weighted_relative_error,35557,0.02500,0.721
6,model.language_model.layers.6.mlp.experts.282.up_proj,0.0013103368,hessian_weighted_relative_error,35557,0.02500,0.712
6,model.language_model.layers.6.mlp.experts.283.down_proj,0.0133232962,hessian_weighted_relative_error,28131,0.02500,0.882
6,model.language_model.layers.6.mlp.experts.283.gate_proj,0.0089489991,hessian_weighted_relative_error,28131,0.02500,0.945
6,model.language_model.layers.6.mlp.experts.283.up_proj,0.0094076869,hessian_weighted_relative_error,28131,0.02500,0.934
6,model.language_model.layers.6.mlp.experts.284.down_proj,0.0083213644,hessian_weighted_relative_error,11825,0.02500,0.765
6,model.language_model.layers.6.mlp.experts.284.gate_proj,0.0050608165,hessian_weighted_relative_error,11825,0.02500,0.789
6,model.language_model.layers.6.mlp.experts.284.up_proj,0.0052512059,hessian_weighted_relative_error,11825,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.285.down_proj,0.0074332100,hessian_weighted_relative_error,23152,0.02500,0.882
6,model.language_model.layers.6.mlp.experts.285.gate_proj,0.0051169294,hessian_weighted_relative_error,23152,0.02500,0.948
6,model.language_model.layers.6.mlp.experts.285.up_proj,0.0054357536,hessian_weighted_relative_error,23152,0.02500,0.932
6,model.language_model.layers.6.mlp.experts.286.down_proj,0.0142302470,hessian_weighted_relative_error,33123,0.02500,0.761
6,model.language_model.layers.6.mlp.experts.286.gate_proj,0.0089366497,hessian_weighted_relative_error,33123,0.02500,0.789
6,model.language_model.layers.6.mlp.experts.286.up_proj,0.0093832451,hessian_weighted_relative_error,33123,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.287.down_proj,0.0136508019,hessian_weighted_relative_error,24414,0.02500,0.883
6,model.language_model.layers.6.mlp.experts.287.gate_proj,0.0097284717,hessian_weighted_relative_error,24414,0.02500,0.946
6,model.language_model.layers.6.mlp.experts.287.up_proj,0.0102648733,hessian_weighted_relative_error,24414,0.02500,0.928
6,model.language_model.layers.6.mlp.experts.29.down_proj,0.0022996054,hessian_weighted_relative_error,34373,0.02500,0.688
6,model.language_model.layers.6.mlp.experts.29.gate_proj,0.0013868194,hessian_weighted_relative_error,34373,0.02500,0.689
6,model.language_model.layers.6.mlp.experts.29.up_proj,0.0014598243,hessian_weighted_relative_error,34373,0.02500,0.711
6,model.language_model.layers.6.mlp.experts.3.down_proj,0.0029417262,hessian_weighted_relative_error,28839,0.02500,0.691
6,model.language_model.layers.6.mlp.experts.3.gate_proj,0.0018485469,hessian_weighted_relative_error,28839,0.02500,0.710
6,model.language_model.layers.6.mlp.experts.3.up_proj,0.0019455992,hessian_weighted_relative_error,28839,0.02500,0.707
6,model.language_model.layers.6.mlp.experts.30.down_proj,0.0061520452,hessian_weighted_relative_error,41250,0.02500,0.725
6,model.language_model.layers.6.mlp.experts.30.gate_proj,0.0062371742,hessian_weighted_relative_error,41250,0.02500,0.755
6,model.language_model.layers.6.mlp.experts.30.up_proj,0.0065539585,hessian_weighted_relative_error,41250,0.02500,0.791
6,model.language_model.layers.6.mlp.experts.31.down_proj,0.0127389195,hessian_weighted_relative_error,28103,0.02500,0.803
6,model.language_model.layers.6.mlp.experts.31.gate_proj,0.0081057081,hessian_weighted_relative_error,28103,0.02500,0.860
6,model.language_model.layers.6.mlp.experts.31.up_proj,0.0086718793,hessian_weighted_relative_error,28103,0.02500,0.955
6,model.language_model.layers.6.mlp.experts.32.down_proj,0.0037894689,hessian_weighted_relative_error,41364,0.02500,0.690
6,model.language_model.layers.6.mlp.experts.32.gate_proj,0.0096435761,hessian_weighted_relative_error,41364,0.02500,0.757
6,model.language_model.layers.6.mlp.experts.32.up_proj,0.0025910933,hessian_weighted_relative_error,41364,0.02500,0.756
6,model.language_model.layers.6.mlp.experts.33.down_proj,0.0071803213,hessian_weighted_relative_error,29778,0.02500,0.811
6,model.language_model.layers.6.mlp.experts.33.gate_proj,0.0050815316,hessian_weighted_relative_error,29778,0.02500,0.861
6,model.language_model.layers.6.mlp.experts.33.up_proj,0.0053287804,hessian_weighted_relative_error,29778,0.02500,0.952
6,model.language_model.layers.6.mlp.experts.34.down_proj,0.0107707412,hessian_weighted_relative_error,22926,0.02500,0.730
6,model.language_model.layers.6.mlp.experts.34.gate_proj,0.0067334004,hessian_weighted_relative_error,22926,0.02500,0.758
6,model.language_model.layers.6.mlp.experts.34.up_proj,0.0071266184,hessian_weighted_relative_error,22926,0.02500,0.792
6,model.language_model.layers.6.mlp.experts.35.down_proj,0.0097622047,hessian_weighted_relative_error,23958,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.35.gate_proj,0.0061421501,hessian_weighted_relative_error,23958,0.02500,0.863
6,model.language_model.layers.6.mlp.experts.35.up_proj,0.0063599063,hessian_weighted_relative_error,23958,0.02500,0.952
6,model.language_model.layers.6.mlp.experts.36.down_proj,0.0033644385,hessian_weighted_relative_error,29138,0.02500,0.638
6,model.language_model.layers.6.mlp.experts.36.gate_proj,0.0082479261,hessian_weighted_relative_error,29138,0.02500,0.773
6,model.language_model.layers.6.mlp.experts.36.up_proj,0.0087197388,hessian_weighted_relative_error,29138,0.02500,0.794
6,model.language_model.layers.6.mlp.experts.37.down_proj,0.0104535329,hessian_weighted_relative_error,28484,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.37.gate_proj,0.0072462267,hessian_weighted_relative_error,28484,0.02500,0.860
6,model.language_model.layers.6.mlp.experts.37.up_proj,0.0077116079,hessian_weighted_relative_error,28484,0.02500,0.949
6,model.language_model.layers.6.mlp.experts.38.down_proj,0.0016774106,hessian_weighted_relative_error,32708,0.02500,0.618
6,model.language_model.layers.6.mlp.experts.38.gate_proj,0.0012524897,hessian_weighted_relative_error,32708,0.02500,0.649
6,model.language_model.layers.6.mlp.experts.38.up_proj,0.0013070973,hessian_weighted_relative_error,32708,0.02500,0.649
6,model.language_model.layers.6.mlp.experts.39.down_proj,0.0116151370,hessian_weighted_relative_error,26893,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.39.gate_proj,0.0085460751,hessian_weighted_relative_error,26893,0.02500,0.863
6,model.language_model.layers.6.mlp.experts.39.up_proj,0.0090591245,hessian_weighted_relative_error,26893,0.02500,0.953
6,model.language_model.layers.6.mlp.experts.4.down_proj,0.0034903774,hessian_weighted_relative_error,30943,0.02500,0.642
6,model.language_model.layers.6.mlp.experts.4.gate_proj,0.0089370830,hessian_weighted_relative_error,30943,0.02500,0.743
6,model.language_model.layers.6.mlp.experts.4.up_proj,0.0093435587,hessian_weighted_relative_error,30943,0.02500,0.788
6,model.language_model.layers.6.mlp.experts.40.down_proj,0.0016915994,hessian_weighted_relative_error,28097,0.02500,0.644
6,model.language_model.layers.6.mlp.experts.40.gate_proj,0.0012389158,hessian_weighted_relative_error,28097,0.02500,0.648
6,model.language_model.layers.6.mlp.experts.40.up_proj,0.0013224236,hessian_weighted_relative_error,28097,0.02500,0.648
6,model.language_model.layers.6.mlp.experts.41.down_proj,0.0133413290,hessian_weighted_relative_error,42106,0.02500,0.814
6,model.language_model.layers.6.mlp.experts.41.gate_proj,0.0085595578,hessian_weighted_relative_error,42106,0.02500,0.864
6,model.language_model.layers.6.mlp.experts.41.up_proj,0.0092839545,hessian_weighted_relative_error,42106,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.42.down_proj,0.0092801448,hessian_weighted_relative_error,26424,0.02500,0.732
6,model.language_model.layers.6.mlp.experts.42.gate_proj,0.0065359139,hessian_weighted_relative_error,26424,0.02500,0.756
6,model.language_model.layers.6.mlp.experts.42.up_proj,0.0068871404,hessian_weighted_relative_error,26424,0.02500,0.792
6,model.language_model.layers.6.mlp.experts.43.down_proj,0.0103017666,hessian_weighted_relative_error,34513,0.02500,0.812
6,model.language_model.layers.6.mlp.experts.43.gate_proj,0.0063723515,hessian_weighted_relative_error,34513,0.02500,0.871
6,model.language_model.layers.6.mlp.experts.43.up_proj,0.0066080153,hessian_weighted_relative_error,34513,0.02500,0.958
6,model.language_model.layers.6.mlp.experts.44.down_proj,0.0030079842,hessian_weighted_relative_error,40801,0.02500,0.643
6,model.language_model.layers.6.mlp.experts.44.gate_proj,0.0080889559,hessian_weighted_relative_error,40801,0.02500,0.758
6,model.language_model.layers.6.mlp.experts.44.up_proj,0.0021908160,hessian_weighted_relative_error,40801,0.02500,0.650
6,model.language_model.layers.6.mlp.experts.45.down_proj,0.0133216340,hessian_weighted_relative_error,30070,0.02500,0.812
6,model.language_model.layers.6.mlp.experts.45.gate_proj,0.0089052305,hessian_weighted_relative_error,30070,0.02500,0.865
6,model.language_model.layers.6.mlp.experts.45.up_proj,0.0093783930,hessian_weighted_relative_error,30070,0.02500,0.947
6,model.language_model.layers.6.mlp.experts.46.down_proj,0.0128639964,hessian_weighted_relative_error,23837,0.02500,0.730
6,model.language_model.layers.6.mlp.experts.46.gate_proj,0.0084351944,hessian_weighted_relative_error,23837,0.02500,0.759
6,model.language_model.layers.6.mlp.experts.46.up_proj,0.0087525223,hessian_weighted_relative_error,23837,0.02500,0.794
6,model.language_model.layers.6.mlp.experts.47.down_proj,0.0136424640,hessian_weighted_relative_error,26052,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.47.gate_proj,0.0089107246,hessian_weighted_relative_error,26052,0.02500,0.867
6,model.language_model.layers.6.mlp.experts.47.up_proj,0.0095067370,hessian_weighted_relative_error,26052,0.02500,0.950
6,model.language_model.layers.6.mlp.experts.48.down_proj,0.0027293016,hessian_weighted_relative_error,30817,0.02500,0.644
6,model.language_model.layers.6.mlp.experts.48.gate_proj,0.0072126486,hessian_weighted_relative_error,30817,0.02500,0.762
6,model.language_model.layers.6.mlp.experts.48.up_proj,0.0019111686,hessian_weighted_relative_error,30817,0.02500,0.652
6,model.language_model.layers.6.mlp.experts.49.down_proj,0.0015562505,hessian_weighted_relative_error,25557,0.02500,0.697
6,model.language_model.layers.6.mlp.experts.49.gate_proj,0.0010962743,hessian_weighted_relative_error,25557,0.02500,0.715
6,model.language_model.layers.6.mlp.experts.49.up_proj,0.0011268559,hessian_weighted_relative_error,25557,0.02500,0.711
6,model.language_model.layers.6.mlp.experts.5.down_proj,0.0147202592,hessian_weighted_relative_error,32332,0.02500,0.794
6,model.language_model.layers.6.mlp.experts.5.gate_proj,0.0098298243,hessian_weighted_relative_error,32332,0.02500,0.841
6,model.language_model.layers.6.mlp.experts.5.up_proj,0.0103407716,hessian_weighted_relative_error,32332,0.02500,0.945
6,model.language_model.layers.6.mlp.experts.50.down_proj,0.0015199802,hessian_weighted_relative_error,30357,0.02500,0.645
6,model.language_model.layers.6.mlp.experts.50.gate_proj,0.0010506531,hessian_weighted_relative_error,30357,0.02500,0.653
6,model.language_model.layers.6.mlp.experts.50.up_proj,0.0011458222,hessian_weighted_relative_error,30357,0.02500,0.655
6,model.language_model.layers.6.mlp.experts.51.down_proj,0.0025568505,hessian_weighted_relative_error,27595,0.02500,0.692
6,model.language_model.layers.6.mlp.experts.51.gate_proj,0.0065967042,hessian_weighted_relative_error,27595,0.02500,0.874
6,model.language_model.layers.6.mlp.experts.51.up_proj,0.0068414049,hessian_weighted_relative_error,27595,0.02500,0.957
6,model.language_model.layers.6.mlp.experts.52.down_proj,0.0094652818,hessian_weighted_relative_error,19941,0.02500,0.735
6,model.language_model.layers.6.mlp.experts.52.gate_proj,0.0055992782,hessian_weighted_relative_error,19941,0.02500,0.758
6,model.language_model.layers.6.mlp.experts.52.up_proj,0.0059316321,hessian_weighted_relative_error,19941,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.53.down_proj,0.0136445840,hessian_weighted_relative_error,35111,0.02500,0.819
6,model.language_model.layers.6.mlp.experts.53.gate_proj,0.0086635188,hessian_weighted_relative_error,35111,0.02500,0.870
6,model.language_model.layers.6.mlp.experts.53.up_proj,0.0090267530,hessian_weighted_relative_error,35111,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.54.down_proj,0.0018959678,hessian_weighted_relative_error,30291,0.02500,0.647
6,model.language_model.layers.6.mlp.experts.54.gate_proj,0.0045796766,hessian_weighted_relative_error,30291,0.02500,0.760
6,model.language_model.layers.6.mlp.experts.54.up_proj,0.0050239202,hessian_weighted_relative_error,30291,0.02500,0.793
6,model.language_model.layers.6.mlp.experts.55.down_proj,0.0052325522,hessian_weighted_relative_error,37449,0.02500,0.814
6,model.language_model.layers.6.mlp.experts.55.gate_proj,0.0036996467,hessian_weighted_relative_error,37449,0.02500,0.873
6,model.language_model.layers.6.mlp.experts.55.up_proj,0.0038461554,hessian_weighted_relative_error,37449,0.02500,0.951
6,model.language_model.layers.6.mlp.experts.56.down_proj,0.0032831396,hessian_weighted_relative_error,44762,0.02500,0.646
6,model.language_model.layers.6.mlp.experts.56.gate_proj,0.0081796160,hessian_weighted_relative_error,44762,0.02500,0.765
6,model.language_model.layers.6.mlp.experts.56.up_proj,0.0022514187,hessian_weighted_relative_error,44762,0.02500,0.656
6,model.language_model.layers.6.mlp.experts.57.down_proj,0.0031869723,hessian_weighted_relative_error,43064,0.02500,0.695
6,model.language_model.layers.6.mlp.experts.57.gate_proj,0.0020933202,hessian_weighted_relative_error,43064,0.02500,0.713
6,model.language_model.layers.6.mlp.experts.57.up_proj,0.0022280871,hessian_weighted_relative_error,43064,0.02500,0.714
6,model.language_model.layers.6.mlp.experts.58.down_proj,0.0111845692,hessian_weighted_relative_error,22992,0.02500,0.735
6,model.language_model.layers.6.mlp.experts.58.gate_proj,0.0070270191,hessian_weighted_relative_error,22992,0.02500,0.763
6,model.language_model.layers.6.mlp.experts.58.up_proj,0.0074590561,hessian_weighted_relative_error,22992,0.02500,0.809
6,model.language_model.layers.6.mlp.experts.59.down_proj,0.0041071438,hessian_weighted_relative_error,15266,0.02500,0.819
6,model.language_model.layers.6.mlp.experts.59.gate_proj,0.0042393911,hessian_weighted_relative_error,15266,0.02500,0.876
6,model.language_model.layers.6.mlp.experts.59.up_proj,0.0045371192,hessian_weighted_relative_error,15266,0.02500,0.966
6,model.language_model.layers.6.mlp.experts.6.down_proj,0.0049852034,hessian_weighted_relative_error,24399,0.02500,0.691
6,model.language_model.layers.6.mlp.experts.6.gate_proj,0.0040706056,hessian_weighted_relative_error,24399,0.02500,0.745
6,model.language_model.layers.6.mlp.experts.6.up_proj,0.0043055238,hessian_weighted_relative_error,24399,0.02500,0.791
6,model.language_model.layers.6.mlp.experts.60.down_proj,0.0014566091,hessian_weighted_relative_error,27089,0.02500,0.647
6,model.language_model.layers.6.mlp.experts.60.gate_proj,0.0012422053,hessian_weighted_relative_error,27089,0.02500,0.655
6,model.language_model.layers.6.mlp.experts.60.up_proj,0.0013081673,hessian_weighted_relative_error,27089,0.02500,0.655
6,model.language_model.layers.6.mlp.experts.61.down_proj,0.0044629358,hessian_weighted_relative_error,18054,0.02500,0.821
6,model.language_model.layers.6.mlp.experts.61.gate_proj,0.0055394434,hessian_weighted_relative_error,18054,0.02500,0.873
6,model.language_model.layers.6.mlp.experts.61.up_proj,0.0057967919,hessian_weighted_relative_error,18054,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.62.down_proj,0.0131260851,hessian_weighted_relative_error,31895,0.02500,0.734
6,model.language_model.layers.6.mlp.experts.62.gate_proj,0.0088110149,hessian_weighted_relative_error,31895,0.02500,0.763
6,model.language_model.layers.6.mlp.experts.62.up_proj,0.0092125915,hessian_weighted_relative_error,31895,0.02500,0.794
6,model.language_model.layers.6.mlp.experts.63.down_proj,0.0122697487,hessian_weighted_relative_error,31566,0.02500,0.818
6,model.language_model.layers.6.mlp.experts.63.gate_proj,0.0077009615,hessian_weighted_relative_error,31566,0.02500,0.878
6,model.language_model.layers.6.mlp.experts.63.up_proj,0.0079691690,hessian_weighted_relative_error,31566,0.02500,0.953
6,model.language_model.layers.6.mlp.experts.64.down_proj,0.0118044625,hessian_weighted_relative_error,31703,0.02500,0.736
6,model.language_model.layers.6.mlp.experts.64.gate_proj,0.0080125361,hessian_weighted_relative_error,31703,0.02500,0.766
6,model.language_model.layers.6.mlp.experts.64.up_proj,0.0084234047,hessian_weighted_relative_error,31703,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.65.down_proj,0.0133472370,hessian_weighted_relative_error,26304,0.02500,0.825
6,model.language_model.layers.6.mlp.experts.65.gate_proj,0.0085790620,hessian_weighted_relative_error,26304,0.02500,0.880
6,model.language_model.layers.6.mlp.experts.65.up_proj,0.0091725855,hessian_weighted_relative_error,26304,0.02500,0.958
6,model.language_model.layers.6.mlp.experts.66.down_proj,0.0120620909,hessian_weighted_relative_error,19404,0.02500,0.737
6,model.language_model.layers.6.mlp.experts.66.gate_proj,0.0079868423,hessian_weighted_relative_error,19404,0.02500,0.763
6,model.language_model.layers.6.mlp.experts.66.up_proj,0.0083420932,hessian_weighted_relative_error,19404,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.67.down_proj,0.0140184363,hessian_weighted_relative_error,23812,0.02500,0.824
6,model.language_model.layers.6.mlp.experts.67.gate_proj,0.0094159350,hessian_weighted_relative_error,23812,0.02500,0.881
6,model.language_model.layers.6.mlp.experts.67.up_proj,0.0098557331,hessian_weighted_relative_error,23812,0.02500,0.965
6,model.language_model.layers.6.mlp.experts.68.down_proj,0.0111457036,hessian_weighted_relative_error,30267,0.02500,0.739
6,model.language_model.layers.6.mlp.experts.68.gate_proj,0.0072994063,hessian_weighted_relative_error,30267,0.02500,0.763
6,model.language_model.layers.6.mlp.experts.68.up_proj,0.0076528792,hessian_weighted_relative_error,30267,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.69.down_proj,0.0114226705,hessian_weighted_relative_error,26105,0.02500,0.824
6,model.language_model.layers.6.mlp.experts.69.gate_proj,0.0073492377,hessian_weighted_relative_error,26105,0.02500,0.880
6,model.language_model.layers.6.mlp.experts.69.up_proj,0.0079438028,hessian_weighted_relative_error,26105,0.02500,0.955
6,model.language_model.layers.6.mlp.experts.7.down_proj,0.0125042351,hessian_weighted_relative_error,29186,0.02500,0.753
6,model.language_model.layers.6.mlp.experts.7.gate_proj,0.0078489931,hessian_weighted_relative_error,29186,0.02500,0.845
6,model.language_model.layers.6.mlp.experts.7.up_proj,0.0083343710,hessian_weighted_relative_error,29186,0.02500,0.946
6,model.language_model.layers.6.mlp.experts.70.down_proj,0.0030080491,hessian_weighted_relative_error,38257,0.02500,0.647
6,model.language_model.layers.6.mlp.experts.70.gate_proj,0.0076086824,hessian_weighted_relative_error,38257,0.02500,0.765
6,model.language_model.layers.6.mlp.experts.70.up_proj,0.0079181699,hessian_weighted_relative_error,38257,0.02500,0.794
6,model.language_model.layers.6.mlp.experts.71.down_proj,0.0111346419,hessian_weighted_relative_error,26208,0.02500,0.823
6,model.language_model.layers.6.mlp.experts.71.gate_proj,0.0066091776,hessian_weighted_relative_error,26208,0.02500,0.882
6,model.language_model.layers.6.mlp.experts.71.up_proj,0.0069372510,hessian_weighted_relative_error,26208,0.02500,0.961
6,model.language_model.layers.6.mlp.experts.72.down_proj,0.0119901543,hessian_weighted_relative_error,29606,0.02500,0.738
6,model.language_model.layers.6.mlp.experts.72.gate_proj,0.0074320798,hessian_weighted_relative_error,29606,0.02500,0.767
6,model.language_model.layers.6.mlp.experts.72.up_proj,0.0078200095,hessian_weighted_relative_error,29606,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.73.down_proj,0.0014190558,hessian_weighted_relative_error,30390,0.02500,0.695
6,model.language_model.layers.6.mlp.experts.73.gate_proj,0.0009598291,hessian_weighted_relative_error,30390,0.02500,0.716
6,model.language_model.layers.6.mlp.experts.73.up_proj,0.0010420426,hessian_weighted_relative_error,30390,0.02500,0.718
6,model.language_model.layers.6.mlp.experts.74.down_proj,0.0128726064,hessian_weighted_relative_error,25176,0.02500,0.738
6,model.language_model.layers.6.mlp.experts.74.gate_proj,0.0084339038,hessian_weighted_relative_error,25176,0.02500,0.765
6,model.language_model.layers.6.mlp.experts.74.up_proj,0.0089275440,hessian_weighted_relative_error,25176,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.75.down_proj,0.0033046420,hessian_weighted_relative_error,43322,0.02500,0.698
6,model.language_model.layers.6.mlp.experts.75.gate_proj,0.0020644734,hessian_weighted_relative_error,43322,0.02500,0.713
6,model.language_model.layers.6.mlp.experts.75.up_proj,0.0021032115,hessian_weighted_relative_error,43322,0.02500,0.728
6,model.language_model.layers.6.mlp.experts.76.down_proj,0.0119621257,hessian_weighted_relative_error,26733,0.02500,0.741
6,model.language_model.layers.6.mlp.experts.76.gate_proj,0.0075824210,hessian_weighted_relative_error,26733,0.02500,0.767
6,model.language_model.layers.6.mlp.experts.76.up_proj,0.0081377699,hessian_weighted_relative_error,26733,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.77.down_proj,0.0023107223,hessian_weighted_relative_error,21654,0.02500,0.700
6,model.language_model.layers.6.mlp.experts.77.gate_proj,0.0061461420,hessian_weighted_relative_error,21654,0.02500,0.887
6,model.language_model.layers.6.mlp.experts.77.up_proj,0.0064459303,hessian_weighted_relative_error,21654,0.02500,0.955
6,model.language_model.layers.6.mlp.experts.78.down_proj,0.0102107814,hessian_weighted_relative_error,35934,0.02500,0.737
6,model.language_model.layers.6.mlp.experts.78.gate_proj,0.0067773433,hessian_weighted_relative_error,35934,0.02500,0.766
6,model.language_model.layers.6.mlp.experts.78.up_proj,0.0069294098,hessian_weighted_relative_error,35934,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.79.down_proj,0.0023393832,hessian_weighted_relative_error,22356,0.02500,0.701
6,model.language_model.layers.6.mlp.experts.79.gate_proj,0.0051760572,hessian_weighted_relative_error,22356,0.02500,0.885
6,model.language_model.layers.6.mlp.experts.79.up_proj,0.0014384507,hessian_weighted_relative_error,22356,0.02500,0.716
6,model.language_model.layers.6.mlp.experts.8.down_proj,0.0122756061,hessian_weighted_relative_error,24840,0.02500,0.721
6,model.language_model.layers.6.mlp.experts.8.gate_proj,0.0076565744,hessian_weighted_relative_error,24840,0.02500,0.751
6,model.language_model.layers.6.mlp.experts.8.up_proj,0.0079781070,hessian_weighted_relative_error,24840,0.02500,0.794
6,model.language_model.layers.6.mlp.experts.80.down_proj,0.0125506332,hessian_weighted_relative_error,28890,0.02500,0.739
6,model.language_model.layers.6.mlp.experts.80.gate_proj,0.0083271592,hessian_weighted_relative_error,28890,0.02500,0.769
6,model.language_model.layers.6.mlp.experts.80.up_proj,0.0088657335,hessian_weighted_relative_error,28890,0.02500,0.795
6,model.language_model.layers.6.mlp.experts.81.down_proj,0.0107428107,hessian_weighted_relative_error,34459,0.02500,0.832
6,model.language_model.layers.6.mlp.experts.81.gate_proj,0.0067125271,hessian_weighted_relative_error,34459,0.02500,0.887
6,model.language_model.layers.6.mlp.experts.81.up_proj,0.0070644937,hessian_weighted_relative_error,34459,0.02500,0.964
6,model.language_model.layers.6.mlp.experts.82.down_proj,0.0126403949,hessian_weighted_relative_error,21810,0.02500,0.740
6,model.language_model.layers.6.mlp.experts.82.gate_proj,0.0085088601,hessian_weighted_relative_error,21810,0.02500,0.768
6,model.language_model.layers.6.mlp.experts.82.up_proj,0.0088658599,hessian_weighted_relative_error,21810,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.83.down_proj,0.0136656494,hessian_weighted_relative_error,30673,0.02500,0.831
6,model.language_model.layers.6.mlp.experts.83.gate_proj,0.0088265435,hessian_weighted_relative_error,30673,0.02500,0.890
6,model.language_model.layers.6.mlp.experts.83.up_proj,0.0093087509,hessian_weighted_relative_error,30673,0.02500,0.961
6,model.language_model.layers.6.mlp.experts.84.down_proj,0.0029380010,hessian_weighted_relative_error,39843,0.02500,0.648
6,model.language_model.layers.6.mlp.experts.84.gate_proj,0.0075637774,hessian_weighted_relative_error,39843,0.02500,0.771
6,model.language_model.layers.6.mlp.experts.84.up_proj,0.0020454838,hessian_weighted_relative_error,39843,0.02500,0.655
6,model.language_model.layers.6.mlp.experts.85.down_proj,0.0128214593,hessian_weighted_relative_error,29399,0.02500,0.831
6,model.language_model.layers.6.mlp.experts.85.gate_proj,0.0083497677,hessian_weighted_relative_error,29399,0.02500,0.886
6,model.language_model.layers.6.mlp.experts.85.up_proj,0.0088047788,hessian_weighted_relative_error,29399,0.02500,0.959
6,model.language_model.layers.6.mlp.experts.86.down_proj,0.0033974402,hessian_weighted_relative_error,43187,0.02500,0.651
6,model.language_model.layers.6.mlp.experts.86.gate_proj,0.0081900744,hessian_weighted_relative_error,43187,0.02500,0.770
6,model.language_model.layers.6.mlp.experts.86.up_proj,0.0083953967,hessian_weighted_relative_error,43187,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.87.down_proj,0.0035319509,hessian_weighted_relative_error,31687,0.02500,0.701
6,model.language_model.layers.6.mlp.experts.87.gate_proj,0.0092216710,hessian_weighted_relative_error,31687,0.02500,0.902
6,model.language_model.layers.6.mlp.experts.87.up_proj,0.0024912511,hessian_weighted_relative_error,31687,0.02500,0.720
6,model.language_model.layers.6.mlp.experts.88.down_proj,0.0126773202,hessian_weighted_relative_error,27345,0.02500,0.740
6,model.language_model.layers.6.mlp.experts.88.gate_proj,0.0081425677,hessian_weighted_relative_error,27345,0.02500,0.772
6,model.language_model.layers.6.mlp.experts.88.up_proj,0.0084760316,hessian_weighted_relative_error,27345,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.89.down_proj,0.0139377100,hessian_weighted_relative_error,24419,0.02500,0.836
6,model.language_model.layers.6.mlp.experts.89.gate_proj,0.0092004425,hessian_weighted_relative_error,24419,0.02500,0.888
6,model.language_model.layers.6.mlp.experts.89.up_proj,0.0096639956,hessian_weighted_relative_error,24419,0.02500,0.978
6,model.language_model.layers.6.mlp.experts.9.down_proj,0.0101784412,hessian_weighted_relative_error,31612,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.9.gate_proj,0.0070967584,hessian_weighted_relative_error,31612,0.02500,0.847
6,model.language_model.layers.6.mlp.experts.9.up_proj,0.0075308248,hessian_weighted_relative_error,31612,0.02500,0.954
6,model.language_model.layers.6.mlp.experts.90.down_proj,0.0026626244,hessian_weighted_relative_error,38132,0.02500,0.650
6,model.language_model.layers.6.mlp.experts.90.gate_proj,0.0067111149,hessian_weighted_relative_error,38132,0.02500,0.767
6,model.language_model.layers.6.mlp.experts.90.up_proj,0.0069525249,hessian_weighted_relative_error,38132,0.02500,0.795
6,model.language_model.layers.6.mlp.experts.91.down_proj,0.0117015204,hessian_weighted_relative_error,28238,0.02500,0.834
6,model.language_model.layers.6.mlp.experts.91.gate_proj,0.0078476379,hessian_weighted_relative_error,28238,0.02500,0.891
6,model.language_model.layers.6.mlp.experts.91.up_proj,0.0081164096,hessian_weighted_relative_error,28238,0.02500,0.957
6,model.language_model.layers.6.mlp.experts.92.down_proj,0.0123659560,hessian_weighted_relative_error,34575,0.02500,0.744
6,model.language_model.layers.6.mlp.experts.92.gate_proj,0.0081441699,hessian_weighted_relative_error,34575,0.02500,0.767
6,model.language_model.layers.6.mlp.experts.92.up_proj,0.0084311542,hessian_weighted_relative_error,34575,0.02500,0.794
6,model.language_model.layers.6.mlp.experts.93.down_proj,0.0137469216,hessian_weighted_relative_error,44608,0.02500,0.835
6,model.language_model.layers.6.mlp.experts.93.gate_proj,0.0091893932,hessian_weighted_relative_error,44608,0.02500,0.887
6,model.language_model.layers.6.mlp.experts.93.up_proj,0.0096210959,hessian_weighted_relative_error,44608,0.02500,0.959
6,model.language_model.layers.6.mlp.experts.94.down_proj,0.0111647299,hessian_weighted_relative_error,32588,0.02500,0.739
6,model.language_model.layers.6.mlp.experts.94.gate_proj,0.0064434614,hessian_weighted_relative_error,32588,0.02500,0.769
6,model.language_model.layers.6.mlp.experts.94.up_proj,0.0066337028,hessian_weighted_relative_error,32588,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.95.down_proj,0.0093784099,hessian_weighted_relative_error,24691,0.02500,0.833
6,model.language_model.layers.6.mlp.experts.95.gate_proj,0.0057208049,hessian_weighted_relative_error,24691,0.02500,0.889
6,model.language_model.layers.6.mlp.experts.95.up_proj,0.0058197991,hessian_weighted_relative_error,24691,0.02500,0.962
6,model.language_model.layers.6.mlp.experts.96.down_proj,0.0027937463,hessian_weighted_relative_error,37006,0.02500,0.650
6,model.language_model.layers.6.mlp.experts.96.gate_proj,0.0068031344,hessian_weighted_relative_error,37006,0.02500,0.772
6,model.language_model.layers.6.mlp.experts.96.up_proj,0.0018551855,hessian_weighted_relative_error,37006,0.02500,0.661
6,model.language_model.layers.6.mlp.experts.97.down_proj,0.0118102315,hessian_weighted_relative_error,31326,0.02500,0.840
6,model.language_model.layers.6.mlp.experts.97.gate_proj,0.0074393257,hessian_weighted_relative_error,31326,0.02500,0.893
6,model.language_model.layers.6.mlp.experts.97.up_proj,0.0076816524,hessian_weighted_relative_error,31326,0.02500,0.964
6,model.language_model.layers.6.mlp.experts.98.down_proj,0.0037625923,hessian_weighted_relative_error,40858,0.02500,0.651
6,model.language_model.layers.6.mlp.experts.98.gate_proj,0.0097145745,hessian_weighted_relative_error,40858,0.02500,0.775
6,model.language_model.layers.6.mlp.experts.98.up_proj,0.0026283077,hessian_weighted_relative_error,40858,0.02500,0.659
6,model.language_model.layers.6.mlp.experts.99.down_proj,0.0130379596,hessian_weighted_relative_error,27360,0.02500,0.838
6,model.language_model.layers.6.mlp.experts.99.gate_proj,0.0081364443,hessian_weighted_relative_error,27360,0.02500,0.891
6,model.language_model.layers.6.mlp.experts.99.up_proj,0.0087070588,hessian_weighted_relative_error,27360,0.02500,0.965
7,model.language_model.layers.7.mlp.experts.0.down_proj,0.0131180210,hessian_weighted_relative_error,27362,0.02500,0.697
7,model.language_model.layers.7.mlp.experts.0.gate_proj,0.0086498805,hessian_weighted_relative_error,27362,0.02500,0.732
7,model.language_model.layers.7.mlp.experts.0.up_proj,0.0092569094,hessian_weighted_relative_error,27362,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.1.down_proj,0.0109339128,hessian_weighted_relative_error,24622,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.1.gate_proj,0.0075921202,hessian_weighted_relative_error,24622,0.02500,0.826
7,model.language_model.layers.7.mlp.experts.1.up_proj,0.0080379130,hessian_weighted_relative_error,24622,0.02500,0.905
7,model.language_model.layers.7.mlp.experts.10.down_proj,0.0036018553,hessian_weighted_relative_error,33658,0.02500,0.661
7,model.language_model.layers.7.mlp.experts.10.gate_proj,0.0023503761,hessian_weighted_relative_error,33658,0.02500,0.685
7,model.language_model.layers.7.mlp.experts.10.up_proj,0.0024764232,hessian_weighted_relative_error,33658,0.02500,0.687
7,model.language_model.layers.7.mlp.experts.100.down_proj,0.0133718868,hessian_weighted_relative_error,21017,0.02500,0.739
7,model.language_model.layers.7.mlp.experts.100.gate_proj,0.0088592665,hessian_weighted_relative_error,21017,0.02500,0.759
7,model.language_model.layers.7.mlp.experts.100.up_proj,0.0094792048,hessian_weighted_relative_error,21017,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.101.down_proj,0.0114993404,hessian_weighted_relative_error,24465,0.02500,0.840
7,model.language_model.layers.7.mlp.experts.101.gate_proj,0.0075746479,hessian_weighted_relative_error,24465,0.02500,0.877
7,model.language_model.layers.7.mlp.experts.101.up_proj,0.0079193071,hessian_weighted_relative_error,24465,0.02500,0.912
7,model.language_model.layers.7.mlp.experts.102.down_proj,0.0110305734,hessian_weighted_relative_error,31698,0.02500,0.739
7,model.language_model.layers.7.mlp.experts.102.gate_proj,0.0069848865,hessian_weighted_relative_error,31698,0.02500,0.762
7,model.language_model.layers.7.mlp.experts.102.up_proj,0.0071922360,hessian_weighted_relative_error,31698,0.02500,0.785
7,model.language_model.layers.7.mlp.experts.103.down_proj,0.0147300078,hessian_weighted_relative_error,26514,0.02500,0.840
7,model.language_model.layers.7.mlp.experts.103.gate_proj,0.0098049493,hessian_weighted_relative_error,26514,0.02500,0.874
7,model.language_model.layers.7.mlp.experts.103.up_proj,0.0102456082,hessian_weighted_relative_error,26514,0.02500,0.911
7,model.language_model.layers.7.mlp.experts.104.down_proj,0.0124012965,hessian_weighted_relative_error,23430,0.02500,0.740
7,model.language_model.layers.7.mlp.experts.104.gate_proj,0.0081343959,hessian_weighted_relative_error,23430,0.02500,0.763
7,model.language_model.layers.7.mlp.experts.104.up_proj,0.0086787278,hessian_weighted_relative_error,23430,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.105.down_proj,0.0116919911,hessian_weighted_relative_error,15441,0.02500,0.840
7,model.language_model.layers.7.mlp.experts.105.gate_proj,0.0063688751,hessian_weighted_relative_error,15441,0.02500,0.877
7,model.language_model.layers.7.mlp.experts.105.up_proj,0.0066085656,hessian_weighted_relative_error,15441,0.02500,0.913
7,model.language_model.layers.7.mlp.experts.106.down_proj,0.0128718421,hessian_weighted_relative_error,32430,0.02500,0.740
7,model.language_model.layers.7.mlp.experts.106.gate_proj,0.0069927466,hessian_weighted_relative_error,32430,0.02500,0.762
7,model.language_model.layers.7.mlp.experts.106.up_proj,0.0074536434,hessian_weighted_relative_error,32430,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.107.down_proj,0.0078961811,hessian_weighted_relative_error,23039,0.02500,0.841
7,model.language_model.layers.7.mlp.experts.107.gate_proj,0.0046872003,hessian_weighted_relative_error,23039,0.02500,0.880
7,model.language_model.layers.7.mlp.experts.107.up_proj,0.0050055396,hessian_weighted_relative_error,23039,0.02500,0.917
7,model.language_model.layers.7.mlp.experts.108.down_proj,0.0140294301,hessian_weighted_relative_error,32127,0.02500,0.740
7,model.language_model.layers.7.mlp.experts.108.gate_proj,0.0087896100,hessian_weighted_relative_error,32127,0.02500,0.761
7,model.language_model.layers.7.mlp.experts.108.up_proj,0.0093447444,hessian_weighted_relative_error,32127,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.109.down_proj,0.0025175844,hessian_weighted_relative_error,20679,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.109.gate_proj,0.0059330114,hessian_weighted_relative_error,20679,0.02500,0.879
7,model.language_model.layers.7.mlp.experts.109.up_proj,0.0063765242,hessian_weighted_relative_error,20679,0.02500,0.913
7,model.language_model.layers.7.mlp.experts.11.down_proj,0.0071702620,hessian_weighted_relative_error,16653,0.02500,0.798
7,model.language_model.layers.7.mlp.experts.11.gate_proj,0.0037923329,hessian_weighted_relative_error,16653,0.02500,0.834
7,model.language_model.layers.7.mlp.experts.11.up_proj,0.0041217764,hessian_weighted_relative_error,16653,0.02500,0.906
7,model.language_model.layers.7.mlp.experts.110.down_proj,0.0087822467,hessian_weighted_relative_error,7178,0.02500,0.740
7,model.language_model.layers.7.mlp.experts.110.gate_proj,0.0052806452,hessian_weighted_relative_error,7178,0.02500,0.762
7,model.language_model.layers.7.mlp.experts.110.up_proj,0.0055268311,hessian_weighted_relative_error,7178,0.02500,0.790
7,model.language_model.layers.7.mlp.experts.111.down_proj,0.0023274133,hessian_weighted_relative_error,23080,0.02500,0.752
7,model.language_model.layers.7.mlp.experts.111.gate_proj,0.0050968612,hessian_weighted_relative_error,23080,0.02500,0.877
7,model.language_model.layers.7.mlp.experts.111.up_proj,0.0015053627,hessian_weighted_relative_error,23080,0.02500,0.900
7,model.language_model.layers.7.mlp.experts.112.down_proj,0.0078335810,hessian_weighted_relative_error,38742,0.02500,0.745
7,model.language_model.layers.7.mlp.experts.112.gate_proj,0.0057516877,hessian_weighted_relative_error,38742,0.02500,0.762
7,model.language_model.layers.7.mlp.experts.112.up_proj,0.0059875009,hessian_weighted_relative_error,38742,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.113.down_proj,0.0033980600,hessian_weighted_relative_error,27631,0.02500,0.784
7,model.language_model.layers.7.mlp.experts.113.gate_proj,0.0084254199,hessian_weighted_relative_error,27631,0.02500,0.880
7,model.language_model.layers.7.mlp.experts.113.up_proj,0.0088690510,hessian_weighted_relative_error,27631,0.02500,0.921
7,model.language_model.layers.7.mlp.experts.114.down_proj,0.0122491520,hessian_weighted_relative_error,29024,0.02500,0.742
7,model.language_model.layers.7.mlp.experts.114.gate_proj,0.0082889583,hessian_weighted_relative_error,29024,0.02500,0.762
7,model.language_model.layers.7.mlp.experts.114.up_proj,0.0085676389,hessian_weighted_relative_error,29024,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.115.down_proj,0.0105551538,hessian_weighted_relative_error,66865,0.02500,0.846
7,model.language_model.layers.7.mlp.experts.115.gate_proj,0.0067695644,hessian_weighted_relative_error,66865,0.02500,0.884
7,model.language_model.layers.7.mlp.experts.115.up_proj,0.0073186098,hessian_weighted_relative_error,66865,0.02500,0.916
7,model.language_model.layers.7.mlp.experts.116.down_proj,0.0021366884,hessian_weighted_relative_error,24389,0.02500,0.676
7,model.language_model.layers.7.mlp.experts.116.gate_proj,0.0014778949,hessian_weighted_relative_error,24389,0.02500,0.689
7,model.language_model.layers.7.mlp.experts.116.up_proj,0.0015946876,hessian_weighted_relative_error,24389,0.02500,0.685
7,model.language_model.layers.7.mlp.experts.117.down_proj,0.0134738790,hessian_weighted_relative_error,22656,0.02500,0.843
7,model.language_model.layers.7.mlp.experts.117.gate_proj,0.0090028430,hessian_weighted_relative_error,22656,0.02500,0.883
7,model.language_model.layers.7.mlp.experts.117.up_proj,0.0092755445,hessian_weighted_relative_error,22656,0.02500,0.916
7,model.language_model.layers.7.mlp.experts.118.down_proj,0.0096015698,hessian_weighted_relative_error,35117,0.02500,0.741
7,model.language_model.layers.7.mlp.experts.118.gate_proj,0.0066451275,hessian_weighted_relative_error,35117,0.02500,0.765
7,model.language_model.layers.7.mlp.experts.118.up_proj,0.0071397030,hessian_weighted_relative_error,35117,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.119.down_proj,0.0133347334,hessian_weighted_relative_error,28581,0.02500,0.847
7,model.language_model.layers.7.mlp.experts.119.gate_proj,0.0083228039,hessian_weighted_relative_error,28581,0.02500,0.882
7,model.language_model.layers.7.mlp.experts.119.up_proj,0.0089246643,hessian_weighted_relative_error,28581,0.02500,0.920
7,model.language_model.layers.7.mlp.experts.12.down_proj,0.0020295414,hessian_weighted_relative_error,32606,0.02500,0.678
7,model.language_model.layers.7.mlp.experts.12.gate_proj,0.0013180915,hessian_weighted_relative_error,32606,0.02500,0.690
7,model.language_model.layers.7.mlp.experts.12.up_proj,0.0014495124,hessian_weighted_relative_error,32606,0.02500,0.689
7,model.language_model.layers.7.mlp.experts.120.down_proj,0.0096013455,hessian_weighted_relative_error,20865,0.02500,0.750
7,model.language_model.layers.7.mlp.experts.120.gate_proj,0.0063107303,hessian_weighted_relative_error,20865,0.02500,0.763
7,model.language_model.layers.7.mlp.experts.120.up_proj,0.0066796478,hessian_weighted_relative_error,20865,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.121.down_proj,0.0035833528,hessian_weighted_relative_error,35191,0.02500,0.802
7,model.language_model.layers.7.mlp.experts.121.gate_proj,0.0090834096,hessian_weighted_relative_error,35191,0.02500,0.884
7,model.language_model.layers.7.mlp.experts.121.up_proj,0.0024890913,hessian_weighted_relative_error,35191,0.02500,0.893
7,model.language_model.layers.7.mlp.experts.122.down_proj,0.0099116295,hessian_weighted_relative_error,18849,0.02500,0.744
7,model.language_model.layers.7.mlp.experts.122.gate_proj,0.0049717571,hessian_weighted_relative_error,18849,0.02500,0.763
7,model.language_model.layers.7.mlp.experts.122.up_proj,0.0052427026,hessian_weighted_relative_error,18849,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.123.down_proj,0.0131534842,hessian_weighted_relative_error,31908,0.02500,0.848
7,model.language_model.layers.7.mlp.experts.123.gate_proj,0.0079776710,hessian_weighted_relative_error,31908,0.02500,0.885
7,model.language_model.layers.7.mlp.experts.123.up_proj,0.0083706191,hessian_weighted_relative_error,31908,0.02500,0.914
7,model.language_model.layers.7.mlp.experts.124.down_proj,0.0032365633,hessian_weighted_relative_error,23855,0.02500,0.677
7,model.language_model.layers.7.mlp.experts.124.gate_proj,0.0022707916,hessian_weighted_relative_error,23855,0.02500,0.691
7,model.language_model.layers.7.mlp.experts.124.up_proj,0.0023675500,hessian_weighted_relative_error,23855,0.02500,0.691
7,model.language_model.layers.7.mlp.experts.125.down_proj,0.0100236568,hessian_weighted_relative_error,9751,0.02500,0.847
7,model.language_model.layers.7.mlp.experts.125.gate_proj,0.0060479492,hessian_weighted_relative_error,9751,0.02500,0.888
7,model.language_model.layers.7.mlp.experts.125.up_proj,0.0064158042,hessian_weighted_relative_error,9751,0.02500,0.917
7,model.language_model.layers.7.mlp.experts.126.down_proj,0.0112700477,hessian_weighted_relative_error,17926,0.02500,0.744
7,model.language_model.layers.7.mlp.experts.126.gate_proj,0.0062627808,hessian_weighted_relative_error,17926,0.02500,0.764
7,model.language_model.layers.7.mlp.experts.126.up_proj,0.0065840000,hessian_weighted_relative_error,17926,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.127.down_proj,0.0026385746,hessian_weighted_relative_error,37555,0.02500,0.797
7,model.language_model.layers.7.mlp.experts.127.gate_proj,0.0060496664,hessian_weighted_relative_error,37555,0.02500,0.883
7,model.language_model.layers.7.mlp.experts.127.up_proj,0.0066248712,hessian_weighted_relative_error,37555,0.02500,0.915
7,model.language_model.layers.7.mlp.experts.128.down_proj,0.0031944221,hessian_weighted_relative_error,38604,0.02500,0.678
7,model.language_model.layers.7.mlp.experts.128.gate_proj,0.0078722046,hessian_weighted_relative_error,38604,0.02500,0.764
7,model.language_model.layers.7.mlp.experts.128.up_proj,0.0022451324,hessian_weighted_relative_error,38604,0.02500,0.693
7,model.language_model.layers.7.mlp.experts.129.down_proj,0.0058359904,hessian_weighted_relative_error,24183,0.02500,0.851
7,model.language_model.layers.7.mlp.experts.129.gate_proj,0.0029992058,hessian_weighted_relative_error,24183,0.02500,0.889
7,model.language_model.layers.7.mlp.experts.129.up_proj,0.0034477971,hessian_weighted_relative_error,24183,0.02500,0.918
7,model.language_model.layers.7.mlp.experts.13.down_proj,0.0029552105,hessian_weighted_relative_error,32110,0.02500,0.798
7,model.language_model.layers.7.mlp.experts.13.gate_proj,0.0071639408,hessian_weighted_relative_error,32110,0.02500,0.834
7,model.language_model.layers.7.mlp.experts.13.up_proj,0.0075124743,hessian_weighted_relative_error,32110,0.02500,0.907
7,model.language_model.layers.7.mlp.experts.130.down_proj,0.0022994029,hessian_weighted_relative_error,66531,0.02500,0.679
7,model.language_model.layers.7.mlp.experts.130.gate_proj,0.0014753211,hessian_weighted_relative_error,66531,0.02500,0.692
7,model.language_model.layers.7.mlp.experts.130.up_proj,0.0015520471,hessian_weighted_relative_error,66531,0.02500,0.692
7,model.language_model.layers.7.mlp.experts.131.down_proj,0.0023390737,hessian_weighted_relative_error,63823,0.02500,0.799
7,model.language_model.layers.7.mlp.experts.131.gate_proj,0.0018132331,hessian_weighted_relative_error,63823,0.02500,0.876
7,model.language_model.layers.7.mlp.experts.131.up_proj,0.0018979017,hessian_weighted_relative_error,63823,0.02500,0.877
7,model.language_model.layers.7.mlp.experts.132.down_proj,0.0029589575,hessian_weighted_relative_error,58574,0.02500,0.681
7,model.language_model.layers.7.mlp.experts.132.gate_proj,0.0078450460,hessian_weighted_relative_error,58574,0.02500,0.766
7,model.language_model.layers.7.mlp.experts.132.up_proj,0.0022084820,hessian_weighted_relative_error,58574,0.02500,0.698
7,model.language_model.layers.7.mlp.experts.133.down_proj,0.0035858733,hessian_weighted_relative_error,35815,0.02500,0.795
7,model.language_model.layers.7.mlp.experts.133.gate_proj,0.0091000293,hessian_weighted_relative_error,35815,0.02500,0.889
7,model.language_model.layers.7.mlp.experts.133.up_proj,0.0093211490,hessian_weighted_relative_error,35815,0.02500,0.934
7,model.language_model.layers.7.mlp.experts.134.down_proj,0.0016259266,hessian_weighted_relative_error,55268,0.02500,0.682
7,model.language_model.layers.7.mlp.experts.134.gate_proj,0.0012023647,hessian_weighted_relative_error,55268,0.02500,0.695
7,model.language_model.layers.7.mlp.experts.134.up_proj,0.0013792419,hessian_weighted_relative_error,55268,0.02500,0.694
7,model.language_model.layers.7.mlp.experts.135.down_proj,0.0082280626,hessian_weighted_relative_error,16202,0.02500,0.853
7,model.language_model.layers.7.mlp.experts.135.gate_proj,0.0048300251,hessian_weighted_relative_error,16202,0.02500,0.887
7,model.language_model.layers.7.mlp.experts.135.up_proj,0.0051945818,hessian_weighted_relative_error,16202,0.02500,0.918
7,model.language_model.layers.7.mlp.experts.136.down_proj,0.0035405613,hessian_weighted_relative_error,34177,0.02500,0.683
7,model.language_model.layers.7.mlp.experts.136.gate_proj,0.0094170684,hessian_weighted_relative_error,34177,0.02500,0.766
7,model.language_model.layers.7.mlp.experts.136.up_proj,0.0025387408,hessian_weighted_relative_error,34177,0.02500,0.695
7,model.language_model.layers.7.mlp.experts.137.down_proj,0.0027677299,hessian_weighted_relative_error,26162,0.02500,0.790
7,model.language_model.layers.7.mlp.experts.137.gate_proj,0.0016103427,hessian_weighted_relative_error,26162,0.02500,0.852
7,model.language_model.layers.7.mlp.experts.137.up_proj,0.0017461638,hessian_weighted_relative_error,26162,0.02500,0.860
7,model.language_model.layers.7.mlp.experts.138.down_proj,0.0022745249,hessian_weighted_relative_error,54917,0.02500,0.684
7,model.language_model.layers.7.mlp.experts.138.gate_proj,0.0074826189,hessian_weighted_relative_error,54917,0.02500,0.765
7,model.language_model.layers.7.mlp.experts.138.up_proj,0.0020541648,hessian_weighted_relative_error,54917,0.02500,0.696
7,model.language_model.layers.7.mlp.experts.139.down_proj,0.0117121227,hessian_weighted_relative_error,33610,0.02500,0.856
7,model.language_model.layers.7.mlp.experts.139.gate_proj,0.0070127638,hessian_weighted_relative_error,33610,0.02500,0.890
7,model.language_model.layers.7.mlp.experts.139.up_proj,0.0079659291,hessian_weighted_relative_error,33610,0.02500,0.921
7,model.language_model.layers.7.mlp.experts.14.down_proj,0.0122746679,hessian_weighted_relative_error,27342,0.02500,0.716
7,model.language_model.layers.7.mlp.experts.14.gate_proj,0.0074681427,hessian_weighted_relative_error,27342,0.02500,0.739
7,model.language_model.layers.7.mlp.experts.14.up_proj,0.0078685129,hessian_weighted_relative_error,27342,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.140.down_proj,0.0106642761,hessian_weighted_relative_error,49259,0.02500,0.748
7,model.language_model.layers.7.mlp.experts.140.gate_proj,0.0072023344,hessian_weighted_relative_error,49259,0.02500,0.765
7,model.language_model.layers.7.mlp.experts.140.up_proj,0.0080251244,hessian_weighted_relative_error,49259,0.02500,0.790
7,model.language_model.layers.7.mlp.experts.141.down_proj,0.0096545225,hessian_weighted_relative_error,27383,0.02500,0.864
7,model.language_model.layers.7.mlp.experts.141.gate_proj,0.0062088082,hessian_weighted_relative_error,27383,0.02500,0.891
7,model.language_model.layers.7.mlp.experts.141.up_proj,0.0068466473,hessian_weighted_relative_error,27383,0.02500,0.916
7,model.language_model.layers.7.mlp.experts.142.down_proj,0.0016937048,hessian_weighted_relative_error,25076,0.02500,0.684
7,model.language_model.layers.7.mlp.experts.142.gate_proj,0.0012243807,hessian_weighted_relative_error,25076,0.02500,0.699
7,model.language_model.layers.7.mlp.experts.142.up_proj,0.0012927854,hessian_weighted_relative_error,25076,0.02500,0.698
7,model.language_model.layers.7.mlp.experts.143.down_proj,0.0122931593,hessian_weighted_relative_error,28672,0.02500,0.857
7,model.language_model.layers.7.mlp.experts.143.gate_proj,0.0079518162,hessian_weighted_relative_error,28672,0.02500,0.891
7,model.language_model.layers.7.mlp.experts.143.up_proj,0.0086064842,hessian_weighted_relative_error,28672,0.02500,0.918
7,model.language_model.layers.7.mlp.experts.144.down_proj,0.0131869298,hessian_weighted_relative_error,19785,0.02500,0.745
7,model.language_model.layers.7.mlp.experts.144.gate_proj,0.0080916811,hessian_weighted_relative_error,19785,0.02500,0.767
7,model.language_model.layers.7.mlp.experts.144.up_proj,0.0084443010,hessian_weighted_relative_error,19785,0.02500,0.790
7,model.language_model.layers.7.mlp.experts.145.down_proj,0.0038153324,hessian_weighted_relative_error,53224,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.145.gate_proj,0.0024547085,hessian_weighted_relative_error,53224,0.02500,0.840
7,model.language_model.layers.7.mlp.experts.145.up_proj,0.0025238207,hessian_weighted_relative_error,53224,0.02500,0.846
7,model.language_model.layers.7.mlp.experts.146.down_proj,0.0036211264,hessian_weighted_relative_error,33586,0.02500,0.684
7,model.language_model.layers.7.mlp.experts.146.gate_proj,0.0093990879,hessian_weighted_relative_error,33586,0.02500,0.766
7,model.language_model.layers.7.mlp.experts.146.up_proj,0.0025489273,hessian_weighted_relative_error,33586,0.02500,0.698
7,model.language_model.layers.7.mlp.experts.147.down_proj,0.0024433180,hessian_weighted_relative_error,23935,0.02500,0.793
7,model.language_model.layers.7.mlp.experts.147.gate_proj,0.0052378819,hessian_weighted_relative_error,23935,0.02500,0.892
7,model.language_model.layers.7.mlp.experts.147.up_proj,0.0014720584,hessian_weighted_relative_error,23935,0.02500,0.837
7,model.language_model.layers.7.mlp.experts.148.down_proj,0.0102301756,hessian_weighted_relative_error,20049,0.02500,0.747
7,model.language_model.layers.7.mlp.experts.148.gate_proj,0.0058307437,hessian_weighted_relative_error,20049,0.02500,0.767
7,model.language_model.layers.7.mlp.experts.148.up_proj,0.0066184560,hessian_weighted_relative_error,20049,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.149.down_proj,0.0032094762,hessian_weighted_relative_error,24387,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.149.gate_proj,0.0074459028,hessian_weighted_relative_error,24387,0.02500,0.892
7,model.language_model.layers.7.mlp.experts.149.up_proj,0.0078965249,hessian_weighted_relative_error,24387,0.02500,0.916
7,model.language_model.layers.7.mlp.experts.15.down_proj,0.0128672985,hessian_weighted_relative_error,31191,0.02500,0.799
7,model.language_model.layers.7.mlp.experts.15.gate_proj,0.0083237165,hessian_weighted_relative_error,31191,0.02500,0.831
7,model.language_model.layers.7.mlp.experts.15.up_proj,0.0087742588,hessian_weighted_relative_error,31191,0.02500,0.907
7,model.language_model.layers.7.mlp.experts.150.down_proj,0.0138130846,hessian_weighted_relative_error,28350,0.02500,0.749
7,model.language_model.layers.7.mlp.experts.150.gate_proj,0.0087628901,hessian_weighted_relative_error,28350,0.02500,0.767
7,model.language_model.layers.7.mlp.experts.150.up_proj,0.0093715722,hessian_weighted_relative_error,28350,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.151.down_proj,0.0094170887,hessian_weighted_relative_error,29815,0.02500,0.859
7,model.language_model.layers.7.mlp.experts.151.gate_proj,0.0059217675,hessian_weighted_relative_error,29815,0.02500,0.893
7,model.language_model.layers.7.mlp.experts.151.up_proj,0.0063203443,hessian_weighted_relative_error,29815,0.02500,0.913
7,model.language_model.layers.7.mlp.experts.152.down_proj,0.0034254643,hessian_weighted_relative_error,60659,0.02500,0.683
7,model.language_model.layers.7.mlp.experts.152.gate_proj,0.0021512774,hessian_weighted_relative_error,60659,0.02500,0.703
7,model.language_model.layers.7.mlp.experts.152.up_proj,0.0023715566,hessian_weighted_relative_error,60659,0.02500,0.697
7,model.language_model.layers.7.mlp.experts.153.down_proj,0.0025154652,hessian_weighted_relative_error,28206,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.153.gate_proj,0.0065121184,hessian_weighted_relative_error,28206,0.02500,0.893
7,model.language_model.layers.7.mlp.experts.153.up_proj,0.0069510373,hessian_weighted_relative_error,28206,0.02500,0.916
7,model.language_model.layers.7.mlp.experts.154.down_proj,0.0115918550,hessian_weighted_relative_error,17616,0.02500,0.747
7,model.language_model.layers.7.mlp.experts.154.gate_proj,0.0068306936,hessian_weighted_relative_error,17616,0.02500,0.768
7,model.language_model.layers.7.mlp.experts.154.up_proj,0.0073732637,hessian_weighted_relative_error,17616,0.02500,0.792
7,model.language_model.layers.7.mlp.experts.155.down_proj,0.0115047762,hessian_weighted_relative_error,14656,0.02500,0.862
7,model.language_model.layers.7.mlp.experts.155.gate_proj,0.0067715610,hessian_weighted_relative_error,14656,0.02500,0.894
7,model.language_model.layers.7.mlp.experts.155.up_proj,0.0070562943,hessian_weighted_relative_error,14656,0.02500,0.916
7,model.language_model.layers.7.mlp.experts.156.down_proj,0.0033715566,hessian_weighted_relative_error,30578,0.02500,0.684
7,model.language_model.layers.7.mlp.experts.156.gate_proj,0.0079394956,hessian_weighted_relative_error,30578,0.02500,0.768
7,model.language_model.layers.7.mlp.experts.156.up_proj,0.0083198578,hessian_weighted_relative_error,30578,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.157.down_proj,0.0117571507,hessian_weighted_relative_error,25431,0.02500,0.860
7,model.language_model.layers.7.mlp.experts.157.gate_proj,0.0078621555,hessian_weighted_relative_error,25431,0.02500,0.895
7,model.language_model.layers.7.mlp.experts.157.up_proj,0.0081951247,hessian_weighted_relative_error,25431,0.02500,0.917
7,model.language_model.layers.7.mlp.experts.158.down_proj,0.0112381416,hessian_weighted_relative_error,34566,0.02500,0.748
7,model.language_model.layers.7.mlp.experts.158.gate_proj,0.0076693471,hessian_weighted_relative_error,34566,0.02500,0.768
7,model.language_model.layers.7.mlp.experts.158.up_proj,0.0081504938,hessian_weighted_relative_error,34566,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.159.down_proj,0.0083165521,hessian_weighted_relative_error,40775,0.02500,0.865
7,model.language_model.layers.7.mlp.experts.159.gate_proj,0.0052426478,hessian_weighted_relative_error,40775,0.02500,0.893
7,model.language_model.layers.7.mlp.experts.159.up_proj,0.0055039209,hessian_weighted_relative_error,40775,0.02500,0.915
7,model.language_model.layers.7.mlp.experts.16.down_proj,0.0104954847,hessian_weighted_relative_error,25556,0.02500,0.719
7,model.language_model.layers.7.mlp.experts.16.gate_proj,0.0083298057,hessian_weighted_relative_error,25556,0.02500,0.740
7,model.language_model.layers.7.mlp.experts.16.up_proj,0.0086433128,hessian_weighted_relative_error,25556,0.02500,0.781
7,model.language_model.layers.7.mlp.experts.160.down_proj,0.0100907279,hessian_weighted_relative_error,45767,0.02500,0.749
7,model.language_model.layers.7.mlp.experts.160.gate_proj,0.0058601175,hessian_weighted_relative_error,45767,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.160.up_proj,0.0067469223,hessian_weighted_relative_error,45767,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.161.down_proj,0.0030566906,hessian_weighted_relative_error,33107,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.161.gate_proj,0.0071719277,hessian_weighted_relative_error,33107,0.02500,0.893
7,model.language_model.layers.7.mlp.experts.161.up_proj,0.0078015581,hessian_weighted_relative_error,33107,0.02500,0.925
7,model.language_model.layers.7.mlp.experts.162.down_proj,0.0017827361,hessian_weighted_relative_error,25794,0.02500,0.685
7,model.language_model.layers.7.mlp.experts.162.gate_proj,0.0040818400,hessian_weighted_relative_error,25794,0.02500,0.770
7,model.language_model.layers.7.mlp.experts.162.up_proj,0.0044582575,hessian_weighted_relative_error,25794,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.163.down_proj,0.0126182113,hessian_weighted_relative_error,20980,0.02500,0.876
7,model.language_model.layers.7.mlp.experts.163.gate_proj,0.0082020948,hessian_weighted_relative_error,20980,0.02500,0.896
7,model.language_model.layers.7.mlp.experts.163.up_proj,0.0087394958,hessian_weighted_relative_error,20980,0.02500,0.916
7,model.language_model.layers.7.mlp.experts.164.down_proj,0.0097210421,hessian_weighted_relative_error,21442,0.02500,0.750
7,model.language_model.layers.7.mlp.experts.164.gate_proj,0.0066727497,hessian_weighted_relative_error,21442,0.02500,0.769
7,model.language_model.layers.7.mlp.experts.164.up_proj,0.0071034715,hessian_weighted_relative_error,21442,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.165.down_proj,0.0013520701,hessian_weighted_relative_error,23495,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.165.gate_proj,0.0029908248,hessian_weighted_relative_error,23495,0.02500,0.896
7,model.language_model.layers.7.mlp.experts.165.up_proj,0.0033252647,hessian_weighted_relative_error,23495,0.02500,0.922
7,model.language_model.layers.7.mlp.experts.166.down_proj,0.0093230384,hessian_weighted_relative_error,20909,0.02500,0.748
7,model.language_model.layers.7.mlp.experts.166.gate_proj,0.0063693218,hessian_weighted_relative_error,20909,0.02500,0.768
7,model.language_model.layers.7.mlp.experts.166.up_proj,0.0065992447,hessian_weighted_relative_error,20909,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.167.down_proj,0.0032934117,hessian_weighted_relative_error,35899,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.167.gate_proj,0.0019873463,hessian_weighted_relative_error,35899,0.02500,0.823
7,model.language_model.layers.7.mlp.experts.167.up_proj,0.0021410235,hessian_weighted_relative_error,35899,0.02500,0.828
7,model.language_model.layers.7.mlp.experts.168.down_proj,0.0108753285,hessian_weighted_relative_error,25245,0.02500,0.749
7,model.language_model.layers.7.mlp.experts.168.gate_proj,0.0076199637,hessian_weighted_relative_error,25245,0.02500,0.770
7,model.language_model.layers.7.mlp.experts.168.up_proj,0.0081379991,hessian_weighted_relative_error,25245,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.169.down_proj,0.0133107808,hessian_weighted_relative_error,28788,0.02500,0.869
7,model.language_model.layers.7.mlp.experts.169.gate_proj,0.0081830117,hessian_weighted_relative_error,28788,0.02500,0.896
7,model.language_model.layers.7.mlp.experts.169.up_proj,0.0088683882,hessian_weighted_relative_error,28788,0.02500,0.915
7,model.language_model.layers.7.mlp.experts.17.down_proj,0.0134116077,hessian_weighted_relative_error,25447,0.02500,0.800
7,model.language_model.layers.7.mlp.experts.17.gate_proj,0.0087433609,hessian_weighted_relative_error,25447,0.02500,0.836
7,model.language_model.layers.7.mlp.experts.17.up_proj,0.0091362048,hessian_weighted_relative_error,25447,0.02500,0.912
7,model.language_model.layers.7.mlp.experts.170.down_proj,0.0133194017,hessian_weighted_relative_error,19254,0.02500,0.753
7,model.language_model.layers.7.mlp.experts.170.gate_proj,0.0082941333,hessian_weighted_relative_error,19254,0.02500,0.769
7,model.language_model.layers.7.mlp.experts.170.up_proj,0.0090007625,hessian_weighted_relative_error,19254,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.171.down_proj,0.0112567423,hessian_weighted_relative_error,25208,0.02500,0.871
7,model.language_model.layers.7.mlp.experts.171.gate_proj,0.0063282882,hessian_weighted_relative_error,25208,0.02500,0.897
7,model.language_model.layers.7.mlp.experts.171.up_proj,0.0067053398,hessian_weighted_relative_error,25208,0.02500,0.917
7,model.language_model.layers.7.mlp.experts.172.down_proj,0.0026230865,hessian_weighted_relative_error,53723,0.02500,0.686
7,model.language_model.layers.7.mlp.experts.172.gate_proj,0.0017738600,hessian_weighted_relative_error,53723,0.02500,0.698
7,model.language_model.layers.7.mlp.experts.172.up_proj,0.0019054471,hessian_weighted_relative_error,53723,0.02500,0.699
7,model.language_model.layers.7.mlp.experts.173.down_proj,0.0125376795,hessian_weighted_relative_error,27986,0.02500,0.868
7,model.language_model.layers.7.mlp.experts.173.gate_proj,0.0081670379,hessian_weighted_relative_error,27986,0.02500,0.895
7,model.language_model.layers.7.mlp.experts.173.up_proj,0.0086395631,hessian_weighted_relative_error,27986,0.02500,0.916
7,model.language_model.layers.7.mlp.experts.174.down_proj,0.0137849246,hessian_weighted_relative_error,18454,0.02500,0.751
7,model.language_model.layers.7.mlp.experts.174.gate_proj,0.0089216159,hessian_weighted_relative_error,18454,0.02500,0.771
7,model.language_model.layers.7.mlp.experts.174.up_proj,0.0095751810,hessian_weighted_relative_error,18454,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.175.down_proj,0.0036330471,hessian_weighted_relative_error,25502,0.02500,0.781
7,model.language_model.layers.7.mlp.experts.175.gate_proj,0.0092085746,hessian_weighted_relative_error,25502,0.02500,0.898
7,model.language_model.layers.7.mlp.experts.175.up_proj,0.0095621119,hessian_weighted_relative_error,25502,0.02500,0.915
7,model.language_model.layers.7.mlp.experts.176.down_proj,0.0120403703,hessian_weighted_relative_error,24882,0.02500,0.749
7,model.language_model.layers.7.mlp.experts.176.gate_proj,0.0077602826,hessian_weighted_relative_error,24882,0.02500,0.770
7,model.language_model.layers.7.mlp.experts.176.up_proj,0.0083295151,hessian_weighted_relative_error,24882,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.177.down_proj,0.0036818044,hessian_weighted_relative_error,46220,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.177.gate_proj,0.0100093416,hessian_weighted_relative_error,46220,0.02500,0.901
7,model.language_model.layers.7.mlp.experts.177.up_proj,0.0027065878,hessian_weighted_relative_error,46220,0.02500,0.823
7,model.language_model.layers.7.mlp.experts.178.down_proj,0.0073234684,hessian_weighted_relative_error,23437,0.02500,0.751
7,model.language_model.layers.7.mlp.experts.178.gate_proj,0.0041610638,hessian_weighted_relative_error,23437,0.02500,0.770
7,model.language_model.layers.7.mlp.experts.178.up_proj,0.0044616828,hessian_weighted_relative_error,23437,0.02500,0.790
7,model.language_model.layers.7.mlp.experts.179.down_proj,0.0033557360,hessian_weighted_relative_error,39518,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.179.gate_proj,0.0020274305,hessian_weighted_relative_error,39518,0.02500,0.823
7,model.language_model.layers.7.mlp.experts.179.up_proj,0.0022457989,hessian_weighted_relative_error,39518,0.02500,0.818
7,model.language_model.layers.7.mlp.experts.18.down_proj,0.0140249294,hessian_weighted_relative_error,33391,0.02500,0.720
7,model.language_model.layers.7.mlp.experts.18.gate_proj,0.0089834707,hessian_weighted_relative_error,33391,0.02500,0.738
7,model.language_model.layers.7.mlp.experts.18.up_proj,0.0093662367,hessian_weighted_relative_error,33391,0.02500,0.781
7,model.language_model.layers.7.mlp.experts.180.down_proj,0.0021439386,hessian_weighted_relative_error,37008,0.02500,0.685
7,model.language_model.layers.7.mlp.experts.180.gate_proj,0.0055203231,hessian_weighted_relative_error,37008,0.02500,0.771
7,model.language_model.layers.7.mlp.experts.180.up_proj,0.0056909822,hessian_weighted_relative_error,37008,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.181.down_proj,0.0132245971,hessian_weighted_relative_error,23721,0.02500,0.871
7,model.language_model.layers.7.mlp.experts.181.gate_proj,0.0086430165,hessian_weighted_relative_error,23721,0.02500,0.905
7,model.language_model.layers.7.mlp.experts.181.up_proj,0.0091670534,hessian_weighted_relative_error,23721,0.02500,0.917
7,model.language_model.layers.7.mlp.experts.182.down_proj,0.0035031701,hessian_weighted_relative_error,29256,0.02500,0.687
7,model.language_model.layers.7.mlp.experts.182.gate_proj,0.0084193254,hessian_weighted_relative_error,29256,0.02500,0.772
7,model.language_model.layers.7.mlp.experts.182.up_proj,0.0088675504,hessian_weighted_relative_error,29256,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.183.down_proj,0.0109069789,hessian_weighted_relative_error,29555,0.02500,0.877
7,model.language_model.layers.7.mlp.experts.183.gate_proj,0.0065395608,hessian_weighted_relative_error,29555,0.02500,0.896
7,model.language_model.layers.7.mlp.experts.183.up_proj,0.0072677686,hessian_weighted_relative_error,29555,0.02500,0.916
7,model.language_model.layers.7.mlp.experts.184.down_proj,0.0058191409,hessian_weighted_relative_error,15128,0.02500,0.752
7,model.language_model.layers.7.mlp.experts.184.gate_proj,0.0023836233,hessian_weighted_relative_error,15128,0.02500,0.770
7,model.language_model.layers.7.mlp.experts.184.up_proj,0.0025996163,hessian_weighted_relative_error,15128,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.185.down_proj,0.0058413969,hessian_weighted_relative_error,25453,0.02500,0.874
7,model.language_model.layers.7.mlp.experts.185.gate_proj,0.0032197161,hessian_weighted_relative_error,25453,0.02500,0.898
7,model.language_model.layers.7.mlp.experts.185.up_proj,0.0035952670,hessian_weighted_relative_error,25453,0.02500,0.925
7,model.language_model.layers.7.mlp.experts.186.down_proj,0.0103731525,hessian_weighted_relative_error,29510,0.02500,0.753
7,model.language_model.layers.7.mlp.experts.186.gate_proj,0.0059109951,hessian_weighted_relative_error,29510,0.02500,0.771
7,model.language_model.layers.7.mlp.experts.186.up_proj,0.0063515233,hessian_weighted_relative_error,29510,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.187.down_proj,0.0126166555,hessian_weighted_relative_error,37840,0.02500,0.876
7,model.language_model.layers.7.mlp.experts.187.gate_proj,0.0081946268,hessian_weighted_relative_error,37840,0.02500,0.896
7,model.language_model.layers.7.mlp.experts.187.up_proj,0.0086209593,hessian_weighted_relative_error,37840,0.02500,0.917
7,model.language_model.layers.7.mlp.experts.188.down_proj,0.0026098552,hessian_weighted_relative_error,39123,0.02500,0.685
7,model.language_model.layers.7.mlp.experts.188.gate_proj,0.0015238293,hessian_weighted_relative_error,39123,0.02500,0.701
7,model.language_model.layers.7.mlp.experts.188.up_proj,0.0016693202,hessian_weighted_relative_error,39123,0.02500,0.699
7,model.language_model.layers.7.mlp.experts.189.down_proj,0.0124582503,hessian_weighted_relative_error,19122,0.02500,0.875
7,model.language_model.layers.7.mlp.experts.189.gate_proj,0.0078003134,hessian_weighted_relative_error,19122,0.02500,0.897
7,model.language_model.layers.7.mlp.experts.189.up_proj,0.0082340230,hessian_weighted_relative_error,19122,0.02500,0.926
7,model.language_model.layers.7.mlp.experts.19.down_proj,0.0022767010,hessian_weighted_relative_error,67496,0.02500,0.780
7,model.language_model.layers.7.mlp.experts.19.gate_proj,0.0010306150,hessian_weighted_relative_error,67496,0.02500,0.822
7,model.language_model.layers.7.mlp.experts.19.up_proj,0.0012641489,hessian_weighted_relative_error,67496,0.02500,0.828
7,model.language_model.layers.7.mlp.experts.190.down_proj,0.0093386417,hessian_weighted_relative_error,18661,0.02500,0.752
7,model.language_model.layers.7.mlp.experts.190.gate_proj,0.0061276529,hessian_weighted_relative_error,18661,0.02500,0.772
7,model.language_model.layers.7.mlp.experts.190.up_proj,0.0064457492,hessian_weighted_relative_error,18661,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.191.down_proj,0.0109844537,hessian_weighted_relative_error,33069,0.02500,0.876
7,model.language_model.layers.7.mlp.experts.191.gate_proj,0.0074747150,hessian_weighted_relative_error,33069,0.02500,0.895
7,model.language_model.layers.7.mlp.experts.191.up_proj,0.0077811783,hessian_weighted_relative_error,33069,0.02500,0.928
7,model.language_model.layers.7.mlp.experts.192.down_proj,0.0136663308,hessian_weighted_relative_error,24478,0.02500,0.753
7,model.language_model.layers.7.mlp.experts.192.gate_proj,0.0083261376,hessian_weighted_relative_error,24478,0.02500,0.770
7,model.language_model.layers.7.mlp.experts.192.up_proj,0.0092089270,hessian_weighted_relative_error,24478,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.193.down_proj,0.0093053920,hessian_weighted_relative_error,22788,0.02500,0.877
7,model.language_model.layers.7.mlp.experts.193.gate_proj,0.0073362683,hessian_weighted_relative_error,22788,0.02500,0.896
7,model.language_model.layers.7.mlp.experts.193.up_proj,0.0077141090,hessian_weighted_relative_error,22788,0.02500,0.920
7,model.language_model.layers.7.mlp.experts.194.down_proj,0.0132462461,hessian_weighted_relative_error,22912,0.02500,0.754
7,model.language_model.layers.7.mlp.experts.194.gate_proj,0.0083191645,hessian_weighted_relative_error,22912,0.02500,0.773
7,model.language_model.layers.7.mlp.experts.194.up_proj,0.0087919157,hessian_weighted_relative_error,22912,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.195.down_proj,0.0126816707,hessian_weighted_relative_error,23618,0.02500,0.878
7,model.language_model.layers.7.mlp.experts.195.gate_proj,0.0085083360,hessian_weighted_relative_error,23618,0.02500,0.896
7,model.language_model.layers.7.mlp.experts.195.up_proj,0.0089597590,hessian_weighted_relative_error,23618,0.02500,0.926
7,model.language_model.layers.7.mlp.experts.196.down_proj,0.0131481279,hessian_weighted_relative_error,19776,0.02500,0.753
7,model.language_model.layers.7.mlp.experts.196.gate_proj,0.0082354849,hessian_weighted_relative_error,19776,0.02500,0.772
7,model.language_model.layers.7.mlp.experts.196.up_proj,0.0088822844,hessian_weighted_relative_error,19776,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.197.down_proj,0.0100999970,hessian_weighted_relative_error,14731,0.02500,0.877
7,model.language_model.layers.7.mlp.experts.197.gate_proj,0.0063635246,hessian_weighted_relative_error,14731,0.02500,0.895
7,model.language_model.layers.7.mlp.experts.197.up_proj,0.0066530494,hessian_weighted_relative_error,14731,0.02500,0.926
7,model.language_model.layers.7.mlp.experts.198.down_proj,0.0132562444,hessian_weighted_relative_error,22865,0.02500,0.752
7,model.language_model.layers.7.mlp.experts.198.gate_proj,0.0085628468,hessian_weighted_relative_error,22865,0.02500,0.770
7,model.language_model.layers.7.mlp.experts.198.up_proj,0.0090641239,hessian_weighted_relative_error,22865,0.02500,0.790
7,model.language_model.layers.7.mlp.experts.199.down_proj,0.0100283087,hessian_weighted_relative_error,19772,0.02500,0.882
7,model.language_model.layers.7.mlp.experts.199.gate_proj,0.0049767686,hessian_weighted_relative_error,19772,0.02500,0.899
7,model.language_model.layers.7.mlp.experts.199.up_proj,0.0056379336,hessian_weighted_relative_error,19772,0.02500,0.927
7,model.language_model.layers.7.mlp.experts.2.down_proj,0.0125324350,hessian_weighted_relative_error,28842,0.02500,0.715
7,model.language_model.layers.7.mlp.experts.2.gate_proj,0.0082858200,hessian_weighted_relative_error,28842,0.02500,0.741
7,model.language_model.layers.7.mlp.experts.2.up_proj,0.0087119579,hessian_weighted_relative_error,28842,0.02500,0.781
7,model.language_model.layers.7.mlp.experts.20.down_proj,0.0130756515,hessian_weighted_relative_error,22967,0.02500,0.731
7,model.language_model.layers.7.mlp.experts.20.gate_proj,0.0080860299,hessian_weighted_relative_error,22967,0.02500,0.743
7,model.language_model.layers.7.mlp.experts.20.up_proj,0.0085566612,hessian_weighted_relative_error,22967,0.02500,0.790
7,model.language_model.layers.7.mlp.experts.200.down_proj,0.0061246576,hessian_weighted_relative_error,23951,0.02500,0.756
7,model.language_model.layers.7.mlp.experts.200.gate_proj,0.0043097942,hessian_weighted_relative_error,23951,0.02500,0.772
7,model.language_model.layers.7.mlp.experts.200.up_proj,0.0050653770,hessian_weighted_relative_error,23951,0.02500,0.790
7,model.language_model.layers.7.mlp.experts.201.down_proj,0.0131074669,hessian_weighted_relative_error,28380,0.02500,0.879
7,model.language_model.layers.7.mlp.experts.201.gate_proj,0.0083525527,hessian_weighted_relative_error,28380,0.02500,0.898
7,model.language_model.layers.7.mlp.experts.201.up_proj,0.0089829468,hessian_weighted_relative_error,28380,0.02500,0.926
7,model.language_model.layers.7.mlp.experts.202.down_proj,0.0019705122,hessian_weighted_relative_error,32963,0.02500,0.689
7,model.language_model.layers.7.mlp.experts.202.gate_proj,0.0045888662,hessian_weighted_relative_error,32963,0.02500,0.772
7,model.language_model.layers.7.mlp.experts.202.up_proj,0.0013167441,hessian_weighted_relative_error,32963,0.02500,0.700
7,model.language_model.layers.7.mlp.experts.203.down_proj,0.0089103701,hessian_weighted_relative_error,26360,0.02500,0.879
7,model.language_model.layers.7.mlp.experts.203.gate_proj,0.0046050109,hessian_weighted_relative_error,26360,0.02500,0.897
7,model.language_model.layers.7.mlp.experts.203.up_proj,0.0052709029,hessian_weighted_relative_error,26360,0.02500,0.930
7,model.language_model.layers.7.mlp.experts.204.down_proj,0.0132086843,hessian_weighted_relative_error,20670,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.204.gate_proj,0.0083708299,hessian_weighted_relative_error,20670,0.02500,0.775
7,model.language_model.layers.7.mlp.experts.204.up_proj,0.0089547152,hessian_weighted_relative_error,20670,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.205.down_proj,0.0035310701,hessian_weighted_relative_error,30047,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.205.gate_proj,0.0089717749,hessian_weighted_relative_error,30047,0.02500,0.897
7,model.language_model.layers.7.mlp.experts.205.up_proj,0.0094847152,hessian_weighted_relative_error,30047,0.02500,0.925
7,model.language_model.layers.7.mlp.experts.206.down_proj,0.0024971498,hessian_weighted_relative_error,26206,0.02500,0.686
7,model.language_model.layers.7.mlp.experts.206.gate_proj,0.0013420188,hessian_weighted_relative_error,26206,0.02500,0.701
7,model.language_model.layers.7.mlp.experts.206.up_proj,0.0015330618,hessian_weighted_relative_error,26206,0.02500,0.701
7,model.language_model.layers.7.mlp.experts.207.down_proj,0.0125881411,hessian_weighted_relative_error,18342,0.02500,0.880
7,model.language_model.layers.7.mlp.experts.207.gate_proj,0.0077080958,hessian_weighted_relative_error,18342,0.02500,0.898
7,model.language_model.layers.7.mlp.experts.207.up_proj,0.0083684321,hessian_weighted_relative_error,18342,0.02500,0.925
7,model.language_model.layers.7.mlp.experts.208.down_proj,0.0097559774,hessian_weighted_relative_error,32369,0.02500,0.767
7,model.language_model.layers.7.mlp.experts.208.gate_proj,0.0063370808,hessian_weighted_relative_error,32369,0.02500,0.773
7,model.language_model.layers.7.mlp.experts.208.up_proj,0.0066062509,hessian_weighted_relative_error,32369,0.02500,0.799
7,model.language_model.layers.7.mlp.experts.209.down_proj,0.0132295699,hessian_weighted_relative_error,26795,0.02500,0.881
7,model.language_model.layers.7.mlp.experts.209.gate_proj,0.0084084243,hessian_weighted_relative_error,26795,0.02500,0.898
7,model.language_model.layers.7.mlp.experts.209.up_proj,0.0089270242,hessian_weighted_relative_error,26795,0.02500,0.921
7,model.language_model.layers.7.mlp.experts.21.down_proj,0.0124683175,hessian_weighted_relative_error,20691,0.02500,0.800
7,model.language_model.layers.7.mlp.experts.21.gate_proj,0.0080567009,hessian_weighted_relative_error,20691,0.02500,0.839
7,model.language_model.layers.7.mlp.experts.21.up_proj,0.0083752064,hessian_weighted_relative_error,20691,0.02500,0.907
7,model.language_model.layers.7.mlp.experts.210.down_proj,0.0030827396,hessian_weighted_relative_error,33671,0.02500,0.686
7,model.language_model.layers.7.mlp.experts.210.gate_proj,0.0071518255,hessian_weighted_relative_error,33671,0.02500,0.775
7,model.language_model.layers.7.mlp.experts.210.up_proj,0.0077330415,hessian_weighted_relative_error,33671,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.211.down_proj,0.0109172604,hessian_weighted_relative_error,56933,0.02500,0.884
7,model.language_model.layers.7.mlp.experts.211.gate_proj,0.0063955256,hessian_weighted_relative_error,56933,0.02500,0.898
7,model.language_model.layers.7.mlp.experts.211.up_proj,0.0067189062,hessian_weighted_relative_error,56933,0.02500,0.923
7,model.language_model.layers.7.mlp.experts.212.down_proj,0.0023260488,hessian_weighted_relative_error,37652,0.02500,0.690
7,model.language_model.layers.7.mlp.experts.212.gate_proj,0.0013969108,hessian_weighted_relative_error,37652,0.02500,0.702
7,model.language_model.layers.7.mlp.experts.212.up_proj,0.0015646544,hessian_weighted_relative_error,37652,0.02500,0.702
7,model.language_model.layers.7.mlp.experts.213.down_proj,0.0020102028,hessian_weighted_relative_error,18990,0.02500,0.781
7,model.language_model.layers.7.mlp.experts.213.gate_proj,0.0011249513,hessian_weighted_relative_error,18990,0.02500,0.826
7,model.language_model.layers.7.mlp.experts.213.up_proj,0.0012107529,hessian_weighted_relative_error,18990,0.02500,0.822
7,model.language_model.layers.7.mlp.experts.214.down_proj,0.0125736472,hessian_weighted_relative_error,16466,0.02500,0.750
7,model.language_model.layers.7.mlp.experts.214.gate_proj,0.0077009185,hessian_weighted_relative_error,16466,0.02500,0.773
7,model.language_model.layers.7.mlp.experts.214.up_proj,0.0080358011,hessian_weighted_relative_error,16466,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.215.down_proj,0.0030813471,hessian_weighted_relative_error,47118,0.02500,0.780
7,model.language_model.layers.7.mlp.experts.215.gate_proj,0.0075941505,hessian_weighted_relative_error,47118,0.02500,0.898
7,model.language_model.layers.7.mlp.experts.215.up_proj,0.0021312283,hessian_weighted_relative_error,47118,0.02500,0.829
7,model.language_model.layers.7.mlp.experts.216.down_proj,0.0136877066,hessian_weighted_relative_error,25606,0.02500,0.753
7,model.language_model.layers.7.mlp.experts.216.gate_proj,0.0087074632,hessian_weighted_relative_error,25606,0.02500,0.775
7,model.language_model.layers.7.mlp.experts.216.up_proj,0.0091836877,hessian_weighted_relative_error,25606,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.217.down_proj,0.0104011558,hessian_weighted_relative_error,32267,0.02500,0.880
7,model.language_model.layers.7.mlp.experts.217.gate_proj,0.0063635610,hessian_weighted_relative_error,32267,0.02500,0.913
7,model.language_model.layers.7.mlp.experts.217.up_proj,0.0068298949,hessian_weighted_relative_error,32267,0.02500,0.925
7,model.language_model.layers.7.mlp.experts.218.down_proj,0.0116056982,hessian_weighted_relative_error,27789,0.02500,0.754
7,model.language_model.layers.7.mlp.experts.218.gate_proj,0.0073594468,hessian_weighted_relative_error,27789,0.02500,0.776
7,model.language_model.layers.7.mlp.experts.218.up_proj,0.0077105964,hessian_weighted_relative_error,27789,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.219.down_proj,0.0031527366,hessian_weighted_relative_error,31320,0.02500,0.780
7,model.language_model.layers.7.mlp.experts.219.gate_proj,0.0065658492,hessian_weighted_relative_error,31320,0.02500,0.900
7,model.language_model.layers.7.mlp.experts.219.up_proj,0.0070976124,hessian_weighted_relative_error,31320,0.02500,0.930
7,model.language_model.layers.7.mlp.experts.22.down_proj,0.0037608534,hessian_weighted_relative_error,32938,0.02500,0.690
7,model.language_model.layers.7.mlp.experts.22.gate_proj,0.0093644448,hessian_weighted_relative_error,32938,0.02500,0.740
7,model.language_model.layers.7.mlp.experts.22.up_proj,0.0098606894,hessian_weighted_relative_error,32938,0.02500,0.781
7,model.language_model.layers.7.mlp.experts.220.down_proj,0.0016452926,hessian_weighted_relative_error,31886,0.02500,0.690
7,model.language_model.layers.7.mlp.experts.220.gate_proj,0.0009747249,hessian_weighted_relative_error,31886,0.02500,0.703
7,model.language_model.layers.7.mlp.experts.220.up_proj,0.0010678057,hessian_weighted_relative_error,31886,0.02500,0.702
7,model.language_model.layers.7.mlp.experts.221.down_proj,0.0091715490,hessian_weighted_relative_error,23121,0.02500,0.881
7,model.language_model.layers.7.mlp.experts.221.gate_proj,0.0067970216,hessian_weighted_relative_error,23121,0.02500,0.902
7,model.language_model.layers.7.mlp.experts.221.up_proj,0.0071678244,hessian_weighted_relative_error,23121,0.02500,0.927
7,model.language_model.layers.7.mlp.experts.222.down_proj,0.0027702113,hessian_weighted_relative_error,24219,0.02500,0.690
7,model.language_model.layers.7.mlp.experts.222.gate_proj,0.0061170387,hessian_weighted_relative_error,24219,0.02500,0.774
7,model.language_model.layers.7.mlp.experts.222.up_proj,0.0066376707,hessian_weighted_relative_error,24219,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.223.down_proj,0.0023351053,hessian_weighted_relative_error,26027,0.02500,0.780
7,model.language_model.layers.7.mlp.experts.223.gate_proj,0.0047266858,hessian_weighted_relative_error,26027,0.02500,0.900
7,model.language_model.layers.7.mlp.experts.223.up_proj,0.0052534024,hessian_weighted_relative_error,26027,0.02500,0.924
7,model.language_model.layers.7.mlp.experts.224.down_proj,0.0120402034,hessian_weighted_relative_error,22297,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.224.gate_proj,0.0072473209,hessian_weighted_relative_error,22297,0.02500,0.774
7,model.language_model.layers.7.mlp.experts.224.up_proj,0.0075702488,hessian_weighted_relative_error,22297,0.02500,0.792
7,model.language_model.layers.7.mlp.experts.225.down_proj,0.0134013984,hessian_weighted_relative_error,22016,0.02500,0.882
7,model.language_model.layers.7.mlp.experts.225.gate_proj,0.0086791765,hessian_weighted_relative_error,22016,0.02500,0.900
7,model.language_model.layers.7.mlp.experts.225.up_proj,0.0091748633,hessian_weighted_relative_error,22016,0.02500,0.926
7,model.language_model.layers.7.mlp.experts.226.down_proj,0.0036126657,hessian_weighted_relative_error,22639,0.02500,0.689
7,model.language_model.layers.7.mlp.experts.226.gate_proj,0.0086261476,hessian_weighted_relative_error,22639,0.02500,0.776
7,model.language_model.layers.7.mlp.experts.226.up_proj,0.0091487914,hessian_weighted_relative_error,22639,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.227.down_proj,0.0119926171,hessian_weighted_relative_error,12433,0.02500,0.882
7,model.language_model.layers.7.mlp.experts.227.gate_proj,0.0071322748,hessian_weighted_relative_error,12433,0.02500,0.902
7,model.language_model.layers.7.mlp.experts.227.up_proj,0.0073931131,hessian_weighted_relative_error,12433,0.02500,0.928
7,model.language_model.layers.7.mlp.experts.228.down_proj,0.0058886390,hessian_weighted_relative_error,22472,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.228.gate_proj,0.0045779155,hessian_weighted_relative_error,22472,0.02500,0.774
7,model.language_model.layers.7.mlp.experts.228.up_proj,0.0047740463,hessian_weighted_relative_error,22472,0.02500,0.793
7,model.language_model.layers.7.mlp.experts.229.down_proj,0.0119168250,hessian_weighted_relative_error,20274,0.02500,0.881
7,model.language_model.layers.7.mlp.experts.229.gate_proj,0.0069756853,hessian_weighted_relative_error,20274,0.02500,0.900
7,model.language_model.layers.7.mlp.experts.229.up_proj,0.0073071946,hessian_weighted_relative_error,20274,0.02500,0.927
7,model.language_model.layers.7.mlp.experts.23.down_proj,0.0137431831,hessian_weighted_relative_error,27320,0.02500,0.802
7,model.language_model.layers.7.mlp.experts.23.gate_proj,0.0089023372,hessian_weighted_relative_error,27320,0.02500,0.836
7,model.language_model.layers.7.mlp.experts.23.up_proj,0.0095286014,hessian_weighted_relative_error,27320,0.02500,0.908
7,model.language_model.layers.7.mlp.experts.230.down_proj,0.0127274029,hessian_weighted_relative_error,18334,0.02500,0.754
7,model.language_model.layers.7.mlp.experts.230.gate_proj,0.0084538310,hessian_weighted_relative_error,18334,0.02500,0.775
7,model.language_model.layers.7.mlp.experts.230.up_proj,0.0090761228,hessian_weighted_relative_error,18334,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.231.down_proj,0.0090669958,hessian_weighted_relative_error,32963,0.02500,0.882
7,model.language_model.layers.7.mlp.experts.231.gate_proj,0.0061681113,hessian_weighted_relative_error,32963,0.02500,0.900
7,model.language_model.layers.7.mlp.experts.231.up_proj,0.0064598136,hessian_weighted_relative_error,32963,0.02500,0.926
7,model.language_model.layers.7.mlp.experts.232.down_proj,0.0033238794,hessian_weighted_relative_error,65437,0.02500,0.689
7,model.language_model.layers.7.mlp.experts.232.gate_proj,0.0071683495,hessian_weighted_relative_error,65437,0.02500,0.774
7,model.language_model.layers.7.mlp.experts.232.up_proj,0.0020288007,hessian_weighted_relative_error,65437,0.02500,0.705
7,model.language_model.layers.7.mlp.experts.233.down_proj,0.0082204039,hessian_weighted_relative_error,18437,0.02500,0.884
7,model.language_model.layers.7.mlp.experts.233.gate_proj,0.0049520475,hessian_weighted_relative_error,18437,0.02500,0.900
7,model.language_model.layers.7.mlp.experts.233.up_proj,0.0053000608,hessian_weighted_relative_error,18437,0.02500,0.929
7,model.language_model.layers.7.mlp.experts.234.down_proj,0.0031030405,hessian_weighted_relative_error,26054,0.02500,0.689
7,model.language_model.layers.7.mlp.experts.234.gate_proj,0.0077948502,hessian_weighted_relative_error,26054,0.02500,0.775
7,model.language_model.layers.7.mlp.experts.234.up_proj,0.0082424306,hessian_weighted_relative_error,26054,0.02500,0.790
7,model.language_model.layers.7.mlp.experts.235.down_proj,0.0128170208,hessian_weighted_relative_error,23115,0.02500,0.887
7,model.language_model.layers.7.mlp.experts.235.gate_proj,0.0084106440,hessian_weighted_relative_error,23115,0.02500,0.899
7,model.language_model.layers.7.mlp.experts.235.up_proj,0.0089902910,hessian_weighted_relative_error,23115,0.02500,0.925
7,model.language_model.layers.7.mlp.experts.236.down_proj,0.0100968088,hessian_weighted_relative_error,35634,0.02500,0.762
7,model.language_model.layers.7.mlp.experts.236.gate_proj,0.0063587014,hessian_weighted_relative_error,35634,0.02500,0.777
7,model.language_model.layers.7.mlp.experts.236.up_proj,0.0067066760,hessian_weighted_relative_error,35634,0.02500,0.792
7,model.language_model.layers.7.mlp.experts.237.down_proj,0.0034195894,hessian_weighted_relative_error,35065,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.237.gate_proj,0.0089488545,hessian_weighted_relative_error,35065,0.02500,0.901
7,model.language_model.layers.7.mlp.experts.237.up_proj,0.0091820089,hessian_weighted_relative_error,35065,0.02500,0.919
7,model.language_model.layers.7.mlp.experts.238.down_proj,0.0113536134,hessian_weighted_relative_error,20506,0.02500,0.756
7,model.language_model.layers.7.mlp.experts.238.gate_proj,0.0070807826,hessian_weighted_relative_error,20506,0.02500,0.777
7,model.language_model.layers.7.mlp.experts.238.up_proj,0.0076591283,hessian_weighted_relative_error,20506,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.239.down_proj,0.0055605394,hessian_weighted_relative_error,21154,0.02500,0.883
7,model.language_model.layers.7.mlp.experts.239.gate_proj,0.0025861632,hessian_weighted_relative_error,21154,0.02500,0.900
7,model.language_model.layers.7.mlp.experts.239.up_proj,0.0028717131,hessian_weighted_relative_error,21154,0.02500,0.924
7,model.language_model.layers.7.mlp.experts.24.down_proj,0.0134408602,hessian_weighted_relative_error,21423,0.02500,0.716
7,model.language_model.layers.7.mlp.experts.24.gate_proj,0.0081962951,hessian_weighted_relative_error,21423,0.02500,0.742
7,model.language_model.layers.7.mlp.experts.24.up_proj,0.0086388115,hessian_weighted_relative_error,21423,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.240.down_proj,0.0116822899,hessian_weighted_relative_error,13930,0.02500,0.762
7,model.language_model.layers.7.mlp.experts.240.gate_proj,0.0060739740,hessian_weighted_relative_error,13930,0.02500,0.776
7,model.language_model.layers.7.mlp.experts.240.up_proj,0.0064869175,hessian_weighted_relative_error,13930,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.241.down_proj,0.0131404111,hessian_weighted_relative_error,38715,0.02500,0.883
7,model.language_model.layers.7.mlp.experts.241.gate_proj,0.0083482388,hessian_weighted_relative_error,38715,0.02500,0.903
7,model.language_model.layers.7.mlp.experts.241.up_proj,0.0087172261,hessian_weighted_relative_error,38715,0.02500,0.924
7,model.language_model.layers.7.mlp.experts.242.down_proj,0.0128163379,hessian_weighted_relative_error,29423,0.02500,0.757
7,model.language_model.layers.7.mlp.experts.242.gate_proj,0.0083737878,hessian_weighted_relative_error,29423,0.02500,0.776
7,model.language_model.layers.7.mlp.experts.242.up_proj,0.0087995408,hessian_weighted_relative_error,29423,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.243.down_proj,0.0136408459,hessian_weighted_relative_error,26973,0.02500,0.885
7,model.language_model.layers.7.mlp.experts.243.gate_proj,0.0088095439,hessian_weighted_relative_error,26973,0.02500,0.906
7,model.language_model.layers.7.mlp.experts.243.up_proj,0.0093282263,hessian_weighted_relative_error,26973,0.02500,0.916
7,model.language_model.layers.7.mlp.experts.244.down_proj,0.0135250442,hessian_weighted_relative_error,19017,0.02500,0.757
7,model.language_model.layers.7.mlp.experts.244.gate_proj,0.0085786801,hessian_weighted_relative_error,19017,0.02500,0.776
7,model.language_model.layers.7.mlp.experts.244.up_proj,0.0091571313,hessian_weighted_relative_error,19017,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.245.down_proj,0.0124506917,hessian_weighted_relative_error,27048,0.02500,0.882
7,model.language_model.layers.7.mlp.experts.245.gate_proj,0.0078281285,hessian_weighted_relative_error,27048,0.02500,0.901
7,model.language_model.layers.7.mlp.experts.245.up_proj,0.0082631231,hessian_weighted_relative_error,27048,0.02500,0.916
7,model.language_model.layers.7.mlp.experts.246.down_proj,0.0043899102,hessian_weighted_relative_error,23419,0.02500,0.757
7,model.language_model.layers.7.mlp.experts.246.gate_proj,0.0021519357,hessian_weighted_relative_error,23419,0.02500,0.776
7,model.language_model.layers.7.mlp.experts.246.up_proj,0.0025099463,hessian_weighted_relative_error,23419,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.247.down_proj,0.0127743174,hessian_weighted_relative_error,24475,0.02500,0.884
7,model.language_model.layers.7.mlp.experts.247.gate_proj,0.0082987617,hessian_weighted_relative_error,24475,0.02500,0.901
7,model.language_model.layers.7.mlp.experts.247.up_proj,0.0087319035,hessian_weighted_relative_error,24475,0.02500,0.917
7,model.language_model.layers.7.mlp.experts.248.down_proj,0.0024156621,hessian_weighted_relative_error,31904,0.02500,0.690
7,model.language_model.layers.7.mlp.experts.248.gate_proj,0.0015007790,hessian_weighted_relative_error,31904,0.02500,0.703
7,model.language_model.layers.7.mlp.experts.248.up_proj,0.0015765746,hessian_weighted_relative_error,31904,0.02500,0.705
7,model.language_model.layers.7.mlp.experts.249.down_proj,0.0131476923,hessian_weighted_relative_error,22170,0.02500,0.884
7,model.language_model.layers.7.mlp.experts.249.gate_proj,0.0088588587,hessian_weighted_relative_error,22170,0.02500,0.904
7,model.language_model.layers.7.mlp.experts.249.up_proj,0.0094071492,hessian_weighted_relative_error,22170,0.02500,0.915
7,model.language_model.layers.7.mlp.experts.25.down_proj,0.0032899652,hessian_weighted_relative_error,30810,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.25.gate_proj,0.0085744292,hessian_weighted_relative_error,30810,0.02500,0.839
7,model.language_model.layers.7.mlp.experts.25.up_proj,0.0023132374,hessian_weighted_relative_error,30810,0.02500,0.868
7,model.language_model.layers.7.mlp.experts.250.down_proj,0.0143829326,hessian_weighted_relative_error,21689,0.02500,0.759
7,model.language_model.layers.7.mlp.experts.250.gate_proj,0.0096488297,hessian_weighted_relative_error,21689,0.02500,0.776
7,model.language_model.layers.7.mlp.experts.250.up_proj,0.0101857137,hessian_weighted_relative_error,21689,0.02500,0.790
7,model.language_model.layers.7.mlp.experts.251.down_proj,0.0097508578,hessian_weighted_relative_error,26773,0.02500,0.884
7,model.language_model.layers.7.mlp.experts.251.gate_proj,0.0063291355,hessian_weighted_relative_error,26773,0.02500,0.901
7,model.language_model.layers.7.mlp.experts.251.up_proj,0.0067693990,hessian_weighted_relative_error,26773,0.02500,0.916
7,model.language_model.layers.7.mlp.experts.252.down_proj,0.0028638611,hessian_weighted_relative_error,28845,0.02500,0.689
7,model.language_model.layers.7.mlp.experts.252.gate_proj,0.0067300843,hessian_weighted_relative_error,28845,0.02500,0.776
7,model.language_model.layers.7.mlp.experts.252.up_proj,0.0074362843,hessian_weighted_relative_error,28845,0.02500,0.792
7,model.language_model.layers.7.mlp.experts.253.down_proj,0.0025719913,hessian_weighted_relative_error,33000,0.02500,0.781
7,model.language_model.layers.7.mlp.experts.253.gate_proj,0.0017304061,hessian_weighted_relative_error,33000,0.02500,0.834
7,model.language_model.layers.7.mlp.experts.253.up_proj,0.0018757229,hessian_weighted_relative_error,33000,0.02500,0.829
7,model.language_model.layers.7.mlp.experts.254.down_proj,0.0123590165,hessian_weighted_relative_error,18466,0.02500,0.757
7,model.language_model.layers.7.mlp.experts.254.gate_proj,0.0072813841,hessian_weighted_relative_error,18466,0.02500,0.777
7,model.language_model.layers.7.mlp.experts.254.up_proj,0.0075754600,hessian_weighted_relative_error,18466,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.255.down_proj,0.0027658935,hessian_weighted_relative_error,64230,0.02500,0.790
7,model.language_model.layers.7.mlp.experts.255.gate_proj,0.0019628021,hessian_weighted_relative_error,64230,0.02500,0.829
7,model.language_model.layers.7.mlp.experts.255.up_proj,0.0020671085,hessian_weighted_relative_error,64230,0.02500,0.830
7,model.language_model.layers.7.mlp.experts.256.down_proj,0.0074431230,hessian_weighted_relative_error,26620,0.02500,0.760
7,model.language_model.layers.7.mlp.experts.256.gate_proj,0.0053743195,hessian_weighted_relative_error,26620,0.02500,0.777
7,model.language_model.layers.7.mlp.experts.256.up_proj,0.0057315302,hessian_weighted_relative_error,26620,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.257.down_proj,0.0137426850,hessian_weighted_relative_error,19115,0.02500,0.887
7,model.language_model.layers.7.mlp.experts.257.gate_proj,0.0091065755,hessian_weighted_relative_error,19115,0.02500,0.904
7,model.language_model.layers.7.mlp.experts.257.up_proj,0.0095994296,hessian_weighted_relative_error,19115,0.02500,0.916
7,model.language_model.layers.7.mlp.experts.258.down_proj,0.0034041765,hessian_weighted_relative_error,49881,0.02500,0.692
7,model.language_model.layers.7.mlp.experts.258.gate_proj,0.0080437467,hessian_weighted_relative_error,49881,0.02500,0.775
7,model.language_model.layers.7.mlp.experts.258.up_proj,0.0022462261,hessian_weighted_relative_error,49881,0.02500,0.704
7,model.language_model.layers.7.mlp.experts.259.down_proj,0.0078365187,hessian_weighted_relative_error,8016,0.02500,0.885
7,model.language_model.layers.7.mlp.experts.259.gate_proj,0.0038542934,hessian_weighted_relative_error,8016,0.02500,0.904
7,model.language_model.layers.7.mlp.experts.259.up_proj,0.0042820392,hessian_weighted_relative_error,8016,0.02500,0.915
7,model.language_model.layers.7.mlp.experts.26.down_proj,0.0123563697,hessian_weighted_relative_error,22974,0.02500,0.722
7,model.language_model.layers.7.mlp.experts.26.gate_proj,0.0079542679,hessian_weighted_relative_error,22974,0.02500,0.744
7,model.language_model.layers.7.mlp.experts.26.up_proj,0.0083192418,hessian_weighted_relative_error,22974,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.260.down_proj,0.0130384656,hessian_weighted_relative_error,31652,0.02500,0.759
7,model.language_model.layers.7.mlp.experts.260.gate_proj,0.0079257001,hessian_weighted_relative_error,31652,0.02500,0.776
7,model.language_model.layers.7.mlp.experts.260.up_proj,0.0084229747,hessian_weighted_relative_error,31652,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.261.down_proj,0.0023496379,hessian_weighted_relative_error,28397,0.02500,0.790
7,model.language_model.layers.7.mlp.experts.261.gate_proj,0.0055468230,hessian_weighted_relative_error,28397,0.02500,0.903
7,model.language_model.layers.7.mlp.experts.261.up_proj,0.0061641237,hessian_weighted_relative_error,28397,0.02500,0.915
7,model.language_model.layers.7.mlp.experts.262.down_proj,0.0037471341,hessian_weighted_relative_error,47606,0.02500,0.689
7,model.language_model.layers.7.mlp.experts.262.gate_proj,0.0024324665,hessian_weighted_relative_error,47606,0.02500,0.707
7,model.language_model.layers.7.mlp.experts.262.up_proj,0.0025262875,hessian_weighted_relative_error,47606,0.02500,0.710
7,model.language_model.layers.7.mlp.experts.263.down_proj,0.0129713213,hessian_weighted_relative_error,18377,0.02500,0.885
7,model.language_model.layers.7.mlp.experts.263.gate_proj,0.0084416606,hessian_weighted_relative_error,18377,0.02500,0.908
7,model.language_model.layers.7.mlp.experts.263.up_proj,0.0088161226,hessian_weighted_relative_error,18377,0.02500,0.915
7,model.language_model.layers.7.mlp.experts.264.down_proj,0.0128438104,hessian_weighted_relative_error,22118,0.02500,0.758
7,model.language_model.layers.7.mlp.experts.264.gate_proj,0.0080729365,hessian_weighted_relative_error,22118,0.02500,0.777
7,model.language_model.layers.7.mlp.experts.264.up_proj,0.0085987158,hessian_weighted_relative_error,22118,0.02500,0.794
7,model.language_model.layers.7.mlp.experts.265.down_proj,0.0112739254,hessian_weighted_relative_error,36714,0.02500,0.887
7,model.language_model.layers.7.mlp.experts.265.gate_proj,0.0073789622,hessian_weighted_relative_error,36714,0.02500,0.906
7,model.language_model.layers.7.mlp.experts.265.up_proj,0.0080590528,hessian_weighted_relative_error,36714,0.02500,0.914
7,model.language_model.layers.7.mlp.experts.266.down_proj,0.0018284849,hessian_weighted_relative_error,18755,0.02500,0.691
7,model.language_model.layers.7.mlp.experts.266.gate_proj,0.0038110081,hessian_weighted_relative_error,18755,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.266.up_proj,0.0042194755,hessian_weighted_relative_error,18755,0.02500,0.794
7,model.language_model.layers.7.mlp.experts.267.down_proj,0.0114580795,hessian_weighted_relative_error,26558,0.02500,0.887
7,model.language_model.layers.7.mlp.experts.267.gate_proj,0.0063612208,hessian_weighted_relative_error,26558,0.02500,0.904
7,model.language_model.layers.7.mlp.experts.267.up_proj,0.0071353205,hessian_weighted_relative_error,26558,0.02500,0.913
7,model.language_model.layers.7.mlp.experts.268.down_proj,0.0091987679,hessian_weighted_relative_error,31056,0.02500,0.760
7,model.language_model.layers.7.mlp.experts.268.gate_proj,0.0046029481,hessian_weighted_relative_error,31056,0.02500,0.775
7,model.language_model.layers.7.mlp.experts.268.up_proj,0.0055607246,hessian_weighted_relative_error,31056,0.02500,0.801
7,model.language_model.layers.7.mlp.experts.269.down_proj,0.0133808916,hessian_weighted_relative_error,18101,0.02500,0.887
7,model.language_model.layers.7.mlp.experts.269.gate_proj,0.0079953986,hessian_weighted_relative_error,18101,0.02500,0.904
7,model.language_model.layers.7.mlp.experts.269.up_proj,0.0084945674,hessian_weighted_relative_error,18101,0.02500,0.914
7,model.language_model.layers.7.mlp.experts.27.down_proj,0.0029937372,hessian_weighted_relative_error,26529,0.02500,0.784
7,model.language_model.layers.7.mlp.experts.27.gate_proj,0.0072893440,hessian_weighted_relative_error,26529,0.02500,0.843
7,model.language_model.layers.7.mlp.experts.27.up_proj,0.0020048089,hessian_weighted_relative_error,26529,0.02500,0.827
7,model.language_model.layers.7.mlp.experts.270.down_proj,0.0036609928,hessian_weighted_relative_error,30189,0.02500,0.691
7,model.language_model.layers.7.mlp.experts.270.gate_proj,0.0091286997,hessian_weighted_relative_error,30189,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.270.up_proj,0.0024935709,hessian_weighted_relative_error,30189,0.02500,0.704
7,model.language_model.layers.7.mlp.experts.271.down_proj,0.0127252637,hessian_weighted_relative_error,22848,0.02500,0.887
7,model.language_model.layers.7.mlp.experts.271.gate_proj,0.0075334903,hessian_weighted_relative_error,22848,0.02500,0.907
7,model.language_model.layers.7.mlp.experts.271.up_proj,0.0079569901,hessian_weighted_relative_error,22848,0.02500,0.914
7,model.language_model.layers.7.mlp.experts.272.down_proj,0.0111951383,hessian_weighted_relative_error,21229,0.02500,0.759
7,model.language_model.layers.7.mlp.experts.272.gate_proj,0.0076439538,hessian_weighted_relative_error,21229,0.02500,0.778
7,model.language_model.layers.7.mlp.experts.272.up_proj,0.0079403803,hessian_weighted_relative_error,21229,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.273.down_proj,0.0114055769,hessian_weighted_relative_error,26268,0.02500,0.886
7,model.language_model.layers.7.mlp.experts.273.gate_proj,0.0067494563,hessian_weighted_relative_error,26268,0.02500,0.904
7,model.language_model.layers.7.mlp.experts.273.up_proj,0.0074579546,hessian_weighted_relative_error,26268,0.02500,0.911
7,model.language_model.layers.7.mlp.experts.274.down_proj,0.0090607660,hessian_weighted_relative_error,28320,0.02500,0.760
7,model.language_model.layers.7.mlp.experts.274.gate_proj,0.0056739128,hessian_weighted_relative_error,28320,0.02500,0.778
7,model.language_model.layers.7.mlp.experts.274.up_proj,0.0060968864,hessian_weighted_relative_error,28320,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.275.down_proj,0.0028672886,hessian_weighted_relative_error,32299,0.02500,0.785
7,model.language_model.layers.7.mlp.experts.275.gate_proj,0.0016746181,hessian_weighted_relative_error,32299,0.02500,0.824
7,model.language_model.layers.7.mlp.experts.275.up_proj,0.0017778050,hessian_weighted_relative_error,32299,0.02500,0.824
7,model.language_model.layers.7.mlp.experts.276.down_proj,0.0018955017,hessian_weighted_relative_error,17953,0.02500,0.691
7,model.language_model.layers.7.mlp.experts.276.gate_proj,0.0051757489,hessian_weighted_relative_error,17953,0.02500,0.777
7,model.language_model.layers.7.mlp.experts.276.up_proj,0.0056041517,hessian_weighted_relative_error,17953,0.02500,0.792
7,model.language_model.layers.7.mlp.experts.277.down_proj,0.0023274342,hessian_weighted_relative_error,31670,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.277.gate_proj,0.0016355029,hessian_weighted_relative_error,31670,0.02500,0.823
7,model.language_model.layers.7.mlp.experts.277.up_proj,0.0017745819,hessian_weighted_relative_error,31670,0.02500,0.830
7,model.language_model.layers.7.mlp.experts.278.down_proj,0.0126237160,hessian_weighted_relative_error,23297,0.02500,0.760
7,model.language_model.layers.7.mlp.experts.278.gate_proj,0.0080435020,hessian_weighted_relative_error,23297,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.278.up_proj,0.0085025814,hessian_weighted_relative_error,23297,0.02500,0.793
7,model.language_model.layers.7.mlp.experts.279.down_proj,0.0016281189,hessian_weighted_relative_error,15785,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.279.gate_proj,0.0030971193,hessian_weighted_relative_error,15785,0.02500,0.904
7,model.language_model.layers.7.mlp.experts.279.up_proj,0.0037112027,hessian_weighted_relative_error,15785,0.02500,0.914
7,model.language_model.layers.7.mlp.experts.28.down_proj,0.0132061376,hessian_weighted_relative_error,31069,0.02500,0.723
7,model.language_model.layers.7.mlp.experts.28.gate_proj,0.0085717923,hessian_weighted_relative_error,31069,0.02500,0.743
7,model.language_model.layers.7.mlp.experts.28.up_proj,0.0090862538,hessian_weighted_relative_error,31069,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.280.down_proj,0.0107417495,hessian_weighted_relative_error,31984,0.02500,0.765
7,model.language_model.layers.7.mlp.experts.280.gate_proj,0.0069859502,hessian_weighted_relative_error,31984,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.280.up_proj,0.0074904414,hessian_weighted_relative_error,31984,0.02500,0.797
7,model.language_model.layers.7.mlp.experts.281.down_proj,0.0131573120,hessian_weighted_relative_error,43442,0.02500,0.886
7,model.language_model.layers.7.mlp.experts.281.gate_proj,0.0077852950,hessian_weighted_relative_error,43442,0.02500,0.903
7,model.language_model.layers.7.mlp.experts.281.up_proj,0.0083024561,hessian_weighted_relative_error,43442,0.02500,0.909
7,model.language_model.layers.7.mlp.experts.282.down_proj,0.0030238529,hessian_weighted_relative_error,33287,0.02500,0.690
7,model.language_model.layers.7.mlp.experts.282.gate_proj,0.0072792649,hessian_weighted_relative_error,33287,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.282.up_proj,0.0019827160,hessian_weighted_relative_error,33287,0.02500,0.707
7,model.language_model.layers.7.mlp.experts.283.down_proj,0.0124091940,hessian_weighted_relative_error,26404,0.02500,0.887
7,model.language_model.layers.7.mlp.experts.283.gate_proj,0.0080037878,hessian_weighted_relative_error,26404,0.02500,0.906
7,model.language_model.layers.7.mlp.experts.283.up_proj,0.0086765465,hessian_weighted_relative_error,26404,0.02500,0.910
7,model.language_model.layers.7.mlp.experts.284.down_proj,0.0021999450,hessian_weighted_relative_error,62047,0.02500,0.691
7,model.language_model.layers.7.mlp.experts.284.gate_proj,0.0044345022,hessian_weighted_relative_error,62047,0.02500,0.778
7,model.language_model.layers.7.mlp.experts.284.up_proj,0.0014426135,hessian_weighted_relative_error,62047,0.02500,0.709
7,model.language_model.layers.7.mlp.experts.285.down_proj,0.0118064439,hessian_weighted_relative_error,13237,0.02500,0.887
7,model.language_model.layers.7.mlp.experts.285.gate_proj,0.0074462888,hessian_weighted_relative_error,13237,0.02500,0.904
7,model.language_model.layers.7.mlp.experts.285.up_proj,0.0078228859,hessian_weighted_relative_error,13237,0.02500,0.910
7,model.language_model.layers.7.mlp.experts.286.down_proj,0.0029192488,hessian_weighted_relative_error,41452,0.02500,0.694
7,model.language_model.layers.7.mlp.experts.286.gate_proj,0.0016299539,hessian_weighted_relative_error,41452,0.02500,0.707
7,model.language_model.layers.7.mlp.experts.286.up_proj,0.0017232158,hessian_weighted_relative_error,41452,0.02500,0.705
7,model.language_model.layers.7.mlp.experts.287.down_proj,0.0129795973,hessian_weighted_relative_error,25117,0.02500,0.886
7,model.language_model.layers.7.mlp.experts.287.gate_proj,0.0086222698,hessian_weighted_relative_error,25117,0.02500,0.906
7,model.language_model.layers.7.mlp.experts.287.up_proj,0.0092214512,hessian_weighted_relative_error,25117,0.02500,0.910
7,model.language_model.layers.7.mlp.experts.29.down_proj,0.0126988866,hessian_weighted_relative_error,27631,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.29.gate_proj,0.0083686053,hessian_weighted_relative_error,27631,0.02500,0.842
7,model.language_model.layers.7.mlp.experts.29.up_proj,0.0088302682,hessian_weighted_relative_error,27631,0.02500,0.909
7,model.language_model.layers.7.mlp.experts.3.down_proj,0.0118570312,hessian_weighted_relative_error,28003,0.02500,0.793
7,model.language_model.layers.7.mlp.experts.3.gate_proj,0.0077158931,hessian_weighted_relative_error,28003,0.02500,0.831
7,model.language_model.layers.7.mlp.experts.3.up_proj,0.0083312881,hessian_weighted_relative_error,28003,0.02500,0.920
7,model.language_model.layers.7.mlp.experts.30.down_proj,0.0030502954,hessian_weighted_relative_error,17500,0.02500,0.693
7,model.language_model.layers.7.mlp.experts.30.gate_proj,0.0070522831,hessian_weighted_relative_error,17500,0.02500,0.742
7,model.language_model.layers.7.mlp.experts.30.up_proj,0.0074319530,hessian_weighted_relative_error,17500,0.02500,0.781
7,model.language_model.layers.7.mlp.experts.31.down_proj,0.0034976166,hessian_weighted_relative_error,59163,0.02500,0.784
7,model.language_model.layers.7.mlp.experts.31.gate_proj,0.0023759828,hessian_weighted_relative_error,59163,0.02500,0.839
7,model.language_model.layers.7.mlp.experts.31.up_proj,0.0024604069,hessian_weighted_relative_error,59163,0.02500,0.826
7,model.language_model.layers.7.mlp.experts.32.down_proj,0.0033495970,hessian_weighted_relative_error,37271,0.02500,0.691
7,model.language_model.layers.7.mlp.experts.32.gate_proj,0.0085086326,hessian_weighted_relative_error,37271,0.02500,0.743
7,model.language_model.layers.7.mlp.experts.32.up_proj,0.0023031715,hessian_weighted_relative_error,37271,0.02500,0.707
7,model.language_model.layers.7.mlp.experts.33.down_proj,0.0035128438,hessian_weighted_relative_error,29091,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.33.gate_proj,0.0087527153,hessian_weighted_relative_error,29091,0.02500,0.843
7,model.language_model.layers.7.mlp.experts.33.up_proj,0.0090985181,hessian_weighted_relative_error,29091,0.02500,0.908
7,model.language_model.layers.7.mlp.experts.34.down_proj,0.0023390983,hessian_weighted_relative_error,36879,0.02500,0.693
7,model.language_model.layers.7.mlp.experts.34.gate_proj,0.0071584940,hessian_weighted_relative_error,36879,0.02500,0.744
7,model.language_model.layers.7.mlp.experts.34.up_proj,0.0020247998,hessian_weighted_relative_error,36879,0.02500,0.706
7,model.language_model.layers.7.mlp.experts.35.down_proj,0.0139689057,hessian_weighted_relative_error,27719,0.02500,0.809
7,model.language_model.layers.7.mlp.experts.35.gate_proj,0.0091330178,hessian_weighted_relative_error,27719,0.02500,0.845
7,model.language_model.layers.7.mlp.experts.35.up_proj,0.0099125302,hessian_weighted_relative_error,27719,0.02500,0.909
7,model.language_model.layers.7.mlp.experts.36.down_proj,0.0135795407,hessian_weighted_relative_error,22256,0.02500,0.724
7,model.language_model.layers.7.mlp.experts.36.gate_proj,0.0088445280,hessian_weighted_relative_error,22256,0.02500,0.746
7,model.language_model.layers.7.mlp.experts.36.up_proj,0.0093008761,hessian_weighted_relative_error,22256,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.37.down_proj,0.0030729109,hessian_weighted_relative_error,31220,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.37.gate_proj,0.0070368738,hessian_weighted_relative_error,31220,0.02500,0.846
7,model.language_model.layers.7.mlp.experts.37.up_proj,0.0019793773,hessian_weighted_relative_error,31220,0.02500,0.832
7,model.language_model.layers.7.mlp.experts.38.down_proj,0.0035040070,hessian_weighted_relative_error,31668,0.02500,0.667
7,model.language_model.layers.7.mlp.experts.38.gate_proj,0.0086150373,hessian_weighted_relative_error,31668,0.02500,0.744
7,model.language_model.layers.7.mlp.experts.38.up_proj,0.0023607372,hessian_weighted_relative_error,31668,0.02500,0.707
7,model.language_model.layers.7.mlp.experts.39.down_proj,0.0126405029,hessian_weighted_relative_error,23802,0.02500,0.811
7,model.language_model.layers.7.mlp.experts.39.gate_proj,0.0080515068,hessian_weighted_relative_error,23802,0.02500,0.843
7,model.language_model.layers.7.mlp.experts.39.up_proj,0.0087610812,hessian_weighted_relative_error,23802,0.02500,0.910
7,model.language_model.layers.7.mlp.experts.4.down_proj,0.0111319144,hessian_weighted_relative_error,31701,0.02500,0.717
7,model.language_model.layers.7.mlp.experts.4.gate_proj,0.0063975183,hessian_weighted_relative_error,31701,0.02500,0.733
7,model.language_model.layers.7.mlp.experts.4.up_proj,0.0066467201,hessian_weighted_relative_error,31701,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.40.down_proj,0.0032990072,hessian_weighted_relative_error,41228,0.02500,0.696
7,model.language_model.layers.7.mlp.experts.40.gate_proj,0.0085326766,hessian_weighted_relative_error,41228,0.02500,0.745
7,model.language_model.layers.7.mlp.experts.40.up_proj,0.0024106104,hessian_weighted_relative_error,41228,0.02500,0.709
7,model.language_model.layers.7.mlp.experts.41.down_proj,0.0103197142,hessian_weighted_relative_error,23346,0.02500,0.813
7,model.language_model.layers.7.mlp.experts.41.gate_proj,0.0067379712,hessian_weighted_relative_error,23346,0.02500,0.848
7,model.language_model.layers.7.mlp.experts.41.up_proj,0.0069975677,hessian_weighted_relative_error,23346,0.02500,0.910
7,model.language_model.layers.7.mlp.experts.42.down_proj,0.0112421983,hessian_weighted_relative_error,25013,0.02500,0.725
7,model.language_model.layers.7.mlp.experts.42.gate_proj,0.0067024962,hessian_weighted_relative_error,25013,0.02500,0.747
7,model.language_model.layers.7.mlp.experts.42.up_proj,0.0069863483,hessian_weighted_relative_error,25013,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.43.down_proj,0.0019814619,hessian_weighted_relative_error,27009,0.02500,0.780
7,model.language_model.layers.7.mlp.experts.43.gate_proj,0.0043342601,hessian_weighted_relative_error,27009,0.02500,0.861
7,model.language_model.layers.7.mlp.experts.43.up_proj,0.0011916550,hessian_weighted_relative_error,27009,0.02500,0.831
7,model.language_model.layers.7.mlp.experts.44.down_proj,0.0020007641,hessian_weighted_relative_error,20471,0.02500,0.695
7,model.language_model.layers.7.mlp.experts.44.gate_proj,0.0049596901,hessian_weighted_relative_error,20471,0.02500,0.748
7,model.language_model.layers.7.mlp.experts.44.up_proj,0.0052882206,hessian_weighted_relative_error,20471,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.45.down_proj,0.0100010493,hessian_weighted_relative_error,29085,0.02500,0.810
7,model.language_model.layers.7.mlp.experts.45.gate_proj,0.0064724273,hessian_weighted_relative_error,29085,0.02500,0.851
7,model.language_model.layers.7.mlp.experts.45.up_proj,0.0071267553,hessian_weighted_relative_error,29085,0.02500,0.918
7,model.language_model.layers.7.mlp.experts.46.down_proj,0.0119644356,hessian_weighted_relative_error,18230,0.02500,0.725
7,model.language_model.layers.7.mlp.experts.46.gate_proj,0.0071504663,hessian_weighted_relative_error,18230,0.02500,0.747
7,model.language_model.layers.7.mlp.experts.46.up_proj,0.0078542328,hessian_weighted_relative_error,18230,0.02500,0.784
7,model.language_model.layers.7.mlp.experts.47.down_proj,0.0023655537,hessian_weighted_relative_error,37202,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.47.gate_proj,0.0067404707,hessian_weighted_relative_error,37202,0.02500,0.848
7,model.language_model.layers.7.mlp.experts.47.up_proj,0.0070667290,hessian_weighted_relative_error,37202,0.02500,0.909
7,model.language_model.layers.7.mlp.experts.48.down_proj,0.0033516816,hessian_weighted_relative_error,46578,0.02500,0.696
7,model.language_model.layers.7.mlp.experts.48.gate_proj,0.0087470742,hessian_weighted_relative_error,46578,0.02500,0.747
7,model.language_model.layers.7.mlp.experts.48.up_proj,0.0094338142,hessian_weighted_relative_error,46578,0.02500,0.784
7,model.language_model.layers.7.mlp.experts.49.down_proj,0.0034266448,hessian_weighted_relative_error,33000,0.02500,0.790
7,model.language_model.layers.7.mlp.experts.49.gate_proj,0.0080940015,hessian_weighted_relative_error,33000,0.02500,0.850
7,model.language_model.layers.7.mlp.experts.49.up_proj,0.0023153501,hessian_weighted_relative_error,33000,0.02500,1.053
7,model.language_model.layers.7.mlp.experts.5.down_proj,0.0030424421,hessian_weighted_relative_error,33984,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.5.gate_proj,0.0017217188,hessian_weighted_relative_error,33984,0.02500,0.834
7,model.language_model.layers.7.mlp.experts.5.up_proj,0.0018842076,hessian_weighted_relative_error,33984,0.02500,0.826
7,model.language_model.layers.7.mlp.experts.50.down_proj,0.0026119900,hessian_weighted_relative_error,70681,0.02500,0.693
7,model.language_model.layers.7.mlp.experts.50.gate_proj,0.0017905153,hessian_weighted_relative_error,70681,0.02500,0.710
7,model.language_model.layers.7.mlp.experts.50.up_proj,0.0018961984,hessian_weighted_relative_error,70681,0.02500,0.707
7,model.language_model.layers.7.mlp.experts.51.down_proj,0.0098545254,hessian_weighted_relative_error,22182,0.02500,0.818
7,model.language_model.layers.7.mlp.experts.51.gate_proj,0.0061681121,hessian_weighted_relative_error,22182,0.02500,0.853
7,model.language_model.layers.7.mlp.experts.51.up_proj,0.0063399010,hessian_weighted_relative_error,22182,0.02500,0.908
7,model.language_model.layers.7.mlp.experts.52.down_proj,0.0137538189,hessian_weighted_relative_error,25655,0.02500,0.729
7,model.language_model.layers.7.mlp.experts.52.gate_proj,0.0088333977,hessian_weighted_relative_error,25655,0.02500,0.751
7,model.language_model.layers.7.mlp.experts.52.up_proj,0.0092594353,hessian_weighted_relative_error,25655,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.53.down_proj,0.0030067202,hessian_weighted_relative_error,24518,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.53.gate_proj,0.0072369986,hessian_weighted_relative_error,24518,0.02500,0.850
7,model.language_model.layers.7.mlp.experts.53.up_proj,0.0077073960,hessian_weighted_relative_error,24518,0.02500,0.908
7,model.language_model.layers.7.mlp.experts.54.down_proj,0.0129235941,hessian_weighted_relative_error,18557,0.02500,0.729
7,model.language_model.layers.7.mlp.experts.54.gate_proj,0.0081790543,hessian_weighted_relative_error,18557,0.02500,0.748
7,model.language_model.layers.7.mlp.experts.54.up_proj,0.0086818967,hessian_weighted_relative_error,18557,0.02500,0.784
7,model.language_model.layers.7.mlp.experts.55.down_proj,0.0034164193,hessian_weighted_relative_error,58924,0.02500,0.759
7,model.language_model.layers.7.mlp.experts.55.gate_proj,0.0021984936,hessian_weighted_relative_error,58924,0.02500,0.827
7,model.language_model.layers.7.mlp.experts.55.up_proj,0.0024050795,hessian_weighted_relative_error,58924,0.02500,0.827
7,model.language_model.layers.7.mlp.experts.56.down_proj,0.0051204160,hessian_weighted_relative_error,19520,0.02500,0.736
7,model.language_model.layers.7.mlp.experts.56.gate_proj,0.0045242884,hessian_weighted_relative_error,19520,0.02500,0.748
7,model.language_model.layers.7.mlp.experts.56.up_proj,0.0049259144,hessian_weighted_relative_error,19520,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.57.down_proj,0.0014912068,hessian_weighted_relative_error,73060,0.02500,0.784
7,model.language_model.layers.7.mlp.experts.57.gate_proj,0.0008298440,hessian_weighted_relative_error,73060,0.02500,0.827
7,model.language_model.layers.7.mlp.experts.57.up_proj,0.0009568058,hessian_weighted_relative_error,73060,0.02500,0.823
7,model.language_model.layers.7.mlp.experts.58.down_proj,0.0074815046,hessian_weighted_relative_error,19139,0.02500,0.738
7,model.language_model.layers.7.mlp.experts.58.gate_proj,0.0036678919,hessian_weighted_relative_error,19139,0.02500,0.749
7,model.language_model.layers.7.mlp.experts.58.up_proj,0.0040511159,hessian_weighted_relative_error,19139,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.59.down_proj,0.0033515535,hessian_weighted_relative_error,32480,0.02500,0.781
7,model.language_model.layers.7.mlp.experts.59.gate_proj,0.0081018185,hessian_weighted_relative_error,32480,0.02500,0.857
7,model.language_model.layers.7.mlp.experts.59.up_proj,0.0085410918,hessian_weighted_relative_error,32480,0.02500,0.918
7,model.language_model.layers.7.mlp.experts.6.down_proj,0.0125979255,hessian_weighted_relative_error,23081,0.02500,0.710
7,model.language_model.layers.7.mlp.experts.6.gate_proj,0.0080745470,hessian_weighted_relative_error,23081,0.02500,0.734
7,model.language_model.layers.7.mlp.experts.6.up_proj,0.0087184282,hessian_weighted_relative_error,23081,0.02500,0.781
7,model.language_model.layers.7.mlp.experts.60.down_proj,0.0032865685,hessian_weighted_relative_error,63990,0.02500,0.695
7,model.language_model.layers.7.mlp.experts.60.gate_proj,0.0021975194,hessian_weighted_relative_error,63990,0.02500,0.709
7,model.language_model.layers.7.mlp.experts.60.up_proj,0.0023808448,hessian_weighted_relative_error,63990,0.02500,0.715
7,model.language_model.layers.7.mlp.experts.61.down_proj,0.0073795485,hessian_weighted_relative_error,16128,0.02500,0.820
7,model.language_model.layers.7.mlp.experts.61.gate_proj,0.0045659828,hessian_weighted_relative_error,16128,0.02500,0.858
7,model.language_model.layers.7.mlp.experts.61.up_proj,0.0048960880,hessian_weighted_relative_error,16128,0.02500,0.908
7,model.language_model.layers.7.mlp.experts.62.down_proj,0.0122307124,hessian_weighted_relative_error,17638,0.02500,0.732
7,model.language_model.layers.7.mlp.experts.62.gate_proj,0.0078311821,hessian_weighted_relative_error,17638,0.02500,0.752
7,model.language_model.layers.7.mlp.experts.62.up_proj,0.0082500874,hessian_weighted_relative_error,17638,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.63.down_proj,0.0035044883,hessian_weighted_relative_error,47792,0.02500,0.785
7,model.language_model.layers.7.mlp.experts.63.gate_proj,0.0021529392,hessian_weighted_relative_error,47792,0.02500,0.825
7,model.language_model.layers.7.mlp.experts.63.up_proj,0.0022962386,hessian_weighted_relative_error,47792,0.02500,0.819
7,model.language_model.layers.7.mlp.experts.64.down_proj,0.0059966769,hessian_weighted_relative_error,25859,0.02500,0.739
7,model.language_model.layers.7.mlp.experts.64.gate_proj,0.0036745505,hessian_weighted_relative_error,25859,0.02500,0.753
7,model.language_model.layers.7.mlp.experts.64.up_proj,0.0039109821,hessian_weighted_relative_error,25859,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.65.down_proj,0.0029840928,hessian_weighted_relative_error,48332,0.02500,0.785
7,model.language_model.layers.7.mlp.experts.65.gate_proj,0.0080625359,hessian_weighted_relative_error,48332,0.02500,0.859
7,model.language_model.layers.7.mlp.experts.65.up_proj,0.0084342221,hessian_weighted_relative_error,48332,0.02500,0.910
7,model.language_model.layers.7.mlp.experts.66.down_proj,0.0056740912,hessian_weighted_relative_error,21550,0.02500,0.732
7,model.language_model.layers.7.mlp.experts.66.gate_proj,0.0043343680,hessian_weighted_relative_error,21550,0.02500,0.750
7,model.language_model.layers.7.mlp.experts.66.up_proj,0.0048387715,hessian_weighted_relative_error,21550,0.02500,0.785
7,model.language_model.layers.7.mlp.experts.67.down_proj,0.0021944610,hessian_weighted_relative_error,52568,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.67.gate_proj,0.0016046690,hessian_weighted_relative_error,52568,0.02500,0.825
7,model.language_model.layers.7.mlp.experts.67.up_proj,0.0017297591,hessian_weighted_relative_error,52568,0.02500,0.830
7,model.language_model.layers.7.mlp.experts.68.down_proj,0.0011860763,hessian_weighted_relative_error,99428,0.02500,0.694
7,model.language_model.layers.7.mlp.experts.68.gate_proj,0.0009641832,hessian_weighted_relative_error,99428,0.02500,0.707
7,model.language_model.layers.7.mlp.experts.68.up_proj,0.0009993027,hessian_weighted_relative_error,99428,0.02500,0.708
7,model.language_model.layers.7.mlp.experts.69.down_proj,0.0033188193,hessian_weighted_relative_error,45768,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.69.gate_proj,0.0081275705,hessian_weighted_relative_error,45768,0.02500,0.861
7,model.language_model.layers.7.mlp.experts.69.up_proj,0.0022628187,hessian_weighted_relative_error,45768,0.02500,0.836
7,model.language_model.layers.7.mlp.experts.7.down_proj,0.0034411040,hessian_weighted_relative_error,75593,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.7.gate_proj,0.0020841041,hessian_weighted_relative_error,75593,0.02500,0.833
7,model.language_model.layers.7.mlp.experts.7.up_proj,0.0022884013,hessian_weighted_relative_error,75593,0.02500,0.841
7,model.language_model.layers.7.mlp.experts.70.down_proj,0.0132010358,hessian_weighted_relative_error,45270,0.02500,0.731
7,model.language_model.layers.7.mlp.experts.70.gate_proj,0.0077762266,hessian_weighted_relative_error,45270,0.02500,0.752
7,model.language_model.layers.7.mlp.experts.70.up_proj,0.0085361555,hessian_weighted_relative_error,45270,0.02500,0.785
7,model.language_model.layers.7.mlp.experts.71.down_proj,0.0120968375,hessian_weighted_relative_error,23582,0.02500,0.826
7,model.language_model.layers.7.mlp.experts.71.gate_proj,0.0078759138,hessian_weighted_relative_error,23582,0.02500,0.857
7,model.language_model.layers.7.mlp.experts.71.up_proj,0.0083026859,hessian_weighted_relative_error,23582,0.02500,0.910
7,model.language_model.layers.7.mlp.experts.72.down_proj,0.0060360450,hessian_weighted_relative_error,10978,0.02500,0.733
7,model.language_model.layers.7.mlp.experts.72.gate_proj,0.0037974072,hessian_weighted_relative_error,10978,0.02500,0.754
7,model.language_model.layers.7.mlp.experts.72.up_proj,0.0042587786,hessian_weighted_relative_error,10978,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.73.down_proj,0.0036061038,hessian_weighted_relative_error,50845,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.73.gate_proj,0.0086541422,hessian_weighted_relative_error,50845,0.02500,0.863
7,model.language_model.layers.7.mlp.experts.73.up_proj,0.0095565973,hessian_weighted_relative_error,50845,0.02500,0.917
7,model.language_model.layers.7.mlp.experts.74.down_proj,0.0048613033,hessian_weighted_relative_error,23998,0.02500,0.736
7,model.language_model.layers.7.mlp.experts.74.gate_proj,0.0026145746,hessian_weighted_relative_error,23998,0.02500,0.753
7,model.language_model.layers.7.mlp.experts.74.up_proj,0.0029230687,hessian_weighted_relative_error,23998,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.75.down_proj,0.0130025484,hessian_weighted_relative_error,19193,0.02500,0.829
7,model.language_model.layers.7.mlp.experts.75.gate_proj,0.0078997125,hessian_weighted_relative_error,19193,0.02500,0.863
7,model.language_model.layers.7.mlp.experts.75.up_proj,0.0083825351,hessian_weighted_relative_error,19193,0.02500,0.915
7,model.language_model.layers.7.mlp.experts.76.down_proj,0.0015238404,hessian_weighted_relative_error,25405,0.02500,0.693
7,model.language_model.layers.7.mlp.experts.76.gate_proj,0.0037690174,hessian_weighted_relative_error,25405,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.76.up_proj,0.0040571235,hessian_weighted_relative_error,25405,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.77.down_proj,0.0112070835,hessian_weighted_relative_error,13882,0.02500,0.839
7,model.language_model.layers.7.mlp.experts.77.gate_proj,0.0065997784,hessian_weighted_relative_error,13882,0.02500,0.863
7,model.language_model.layers.7.mlp.experts.77.up_proj,0.0068407682,hessian_weighted_relative_error,13882,0.02500,0.918
7,model.language_model.layers.7.mlp.experts.78.down_proj,0.0119741640,hessian_weighted_relative_error,27708,0.02500,0.734
7,model.language_model.layers.7.mlp.experts.78.gate_proj,0.0078364505,hessian_weighted_relative_error,27708,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.78.up_proj,0.0082078073,hessian_weighted_relative_error,27708,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.79.down_proj,0.0122292312,hessian_weighted_relative_error,11692,0.02500,0.829
7,model.language_model.layers.7.mlp.experts.79.gate_proj,0.0075634739,hessian_weighted_relative_error,11692,0.02500,0.862
7,model.language_model.layers.7.mlp.experts.79.up_proj,0.0079771706,hessian_weighted_relative_error,11692,0.02500,0.918
7,model.language_model.layers.7.mlp.experts.8.down_proj,0.0124933111,hessian_weighted_relative_error,28148,0.02500,0.716
7,model.language_model.layers.7.mlp.experts.8.gate_proj,0.0078208591,hessian_weighted_relative_error,28148,0.02500,0.738
7,model.language_model.layers.7.mlp.experts.8.up_proj,0.0083254414,hessian_weighted_relative_error,28148,0.02500,0.781
7,model.language_model.layers.7.mlp.experts.80.down_proj,0.0107085363,hessian_weighted_relative_error,34246,0.02500,0.734
7,model.language_model.layers.7.mlp.experts.80.gate_proj,0.0069853592,hessian_weighted_relative_error,34246,0.02500,0.757
7,model.language_model.layers.7.mlp.experts.80.up_proj,0.0077158316,hessian_weighted_relative_error,34246,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.81.down_proj,0.0023850991,hessian_weighted_relative_error,68631,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.81.gate_proj,0.0016606972,hessian_weighted_relative_error,68631,0.02500,0.856
7,model.language_model.layers.7.mlp.experts.81.up_proj,0.0017346798,hessian_weighted_relative_error,68631,0.02500,0.840
7,model.language_model.layers.7.mlp.experts.82.down_proj,0.0140681326,hessian_weighted_relative_error,21229,0.02500,0.736
7,model.language_model.layers.7.mlp.experts.82.gate_proj,0.0092759803,hessian_weighted_relative_error,21229,0.02500,0.756
7,model.language_model.layers.7.mlp.experts.82.up_proj,0.0098647645,hessian_weighted_relative_error,21229,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.83.down_proj,0.0035285913,hessian_weighted_relative_error,44091,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.83.gate_proj,0.0024275319,hessian_weighted_relative_error,44091,0.02500,0.841
7,model.language_model.layers.7.mlp.experts.83.up_proj,0.0025080780,hessian_weighted_relative_error,44091,0.02500,0.834
7,model.language_model.layers.7.mlp.experts.84.down_proj,0.0122232638,hessian_weighted_relative_error,24670,0.02500,0.736
7,model.language_model.layers.7.mlp.experts.84.gate_proj,0.0088917045,hessian_weighted_relative_error,24670,0.02500,0.756
7,model.language_model.layers.7.mlp.experts.84.up_proj,0.0093254923,hessian_weighted_relative_error,24670,0.02500,0.784
7,model.language_model.layers.7.mlp.experts.85.down_proj,0.0068573352,hessian_weighted_relative_error,16150,0.02500,0.831
7,model.language_model.layers.7.mlp.experts.85.gate_proj,0.0027407267,hessian_weighted_relative_error,16150,0.02500,0.867
7,model.language_model.layers.7.mlp.experts.85.up_proj,0.0033574228,hessian_weighted_relative_error,16150,0.02500,0.910
7,model.language_model.layers.7.mlp.experts.86.down_proj,0.0117227108,hessian_weighted_relative_error,17133,0.02500,0.738
7,model.language_model.layers.7.mlp.experts.86.gate_proj,0.0063641970,hessian_weighted_relative_error,17133,0.02500,0.759
7,model.language_model.layers.7.mlp.experts.86.up_proj,0.0069728105,hessian_weighted_relative_error,17133,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.87.down_proj,0.0025479748,hessian_weighted_relative_error,29087,0.02500,0.784
7,model.language_model.layers.7.mlp.experts.87.gate_proj,0.0064125341,hessian_weighted_relative_error,29087,0.02500,0.865
7,model.language_model.layers.7.mlp.experts.87.up_proj,0.0017755243,hessian_weighted_relative_error,29087,0.02500,0.836
7,model.language_model.layers.7.mlp.experts.88.down_proj,0.0140085202,hessian_weighted_relative_error,19844,0.02500,0.746
7,model.language_model.layers.7.mlp.experts.88.gate_proj,0.0093600553,hessian_weighted_relative_error,19844,0.02500,0.758
7,model.language_model.layers.7.mlp.experts.88.up_proj,0.0096715118,hessian_weighted_relative_error,19844,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.89.down_proj,0.0035145778,hessian_weighted_relative_error,33004,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.89.gate_proj,0.0086172835,hessian_weighted_relative_error,33004,0.02500,0.871
7,model.language_model.layers.7.mlp.experts.89.up_proj,0.0090956954,hessian_weighted_relative_error,33004,0.02500,0.912
7,model.language_model.layers.7.mlp.experts.9.down_proj,0.0129197272,hessian_weighted_relative_error,25738,0.02500,0.797
7,model.language_model.layers.7.mlp.experts.9.gate_proj,0.0079979893,hessian_weighted_relative_error,25738,0.02500,0.832
7,model.language_model.layers.7.mlp.experts.9.up_proj,0.0083865236,hessian_weighted_relative_error,25738,0.02500,0.907
7,model.language_model.layers.7.mlp.experts.90.down_proj,0.0128798012,hessian_weighted_relative_error,30949,0.02500,0.737
7,model.language_model.layers.7.mlp.experts.90.gate_proj,0.0078361834,hessian_weighted_relative_error,30949,0.02500,0.756
7,model.language_model.layers.7.mlp.experts.90.up_proj,0.0081087387,hessian_weighted_relative_error,30949,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.91.down_proj,0.0030355031,hessian_weighted_relative_error,33296,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.91.gate_proj,0.0015045499,hessian_weighted_relative_error,33296,0.02500,0.837
7,model.language_model.layers.7.mlp.experts.91.up_proj,0.0016844461,hessian_weighted_relative_error,33296,0.02500,0.836
7,model.language_model.layers.7.mlp.experts.92.down_proj,0.0024801106,hessian_weighted_relative_error,30725,0.02500,0.697
7,model.language_model.layers.7.mlp.experts.92.gate_proj,0.0062694489,hessian_weighted_relative_error,30725,0.02500,0.758
7,model.language_model.layers.7.mlp.experts.92.up_proj,0.0068720843,hessian_weighted_relative_error,30725,0.02500,0.785
7,model.language_model.layers.7.mlp.experts.93.down_proj,0.0116998750,hessian_weighted_relative_error,18287,0.02500,0.833
7,model.language_model.layers.7.mlp.experts.93.gate_proj,0.0067953335,hessian_weighted_relative_error,18287,0.02500,0.871
7,model.language_model.layers.7.mlp.experts.93.up_proj,0.0070264322,hessian_weighted_relative_error,18287,0.02500,0.919
7,model.language_model.layers.7.mlp.experts.94.down_proj,0.0027952668,hessian_weighted_relative_error,33693,0.02500,0.664
7,model.language_model.layers.7.mlp.experts.94.gate_proj,0.0071018294,hessian_weighted_relative_error,33693,0.02500,0.760
7,model.language_model.layers.7.mlp.experts.94.up_proj,0.0074399760,hessian_weighted_relative_error,33693,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.95.down_proj,0.0125546779,hessian_weighted_relative_error,27273,0.02500,0.837
7,model.language_model.layers.7.mlp.experts.95.gate_proj,0.0081612022,hessian_weighted_relative_error,27273,0.02500,0.870
7,model.language_model.layers.7.mlp.experts.95.up_proj,0.0087155785,hessian_weighted_relative_error,27273,0.02500,0.913
7,model.language_model.layers.7.mlp.experts.96.down_proj,0.0103641746,hessian_weighted_relative_error,47198,0.02500,0.737
7,model.language_model.layers.7.mlp.experts.96.gate_proj,0.0072958613,hessian_weighted_relative_error,47198,0.02500,0.760
7,model.language_model.layers.7.mlp.experts.96.up_proj,0.0083863537,hessian_weighted_relative_error,47198,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.97.down_proj,0.0122689909,hessian_weighted_relative_error,27517,0.02500,0.838
7,model.language_model.layers.7.mlp.experts.97.gate_proj,0.0075584307,hessian_weighted_relative_error,27517,0.02500,0.874
7,model.language_model.layers.7.mlp.experts.97.up_proj,0.0082169474,hessian_weighted_relative_error,27517,0.02500,0.912
7,model.language_model.layers.7.mlp.experts.98.down_proj,0.0108820667,hessian_weighted_relative_error,25246,0.02500,0.739
7,model.language_model.layers.7.mlp.experts.98.gate_proj,0.0073248519,hessian_weighted_relative_error,25246,0.02500,0.757
7,model.language_model.layers.7.mlp.experts.98.up_proj,0.0080400588,hessian_weighted_relative_error,25246,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.99.down_proj,0.0134442392,hessian_weighted_relative_error,26080,0.02500,0.839
7,model.language_model.layers.7.mlp.experts.99.gate_proj,0.0086630592,hessian_weighted_relative_error,26080,0.02500,0.876
7,model.language_model.layers.7.mlp.experts.99.up_proj,0.0092498652,hessian_weighted_relative_error,26080,0.02500,0.911
8,model.language_model.layers.8.mlp.experts.0.down_proj,0.0032499418,hessian_weighted_relative_error,42434,0.02500,0.677
8,model.language_model.layers.8.mlp.experts.0.gate_proj,0.0020729152,hessian_weighted_relative_error,42434,0.02500,0.691
8,model.language_model.layers.8.mlp.experts.0.up_proj,0.0022087648,hessian_weighted_relative_error,42434,0.02500,0.690
8,model.language_model.layers.8.mlp.experts.1.down_proj,0.0037602886,hessian_weighted_relative_error,48161,0.02500,0.750
8,model.language_model.layers.8.mlp.experts.1.gate_proj,0.0088261703,hessian_weighted_relative_error,48161,0.02500,0.844
8,model.language_model.layers.8.mlp.experts.1.up_proj,0.0095899358,hessian_weighted_relative_error,48161,0.02500,0.932
8,model.language_model.layers.8.mlp.experts.10.down_proj,0.0098979103,hessian_weighted_relative_error,21226,0.02500,0.721
8,model.language_model.layers.8.mlp.experts.10.gate_proj,0.0059522871,hessian_weighted_relative_error,21226,0.02500,0.747
8,model.language_model.layers.8.mlp.experts.10.up_proj,0.0065757035,hessian_weighted_relative_error,21226,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.100.down_proj,0.0013722064,hessian_weighted_relative_error,18162,0.02500,0.650
8,model.language_model.layers.8.mlp.experts.100.gate_proj,0.0026330415,hessian_weighted_relative_error,18162,0.02500,0.768
8,model.language_model.layers.8.mlp.experts.100.up_proj,0.0030901679,hessian_weighted_relative_error,18162,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.101.down_proj,0.0135813695,hessian_weighted_relative_error,47144,0.02500,0.846
8,model.language_model.layers.8.mlp.experts.101.gate_proj,0.0080793886,hessian_weighted_relative_error,47144,0.02500,0.897
8,model.language_model.layers.8.mlp.experts.101.up_proj,0.0088793561,hessian_weighted_relative_error,47144,0.02500,0.935
8,model.language_model.layers.8.mlp.experts.102.down_proj,0.0110317371,hessian_weighted_relative_error,35893,0.02500,0.741
8,model.language_model.layers.8.mlp.experts.102.gate_proj,0.0065096424,hessian_weighted_relative_error,35893,0.02500,0.768
8,model.language_model.layers.8.mlp.experts.102.up_proj,0.0071428035,hessian_weighted_relative_error,35893,0.02500,0.792
8,model.language_model.layers.8.mlp.experts.103.down_proj,0.0131391783,hessian_weighted_relative_error,29795,0.02500,0.845
8,model.language_model.layers.8.mlp.experts.103.gate_proj,0.0077295729,hessian_weighted_relative_error,29795,0.02500,0.895
8,model.language_model.layers.8.mlp.experts.103.up_proj,0.0082615321,hessian_weighted_relative_error,29795,0.02500,0.950
8,model.language_model.layers.8.mlp.experts.104.down_proj,0.0101191320,hessian_weighted_relative_error,14739,0.02500,0.744
8,model.language_model.layers.8.mlp.experts.104.gate_proj,0.0055832522,hessian_weighted_relative_error,14739,0.02500,0.768
8,model.language_model.layers.8.mlp.experts.104.up_proj,0.0059910288,hessian_weighted_relative_error,14739,0.02500,0.792
8,model.language_model.layers.8.mlp.experts.105.down_proj,0.0128562135,hessian_weighted_relative_error,44798,0.02500,0.847
8,model.language_model.layers.8.mlp.experts.105.gate_proj,0.0080934568,hessian_weighted_relative_error,44798,0.02500,0.896
8,model.language_model.layers.8.mlp.experts.105.up_proj,0.0087616290,hessian_weighted_relative_error,44798,0.02500,0.939
8,model.language_model.layers.8.mlp.experts.106.down_proj,0.0025252084,hessian_weighted_relative_error,20759,0.02500,0.679
8,model.language_model.layers.8.mlp.experts.106.gate_proj,0.0053022649,hessian_weighted_relative_error,20759,0.02500,0.768
8,model.language_model.layers.8.mlp.experts.106.up_proj,0.0057101971,hessian_weighted_relative_error,20759,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.107.down_proj,0.0027085138,hessian_weighted_relative_error,22158,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.107.gate_proj,0.0058320412,hessian_weighted_relative_error,22158,0.02500,0.900
8,model.language_model.layers.8.mlp.experts.107.up_proj,0.0062246057,hessian_weighted_relative_error,22158,0.02500,0.937
8,model.language_model.layers.8.mlp.experts.108.down_proj,0.0127818522,hessian_weighted_relative_error,34098,0.02500,0.744
8,model.language_model.layers.8.mlp.experts.108.gate_proj,0.0076086396,hessian_weighted_relative_error,34098,0.02500,0.773
8,model.language_model.layers.8.mlp.experts.108.up_proj,0.0081797950,hessian_weighted_relative_error,34098,0.02500,0.792
8,model.language_model.layers.8.mlp.experts.109.down_proj,0.0125339128,hessian_weighted_relative_error,41953,0.02500,0.849
8,model.language_model.layers.8.mlp.experts.109.gate_proj,0.0073617660,hessian_weighted_relative_error,41953,0.02500,0.900
8,model.language_model.layers.8.mlp.experts.109.up_proj,0.0078569617,hessian_weighted_relative_error,41953,0.02500,0.938
8,model.language_model.layers.8.mlp.experts.11.down_proj,0.0095860961,hessian_weighted_relative_error,21894,0.02500,0.800
8,model.language_model.layers.8.mlp.experts.11.gate_proj,0.0058939177,hessian_weighted_relative_error,21894,0.02500,0.851
8,model.language_model.layers.8.mlp.experts.11.up_proj,0.0064611507,hessian_weighted_relative_error,21894,0.02500,0.927
8,model.language_model.layers.8.mlp.experts.110.down_proj,0.0020591469,hessian_weighted_relative_error,33472,0.02500,0.683
8,model.language_model.layers.8.mlp.experts.110.gate_proj,0.0012190637,hessian_weighted_relative_error,33472,0.02500,0.694
8,model.language_model.layers.8.mlp.experts.110.up_proj,0.0012925718,hessian_weighted_relative_error,33472,0.02500,0.688
8,model.language_model.layers.8.mlp.experts.111.down_proj,0.0086390956,hessian_weighted_relative_error,24426,0.02500,0.849
8,model.language_model.layers.8.mlp.experts.111.gate_proj,0.0048312290,hessian_weighted_relative_error,24426,0.02500,0.896
8,model.language_model.layers.8.mlp.experts.111.up_proj,0.0054847927,hessian_weighted_relative_error,24426,0.02500,0.941
8,model.language_model.layers.8.mlp.experts.112.down_proj,0.0035614712,hessian_weighted_relative_error,41753,0.02500,0.681
8,model.language_model.layers.8.mlp.experts.112.gate_proj,0.0080991159,hessian_weighted_relative_error,41753,0.02500,0.769
8,model.language_model.layers.8.mlp.experts.112.up_proj,0.0085701329,hessian_weighted_relative_error,41753,0.02500,0.792
8,model.language_model.layers.8.mlp.experts.113.down_proj,0.0022775342,hessian_weighted_relative_error,23644,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.113.gate_proj,0.0048006013,hessian_weighted_relative_error,23644,0.02500,0.900
8,model.language_model.layers.8.mlp.experts.113.up_proj,0.0051869829,hessian_weighted_relative_error,23644,0.02500,0.942
8,model.language_model.layers.8.mlp.experts.114.down_proj,0.0099915793,hessian_weighted_relative_error,23952,0.02500,0.745
8,model.language_model.layers.8.mlp.experts.114.gate_proj,0.0058086613,hessian_weighted_relative_error,23952,0.02500,0.769
8,model.language_model.layers.8.mlp.experts.114.up_proj,0.0064252005,hessian_weighted_relative_error,23952,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.115.down_proj,0.0129013417,hessian_weighted_relative_error,21446,0.02500,0.852
8,model.language_model.layers.8.mlp.experts.115.gate_proj,0.0070846055,hessian_weighted_relative_error,21446,0.02500,0.899
8,model.language_model.layers.8.mlp.experts.115.up_proj,0.0075576762,hessian_weighted_relative_error,21446,0.02500,0.941
8,model.language_model.layers.8.mlp.experts.116.down_proj,0.0126778237,hessian_weighted_relative_error,33375,0.02500,0.745
8,model.language_model.layers.8.mlp.experts.116.gate_proj,0.0085222017,hessian_weighted_relative_error,33375,0.02500,0.770
8,model.language_model.layers.8.mlp.experts.116.up_proj,0.0090794923,hessian_weighted_relative_error,33375,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.117.down_proj,0.0130486476,hessian_weighted_relative_error,38874,0.02500,0.854
8,model.language_model.layers.8.mlp.experts.117.gate_proj,0.0080898759,hessian_weighted_relative_error,38874,0.02500,0.905
8,model.language_model.layers.8.mlp.experts.117.up_proj,0.0087988558,hessian_weighted_relative_error,38874,0.02500,0.941
8,model.language_model.layers.8.mlp.experts.118.down_proj,0.0123486476,hessian_weighted_relative_error,33280,0.02500,0.745
8,model.language_model.layers.8.mlp.experts.118.gate_proj,0.0079362790,hessian_weighted_relative_error,33280,0.02500,0.770
8,model.language_model.layers.8.mlp.experts.118.up_proj,0.0086507518,hessian_weighted_relative_error,33280,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.119.down_proj,0.0108085819,hessian_weighted_relative_error,51043,0.02500,0.852
8,model.language_model.layers.8.mlp.experts.119.gate_proj,0.0062670057,hessian_weighted_relative_error,51043,0.02500,0.900
8,model.language_model.layers.8.mlp.experts.119.up_proj,0.0067584658,hessian_weighted_relative_error,51043,0.02500,0.942
8,model.language_model.layers.8.mlp.experts.12.down_proj,0.0111501536,hessian_weighted_relative_error,21866,0.02500,0.722
8,model.language_model.layers.8.mlp.experts.12.gate_proj,0.0060752774,hessian_weighted_relative_error,21866,0.02500,0.747
8,model.language_model.layers.8.mlp.experts.12.up_proj,0.0065901883,hessian_weighted_relative_error,21866,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.120.down_proj,0.0092365112,hessian_weighted_relative_error,22637,0.02500,0.746
8,model.language_model.layers.8.mlp.experts.120.gate_proj,0.0058084701,hessian_weighted_relative_error,22637,0.02500,0.773
8,model.language_model.layers.8.mlp.experts.120.up_proj,0.0061766330,hessian_weighted_relative_error,22637,0.02500,0.801
8,model.language_model.layers.8.mlp.experts.121.down_proj,0.0128526117,hessian_weighted_relative_error,31531,0.02500,0.855
8,model.language_model.layers.8.mlp.experts.121.gate_proj,0.0081895561,hessian_weighted_relative_error,31531,0.02500,0.901
8,model.language_model.layers.8.mlp.experts.121.up_proj,0.0085461502,hessian_weighted_relative_error,31531,0.02500,0.943
8,model.language_model.layers.8.mlp.experts.122.down_proj,0.0035428975,hessian_weighted_relative_error,45018,0.02500,0.680
8,model.language_model.layers.8.mlp.experts.122.gate_proj,0.0021424333,hessian_weighted_relative_error,45018,0.02500,0.692
8,model.language_model.layers.8.mlp.experts.122.up_proj,0.0022603419,hessian_weighted_relative_error,45018,0.02500,0.691
8,model.language_model.layers.8.mlp.experts.123.down_proj,0.0144636195,hessian_weighted_relative_error,43039,0.02500,0.856
8,model.language_model.layers.8.mlp.experts.123.gate_proj,0.0091051220,hessian_weighted_relative_error,43039,0.02500,0.902
8,model.language_model.layers.8.mlp.experts.123.up_proj,0.0097782730,hessian_weighted_relative_error,43039,0.02500,0.948
8,model.language_model.layers.8.mlp.experts.124.down_proj,0.0018743991,hessian_weighted_relative_error,16892,0.02500,0.680
8,model.language_model.layers.8.mlp.experts.124.gate_proj,0.0037813528,hessian_weighted_relative_error,16892,0.02500,0.771
8,model.language_model.layers.8.mlp.experts.124.up_proj,0.0042636148,hessian_weighted_relative_error,16892,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.125.down_proj,0.0034898243,hessian_weighted_relative_error,45274,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.125.gate_proj,0.0073680773,hessian_weighted_relative_error,45274,0.02500,0.903
8,model.language_model.layers.8.mlp.experts.125.up_proj,0.0079057075,hessian_weighted_relative_error,45274,0.02500,0.945
8,model.language_model.layers.8.mlp.experts.126.down_proj,0.0033026992,hessian_weighted_relative_error,21084,0.02500,0.681
8,model.language_model.layers.8.mlp.experts.126.gate_proj,0.0073363178,hessian_weighted_relative_error,21084,0.02500,0.771
8,model.language_model.layers.8.mlp.experts.126.up_proj,0.0078399855,hessian_weighted_relative_error,21084,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.127.down_proj,0.0026725020,hessian_weighted_relative_error,18562,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.127.gate_proj,0.0056213582,hessian_weighted_relative_error,18562,0.02500,0.903
8,model.language_model.layers.8.mlp.experts.127.up_proj,0.0059726249,hessian_weighted_relative_error,18562,0.02500,0.945
8,model.language_model.layers.8.mlp.experts.128.down_proj,0.0095166716,hessian_weighted_relative_error,27273,0.02500,0.747
8,model.language_model.layers.8.mlp.experts.128.gate_proj,0.0050880104,hessian_weighted_relative_error,27273,0.02500,0.772
8,model.language_model.layers.8.mlp.experts.128.up_proj,0.0059984417,hessian_weighted_relative_error,27273,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.129.down_proj,0.0112441871,hessian_weighted_relative_error,19116,0.02500,0.859
8,model.language_model.layers.8.mlp.experts.129.gate_proj,0.0067341480,hessian_weighted_relative_error,19116,0.02500,0.904
8,model.language_model.layers.8.mlp.experts.129.up_proj,0.0071211799,hessian_weighted_relative_error,19116,0.02500,0.943
8,model.language_model.layers.8.mlp.experts.13.down_proj,0.0092807025,hessian_weighted_relative_error,19488,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.13.gate_proj,0.0053464722,hessian_weighted_relative_error,19488,0.02500,0.856
8,model.language_model.layers.8.mlp.experts.13.up_proj,0.0058118081,hessian_weighted_relative_error,19488,0.02500,0.923
8,model.language_model.layers.8.mlp.experts.130.down_proj,0.0034658450,hessian_weighted_relative_error,52563,0.02500,0.683
8,model.language_model.layers.8.mlp.experts.130.gate_proj,0.0085563473,hessian_weighted_relative_error,52563,0.02500,0.771
8,model.language_model.layers.8.mlp.experts.130.up_proj,0.0090163677,hessian_weighted_relative_error,52563,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.131.down_proj,0.0022921917,hessian_weighted_relative_error,24901,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.131.gate_proj,0.0053832043,hessian_weighted_relative_error,24901,0.02500,0.906
8,model.language_model.layers.8.mlp.experts.131.up_proj,0.0015486383,hessian_weighted_relative_error,24901,0.02500,0.910
8,model.language_model.layers.8.mlp.experts.132.down_proj,0.0079906198,hessian_weighted_relative_error,32080,0.02500,0.748
8,model.language_model.layers.8.mlp.experts.132.gate_proj,0.0044529786,hessian_weighted_relative_error,32080,0.02500,0.775
8,model.language_model.layers.8.mlp.experts.132.up_proj,0.0052409340,hessian_weighted_relative_error,32080,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.133.down_proj,0.0071119686,hessian_weighted_relative_error,19483,0.02500,0.861
8,model.language_model.layers.8.mlp.experts.133.gate_proj,0.0040741263,hessian_weighted_relative_error,19483,0.02500,0.905
8,model.language_model.layers.8.mlp.experts.133.up_proj,0.0043642011,hessian_weighted_relative_error,19483,0.02500,0.943
8,model.language_model.layers.8.mlp.experts.134.down_proj,0.0119762011,hessian_weighted_relative_error,47930,0.02500,0.746
8,model.language_model.layers.8.mlp.experts.134.gate_proj,0.0079778223,hessian_weighted_relative_error,47930,0.02500,0.772
8,model.language_model.layers.8.mlp.experts.134.up_proj,0.0088026007,hessian_weighted_relative_error,47930,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.135.down_proj,0.0031989183,hessian_weighted_relative_error,41320,0.02500,0.811
8,model.language_model.layers.8.mlp.experts.135.gate_proj,0.0073236211,hessian_weighted_relative_error,41320,0.02500,0.906
8,model.language_model.layers.8.mlp.experts.135.up_proj,0.0079320502,hessian_weighted_relative_error,41320,0.02500,0.944
8,model.language_model.layers.8.mlp.experts.136.down_proj,0.0101823485,hessian_weighted_relative_error,18292,0.02500,0.749
8,model.language_model.layers.8.mlp.experts.136.gate_proj,0.0047488379,hessian_weighted_relative_error,18292,0.02500,0.774
8,model.language_model.layers.8.mlp.experts.136.up_proj,0.0055603970,hessian_weighted_relative_error,18292,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.137.down_proj,0.0021000296,hessian_weighted_relative_error,27778,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.137.gate_proj,0.0013912545,hessian_weighted_relative_error,27778,0.02500,0.900
8,model.language_model.layers.8.mlp.experts.137.up_proj,0.0014931625,hessian_weighted_relative_error,27778,0.02500,0.902
8,model.language_model.layers.8.mlp.experts.138.down_proj,0.0019085219,hessian_weighted_relative_error,39133,0.02500,0.684
8,model.language_model.layers.8.mlp.experts.138.gate_proj,0.0041652441,hessian_weighted_relative_error,39133,0.02500,0.772
8,model.language_model.layers.8.mlp.experts.138.up_proj,0.0012451902,hessian_weighted_relative_error,39133,0.02500,0.697
8,model.language_model.layers.8.mlp.experts.139.down_proj,0.0074283213,hessian_weighted_relative_error,13900,0.02500,0.864
8,model.language_model.layers.8.mlp.experts.139.gate_proj,0.0042272617,hessian_weighted_relative_error,13900,0.02500,0.904
8,model.language_model.layers.8.mlp.experts.139.up_proj,0.0045514091,hessian_weighted_relative_error,13900,0.02500,0.944
8,model.language_model.layers.8.mlp.experts.14.down_proj,0.0024222931,hessian_weighted_relative_error,21574,0.02500,0.682
8,model.language_model.layers.8.mlp.experts.14.gate_proj,0.0051348335,hessian_weighted_relative_error,21574,0.02500,0.747
8,model.language_model.layers.8.mlp.experts.14.up_proj,0.0055961190,hessian_weighted_relative_error,21574,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.140.down_proj,0.0137667847,hessian_weighted_relative_error,51796,0.02500,0.748
8,model.language_model.layers.8.mlp.experts.140.gate_proj,0.0087408587,hessian_weighted_relative_error,51796,0.02500,0.774
8,model.language_model.layers.8.mlp.experts.140.up_proj,0.0095071914,hessian_weighted_relative_error,51796,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.141.down_proj,0.0023793384,hessian_weighted_relative_error,26968,0.02500,0.803
8,model.language_model.layers.8.mlp.experts.141.gate_proj,0.0055975683,hessian_weighted_relative_error,26968,0.02500,0.908
8,model.language_model.layers.8.mlp.experts.141.up_proj,0.0015313800,hessian_weighted_relative_error,26968,0.02500,0.886
8,model.language_model.layers.8.mlp.experts.142.down_proj,0.0107527739,hessian_weighted_relative_error,18488,0.02500,0.747
8,model.language_model.layers.8.mlp.experts.142.gate_proj,0.0064049532,hessian_weighted_relative_error,18488,0.02500,0.773
8,model.language_model.layers.8.mlp.experts.142.up_proj,0.0066733648,hessian_weighted_relative_error,18488,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.143.down_proj,0.0060127995,hessian_weighted_relative_error,41518,0.02500,0.864
8,model.language_model.layers.8.mlp.experts.143.gate_proj,0.0028755183,hessian_weighted_relative_error,41518,0.02500,0.906
8,model.language_model.layers.8.mlp.experts.143.up_proj,0.0033845666,hessian_weighted_relative_error,41518,0.02500,0.942
8,model.language_model.layers.8.mlp.experts.144.down_proj,0.0143726961,hessian_weighted_relative_error,38779,0.02500,0.750
8,model.language_model.layers.8.mlp.experts.144.gate_proj,0.0090394171,hessian_weighted_relative_error,38779,0.02500,0.775
8,model.language_model.layers.8.mlp.experts.144.up_proj,0.0095708004,hessian_weighted_relative_error,38779,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.145.down_proj,0.0130698035,hessian_weighted_relative_error,38720,0.02500,0.866
8,model.language_model.layers.8.mlp.experts.145.gate_proj,0.0081460402,hessian_weighted_relative_error,38720,0.02500,0.908
8,model.language_model.layers.8.mlp.experts.145.up_proj,0.0084296450,hessian_weighted_relative_error,38720,0.02500,0.946
8,model.language_model.layers.8.mlp.experts.146.down_proj,0.0043362868,hessian_weighted_relative_error,4178,0.02500,0.750
8,model.language_model.layers.8.mlp.experts.146.gate_proj,0.0020332789,hessian_weighted_relative_error,4178,0.02500,0.775
8,model.language_model.layers.8.mlp.experts.146.up_proj,0.0024265165,hessian_weighted_relative_error,4178,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.147.down_proj,0.0114812548,hessian_weighted_relative_error,29161,0.02500,0.867
8,model.language_model.layers.8.mlp.experts.147.gate_proj,0.0062835242,hessian_weighted_relative_error,29161,0.02500,0.905
8,model.language_model.layers.8.mlp.experts.147.up_proj,0.0068365094,hessian_weighted_relative_error,29161,0.02500,0.948
8,model.language_model.layers.8.mlp.experts.148.down_proj,0.0125481019,hessian_weighted_relative_error,14346,0.02500,0.749
8,model.language_model.layers.8.mlp.experts.148.gate_proj,0.0066882313,hessian_weighted_relative_error,14346,0.02500,0.774
8,model.language_model.layers.8.mlp.experts.148.up_proj,0.0070887392,hessian_weighted_relative_error,14346,0.02500,0.794
8,model.language_model.layers.8.mlp.experts.149.down_proj,0.0126326999,hessian_weighted_relative_error,30783,0.02500,0.869
8,model.language_model.layers.8.mlp.experts.149.gate_proj,0.0074458948,hessian_weighted_relative_error,30783,0.02500,0.909
8,model.language_model.layers.8.mlp.experts.149.up_proj,0.0079990955,hessian_weighted_relative_error,30783,0.02500,0.942
8,model.language_model.layers.8.mlp.experts.15.down_proj,0.0040446118,hessian_weighted_relative_error,26627,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.15.gate_proj,0.0022281893,hessian_weighted_relative_error,26627,0.02500,0.851
8,model.language_model.layers.8.mlp.experts.15.up_proj,0.0026012281,hessian_weighted_relative_error,26627,0.02500,0.929
8,model.language_model.layers.8.mlp.experts.150.down_proj,0.0133733013,hessian_weighted_relative_error,24122,0.02500,0.750
8,model.language_model.layers.8.mlp.experts.150.gate_proj,0.0078339696,hessian_weighted_relative_error,24122,0.02500,0.775
8,model.language_model.layers.8.mlp.experts.150.up_proj,0.0085081036,hessian_weighted_relative_error,24122,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.151.down_proj,0.0015765856,hessian_weighted_relative_error,33266,0.02500,0.803
8,model.language_model.layers.8.mlp.experts.151.gate_proj,0.0011594862,hessian_weighted_relative_error,33266,0.02500,0.885
8,model.language_model.layers.8.mlp.experts.151.up_proj,0.0012585615,hessian_weighted_relative_error,33266,0.02500,0.870
8,model.language_model.layers.8.mlp.experts.152.down_proj,0.0030693698,hessian_weighted_relative_error,27686,0.02500,0.683
8,model.language_model.layers.8.mlp.experts.152.gate_proj,0.0065587358,hessian_weighted_relative_error,27686,0.02500,0.776
8,model.language_model.layers.8.mlp.experts.152.up_proj,0.0068933185,hessian_weighted_relative_error,27686,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.153.down_proj,0.0118022521,hessian_weighted_relative_error,21579,0.02500,0.870
8,model.language_model.layers.8.mlp.experts.153.gate_proj,0.0066952819,hessian_weighted_relative_error,21579,0.02500,0.907
8,model.language_model.layers.8.mlp.experts.153.up_proj,0.0071543086,hessian_weighted_relative_error,21579,0.02500,0.946
8,model.language_model.layers.8.mlp.experts.154.down_proj,0.0130530648,hessian_weighted_relative_error,36533,0.02500,0.750
8,model.language_model.layers.8.mlp.experts.154.gate_proj,0.0078905147,hessian_weighted_relative_error,36533,0.02500,0.776
8,model.language_model.layers.8.mlp.experts.154.up_proj,0.0084199371,hessian_weighted_relative_error,36533,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.155.down_proj,0.0130528006,hessian_weighted_relative_error,31041,0.02500,0.871
8,model.language_model.layers.8.mlp.experts.155.gate_proj,0.0083196497,hessian_weighted_relative_error,31041,0.02500,0.910
8,model.language_model.layers.8.mlp.experts.155.up_proj,0.0089542039,hessian_weighted_relative_error,31041,0.02500,0.947
8,model.language_model.layers.8.mlp.experts.156.down_proj,0.0027288107,hessian_weighted_relative_error,32537,0.02500,0.681
8,model.language_model.layers.8.mlp.experts.156.gate_proj,0.0016078561,hessian_weighted_relative_error,32537,0.02500,0.697
8,model.language_model.layers.8.mlp.experts.156.up_proj,0.0017482400,hessian_weighted_relative_error,32537,0.02500,0.699
8,model.language_model.layers.8.mlp.experts.157.down_proj,0.0123008018,hessian_weighted_relative_error,42164,0.02500,0.872
8,model.language_model.layers.8.mlp.experts.157.gate_proj,0.0075647462,hessian_weighted_relative_error,42164,0.02500,0.907
8,model.language_model.layers.8.mlp.experts.157.up_proj,0.0083492191,hessian_weighted_relative_error,42164,0.02500,0.943
8,model.language_model.layers.8.mlp.experts.158.down_proj,0.0138690310,hessian_weighted_relative_error,41186,0.02500,0.749
8,model.language_model.layers.8.mlp.experts.158.gate_proj,0.0081060080,hessian_weighted_relative_error,41186,0.02500,0.777
8,model.language_model.layers.8.mlp.experts.158.up_proj,0.0087810364,hessian_weighted_relative_error,41186,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.159.down_proj,0.0129728209,hessian_weighted_relative_error,30289,0.02500,0.871
8,model.language_model.layers.8.mlp.experts.159.gate_proj,0.0077227346,hessian_weighted_relative_error,30289,0.02500,0.910
8,model.language_model.layers.8.mlp.experts.159.up_proj,0.0082630168,hessian_weighted_relative_error,30289,0.02500,0.944
8,model.language_model.layers.8.mlp.experts.16.down_proj,0.0031398550,hessian_weighted_relative_error,33765,0.02500,0.684
8,model.language_model.layers.8.mlp.experts.16.gate_proj,0.0072294292,hessian_weighted_relative_error,33765,0.02500,0.751
8,model.language_model.layers.8.mlp.experts.16.up_proj,0.0078647662,hessian_weighted_relative_error,33765,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.160.down_proj,0.0104492848,hessian_weighted_relative_error,54202,0.02500,0.751
8,model.language_model.layers.8.mlp.experts.160.gate_proj,0.0062758435,hessian_weighted_relative_error,54202,0.02500,0.777
8,model.language_model.layers.8.mlp.experts.160.up_proj,0.0072654867,hessian_weighted_relative_error,54202,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.161.down_proj,0.0013074966,hessian_weighted_relative_error,25056,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.161.gate_proj,0.0024751720,hessian_weighted_relative_error,25056,0.02500,0.909
8,model.language_model.layers.8.mlp.experts.161.up_proj,0.0025545191,hessian_weighted_relative_error,25056,0.02500,0.948
8,model.language_model.layers.8.mlp.experts.162.down_proj,0.0034593810,hessian_weighted_relative_error,46976,0.02500,0.684
8,model.language_model.layers.8.mlp.experts.162.gate_proj,0.0077628081,hessian_weighted_relative_error,46976,0.02500,0.778
8,model.language_model.layers.8.mlp.experts.162.up_proj,0.0082767126,hessian_weighted_relative_error,46976,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.163.down_proj,0.0033254331,hessian_weighted_relative_error,33395,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.163.gate_proj,0.0018216334,hessian_weighted_relative_error,33395,0.02500,0.874
8,model.language_model.layers.8.mlp.experts.163.up_proj,0.0020319456,hessian_weighted_relative_error,33395,0.02500,0.852
8,model.language_model.layers.8.mlp.experts.164.down_proj,0.0017711991,hessian_weighted_relative_error,23127,0.02500,0.683
8,model.language_model.layers.8.mlp.experts.164.gate_proj,0.0034472037,hessian_weighted_relative_error,23127,0.02500,0.777
8,model.language_model.layers.8.mlp.experts.164.up_proj,0.0009728994,hessian_weighted_relative_error,23127,0.02500,0.701
8,model.language_model.layers.8.mlp.experts.165.down_proj,0.0019698899,hessian_weighted_relative_error,30417,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.165.gate_proj,0.0042630685,hessian_weighted_relative_error,30417,0.02500,0.913
8,model.language_model.layers.8.mlp.experts.165.up_proj,0.0047679758,hessian_weighted_relative_error,30417,0.02500,0.949
8,model.language_model.layers.8.mlp.experts.166.down_proj,0.0066887414,hessian_weighted_relative_error,30190,0.02500,0.752
8,model.language_model.layers.8.mlp.experts.166.gate_proj,0.0052484783,hessian_weighted_relative_error,30190,0.02500,0.776
8,model.language_model.layers.8.mlp.experts.166.up_proj,0.0055384277,hessian_weighted_relative_error,30190,0.02500,0.794
8,model.language_model.layers.8.mlp.experts.167.down_proj,0.0022761312,hessian_weighted_relative_error,30522,0.02500,0.792
8,model.language_model.layers.8.mlp.experts.167.gate_proj,0.0013578353,hessian_weighted_relative_error,30522,0.02500,0.844
8,model.language_model.layers.8.mlp.experts.167.up_proj,0.0014437186,hessian_weighted_relative_error,30522,0.02500,0.848
8,model.language_model.layers.8.mlp.experts.168.down_proj,0.0123138821,hessian_weighted_relative_error,15218,0.02500,0.753
8,model.language_model.layers.8.mlp.experts.168.gate_proj,0.0067281456,hessian_weighted_relative_error,15218,0.02500,0.780
8,model.language_model.layers.8.mlp.experts.168.up_proj,0.0071577275,hessian_weighted_relative_error,15218,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.169.down_proj,0.0033001100,hessian_weighted_relative_error,36428,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.169.gate_proj,0.0073361371,hessian_weighted_relative_error,36428,0.02500,0.918
8,model.language_model.layers.8.mlp.experts.169.up_proj,0.0080022662,hessian_weighted_relative_error,36428,0.02500,0.943
8,model.language_model.layers.8.mlp.experts.17.down_proj,0.0133059142,hessian_weighted_relative_error,39140,0.02500,0.806
8,model.language_model.layers.8.mlp.experts.17.gate_proj,0.0074126530,hessian_weighted_relative_error,39140,0.02500,0.854
8,model.language_model.layers.8.mlp.experts.17.up_proj,0.0084288612,hessian_weighted_relative_error,39140,0.02500,0.930
8,model.language_model.layers.8.mlp.experts.170.down_proj,0.0025796710,hessian_weighted_relative_error,25848,0.02500,0.686
8,model.language_model.layers.8.mlp.experts.170.gate_proj,0.0013909592,hessian_weighted_relative_error,25848,0.02500,0.696
8,model.language_model.layers.8.mlp.experts.170.up_proj,0.0014996092,hessian_weighted_relative_error,25848,0.02500,0.698
8,model.language_model.layers.8.mlp.experts.171.down_proj,0.0123998048,hessian_weighted_relative_error,22461,0.02500,0.878
8,model.language_model.layers.8.mlp.experts.171.gate_proj,0.0072883619,hessian_weighted_relative_error,22461,0.02500,0.907
8,model.language_model.layers.8.mlp.experts.171.up_proj,0.0077262461,hessian_weighted_relative_error,22461,0.02500,0.943
8,model.language_model.layers.8.mlp.experts.172.down_proj,0.0019222501,hessian_weighted_relative_error,34247,0.02500,0.685
8,model.language_model.layers.8.mlp.experts.172.gate_proj,0.0011895660,hessian_weighted_relative_error,34247,0.02500,0.699
8,model.language_model.layers.8.mlp.experts.172.up_proj,0.0012579510,hessian_weighted_relative_error,34247,0.02500,0.699
8,model.language_model.layers.8.mlp.experts.173.down_proj,0.0017664360,hessian_weighted_relative_error,35551,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.173.gate_proj,0.0036225358,hessian_weighted_relative_error,35551,0.02500,0.914
8,model.language_model.layers.8.mlp.experts.173.up_proj,0.0010954894,hessian_weighted_relative_error,35551,0.02500,0.835
8,model.language_model.layers.8.mlp.experts.174.down_proj,0.0063058818,hessian_weighted_relative_error,20407,0.02500,0.752
8,model.language_model.layers.8.mlp.experts.174.gate_proj,0.0035916728,hessian_weighted_relative_error,20407,0.02500,0.780
8,model.language_model.layers.8.mlp.experts.174.up_proj,0.0042952861,hessian_weighted_relative_error,20407,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.175.down_proj,0.0022920087,hessian_weighted_relative_error,36730,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.175.gate_proj,0.0015724119,hessian_weighted_relative_error,36730,0.02500,0.834
8,model.language_model.layers.8.mlp.experts.175.up_proj,0.0016634207,hessian_weighted_relative_error,36730,0.02500,0.837
8,model.language_model.layers.8.mlp.experts.176.down_proj,0.0066501311,hessian_weighted_relative_error,21857,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.176.gate_proj,0.0038795669,hessian_weighted_relative_error,21857,0.02500,0.782
8,model.language_model.layers.8.mlp.experts.176.up_proj,0.0042168229,hessian_weighted_relative_error,21857,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.177.down_proj,0.0072491569,hessian_weighted_relative_error,14962,0.02500,0.879
8,model.language_model.layers.8.mlp.experts.177.gate_proj,0.0039306745,hessian_weighted_relative_error,14962,0.02500,0.913
8,model.language_model.layers.8.mlp.experts.177.up_proj,0.0045718333,hessian_weighted_relative_error,14962,0.02500,0.954
8,model.language_model.layers.8.mlp.experts.178.down_proj,0.0015071878,hessian_weighted_relative_error,42179,0.02500,0.687
8,model.language_model.layers.8.mlp.experts.178.gate_proj,0.0010610923,hessian_weighted_relative_error,42179,0.02500,0.702
8,model.language_model.layers.8.mlp.experts.178.up_proj,0.0011441919,hessian_weighted_relative_error,42179,0.02500,0.703
8,model.language_model.layers.8.mlp.experts.179.down_proj,0.0030313469,hessian_weighted_relative_error,39319,0.02500,0.784
8,model.language_model.layers.8.mlp.experts.179.gate_proj,0.0018090144,hessian_weighted_relative_error,39319,0.02500,0.827
8,model.language_model.layers.8.mlp.experts.179.up_proj,0.0019529742,hessian_weighted_relative_error,39319,0.02500,0.827
8,model.language_model.layers.8.mlp.experts.18.down_proj,0.0087562609,hessian_weighted_relative_error,22866,0.02500,0.723
8,model.language_model.layers.8.mlp.experts.18.gate_proj,0.0051615029,hessian_weighted_relative_error,22866,0.02500,0.749
8,model.language_model.layers.8.mlp.experts.18.up_proj,0.0055781908,hessian_weighted_relative_error,22866,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.180.down_proj,0.0124093699,hessian_weighted_relative_error,36727,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.180.gate_proj,0.0077602520,hessian_weighted_relative_error,36727,0.02500,0.779
8,model.language_model.layers.8.mlp.experts.180.up_proj,0.0082309334,hessian_weighted_relative_error,36727,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.181.down_proj,0.0081980709,hessian_weighted_relative_error,24028,0.02500,0.879
8,model.language_model.layers.8.mlp.experts.181.gate_proj,0.0049235245,hessian_weighted_relative_error,24028,0.02500,0.909
8,model.language_model.layers.8.mlp.experts.181.up_proj,0.0052745574,hessian_weighted_relative_error,24028,0.02500,0.948
8,model.language_model.layers.8.mlp.experts.182.down_proj,0.0012997587,hessian_weighted_relative_error,25779,0.02500,0.688
8,model.language_model.layers.8.mlp.experts.182.gate_proj,0.0031965769,hessian_weighted_relative_error,25779,0.02500,0.779
8,model.language_model.layers.8.mlp.experts.182.up_proj,0.0034825086,hessian_weighted_relative_error,25779,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.183.down_proj,0.0025441394,hessian_weighted_relative_error,31787,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.183.gate_proj,0.0053121809,hessian_weighted_relative_error,31787,0.02500,0.920
8,model.language_model.layers.8.mlp.experts.183.up_proj,0.0014887439,hessian_weighted_relative_error,31787,0.02500,0.830
8,model.language_model.layers.8.mlp.experts.184.down_proj,0.0131221461,hessian_weighted_relative_error,31875,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.184.gate_proj,0.0081296092,hessian_weighted_relative_error,31875,0.02500,0.783
8,model.language_model.layers.8.mlp.experts.184.up_proj,0.0084979694,hessian_weighted_relative_error,31875,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.185.down_proj,0.0060094578,hessian_weighted_relative_error,19340,0.02500,0.880
8,model.language_model.layers.8.mlp.experts.185.gate_proj,0.0031083840,hessian_weighted_relative_error,19340,0.02500,0.908
8,model.language_model.layers.8.mlp.experts.185.up_proj,0.0034428858,hessian_weighted_relative_error,19340,0.02500,0.951
8,model.language_model.layers.8.mlp.experts.186.down_proj,0.0044349833,hessian_weighted_relative_error,17622,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.186.gate_proj,0.0021024796,hessian_weighted_relative_error,17622,0.02500,0.781
8,model.language_model.layers.8.mlp.experts.186.up_proj,0.0023451363,hessian_weighted_relative_error,17622,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.187.down_proj,0.0012780937,hessian_weighted_relative_error,28361,0.02500,0.783
8,model.language_model.layers.8.mlp.experts.187.gate_proj,0.0024421740,hessian_weighted_relative_error,28361,0.02500,0.910
8,model.language_model.layers.8.mlp.experts.187.up_proj,0.0007074687,hessian_weighted_relative_error,28361,0.02500,0.830
8,model.language_model.layers.8.mlp.experts.188.down_proj,0.0137811138,hessian_weighted_relative_error,40785,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.188.gate_proj,0.0082227611,hessian_weighted_relative_error,40785,0.02500,0.781
8,model.language_model.layers.8.mlp.experts.188.up_proj,0.0088023115,hessian_weighted_relative_error,40785,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.189.down_proj,0.0112270308,hessian_weighted_relative_error,21999,0.02500,0.881
8,model.language_model.layers.8.mlp.experts.189.gate_proj,0.0069017787,hessian_weighted_relative_error,21999,0.02500,0.911
8,model.language_model.layers.8.mlp.experts.189.up_proj,0.0074913168,hessian_weighted_relative_error,21999,0.02500,0.940
8,model.language_model.layers.8.mlp.experts.19.down_proj,0.0117341039,hessian_weighted_relative_error,19645,0.02500,0.806
8,model.language_model.layers.8.mlp.experts.19.gate_proj,0.0067514047,hessian_weighted_relative_error,19645,0.02500,0.856
8,model.language_model.layers.8.mlp.experts.19.up_proj,0.0071969304,hessian_weighted_relative_error,19645,0.02500,0.930
8,model.language_model.layers.8.mlp.experts.190.down_proj,0.0120563697,hessian_weighted_relative_error,24830,0.02500,0.754
8,model.language_model.layers.8.mlp.experts.190.gate_proj,0.0067845010,hessian_weighted_relative_error,24830,0.02500,0.780
8,model.language_model.layers.8.mlp.experts.190.up_proj,0.0072950459,hessian_weighted_relative_error,24830,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.191.down_proj,0.0033804803,hessian_weighted_relative_error,47321,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.191.gate_proj,0.0075558651,hessian_weighted_relative_error,47321,0.02500,0.909
8,model.language_model.layers.8.mlp.experts.191.up_proj,0.0079023738,hessian_weighted_relative_error,47321,0.02500,0.943
8,model.language_model.layers.8.mlp.experts.192.down_proj,0.0122952584,hessian_weighted_relative_error,37269,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.192.gate_proj,0.0075896109,hessian_weighted_relative_error,37269,0.02500,0.782
8,model.language_model.layers.8.mlp.experts.192.up_proj,0.0079086112,hessian_weighted_relative_error,37269,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.193.down_proj,0.0133860579,hessian_weighted_relative_error,40166,0.02500,0.882
8,model.language_model.layers.8.mlp.experts.193.gate_proj,0.0082764733,hessian_weighted_relative_error,40166,0.02500,0.914
8,model.language_model.layers.8.mlp.experts.193.up_proj,0.0089461494,hessian_weighted_relative_error,40166,0.02500,0.956
8,model.language_model.layers.8.mlp.experts.194.down_proj,0.0017166667,hessian_weighted_relative_error,47668,0.02500,0.686
8,model.language_model.layers.8.mlp.experts.194.gate_proj,0.0029089812,hessian_weighted_relative_error,47668,0.02500,0.780
8,model.language_model.layers.8.mlp.experts.194.up_proj,0.0038263561,hessian_weighted_relative_error,47668,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.195.down_proj,0.0062301356,hessian_weighted_relative_error,11101,0.02500,0.883
8,model.language_model.layers.8.mlp.experts.195.gate_proj,0.0034030563,hessian_weighted_relative_error,11101,0.02500,0.916
8,model.language_model.layers.8.mlp.experts.195.up_proj,0.0037414475,hessian_weighted_relative_error,11101,0.02500,0.948
8,model.language_model.layers.8.mlp.experts.196.down_proj,0.0025362418,hessian_weighted_relative_error,24953,0.02500,0.687
8,model.language_model.layers.8.mlp.experts.196.gate_proj,0.0054575412,hessian_weighted_relative_error,24953,0.02500,0.782
8,model.language_model.layers.8.mlp.experts.196.up_proj,0.0015593879,hessian_weighted_relative_error,24953,0.02500,0.702
8,model.language_model.layers.8.mlp.experts.197.down_proj,0.0026403071,hessian_weighted_relative_error,44549,0.02500,0.782
8,model.language_model.layers.8.mlp.experts.197.gate_proj,0.0065230600,hessian_weighted_relative_error,44549,0.02500,0.916
8,model.language_model.layers.8.mlp.experts.197.up_proj,0.0017883375,hessian_weighted_relative_error,44549,0.02500,0.830
8,model.language_model.layers.8.mlp.experts.198.down_proj,0.0128935189,hessian_weighted_relative_error,31331,0.02500,0.754
8,model.language_model.layers.8.mlp.experts.198.gate_proj,0.0079961704,hessian_weighted_relative_error,31331,0.02500,0.782
8,model.language_model.layers.8.mlp.experts.198.up_proj,0.0086399555,hessian_weighted_relative_error,31331,0.02500,0.794
8,model.language_model.layers.8.mlp.experts.199.down_proj,0.0033213300,hessian_weighted_relative_error,24096,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.199.gate_proj,0.0075622027,hessian_weighted_relative_error,24096,0.02500,0.915
8,model.language_model.layers.8.mlp.experts.199.up_proj,0.0021329489,hessian_weighted_relative_error,24096,0.02500,0.829
8,model.language_model.layers.8.mlp.experts.2.down_proj,0.0030545295,hessian_weighted_relative_error,46227,0.02500,0.687
8,model.language_model.layers.8.mlp.experts.2.gate_proj,0.0076049919,hessian_weighted_relative_error,46227,0.02500,0.744
8,model.language_model.layers.8.mlp.experts.2.up_proj,0.0021095297,hessian_weighted_relative_error,46227,0.02500,0.700
8,model.language_model.layers.8.mlp.experts.20.down_proj,0.0033754861,hessian_weighted_relative_error,45316,0.02500,0.697
8,model.language_model.layers.8.mlp.experts.20.gate_proj,0.0020642458,hessian_weighted_relative_error,45316,0.02500,0.705
8,model.language_model.layers.8.mlp.experts.20.up_proj,0.0021599525,hessian_weighted_relative_error,45316,0.02500,0.702
8,model.language_model.layers.8.mlp.experts.200.down_proj,0.0104077433,hessian_weighted_relative_error,20627,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.200.gate_proj,0.0060660850,hessian_weighted_relative_error,20627,0.02500,0.783
8,model.language_model.layers.8.mlp.experts.200.up_proj,0.0065579523,hessian_weighted_relative_error,20627,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.201.down_proj,0.0033038119,hessian_weighted_relative_error,32922,0.02500,0.782
8,model.language_model.layers.8.mlp.experts.201.gate_proj,0.0019006917,hessian_weighted_relative_error,32922,0.02500,0.851
8,model.language_model.layers.8.mlp.experts.201.up_proj,0.0020422032,hessian_weighted_relative_error,32922,0.02500,0.839
8,model.language_model.layers.8.mlp.experts.202.down_proj,0.0066497463,hessian_weighted_relative_error,21239,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.202.gate_proj,0.0039747589,hessian_weighted_relative_error,21239,0.02500,0.781
8,model.language_model.layers.8.mlp.experts.202.up_proj,0.0044048400,hessian_weighted_relative_error,21239,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.203.down_proj,0.0026458574,hessian_weighted_relative_error,35885,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.203.gate_proj,0.0014744114,hessian_weighted_relative_error,35885,0.02500,0.837
8,model.language_model.layers.8.mlp.experts.203.up_proj,0.0016226311,hessian_weighted_relative_error,35885,0.02500,0.838
8,model.language_model.layers.8.mlp.experts.204.down_proj,0.0126067808,hessian_weighted_relative_error,30788,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.204.gate_proj,0.0073961057,hessian_weighted_relative_error,30788,0.02500,0.781
8,model.language_model.layers.8.mlp.experts.204.up_proj,0.0077853036,hessian_weighted_relative_error,30788,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.205.down_proj,0.0022292671,hessian_weighted_relative_error,32750,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.205.gate_proj,0.0015225749,hessian_weighted_relative_error,32750,0.02500,0.839
8,model.language_model.layers.8.mlp.experts.205.up_proj,0.0016295171,hessian_weighted_relative_error,32750,0.02500,0.836
8,model.language_model.layers.8.mlp.experts.206.down_proj,0.0029221256,hessian_weighted_relative_error,36008,0.02500,0.688
8,model.language_model.layers.8.mlp.experts.206.gate_proj,0.0020528348,hessian_weighted_relative_error,36008,0.02500,0.703
8,model.language_model.layers.8.mlp.experts.206.up_proj,0.0021770997,hessian_weighted_relative_error,36008,0.02500,0.706
8,model.language_model.layers.8.mlp.experts.207.down_proj,0.0101523796,hessian_weighted_relative_error,11127,0.02500,0.884
8,model.language_model.layers.8.mlp.experts.207.gate_proj,0.0056483535,hessian_weighted_relative_error,11127,0.02500,0.915
8,model.language_model.layers.8.mlp.experts.207.up_proj,0.0062862862,hessian_weighted_relative_error,11127,0.02500,0.952
8,model.language_model.layers.8.mlp.experts.208.down_proj,0.0019985762,hessian_weighted_relative_error,49721,0.02500,0.688
8,model.language_model.layers.8.mlp.experts.208.gate_proj,0.0012314756,hessian_weighted_relative_error,49721,0.02500,0.704
8,model.language_model.layers.8.mlp.experts.208.up_proj,0.0013097859,hessian_weighted_relative_error,49721,0.02500,0.708
8,model.language_model.layers.8.mlp.experts.209.down_proj,0.0076951750,hessian_weighted_relative_error,21042,0.02500,0.885
8,model.language_model.layers.8.mlp.experts.209.gate_proj,0.0047108569,hessian_weighted_relative_error,21042,0.02500,0.915
8,model.language_model.layers.8.mlp.experts.209.up_proj,0.0054455158,hessian_weighted_relative_error,21042,0.02500,0.947
8,model.language_model.layers.8.mlp.experts.21.down_proj,0.0095048153,hessian_weighted_relative_error,25212,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.21.gate_proj,0.0059022685,hessian_weighted_relative_error,25212,0.02500,0.857
8,model.language_model.layers.8.mlp.experts.21.up_proj,0.0061595641,hessian_weighted_relative_error,25212,0.02500,0.931
8,model.language_model.layers.8.mlp.experts.210.down_proj,0.0098304348,hessian_weighted_relative_error,14728,0.02500,0.757
8,model.language_model.layers.8.mlp.experts.210.gate_proj,0.0052137362,hessian_weighted_relative_error,14728,0.02500,0.782
8,model.language_model.layers.8.mlp.experts.210.up_proj,0.0055590925,hessian_weighted_relative_error,14728,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.211.down_proj,0.0129965732,hessian_weighted_relative_error,44559,0.02500,0.885
8,model.language_model.layers.8.mlp.experts.211.gate_proj,0.0079551516,hessian_weighted_relative_error,44559,0.02500,0.915
8,model.language_model.layers.8.mlp.experts.211.up_proj,0.0083990008,hessian_weighted_relative_error,44559,0.02500,0.951
8,model.language_model.layers.8.mlp.experts.212.down_proj,0.0031601328,hessian_weighted_relative_error,36294,0.02500,0.690
8,model.language_model.layers.8.mlp.experts.212.gate_proj,0.0018881386,hessian_weighted_relative_error,36294,0.02500,0.705
8,model.language_model.layers.8.mlp.experts.212.up_proj,0.0020518797,hessian_weighted_relative_error,36294,0.02500,0.707
8,model.language_model.layers.8.mlp.experts.213.down_proj,0.0069615528,hessian_weighted_relative_error,24816,0.02500,0.886
8,model.language_model.layers.8.mlp.experts.213.gate_proj,0.0042260324,hessian_weighted_relative_error,24816,0.02500,0.917
8,model.language_model.layers.8.mlp.experts.213.up_proj,0.0046178878,hessian_weighted_relative_error,24816,0.02500,0.952
8,model.language_model.layers.8.mlp.experts.214.down_proj,0.0124992549,hessian_weighted_relative_error,18034,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.214.gate_proj,0.0075946482,hessian_weighted_relative_error,18034,0.02500,0.781
8,model.language_model.layers.8.mlp.experts.214.up_proj,0.0080365980,hessian_weighted_relative_error,18034,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.215.down_proj,0.0125726371,hessian_weighted_relative_error,52310,0.02500,0.885
8,model.language_model.layers.8.mlp.experts.215.gate_proj,0.0076814535,hessian_weighted_relative_error,52310,0.02500,0.918
8,model.language_model.layers.8.mlp.experts.215.up_proj,0.0081725217,hessian_weighted_relative_error,52310,0.02500,0.953
8,model.language_model.layers.8.mlp.experts.216.down_proj,0.0132881683,hessian_weighted_relative_error,28729,0.02500,0.757
8,model.language_model.layers.8.mlp.experts.216.gate_proj,0.0076886819,hessian_weighted_relative_error,28729,0.02500,0.784
8,model.language_model.layers.8.mlp.experts.216.up_proj,0.0081122822,hessian_weighted_relative_error,28729,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.217.down_proj,0.0031500359,hessian_weighted_relative_error,68558,0.02500,0.785
8,model.language_model.layers.8.mlp.experts.217.gate_proj,0.0021149668,hessian_weighted_relative_error,68558,0.02500,0.832
8,model.language_model.layers.8.mlp.experts.217.up_proj,0.0022580670,hessian_weighted_relative_error,68558,0.02500,0.835
8,model.language_model.layers.8.mlp.experts.218.down_proj,0.0128333775,hessian_weighted_relative_error,14219,0.02500,0.757
8,model.language_model.layers.8.mlp.experts.218.gate_proj,0.0072752002,hessian_weighted_relative_error,14219,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.218.up_proj,0.0075632311,hessian_weighted_relative_error,14219,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.219.down_proj,0.0056400109,hessian_weighted_relative_error,27141,0.02500,0.887
8,model.language_model.layers.8.mlp.experts.219.gate_proj,0.0026991904,hessian_weighted_relative_error,27141,0.02500,0.911
8,model.language_model.layers.8.mlp.experts.219.up_proj,0.0029849460,hessian_weighted_relative_error,27141,0.02500,0.955
8,model.language_model.layers.8.mlp.experts.22.down_proj,0.0134103249,hessian_weighted_relative_error,31461,0.02500,0.724
8,model.language_model.layers.8.mlp.experts.22.gate_proj,0.0082641155,hessian_weighted_relative_error,31461,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.22.up_proj,0.0087892790,hessian_weighted_relative_error,31461,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.220.down_proj,0.0135204377,hessian_weighted_relative_error,55167,0.02500,0.757
8,model.language_model.layers.8.mlp.experts.220.gate_proj,0.0078633724,hessian_weighted_relative_error,55167,0.02500,0.783
8,model.language_model.layers.8.mlp.experts.220.up_proj,0.0088282666,hessian_weighted_relative_error,55167,0.02500,0.800
8,model.language_model.layers.8.mlp.experts.221.down_proj,0.0070839730,hessian_weighted_relative_error,28945,0.02500,0.886
8,model.language_model.layers.8.mlp.experts.221.gate_proj,0.0041127339,hessian_weighted_relative_error,28945,0.02500,0.919
8,model.language_model.layers.8.mlp.experts.221.up_proj,0.0044082975,hessian_weighted_relative_error,28945,0.02500,0.958
8,model.language_model.layers.8.mlp.experts.222.down_proj,0.0025915790,hessian_weighted_relative_error,29355,0.02500,0.690
8,model.language_model.layers.8.mlp.experts.222.gate_proj,0.0058540201,hessian_weighted_relative_error,29355,0.02500,0.781
8,model.language_model.layers.8.mlp.experts.222.up_proj,0.0016092378,hessian_weighted_relative_error,29355,0.02500,0.707
8,model.language_model.layers.8.mlp.experts.223.down_proj,0.0033911378,hessian_weighted_relative_error,58831,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.223.gate_proj,0.0019924232,hessian_weighted_relative_error,58831,0.02500,0.833
8,model.language_model.layers.8.mlp.experts.223.up_proj,0.0021885435,hessian_weighted_relative_error,58831,0.02500,0.838
8,model.language_model.layers.8.mlp.experts.224.down_proj,0.0094383402,hessian_weighted_relative_error,59821,0.02500,0.759
8,model.language_model.layers.8.mlp.experts.224.gate_proj,0.0055009111,hessian_weighted_relative_error,59821,0.02500,0.783
8,model.language_model.layers.8.mlp.experts.224.up_proj,0.0058117225,hessian_weighted_relative_error,59821,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.225.down_proj,0.0056625177,hessian_weighted_relative_error,21921,0.02500,0.886
8,model.language_model.layers.8.mlp.experts.225.gate_proj,0.0025653174,hessian_weighted_relative_error,21921,0.02500,0.917
8,model.language_model.layers.8.mlp.experts.225.up_proj,0.0029479411,hessian_weighted_relative_error,21921,0.02500,0.955
8,model.language_model.layers.8.mlp.experts.226.down_proj,0.0080814601,hessian_weighted_relative_error,15799,0.02500,0.758
8,model.language_model.layers.8.mlp.experts.226.gate_proj,0.0046728956,hessian_weighted_relative_error,15799,0.02500,0.782
8,model.language_model.layers.8.mlp.experts.226.up_proj,0.0050033362,hessian_weighted_relative_error,15799,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.227.down_proj,0.0071309676,hessian_weighted_relative_error,23947,0.02500,0.885
8,model.language_model.layers.8.mlp.experts.227.gate_proj,0.0037856625,hessian_weighted_relative_error,23947,0.02500,0.916
8,model.language_model.layers.8.mlp.experts.227.up_proj,0.0042551359,hessian_weighted_relative_error,23947,0.02500,0.945
8,model.language_model.layers.8.mlp.experts.228.down_proj,0.0021461942,hessian_weighted_relative_error,18749,0.02500,0.695
8,model.language_model.layers.8.mlp.experts.228.gate_proj,0.0041649368,hessian_weighted_relative_error,18749,0.02500,0.785
8,model.language_model.layers.8.mlp.experts.228.up_proj,0.0045457393,hessian_weighted_relative_error,18749,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.229.down_proj,0.0134689356,hessian_weighted_relative_error,33597,0.02500,0.885
8,model.language_model.layers.8.mlp.experts.229.gate_proj,0.0078396301,hessian_weighted_relative_error,33597,0.02500,0.914
8,model.language_model.layers.8.mlp.experts.229.up_proj,0.0085296207,hessian_weighted_relative_error,33597,0.02500,0.953
8,model.language_model.layers.8.mlp.experts.23.down_proj,0.0027765258,hessian_weighted_relative_error,65488,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.23.gate_proj,0.0015233849,hessian_weighted_relative_error,65488,0.02500,0.839
8,model.language_model.layers.8.mlp.experts.23.up_proj,0.0016334749,hessian_weighted_relative_error,65488,0.02500,0.844
8,model.language_model.layers.8.mlp.experts.230.down_proj,0.0060603256,hessian_weighted_relative_error,13595,0.02500,0.758
8,model.language_model.layers.8.mlp.experts.230.gate_proj,0.0032083304,hessian_weighted_relative_error,13595,0.02500,0.783
8,model.language_model.layers.8.mlp.experts.230.up_proj,0.0035532966,hessian_weighted_relative_error,13595,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.231.down_proj,0.0033128153,hessian_weighted_relative_error,41428,0.02500,0.792
8,model.language_model.layers.8.mlp.experts.231.gate_proj,0.0077397207,hessian_weighted_relative_error,41428,0.02500,0.913
8,model.language_model.layers.8.mlp.experts.231.up_proj,0.0021161828,hessian_weighted_relative_error,41428,0.02500,0.842
8,model.language_model.layers.8.mlp.experts.232.down_proj,0.0101793364,hessian_weighted_relative_error,15267,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.232.gate_proj,0.0052711827,hessian_weighted_relative_error,15267,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.232.up_proj,0.0057445597,hessian_weighted_relative_error,15267,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.233.down_proj,0.0063526587,hessian_weighted_relative_error,18166,0.02500,0.886
8,model.language_model.layers.8.mlp.experts.233.gate_proj,0.0036242796,hessian_weighted_relative_error,18166,0.02500,0.918
8,model.language_model.layers.8.mlp.experts.233.up_proj,0.0041205192,hessian_weighted_relative_error,18166,0.02500,0.942
8,model.language_model.layers.8.mlp.experts.234.down_proj,0.0057817009,hessian_weighted_relative_error,98376,0.02500,0.759
8,model.language_model.layers.8.mlp.experts.234.gate_proj,0.0036647665,hessian_weighted_relative_error,98376,0.02500,0.784
8,model.language_model.layers.8.mlp.experts.234.up_proj,0.0041818629,hessian_weighted_relative_error,98376,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.235.down_proj,0.0018601714,hessian_weighted_relative_error,21891,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.235.gate_proj,0.0009446232,hessian_weighted_relative_error,21891,0.02500,0.855
8,model.language_model.layers.8.mlp.experts.235.up_proj,0.0010561813,hessian_weighted_relative_error,21891,0.02500,0.842
8,model.language_model.layers.8.mlp.experts.236.down_proj,0.0054234403,hessian_weighted_relative_error,24843,0.02500,0.760
8,model.language_model.layers.8.mlp.experts.236.gate_proj,0.0033245611,hessian_weighted_relative_error,24843,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.236.up_proj,0.0035581534,hessian_weighted_relative_error,24843,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.237.down_proj,0.0033440474,hessian_weighted_relative_error,35751,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.237.gate_proj,0.0081060555,hessian_weighted_relative_error,35751,0.02500,0.923
8,model.language_model.layers.8.mlp.experts.237.up_proj,0.0085125615,hessian_weighted_relative_error,35751,0.02500,0.948
8,model.language_model.layers.8.mlp.experts.238.down_proj,0.0067980873,hessian_weighted_relative_error,26300,0.02500,0.759
8,model.language_model.layers.8.mlp.experts.238.gate_proj,0.0042188921,hessian_weighted_relative_error,26300,0.02500,0.781
8,model.language_model.layers.8.mlp.experts.238.up_proj,0.0044906408,hessian_weighted_relative_error,26300,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.239.down_proj,0.0106557267,hessian_weighted_relative_error,14545,0.02500,0.886
8,model.language_model.layers.8.mlp.experts.239.gate_proj,0.0059587917,hessian_weighted_relative_error,14545,0.02500,0.918
8,model.language_model.layers.8.mlp.experts.239.up_proj,0.0063397922,hessian_weighted_relative_error,14545,0.02500,0.954
8,model.language_model.layers.8.mlp.experts.24.down_proj,0.0100902651,hessian_weighted_relative_error,23940,0.02500,0.727
8,model.language_model.layers.8.mlp.experts.24.gate_proj,0.0055628528,hessian_weighted_relative_error,23940,0.02500,0.752
8,model.language_model.layers.8.mlp.experts.24.up_proj,0.0060143814,hessian_weighted_relative_error,23940,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.240.down_proj,0.0023785245,hessian_weighted_relative_error,23676,0.02500,0.694
8,model.language_model.layers.8.mlp.experts.240.gate_proj,0.0014566517,hessian_weighted_relative_error,23676,0.02500,0.706
8,model.language_model.layers.8.mlp.experts.240.up_proj,0.0015813743,hessian_weighted_relative_error,23676,0.02500,0.708
8,model.language_model.layers.8.mlp.experts.241.down_proj,0.0109447225,hessian_weighted_relative_error,24298,0.02500,0.887
8,model.language_model.layers.8.mlp.experts.241.gate_proj,0.0065521499,hessian_weighted_relative_error,24298,0.02500,0.921
8,model.language_model.layers.8.mlp.experts.241.up_proj,0.0071541100,hessian_weighted_relative_error,24298,0.02500,0.946
8,model.language_model.layers.8.mlp.experts.242.down_proj,0.0029090372,hessian_weighted_relative_error,1024,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.242.gate_proj,0.0017425222,hessian_weighted_relative_error,1024,0.02500,0.783
8,model.language_model.layers.8.mlp.experts.242.up_proj,0.0019608082,hessian_weighted_relative_error,1024,0.02500,0.801
8,model.language_model.layers.8.mlp.experts.243.down_proj,0.0024142287,hessian_weighted_relative_error,30475,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.243.gate_proj,0.0061301270,hessian_weighted_relative_error,30475,0.02500,0.923
8,model.language_model.layers.8.mlp.experts.243.up_proj,0.0063805370,hessian_weighted_relative_error,30475,0.02500,0.939
8,model.language_model.layers.8.mlp.experts.244.down_proj,0.0142018272,hessian_weighted_relative_error,34551,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.244.gate_proj,0.0093176329,hessian_weighted_relative_error,34551,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.244.up_proj,0.0096575986,hessian_weighted_relative_error,34551,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.245.down_proj,0.0126805745,hessian_weighted_relative_error,15907,0.02500,0.887
8,model.language_model.layers.8.mlp.experts.245.gate_proj,0.0073000855,hessian_weighted_relative_error,15907,0.02500,0.925
8,model.language_model.layers.8.mlp.experts.245.up_proj,0.0076851865,hessian_weighted_relative_error,15907,0.02500,0.941
8,model.language_model.layers.8.mlp.experts.246.down_proj,0.0023519437,hessian_weighted_relative_error,39219,0.02500,0.691
8,model.language_model.layers.8.mlp.experts.246.gate_proj,0.0021240791,hessian_weighted_relative_error,39219,0.02500,0.707
8,model.language_model.layers.8.mlp.experts.246.up_proj,0.0023319130,hessian_weighted_relative_error,39219,0.02500,0.706
8,model.language_model.layers.8.mlp.experts.247.down_proj,0.0017955815,hessian_weighted_relative_error,26311,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.247.gate_proj,0.0042756470,hessian_weighted_relative_error,26311,0.02500,0.924
8,model.language_model.layers.8.mlp.experts.247.up_proj,0.0046825775,hessian_weighted_relative_error,26311,0.02500,0.946
8,model.language_model.layers.8.mlp.experts.248.down_proj,0.0109218381,hessian_weighted_relative_error,19730,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.248.gate_proj,0.0058319777,hessian_weighted_relative_error,19730,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.248.up_proj,0.0063805964,hessian_weighted_relative_error,19730,0.02500,0.800
8,model.language_model.layers.8.mlp.experts.249.down_proj,0.0129882530,hessian_weighted_relative_error,34236,0.02500,0.887
8,model.language_model.layers.8.mlp.experts.249.gate_proj,0.0081966349,hessian_weighted_relative_error,34236,0.02500,0.920
8,model.language_model.layers.8.mlp.experts.249.up_proj,0.0086699011,hessian_weighted_relative_error,34236,0.02500,0.942
8,model.language_model.layers.8.mlp.experts.25.down_proj,0.0120046898,hessian_weighted_relative_error,30106,0.02500,0.809
8,model.language_model.layers.8.mlp.experts.25.gate_proj,0.0072244954,hessian_weighted_relative_error,30106,0.02500,0.858
8,model.language_model.layers.8.mlp.experts.25.up_proj,0.0079790407,hessian_weighted_relative_error,30106,0.02500,0.930
8,model.language_model.layers.8.mlp.experts.250.down_proj,0.0031438504,hessian_weighted_relative_error,29861,0.02500,0.691
8,model.language_model.layers.8.mlp.experts.250.gate_proj,0.0068570746,hessian_weighted_relative_error,29861,0.02500,0.783
8,model.language_model.layers.8.mlp.experts.250.up_proj,0.0019210155,hessian_weighted_relative_error,29861,0.02500,0.705
8,model.language_model.layers.8.mlp.experts.251.down_proj,0.0022521031,hessian_weighted_relative_error,21554,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.251.gate_proj,0.0046809194,hessian_weighted_relative_error,21554,0.02500,0.922
8,model.language_model.layers.8.mlp.experts.251.up_proj,0.0051227386,hessian_weighted_relative_error,21554,0.02500,0.938
8,model.language_model.layers.8.mlp.experts.252.down_proj,0.0089922082,hessian_weighted_relative_error,17396,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.252.gate_proj,0.0050525782,hessian_weighted_relative_error,17396,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.252.up_proj,0.0054949176,hessian_weighted_relative_error,17396,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.253.down_proj,0.0017946789,hessian_weighted_relative_error,28076,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.253.gate_proj,0.0026168498,hessian_weighted_relative_error,28076,0.02500,0.922
8,model.language_model.layers.8.mlp.experts.253.up_proj,0.0033530448,hessian_weighted_relative_error,28076,0.02500,0.943
8,model.language_model.layers.8.mlp.experts.254.down_proj,0.0072935418,hessian_weighted_relative_error,17426,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.254.gate_proj,0.0042374744,hessian_weighted_relative_error,17426,0.02500,0.784
8,model.language_model.layers.8.mlp.experts.254.up_proj,0.0043507790,hessian_weighted_relative_error,17426,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.255.down_proj,0.0127242063,hessian_weighted_relative_error,39708,0.02500,0.889
8,model.language_model.layers.8.mlp.experts.255.gate_proj,0.0076675550,hessian_weighted_relative_error,39708,0.02500,0.926
8,model.language_model.layers.8.mlp.experts.255.up_proj,0.0083274172,hessian_weighted_relative_error,39708,0.02500,0.935
8,model.language_model.layers.8.mlp.experts.256.down_proj,0.0107933724,hessian_weighted_relative_error,32323,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.256.gate_proj,0.0066772097,hessian_weighted_relative_error,32323,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.256.up_proj,0.0073369960,hessian_weighted_relative_error,32323,0.02500,0.800
8,model.language_model.layers.8.mlp.experts.257.down_proj,0.0024207566,hessian_weighted_relative_error,26322,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.257.gate_proj,0.0014184196,hessian_weighted_relative_error,26322,0.02500,0.853
8,model.language_model.layers.8.mlp.experts.257.up_proj,0.0015482226,hessian_weighted_relative_error,26322,0.02500,0.849
8,model.language_model.layers.8.mlp.experts.258.down_proj,0.0036863927,hessian_weighted_relative_error,45609,0.02500,0.693
8,model.language_model.layers.8.mlp.experts.258.gate_proj,0.0090266575,hessian_weighted_relative_error,45609,0.02500,0.785
8,model.language_model.layers.8.mlp.experts.258.up_proj,0.0024739940,hessian_weighted_relative_error,45609,0.02500,0.710
8,model.language_model.layers.8.mlp.experts.259.down_proj,0.0031005842,hessian_weighted_relative_error,35117,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.259.gate_proj,0.0017281601,hessian_weighted_relative_error,35117,0.02500,0.843
8,model.language_model.layers.8.mlp.experts.259.up_proj,0.0018779233,hessian_weighted_relative_error,35117,0.02500,0.846
8,model.language_model.layers.8.mlp.experts.26.down_proj,0.0108031914,hessian_weighted_relative_error,16398,0.02500,0.728
8,model.language_model.layers.8.mlp.experts.26.gate_proj,0.0060878108,hessian_weighted_relative_error,16398,0.02500,0.752
8,model.language_model.layers.8.mlp.experts.26.up_proj,0.0064409867,hessian_weighted_relative_error,16398,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.260.down_proj,0.0012291593,hessian_weighted_relative_error,19079,0.02500,0.693
8,model.language_model.layers.8.mlp.experts.260.gate_proj,0.0025086427,hessian_weighted_relative_error,19079,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.260.up_proj,0.0007101969,hessian_weighted_relative_error,19079,0.02500,0.709
8,model.language_model.layers.8.mlp.experts.261.down_proj,0.0022107739,hessian_weighted_relative_error,29524,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.261.gate_proj,0.0041450746,hessian_weighted_relative_error,29524,0.02500,0.927
8,model.language_model.layers.8.mlp.experts.261.up_proj,0.0046314037,hessian_weighted_relative_error,29524,0.02500,0.927
8,model.language_model.layers.8.mlp.experts.262.down_proj,0.0089377895,hessian_weighted_relative_error,22828,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.262.gate_proj,0.0047206237,hessian_weighted_relative_error,22828,0.02500,0.784
8,model.language_model.layers.8.mlp.experts.262.up_proj,0.0051257614,hessian_weighted_relative_error,22828,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.263.down_proj,0.0109880244,hessian_weighted_relative_error,15410,0.02500,0.889
8,model.language_model.layers.8.mlp.experts.263.gate_proj,0.0055452540,hessian_weighted_relative_error,15410,0.02500,0.924
8,model.language_model.layers.8.mlp.experts.263.up_proj,0.0061620831,hessian_weighted_relative_error,15410,0.02500,0.935
8,model.language_model.layers.8.mlp.experts.264.down_proj,0.0108390501,hessian_weighted_relative_error,25488,0.02500,0.762
8,model.language_model.layers.8.mlp.experts.264.gate_proj,0.0063398421,hessian_weighted_relative_error,25488,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.264.up_proj,0.0071416748,hessian_weighted_relative_error,25488,0.02500,0.800
8,model.language_model.layers.8.mlp.experts.265.down_proj,0.0136626929,hessian_weighted_relative_error,50089,0.02500,0.889
8,model.language_model.layers.8.mlp.experts.265.gate_proj,0.0081016333,hessian_weighted_relative_error,50089,0.02500,0.936
8,model.language_model.layers.8.mlp.experts.265.up_proj,0.0088250652,hessian_weighted_relative_error,50089,0.02500,0.929
8,model.language_model.layers.8.mlp.experts.266.down_proj,0.0123464224,hessian_weighted_relative_error,34274,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.266.gate_proj,0.0074774604,hessian_weighted_relative_error,34274,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.266.up_proj,0.0082145364,hessian_weighted_relative_error,34274,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.267.down_proj,0.0100524436,hessian_weighted_relative_error,15203,0.02500,0.890
8,model.language_model.layers.8.mlp.experts.267.gate_proj,0.0056994599,hessian_weighted_relative_error,15203,0.02500,0.922
8,model.language_model.layers.8.mlp.experts.267.up_proj,0.0061010346,hessian_weighted_relative_error,15203,0.02500,0.926
8,model.language_model.layers.8.mlp.experts.268.down_proj,0.0138923060,hessian_weighted_relative_error,30099,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.268.gate_proj,0.0086324206,hessian_weighted_relative_error,30099,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.268.up_proj,0.0092043041,hessian_weighted_relative_error,30099,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.269.down_proj,0.0118160825,hessian_weighted_relative_error,17853,0.02500,0.890
8,model.language_model.layers.8.mlp.experts.269.gate_proj,0.0064647081,hessian_weighted_relative_error,17853,0.02500,0.928
8,model.language_model.layers.8.mlp.experts.269.up_proj,0.0068965762,hessian_weighted_relative_error,17853,0.02500,0.928
8,model.language_model.layers.8.mlp.experts.27.down_proj,0.0116816409,hessian_weighted_relative_error,17126,0.02500,0.809
8,model.language_model.layers.8.mlp.experts.27.gate_proj,0.0066585738,hessian_weighted_relative_error,17126,0.02500,0.861
8,model.language_model.layers.8.mlp.experts.27.up_proj,0.0072460838,hessian_weighted_relative_error,17126,0.02500,0.942
8,model.language_model.layers.8.mlp.experts.270.down_proj,0.0030657888,hessian_weighted_relative_error,23243,0.02500,0.762
8,model.language_model.layers.8.mlp.experts.270.gate_proj,0.0024571731,hessian_weighted_relative_error,23243,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.270.up_proj,0.0028878201,hessian_weighted_relative_error,23243,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.271.down_proj,0.0082482203,hessian_weighted_relative_error,23428,0.02500,0.890
8,model.language_model.layers.8.mlp.experts.271.gate_proj,0.0052642708,hessian_weighted_relative_error,23428,0.02500,0.925
8,model.language_model.layers.8.mlp.experts.271.up_proj,0.0055659581,hessian_weighted_relative_error,23428,0.02500,0.927
8,model.language_model.layers.8.mlp.experts.272.down_proj,0.0015516482,hessian_weighted_relative_error,36073,0.02500,0.693
8,model.language_model.layers.8.mlp.experts.272.gate_proj,0.0036794138,hessian_weighted_relative_error,36073,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.272.up_proj,0.0010318872,hessian_weighted_relative_error,36073,0.02500,0.713
8,model.language_model.layers.8.mlp.experts.273.down_proj,0.0116842409,hessian_weighted_relative_error,35222,0.02500,0.891
8,model.language_model.layers.8.mlp.experts.273.gate_proj,0.0072437447,hessian_weighted_relative_error,35222,0.02500,0.930
8,model.language_model.layers.8.mlp.experts.273.up_proj,0.0077614602,hessian_weighted_relative_error,35222,0.02500,0.923
8,model.language_model.layers.8.mlp.experts.274.down_proj,0.0017285047,hessian_weighted_relative_error,22604,0.02500,0.694
8,model.language_model.layers.8.mlp.experts.274.gate_proj,0.0036918159,hessian_weighted_relative_error,22604,0.02500,0.784
8,model.language_model.layers.8.mlp.experts.274.up_proj,0.0040915074,hessian_weighted_relative_error,22604,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.275.down_proj,0.0105357080,hessian_weighted_relative_error,24494,0.02500,0.890
8,model.language_model.layers.8.mlp.experts.275.gate_proj,0.0060365691,hessian_weighted_relative_error,24494,0.02500,0.929
8,model.language_model.layers.8.mlp.experts.275.up_proj,0.0064737083,hessian_weighted_relative_error,24494,0.02500,0.925
8,model.language_model.layers.8.mlp.experts.276.down_proj,0.0100695998,hessian_weighted_relative_error,23034,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.276.gate_proj,0.0054757218,hessian_weighted_relative_error,23034,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.276.up_proj,0.0058097994,hessian_weighted_relative_error,23034,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.277.down_proj,0.0125527803,hessian_weighted_relative_error,50401,0.02500,0.891
8,model.language_model.layers.8.mlp.experts.277.gate_proj,0.0078361977,hessian_weighted_relative_error,50401,0.02500,0.926
8,model.language_model.layers.8.mlp.experts.277.up_proj,0.0086152643,hessian_weighted_relative_error,50401,0.02500,0.917
8,model.language_model.layers.8.mlp.experts.278.down_proj,0.0109411438,hessian_weighted_relative_error,14307,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.278.gate_proj,0.0060098249,hessian_weighted_relative_error,14307,0.02500,0.784
8,model.language_model.layers.8.mlp.experts.278.up_proj,0.0062211037,hessian_weighted_relative_error,14307,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.279.down_proj,0.0116296046,hessian_weighted_relative_error,33557,0.02500,0.891
8,model.language_model.layers.8.mlp.experts.279.gate_proj,0.0065891453,hessian_weighted_relative_error,33557,0.02500,0.925
8,model.language_model.layers.8.mlp.experts.279.up_proj,0.0073657002,hessian_weighted_relative_error,33557,0.02500,0.917
8,model.language_model.layers.8.mlp.experts.28.down_proj,0.0114706639,hessian_weighted_relative_error,18731,0.02500,0.727
8,model.language_model.layers.8.mlp.experts.28.gate_proj,0.0062550014,hessian_weighted_relative_error,18731,0.02500,0.752
8,model.language_model.layers.8.mlp.experts.28.up_proj,0.0066103355,hessian_weighted_relative_error,18731,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.280.down_proj,0.0033502286,hessian_weighted_relative_error,35968,0.02500,0.693
8,model.language_model.layers.8.mlp.experts.280.gate_proj,0.0079658593,hessian_weighted_relative_error,35968,0.02500,0.785
8,model.language_model.layers.8.mlp.experts.280.up_proj,0.0084564527,hessian_weighted_relative_error,35968,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.281.down_proj,0.0025074331,hessian_weighted_relative_error,21818,0.02500,0.759
8,model.language_model.layers.8.mlp.experts.281.gate_proj,0.0051240536,hessian_weighted_relative_error,21818,0.02500,0.926
8,model.language_model.layers.8.mlp.experts.281.up_proj,0.0054548854,hessian_weighted_relative_error,21818,0.02500,0.916
8,model.language_model.layers.8.mlp.experts.282.down_proj,0.0125726713,hessian_weighted_relative_error,30071,0.02500,0.771
8,model.language_model.layers.8.mlp.experts.282.gate_proj,0.0073573392,hessian_weighted_relative_error,30071,0.02500,0.785
8,model.language_model.layers.8.mlp.experts.282.up_proj,0.0082943497,hessian_weighted_relative_error,30071,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.283.down_proj,0.0096917648,hessian_weighted_relative_error,18566,0.02500,0.889
8,model.language_model.layers.8.mlp.experts.283.gate_proj,0.0058790991,hessian_weighted_relative_error,18566,0.02500,0.932
8,model.language_model.layers.8.mlp.experts.283.up_proj,0.0063724565,hessian_weighted_relative_error,18566,0.02500,0.914
8,model.language_model.layers.8.mlp.experts.284.down_proj,0.0110953285,hessian_weighted_relative_error,26773,0.02500,0.757
8,model.language_model.layers.8.mlp.experts.284.gate_proj,0.0067924533,hessian_weighted_relative_error,26773,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.284.up_proj,0.0070444880,hessian_weighted_relative_error,26773,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.285.down_proj,0.0128361798,hessian_weighted_relative_error,29076,0.02500,0.889
8,model.language_model.layers.8.mlp.experts.285.gate_proj,0.0081095876,hessian_weighted_relative_error,29076,0.02500,0.932
8,model.language_model.layers.8.mlp.experts.285.up_proj,0.0086223060,hessian_weighted_relative_error,29076,0.02500,0.921
8,model.language_model.layers.8.mlp.experts.286.down_proj,0.0108912185,hessian_weighted_relative_error,17153,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.286.gate_proj,0.0062138193,hessian_weighted_relative_error,17153,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.286.up_proj,0.0065186280,hessian_weighted_relative_error,17153,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.287.down_proj,0.0138766550,hessian_weighted_relative_error,43382,0.02500,0.889
8,model.language_model.layers.8.mlp.experts.287.gate_proj,0.0084530153,hessian_weighted_relative_error,43382,0.02500,0.929
8,model.language_model.layers.8.mlp.experts.287.up_proj,0.0091510574,hessian_weighted_relative_error,43382,0.02500,0.914
8,model.language_model.layers.8.mlp.experts.29.down_proj,0.0025761433,hessian_weighted_relative_error,26320,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.29.gate_proj,0.0015642129,hessian_weighted_relative_error,26320,0.02500,0.851
8,model.language_model.layers.8.mlp.experts.29.up_proj,0.0017020558,hessian_weighted_relative_error,26320,0.02500,0.846
8,model.language_model.layers.8.mlp.experts.3.down_proj,0.0096436756,hessian_weighted_relative_error,31768,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.3.gate_proj,0.0068385532,hessian_weighted_relative_error,31768,0.02500,0.844
8,model.language_model.layers.8.mlp.experts.3.up_proj,0.0072816739,hessian_weighted_relative_error,31768,0.02500,0.921
8,model.language_model.layers.8.mlp.experts.30.down_proj,0.0052517542,hessian_weighted_relative_error,14773,0.02500,0.726
8,model.language_model.layers.8.mlp.experts.30.gate_proj,0.0033636208,hessian_weighted_relative_error,14773,0.02500,0.751
8,model.language_model.layers.8.mlp.experts.30.up_proj,0.0037444753,hessian_weighted_relative_error,14773,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.31.down_proj,0.0070976560,hessian_weighted_relative_error,16554,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.31.gate_proj,0.0040322122,hessian_weighted_relative_error,16554,0.02500,0.863
8,model.language_model.layers.8.mlp.experts.31.up_proj,0.0044284692,hessian_weighted_relative_error,16554,0.02500,0.929
8,model.language_model.layers.8.mlp.experts.32.down_proj,0.0033105490,hessian_weighted_relative_error,58825,0.02500,0.696
8,model.language_model.layers.8.mlp.experts.32.gate_proj,0.0081951457,hessian_weighted_relative_error,58825,0.02500,0.754
8,model.language_model.layers.8.mlp.experts.32.up_proj,0.0023519246,hessian_weighted_relative_error,58825,0.02500,0.712
8,model.language_model.layers.8.mlp.experts.33.down_proj,0.0135061818,hessian_weighted_relative_error,41972,0.02500,0.812
8,model.language_model.layers.8.mlp.experts.33.gate_proj,0.0081882179,hessian_weighted_relative_error,41972,0.02500,0.862
8,model.language_model.layers.8.mlp.experts.33.up_proj,0.0087554743,hessian_weighted_relative_error,41972,0.02500,0.931
8,model.language_model.layers.8.mlp.experts.34.down_proj,0.0086202329,hessian_weighted_relative_error,23980,0.02500,0.729
8,model.language_model.layers.8.mlp.experts.34.gate_proj,0.0050739691,hessian_weighted_relative_error,23980,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.34.up_proj,0.0055385834,hessian_weighted_relative_error,23980,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.35.down_proj,0.0049060332,hessian_weighted_relative_error,27455,0.02500,0.814
8,model.language_model.layers.8.mlp.experts.35.gate_proj,0.0028291210,hessian_weighted_relative_error,27455,0.02500,0.864
8,model.language_model.layers.8.mlp.experts.35.up_proj,0.0030957988,hessian_weighted_relative_error,27455,0.02500,0.929
8,model.language_model.layers.8.mlp.experts.36.down_proj,0.0092317577,hessian_weighted_relative_error,12217,0.02500,0.729
8,model.language_model.layers.8.mlp.experts.36.gate_proj,0.0052294652,hessian_weighted_relative_error,12217,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.36.up_proj,0.0057079239,hessian_weighted_relative_error,12217,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.37.down_proj,0.0014039922,hessian_weighted_relative_error,24986,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.37.gate_proj,0.0025309275,hessian_weighted_relative_error,24986,0.02500,0.866
8,model.language_model.layers.8.mlp.experts.37.up_proj,0.0007955504,hessian_weighted_relative_error,24986,0.02500,0.863
8,model.language_model.layers.8.mlp.experts.38.down_proj,0.0026092174,hessian_weighted_relative_error,44553,0.02500,0.694
8,model.language_model.layers.8.mlp.experts.38.gate_proj,0.0015238617,hessian_weighted_relative_error,44553,0.02500,0.713
8,model.language_model.layers.8.mlp.experts.38.up_proj,0.0016278545,hessian_weighted_relative_error,44553,0.02500,0.712
8,model.language_model.layers.8.mlp.experts.39.down_proj,0.0140307435,hessian_weighted_relative_error,30216,0.02500,0.816
8,model.language_model.layers.8.mlp.experts.39.gate_proj,0.0087606097,hessian_weighted_relative_error,30216,0.02500,0.865
8,model.language_model.layers.8.mlp.experts.39.up_proj,0.0094105556,hessian_weighted_relative_error,30216,0.02500,0.930
8,model.language_model.layers.8.mlp.experts.4.down_proj,0.0029982168,hessian_weighted_relative_error,28308,0.02500,0.693
8,model.language_model.layers.8.mlp.experts.4.gate_proj,0.0015646904,hessian_weighted_relative_error,28308,0.02500,0.712
8,model.language_model.layers.8.mlp.experts.4.up_proj,0.0017295442,hessian_weighted_relative_error,28308,0.02500,0.708
8,model.language_model.layers.8.mlp.experts.40.down_proj,0.0117439679,hessian_weighted_relative_error,15066,0.02500,0.731
8,model.language_model.layers.8.mlp.experts.40.gate_proj,0.0061797649,hessian_weighted_relative_error,15066,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.40.up_proj,0.0065486435,hessian_weighted_relative_error,15066,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.41.down_proj,0.0131337389,hessian_weighted_relative_error,47188,0.02500,0.817
8,model.language_model.layers.8.mlp.experts.41.gate_proj,0.0077428715,hessian_weighted_relative_error,47188,0.02500,0.866
8,model.language_model.layers.8.mlp.experts.41.up_proj,0.0085021732,hessian_weighted_relative_error,47188,0.02500,0.933
8,model.language_model.layers.8.mlp.experts.42.down_proj,0.0029347522,hessian_weighted_relative_error,29306,0.02500,0.696
8,model.language_model.layers.8.mlp.experts.42.gate_proj,0.0060236796,hessian_weighted_relative_error,29306,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.42.up_proj,0.0063391534,hessian_weighted_relative_error,29306,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.43.down_proj,0.0026855202,hessian_weighted_relative_error,38085,0.02500,0.794
8,model.language_model.layers.8.mlp.experts.43.gate_proj,0.0016863358,hessian_weighted_relative_error,38085,0.02500,0.847
8,model.language_model.layers.8.mlp.experts.43.up_proj,0.0018082588,hessian_weighted_relative_error,38085,0.02500,0.845
8,model.language_model.layers.8.mlp.experts.44.down_proj,0.0117105683,hessian_weighted_relative_error,33799,0.02500,0.731
8,model.language_model.layers.8.mlp.experts.44.gate_proj,0.0065253485,hessian_weighted_relative_error,33799,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.44.up_proj,0.0071856679,hessian_weighted_relative_error,33799,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.45.down_proj,0.0030301415,hessian_weighted_relative_error,46940,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.45.gate_proj,0.0017541766,hessian_weighted_relative_error,46940,0.02500,0.850
8,model.language_model.layers.8.mlp.experts.45.up_proj,0.0019106480,hessian_weighted_relative_error,46940,0.02500,0.848
8,model.language_model.layers.8.mlp.experts.46.down_proj,0.0128384281,hessian_weighted_relative_error,32264,0.02500,0.730
8,model.language_model.layers.8.mlp.experts.46.gate_proj,0.0080390181,hessian_weighted_relative_error,32264,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.46.up_proj,0.0085441696,hessian_weighted_relative_error,32264,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.47.down_proj,0.0106949995,hessian_weighted_relative_error,16872,0.02500,0.818
8,model.language_model.layers.8.mlp.experts.47.gate_proj,0.0065225212,hessian_weighted_relative_error,16872,0.02500,0.869
8,model.language_model.layers.8.mlp.experts.47.up_proj,0.0074927851,hessian_weighted_relative_error,16872,0.02500,0.943
8,model.language_model.layers.8.mlp.experts.48.down_proj,0.0141566269,hessian_weighted_relative_error,52599,0.02500,0.733
8,model.language_model.layers.8.mlp.experts.48.gate_proj,0.0089319197,hessian_weighted_relative_error,52599,0.02500,0.758
8,model.language_model.layers.8.mlp.experts.48.up_proj,0.0093335131,hessian_weighted_relative_error,52599,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.49.down_proj,0.0021794045,hessian_weighted_relative_error,14805,0.02500,0.820
8,model.language_model.layers.8.mlp.experts.49.gate_proj,0.0028225469,hessian_weighted_relative_error,14805,0.02500,0.869
8,model.language_model.layers.8.mlp.experts.49.up_proj,0.0029782199,hessian_weighted_relative_error,14805,0.02500,0.931
8,model.language_model.layers.8.mlp.experts.5.down_proj,0.0026680480,hessian_weighted_relative_error,21121,0.02500,0.791
8,model.language_model.layers.8.mlp.experts.5.gate_proj,0.0056028779,hessian_weighted_relative_error,21121,0.02500,0.847
8,model.language_model.layers.8.mlp.experts.5.up_proj,0.0060819780,hessian_weighted_relative_error,21121,0.02500,0.933
8,model.language_model.layers.8.mlp.experts.50.down_proj,0.0071419841,hessian_weighted_relative_error,36164,0.02500,0.732
8,model.language_model.layers.8.mlp.experts.50.gate_proj,0.0043002108,hessian_weighted_relative_error,36164,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.50.up_proj,0.0045879338,hessian_weighted_relative_error,36164,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.51.down_proj,0.0080306069,hessian_weighted_relative_error,19148,0.02500,0.821
8,model.language_model.layers.8.mlp.experts.51.gate_proj,0.0043842262,hessian_weighted_relative_error,19148,0.02500,0.873
8,model.language_model.layers.8.mlp.experts.51.up_proj,0.0048758843,hessian_weighted_relative_error,19148,0.02500,0.937
8,model.language_model.layers.8.mlp.experts.52.down_proj,0.0118807068,hessian_weighted_relative_error,17609,0.02500,0.733
8,model.language_model.layers.8.mlp.experts.52.gate_proj,0.0067727921,hessian_weighted_relative_error,17609,0.02500,0.758
8,model.language_model.layers.8.mlp.experts.52.up_proj,0.0072120680,hessian_weighted_relative_error,17609,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.53.down_proj,0.0071920451,hessian_weighted_relative_error,14748,0.02500,0.822
8,model.language_model.layers.8.mlp.experts.53.gate_proj,0.0042111804,hessian_weighted_relative_error,14748,0.02500,0.875
8,model.language_model.layers.8.mlp.experts.53.up_proj,0.0045454698,hessian_weighted_relative_error,14748,0.02500,0.933
8,model.language_model.layers.8.mlp.experts.54.down_proj,0.0057233731,hessian_weighted_relative_error,22604,0.02500,0.731
8,model.language_model.layers.8.mlp.experts.54.gate_proj,0.0030483428,hessian_weighted_relative_error,22604,0.02500,0.757
8,model.language_model.layers.8.mlp.experts.54.up_proj,0.0032754017,hessian_weighted_relative_error,22604,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.55.down_proj,0.0027998868,hessian_weighted_relative_error,53665,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.55.gate_proj,0.0017006047,hessian_weighted_relative_error,53665,0.02500,0.841
8,model.language_model.layers.8.mlp.experts.55.up_proj,0.0018021954,hessian_weighted_relative_error,53665,0.02500,0.845
8,model.language_model.layers.8.mlp.experts.56.down_proj,0.0100098278,hessian_weighted_relative_error,17183,0.02500,0.734
8,model.language_model.layers.8.mlp.experts.56.gate_proj,0.0057219929,hessian_weighted_relative_error,17183,0.02500,0.758
8,model.language_model.layers.8.mlp.experts.56.up_proj,0.0063917803,hessian_weighted_relative_error,17183,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.57.down_proj,0.0101927042,hessian_weighted_relative_error,7908,0.02500,0.823
8,model.language_model.layers.8.mlp.experts.57.gate_proj,0.0058532536,hessian_weighted_relative_error,7908,0.02500,0.877
8,model.language_model.layers.8.mlp.experts.57.up_proj,0.0063512369,hessian_weighted_relative_error,7908,0.02500,0.931
8,model.language_model.layers.8.mlp.experts.58.down_proj,0.0122533113,hessian_weighted_relative_error,16252,0.02500,0.733
8,model.language_model.layers.8.mlp.experts.58.gate_proj,0.0072349400,hessian_weighted_relative_error,16252,0.02500,0.759
8,model.language_model.layers.8.mlp.experts.58.up_proj,0.0077009848,hessian_weighted_relative_error,16252,0.02500,0.792
8,model.language_model.layers.8.mlp.experts.59.down_proj,0.0030225809,hessian_weighted_relative_error,43887,0.02500,0.792
8,model.language_model.layers.8.mlp.experts.59.gate_proj,0.0071322378,hessian_weighted_relative_error,43887,0.02500,0.876
8,model.language_model.layers.8.mlp.experts.59.up_proj,0.0019521919,hessian_weighted_relative_error,43887,0.02500,0.844
8,model.language_model.layers.8.mlp.experts.6.down_proj,0.0067829172,hessian_weighted_relative_error,36622,0.02500,0.692
8,model.language_model.layers.8.mlp.experts.6.gate_proj,0.0040731699,hessian_weighted_relative_error,36622,0.02500,0.728
8,model.language_model.layers.8.mlp.experts.6.up_proj,0.0044892651,hessian_weighted_relative_error,36622,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.60.down_proj,0.0122586510,hessian_weighted_relative_error,22507,0.02500,0.734
8,model.language_model.layers.8.mlp.experts.60.gate_proj,0.0068696626,hessian_weighted_relative_error,22507,0.02500,0.760
8,model.language_model.layers.8.mlp.experts.60.up_proj,0.0073808004,hessian_weighted_relative_error,22507,0.02500,0.791
8,model.language_model.layers.8.mlp.experts.61.down_proj,0.0099479024,hessian_weighted_relative_error,15234,0.02500,0.827
8,model.language_model.layers.8.mlp.experts.61.gate_proj,0.0060891852,hessian_weighted_relative_error,15234,0.02500,0.881
8,model.language_model.layers.8.mlp.experts.61.up_proj,0.0065043464,hessian_weighted_relative_error,15234,0.02500,0.934
8,model.language_model.layers.8.mlp.experts.62.down_proj,0.0021305120,hessian_weighted_relative_error,30369,0.02500,0.694
8,model.language_model.layers.8.mlp.experts.62.gate_proj,0.0047900396,hessian_weighted_relative_error,30369,0.02500,0.759
8,model.language_model.layers.8.mlp.experts.62.up_proj,0.0053035797,hessian_weighted_relative_error,30369,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.63.down_proj,0.0022539025,hessian_weighted_relative_error,22738,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.63.gate_proj,0.0052916731,hessian_weighted_relative_error,22738,0.02500,0.877
8,model.language_model.layers.8.mlp.experts.63.up_proj,0.0014697675,hessian_weighted_relative_error,22738,0.02500,0.855
8,model.language_model.layers.8.mlp.experts.64.down_proj,0.0114789121,hessian_weighted_relative_error,9669,0.02500,0.736
8,model.language_model.layers.8.mlp.experts.64.gate_proj,0.0061958486,hessian_weighted_relative_error,9669,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.64.up_proj,0.0066917863,hessian_weighted_relative_error,9669,0.02500,0.792
8,model.language_model.layers.8.mlp.experts.65.down_proj,0.0018411818,hessian_weighted_relative_error,23993,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.65.gate_proj,0.0037073206,hessian_weighted_relative_error,23993,0.02500,0.883
8,model.language_model.layers.8.mlp.experts.65.up_proj,0.0039968565,hessian_weighted_relative_error,23993,0.02500,0.935
8,model.language_model.layers.8.mlp.experts.66.down_proj,0.0112538402,hessian_weighted_relative_error,16680,0.02500,0.736
8,model.language_model.layers.8.mlp.experts.66.gate_proj,0.0065151802,hessian_weighted_relative_error,16680,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.66.up_proj,0.0067670590,hessian_weighted_relative_error,16680,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.67.down_proj,0.0033312487,hessian_weighted_relative_error,46933,0.02500,0.784
8,model.language_model.layers.8.mlp.experts.67.gate_proj,0.0021585186,hessian_weighted_relative_error,46933,0.02500,0.841
8,model.language_model.layers.8.mlp.experts.67.up_proj,0.0022316079,hessian_weighted_relative_error,46933,0.02500,0.846
8,model.language_model.layers.8.mlp.experts.68.down_proj,0.0032221261,hessian_weighted_relative_error,48179,0.02500,0.696
8,model.language_model.layers.8.mlp.experts.68.gate_proj,0.0019624691,hessian_weighted_relative_error,48179,0.02500,0.708
8,model.language_model.layers.8.mlp.experts.68.up_proj,0.0021336054,hessian_weighted_relative_error,48179,0.02500,0.709
8,model.language_model.layers.8.mlp.experts.69.down_proj,0.0118207530,hessian_weighted_relative_error,55323,0.02500,0.831
8,model.language_model.layers.8.mlp.experts.69.gate_proj,0.0073787305,hessian_weighted_relative_error,55323,0.02500,0.884
8,model.language_model.layers.8.mlp.experts.69.up_proj,0.0079220090,hessian_weighted_relative_error,55323,0.02500,0.932
8,model.language_model.layers.8.mlp.experts.7.down_proj,0.0018336826,hessian_weighted_relative_error,23599,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.7.gate_proj,0.0012184320,hessian_weighted_relative_error,23599,0.02500,0.848
8,model.language_model.layers.8.mlp.experts.7.up_proj,0.0013296373,hessian_weighted_relative_error,23599,0.02500,0.837
8,model.language_model.layers.8.mlp.experts.70.down_proj,0.0019288540,hessian_weighted_relative_error,33504,0.02500,0.674
8,model.language_model.layers.8.mlp.experts.70.gate_proj,0.0010876424,hessian_weighted_relative_error,33504,0.02500,0.710
8,model.language_model.layers.8.mlp.experts.70.up_proj,0.0011631477,hessian_weighted_relative_error,33504,0.02500,0.711
8,model.language_model.layers.8.mlp.experts.71.down_proj,0.0115568447,hessian_weighted_relative_error,22673,0.02500,0.830
8,model.language_model.layers.8.mlp.experts.71.gate_proj,0.0065324624,hessian_weighted_relative_error,22673,0.02500,0.882
8,model.language_model.layers.8.mlp.experts.71.up_proj,0.0068873236,hessian_weighted_relative_error,22673,0.02500,0.935
8,model.language_model.layers.8.mlp.experts.72.down_proj,0.0126008654,hessian_weighted_relative_error,36915,0.02500,0.738
8,model.language_model.layers.8.mlp.experts.72.gate_proj,0.0070923273,hessian_weighted_relative_error,36915,0.02500,0.762
8,model.language_model.layers.8.mlp.experts.72.up_proj,0.0076183844,hessian_weighted_relative_error,36915,0.02500,0.791
8,model.language_model.layers.8.mlp.experts.73.down_proj,0.0117615006,hessian_weighted_relative_error,35280,0.02500,0.833
8,model.language_model.layers.8.mlp.experts.73.gate_proj,0.0070967798,hessian_weighted_relative_error,35280,0.02500,0.886
8,model.language_model.layers.8.mlp.experts.73.up_proj,0.0075148871,hessian_weighted_relative_error,35280,0.02500,0.934
8,model.language_model.layers.8.mlp.experts.74.down_proj,0.0120150724,hessian_weighted_relative_error,34366,0.02500,0.737
8,model.language_model.layers.8.mlp.experts.74.gate_proj,0.0074058297,hessian_weighted_relative_error,34366,0.02500,0.762
8,model.language_model.layers.8.mlp.experts.74.up_proj,0.0079225834,hessian_weighted_relative_error,34366,0.02500,0.791
8,model.language_model.layers.8.mlp.experts.75.down_proj,0.0017689582,hessian_weighted_relative_error,48124,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.75.gate_proj,0.0039379032,hessian_weighted_relative_error,48124,0.02500,0.886
8,model.language_model.layers.8.mlp.experts.75.up_proj,0.0010690832,hessian_weighted_relative_error,48124,0.02500,0.839
8,model.language_model.layers.8.mlp.experts.76.down_proj,0.0026087856,hessian_weighted_relative_error,27885,0.02500,0.706
8,model.language_model.layers.8.mlp.experts.76.gate_proj,0.0013617479,hessian_weighted_relative_error,27885,0.02500,0.708
8,model.language_model.layers.8.mlp.experts.76.up_proj,0.0014738496,hessian_weighted_relative_error,27885,0.02500,0.708
8,model.language_model.layers.8.mlp.experts.77.down_proj,0.0023306499,hessian_weighted_relative_error,19664,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.77.gate_proj,0.0050409636,hessian_weighted_relative_error,19664,0.02500,0.889
8,model.language_model.layers.8.mlp.experts.77.up_proj,0.0013839488,hessian_weighted_relative_error,19664,0.02500,0.842
8,model.language_model.layers.8.mlp.experts.78.down_proj,0.0033711426,hessian_weighted_relative_error,38937,0.02500,0.695
8,model.language_model.layers.8.mlp.experts.78.gate_proj,0.0087075610,hessian_weighted_relative_error,38937,0.02500,0.763
8,model.language_model.layers.8.mlp.experts.78.up_proj,0.0024353369,hessian_weighted_relative_error,38937,0.02500,0.709
8,model.language_model.layers.8.mlp.experts.79.down_proj,0.0014262183,hessian_weighted_relative_error,23486,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.79.gate_proj,0.0039983790,hessian_weighted_relative_error,23486,0.02500,0.886
8,model.language_model.layers.8.mlp.experts.79.up_proj,0.0010866460,hessian_weighted_relative_error,23486,0.02500,0.841
8,model.language_model.layers.8.mlp.experts.8.down_proj,0.0024797228,hessian_weighted_relative_error,35104,0.02500,0.694
8,model.language_model.layers.8.mlp.experts.8.gate_proj,0.0059792090,hessian_weighted_relative_error,35104,0.02500,0.747
8,model.language_model.layers.8.mlp.experts.8.up_proj,0.0016698380,hessian_weighted_relative_error,35104,0.02500,0.709
8,model.language_model.layers.8.mlp.experts.80.down_proj,0.0104004153,hessian_weighted_relative_error,19040,0.02500,0.740
8,model.language_model.layers.8.mlp.experts.80.gate_proj,0.0060632286,hessian_weighted_relative_error,19040,0.02500,0.765
8,model.language_model.layers.8.mlp.experts.80.up_proj,0.0064301658,hessian_weighted_relative_error,19040,0.02500,0.792
8,model.language_model.layers.8.mlp.experts.81.down_proj,0.0024720405,hessian_weighted_relative_error,17598,0.02500,0.785
8,model.language_model.layers.8.mlp.experts.81.gate_proj,0.0047982160,hessian_weighted_relative_error,17598,0.02500,0.889
8,model.language_model.layers.8.mlp.experts.81.up_proj,0.0052075289,hessian_weighted_relative_error,17598,0.02500,0.939
8,model.language_model.layers.8.mlp.experts.82.down_proj,0.0021480690,hessian_weighted_relative_error,23762,0.02500,0.695
8,model.language_model.layers.8.mlp.experts.82.gate_proj,0.0012308307,hessian_weighted_relative_error,23762,0.02500,0.711
8,model.language_model.layers.8.mlp.experts.82.up_proj,0.0013186757,hessian_weighted_relative_error,23762,0.02500,0.709
8,model.language_model.layers.8.mlp.experts.83.down_proj,0.0036687033,hessian_weighted_relative_error,45624,0.02500,0.785
8,model.language_model.layers.8.mlp.experts.83.gate_proj,0.0086414749,hessian_weighted_relative_error,45624,0.02500,0.889
8,model.language_model.layers.8.mlp.experts.83.up_proj,0.0092879106,hessian_weighted_relative_error,45624,0.02500,0.938
8,model.language_model.layers.8.mlp.experts.84.down_proj,0.0121803115,hessian_weighted_relative_error,41532,0.02500,0.740
8,model.language_model.layers.8.mlp.experts.84.gate_proj,0.0070731362,hessian_weighted_relative_error,41532,0.02500,0.764
8,model.language_model.layers.8.mlp.experts.84.up_proj,0.0075428179,hessian_weighted_relative_error,41532,0.02500,0.791
8,model.language_model.layers.8.mlp.experts.85.down_proj,0.0128232725,hessian_weighted_relative_error,31312,0.02500,0.839
8,model.language_model.layers.8.mlp.experts.85.gate_proj,0.0082547786,hessian_weighted_relative_error,31312,0.02500,0.891
8,model.language_model.layers.8.mlp.experts.85.up_proj,0.0088317441,hessian_weighted_relative_error,31312,0.02500,0.936
8,model.language_model.layers.8.mlp.experts.86.down_proj,0.0057109296,hessian_weighted_relative_error,30558,0.02500,0.739
8,model.language_model.layers.8.mlp.experts.86.gate_proj,0.0040106821,hessian_weighted_relative_error,30558,0.02500,0.764
8,model.language_model.layers.8.mlp.experts.86.up_proj,0.0041038419,hessian_weighted_relative_error,30558,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.87.down_proj,0.0127455625,hessian_weighted_relative_error,30011,0.02500,0.838
8,model.language_model.layers.8.mlp.experts.87.gate_proj,0.0075061291,hessian_weighted_relative_error,30011,0.02500,0.889
8,model.language_model.layers.8.mlp.experts.87.up_proj,0.0080226738,hessian_weighted_relative_error,30011,0.02500,0.939
8,model.language_model.layers.8.mlp.experts.88.down_proj,0.0118081777,hessian_weighted_relative_error,22744,0.02500,0.742
8,model.language_model.layers.8.mlp.experts.88.gate_proj,0.0069589065,hessian_weighted_relative_error,22744,0.02500,0.767
8,model.language_model.layers.8.mlp.experts.88.up_proj,0.0075242814,hessian_weighted_relative_error,22744,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.89.down_proj,0.0023954366,hessian_weighted_relative_error,44833,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.89.gate_proj,0.0014894819,hessian_weighted_relative_error,44833,0.02500,0.834
8,model.language_model.layers.8.mlp.experts.89.up_proj,0.0016188544,hessian_weighted_relative_error,44833,0.02500,0.836
8,model.language_model.layers.8.mlp.experts.9.down_proj,0.0133092031,hessian_weighted_relative_error,20476,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.9.gate_proj,0.0074977609,hessian_weighted_relative_error,20476,0.02500,0.851
8,model.language_model.layers.8.mlp.experts.9.up_proj,0.0079182130,hessian_weighted_relative_error,20476,0.02500,0.929
8,model.language_model.layers.8.mlp.experts.90.down_proj,0.0061093136,hessian_weighted_relative_error,17403,0.02500,0.740
8,model.language_model.layers.8.mlp.experts.90.gate_proj,0.0026001306,hessian_weighted_relative_error,17403,0.02500,0.779
8,model.language_model.layers.8.mlp.experts.90.up_proj,0.0031774822,hessian_weighted_relative_error,17403,0.02500,0.791
8,model.language_model.layers.8.mlp.experts.91.down_proj,0.0033843475,hessian_weighted_relative_error,52797,0.02500,0.749
8,model.language_model.layers.8.mlp.experts.91.gate_proj,0.0080855844,hessian_weighted_relative_error,52797,0.02500,0.891
8,model.language_model.layers.8.mlp.experts.91.up_proj,0.0085786285,hessian_weighted_relative_error,52797,0.02500,0.934
8,model.language_model.layers.8.mlp.experts.92.down_proj,0.0142260376,hessian_weighted_relative_error,52458,0.02500,0.741
8,model.language_model.layers.8.mlp.experts.92.gate_proj,0.0080714287,hessian_weighted_relative_error,52458,0.02500,0.766
8,model.language_model.layers.8.mlp.experts.92.up_proj,0.0093571778,hessian_weighted_relative_error,52458,0.02500,0.791
8,model.language_model.layers.8.mlp.experts.93.down_proj,0.0104773716,hessian_weighted_relative_error,22114,0.02500,0.842
8,model.language_model.layers.8.mlp.experts.93.gate_proj,0.0064627818,hessian_weighted_relative_error,22114,0.02500,0.896
8,model.language_model.layers.8.mlp.experts.93.up_proj,0.0068134305,hessian_weighted_relative_error,22114,0.02500,0.937
8,model.language_model.layers.8.mlp.experts.94.down_proj,0.0025022163,hessian_weighted_relative_error,26974,0.02500,0.696
8,model.language_model.layers.8.mlp.experts.94.gate_proj,0.0047495823,hessian_weighted_relative_error,26974,0.02500,0.767
8,model.language_model.layers.8.mlp.experts.94.up_proj,0.0013764662,hessian_weighted_relative_error,26974,0.02500,0.710
8,model.language_model.layers.8.mlp.experts.95.down_proj,0.0124332841,hessian_weighted_relative_error,34244,0.02500,0.841
8,model.language_model.layers.8.mlp.experts.95.gate_proj,0.0072052388,hessian_weighted_relative_error,34244,0.02500,0.892
8,model.language_model.layers.8.mlp.experts.95.up_proj,0.0077347102,hessian_weighted_relative_error,34244,0.02500,0.939
8,model.language_model.layers.8.mlp.experts.96.down_proj,0.0117315645,hessian_weighted_relative_error,23712,0.02500,0.742
8,model.language_model.layers.8.mlp.experts.96.gate_proj,0.0067596545,hessian_weighted_relative_error,23712,0.02500,0.766
8,model.language_model.layers.8.mlp.experts.96.up_proj,0.0072623278,hessian_weighted_relative_error,23712,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.97.down_proj,0.0089182240,hessian_weighted_relative_error,16308,0.02500,0.843
8,model.language_model.layers.8.mlp.experts.97.gate_proj,0.0054177352,hessian_weighted_relative_error,16308,0.02500,0.894
8,model.language_model.layers.8.mlp.experts.97.up_proj,0.0059089968,hessian_weighted_relative_error,16308,0.02500,0.943
8,model.language_model.layers.8.mlp.experts.98.down_proj,0.0024806136,hessian_weighted_relative_error,31768,0.02500,0.668
8,model.language_model.layers.8.mlp.experts.98.gate_proj,0.0057452940,hessian_weighted_relative_error,31768,0.02500,0.767
8,model.language_model.layers.8.mlp.experts.98.up_proj,0.0060330042,hessian_weighted_relative_error,31768,0.02500,0.792
8,model.language_model.layers.8.mlp.experts.99.down_proj,0.0055604007,hessian_weighted_relative_error,16557,0.02500,0.844
8,model.language_model.layers.8.mlp.experts.99.gate_proj,0.0032164996,hessian_weighted_relative_error,16557,0.02500,0.894
8,model.language_model.layers.8.mlp.experts.99.up_proj,0.0034665255,hessian_weighted_relative_error,16557,0.02500,0.938